-- Logs begin at Tue 2022-02-08 22:55:58 UTC, end at Wed 2022-02-09 01:15:31 UTC. -- Feb 08 23:30:24.605055 n-d-828413-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 08 23:30:27.401592 n-d-828413-1 neutron-server[103553]: INFO neutron.common.config [-] Logging enabled! Feb 08 23:30:27.402200 n-d-828413-1 neutron-server[103553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 08 23:30:27.402368 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103553) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 23:30:27.406287 n-d-828413-1 neutron-server[103553]: INFO neutron.common.config [-] Logging enabled! Feb 08 23:30:27.406539 n-d-828413-1 neutron-server[103553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 08 23:30:27.406846 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103553) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 08 23:30:27.407814 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 23:30:27.408046 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 23:30:27.408405 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 23:30:27.408649 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 23:30:27.408872 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 23:30:27.409206 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.409501 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.409798 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.410027 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.410317 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.410602 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.410881 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.411163 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.411454 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.411736 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.412013 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.412293 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.412522 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.412799 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.413107 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.413382 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.414253 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] debug = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.414253 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.414447 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.415618 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.415906 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.416197 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.416474 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.416749 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.417047 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.417330 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.417654 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] host = n-d-828413-1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.417931 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.418216 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.418500 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.418784 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.419056 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.419330 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.419612 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.419890 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.420159 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.420485 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.421631 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.421852 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.422090 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.422313 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.422533 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.422817 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.423098 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.423369 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.423639 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.423907 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.424176 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.424445 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.424709 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.425008 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.425288 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.425565 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.425831 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.426097 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.426363 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.426629 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.426904 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.427173 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.427441 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.427709 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.427987 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.428252 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.428547 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.428813 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.429116 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.429392 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.429673 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.429941 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.430217 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.430484 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.430749 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.431014 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] use_json = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.431277 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.431557 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.431813 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.432075 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.432340 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.432606 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.432870 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.433330 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.433601 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:27.433892 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.434183 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.434478 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.434766 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.435052 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.435327 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.435609 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.435879 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.436226 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.436515 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.436997 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.437185 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.437597 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.437744 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.437915 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.438216 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.438509 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.438794 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.439066 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.439363 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.439637 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.439913 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.440194 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.440464 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.440747 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.441107 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.441625 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.441784 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.441933 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.442214 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.442484 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.442770 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.443032 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.443307 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.443573 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.443960 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.444125 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.445858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.445858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.445858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.445858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.445858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.445858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.446548 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.446548 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.446548 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.446772 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.446975 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.447243 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.447509 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.447785 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.448057 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.448323 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.448588 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.448858 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.449145 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.449410 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.449727 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.449946 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.450213 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.450478 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.450741 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.451001 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.452207 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.452459 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.452727 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.453019 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.453294 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.453642 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.453846 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.454112 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.454378 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.454644 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.454925 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.455214 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.455488 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.455764 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.456039 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.456309 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.456581 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458729 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.458729 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.459006 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.459250 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.459527 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.459803 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.460070 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.460346 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.460624 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.460899 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.461207 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.461492 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.461778 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.462065 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.462351 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.462626 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.462928 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.463202 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:27.463421 n-d-828413-1 neutron-server[103553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 23:30:27.463663 n-d-828413-1 neutron-server[103553]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103553) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 08 23:30:27.819558 n-d-828413-1 neutron-server[103553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 08 23:30:27.819851 n-d-828413-1 neutron-server[103553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 08 23:30:27.820113 n-d-828413-1 neutron-server[103553]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 08 23:30:27.820444 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 08 23:30:28.218654 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.219045 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.219234 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.220488 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.220757 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.221046 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.257764 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.258036 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.258300 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.273794 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.274072 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.274345 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.303578 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.303881 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.304153 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.342797 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.343048 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.343321 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.580729 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.581369 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.581369 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.581611 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.582309 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.705334 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.705656 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.705939 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.706207 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.706477 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.706785 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.707043 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.707415 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.707675 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.707954 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.708210 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.708474 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.708728 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.708999 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.709253 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.709509 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.709758 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.710018 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.710279 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.710531 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.710802 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.711044 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.711316 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.711686 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.711929 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.712176 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.712565 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:28.712800 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:28.713059 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:28.713290 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:28.713530 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:28.713748 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:28.714107 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 08 23:30:28.718019 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 08 23:30:28.722026 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 08 23:30:28.725978 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 08 23:30:28.727615 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 08 23:30:28.728060 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 08 23:30:28.728388 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 08 23:30:28.728768 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 08 23:30:28.731802 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 08 23:30:28.732045 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 08 23:30:28.732390 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 23:30:28.738298 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 08 23:30:28.760902 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 08 23:30:28.761378 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.761675 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103553) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 08 23:30:28.762040 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.763458 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103553) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 08 23:30:28.763742 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 08 23:30:28.763983 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 08 23:30:28.767302 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.767576 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:28.833542 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 08 23:30:28.833717 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 08 23:30:28.833936 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 08 23:30:28.834305 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 08 23:30:28.856688 n-d-828413-1 neutron-server[103553]: DEBUG oslo_db.sqlalchemy.engines [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103553) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 08 23:30:29.388731 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing driver for type 'gre' Feb 08 23:30:29.389922 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] gre ID ranges: [(1, 1000)] Feb 08 23:30:29.448433 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing driver for type 'local' Feb 08 23:30:29.449092 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing driver for type 'vlan' Feb 08 23:30:29.465605 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] VlanTypeDriver initialization complete Feb 08 23:30:29.465962 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing driver for type 'vxlan' Feb 08 23:30:29.466484 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] vxlan ID ranges: [(1, 1000)] Feb 08 23:30:29.525973 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing extension driver 'port_security' Feb 08 23:30:29.526313 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.extensions.port_security [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] PortSecurityExtensionDriver initialization complete Feb 08 23:30:29.526642 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing mechanism driver 'openvswitch' Feb 08 23:30:29.526996 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing mechanism driver 'hyperv' Feb 08 23:30:29.533854 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:30:29.536256 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.536629 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.537074 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.537601 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 23:30:29.538036 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.538388 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.538731 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.539116 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 23:30:29.539513 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.539856 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.540195 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.540577 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 23:30:29.540995 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.541343 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.541685 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.542073 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 23:30:29.542477 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.542818 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.543153 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.543539 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 23:30:29.543935 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.544275 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.544611 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.545022 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 08 23:30:29.545486 n-d-828413-1 neutron-server[103553]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] ML2 OVO RPC backend initialized. {{(pid=103553) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 08 23:30:29.546592 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.546945 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.547355 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.547700 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > networks before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.548048 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.548385 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > ports before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.548722 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.549082 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.549424 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.549761 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.550096 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.550431 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.550770 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.551104 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.551437 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.551770 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.552102 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.552705 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.plugin [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Modular L2 Plugin initialization complete Feb 08 23:30:29.553062 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading services supported by the core plugin {{(pid=103553) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 08 23:30:29.553387 n-d-828413-1 neutron-server[103553]: INFO neutron.plugins.ml2.managers [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Got port-security extension from driver 'port_security' Feb 08 23:30:29.553846 n-d-828413-1 neutron-server[103553]: INFO neutron.extensions.vlantransparent [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Disabled vlantransparent extension. Feb 08 23:30:29.554320 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103553) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 08 23:30:29.554630 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: router Feb 08 23:30:29.591692 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.592441 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_create 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.592582 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router before_create 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.593262 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.593925 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.594506 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_delete 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.594871 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.595362 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.595731 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_create 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.596081 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_update 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.596431 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_update 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.596781 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.597221 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_update 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.597639 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.598013 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.598361 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.598684 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: subnet after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.599023 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.599367 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.599710 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.600050 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.600392 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.600743 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router after_update 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.601114 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.601473 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.601830 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.602170 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.602530 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > agent after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.602884 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.603228 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.604126 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Tracking information for resource: router configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:29.604453 n-d-828413-1 neutron-server[103553]: DEBUG neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Tracking information for resource: floatingip configured {{(pid=103553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 08 23:30:29.609892 n-d-828413-1 neutron-server[103553]: INFO neutron.db.l3_agentschedulers_db [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 08 23:30:29.610479 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.610842 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port after_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.611190 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port after_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.611539 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: port after_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.612350 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router before_create 55550100 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.612719 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.613101 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.613453 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.618190 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.provider_configuration [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service providers = [] {{(pid=103553) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 08 23:30:29.618548 n-d-828413-1 neutron-server[103553]: DEBUG neutron.db.servicetype_db [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103553) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 08 23:30:29.621541 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.service_base [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 23:30:29.621880 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.service_base [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 23:30:29.622215 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.service_base [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 23:30:29.623111 n-d-828413-1 neutron-server[103553]: DEBUG neutron.services.service_base [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 08 23:30:29.624002 n-d-828413-1 neutron-server[103553]: INFO neutron.services.service_base [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 08 23:30:29.624442 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.624693 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 08 23:30:29.635442 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.635776 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: auto_allocate Feb 08 23:30:29.642277 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: network precommit_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.642642 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: network precommit_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.643173 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.643490 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: tag Feb 08 23:30:29.650393 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.650720 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: timestamp Feb 08 23:30:29.654575 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.655041 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: network_ip_availability Feb 08 23:30:29.660483 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.660854 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.661244 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.661965 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.662282 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: flavors Feb 08 23:30:29.667308 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.667633 n-d-828413-1 neutron-server[103553]: INFO neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading Plugin: revisions Feb 08 23:30:29.672279 n-d-828413-1 neutron-server[103553]: DEBUG neutron.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 08 23:30:29.672671 n-d-828413-1 neutron-server[103553]: DEBUG oslo_concurrency.lockutils [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=103553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 08 23:30:29.673458 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103553) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 08 23:30:29.673793 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Initializing extension manager. Feb 08 23:30:29.674300 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: __init__.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.674638 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: __pycache__ {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.675033 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.675296 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: address_group.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.676055 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.676627 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: address-group Feb 08 23:30:29.676971 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: address_scope.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.677682 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.678196 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: address-scope Feb 08 23:30:29.678514 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.679451 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.679954 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: router-admin-state-down-before-update Feb 08 23:30:29.680274 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: agent.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.681063 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.681574 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: agent Feb 08 23:30:29.681893 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: agent_resources_synced.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.682797 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.683307 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: agent-resources-synced Feb 08 23:30:29.683626 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.685431 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.686471 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: allowed-address-pairs Feb 08 23:30:29.686791 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.687872 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.688385 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: auto-allocated-topology Feb 08 23:30:29.688705 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: availability_zone.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.689422 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.689926 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: availability_zone Feb 08 23:30:29.690238 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: availability_zone_filter.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.691155 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.691657 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: availability_zone_filter Feb 08 23:30:29.691973 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: data_plane_status.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.692872 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.693395 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 08 23:30:29.693714 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: default_subnetpools.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.694614 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.695119 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: default-subnetpools Feb 08 23:30:29.695434 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.696237 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.696736 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: dhcp_agent_scheduler Feb 08 23:30:29.697081 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: dns.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.697997 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.698496 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension dns-integration not supported by any of loaded plugins Feb 08 23:30:29.698813 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: dns_domain_ports.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.699727 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.700225 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 08 23:30:29.700543 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.701593 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.702619 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 08 23:30:29.702944 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: dvr.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.703614 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.704184 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: dvr Feb 08 23:30:29.704433 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: ecmp_routes.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.705391 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.705861 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 08 23:30:29.706177 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: empty_string_filtering.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.707077 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.707581 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: empty-string-filtering Feb 08 23:30:29.707898 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.708799 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.709323 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 08 23:30:29.709638 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.710600 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.711098 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 08 23:30:29.711416 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: external_net.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.712313 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.712817 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: external-net Feb 08 23:30:29.713163 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.714062 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.714565 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: extra_dhcp_opt Feb 08 23:30:29.714881 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: extraroute.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.715774 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.716284 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: extraroute Feb 08 23:30:29.716600 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: extraroute_atomic.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.717726 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.718304 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: extraroute-atomic Feb 08 23:30:29.718621 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: filter_validation.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.719485 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.720017 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: filter-validation Feb 08 23:30:29.720333 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: fip_pf_description.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.721285 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.721783 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 08 23:30:29.722102 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: fip_port_details.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.723021 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.723522 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: fip-port-details Feb 08 23:30:29.723843 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: flavors.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.725126 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.725683 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: flavors Feb 08 23:30:29.725954 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.727636 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.728155 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 08 23:30:29.728479 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: floatingip_pools.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.729203 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.729718 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: floatingip-pools Feb 08 23:30:29.730034 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: ip_allocation.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.730954 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.731461 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 08 23:30:29.731774 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.732700 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.733826 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: ip-substring-filtering Feb 08 23:30:29.734147 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l2_adjacency.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.735080 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.735583 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 08 23:30:29.735900 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.736895 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.737432 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: router Feb 08 23:30:29.737744 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.740086 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.740615 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 08 23:30:29.740965 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.741896 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.742410 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: ext-gw-mode Feb 08 23:30:29.742742 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.743674 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.744183 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: l3-ha Feb 08 23:30:29.744501 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3_flavors.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.745432 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.745938 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: l3-flavors Feb 08 23:30:29.746259 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.747165 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.747663 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 08 23:30:29.747982 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: l3agentscheduler.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.749615 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.750127 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: l3_agent_scheduler Feb 08 23:30:29.750451 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: logging.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.751992 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.752513 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension logging not supported by any of loaded plugins Feb 08 23:30:29.752853 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: metering.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.753612 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.754191 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: metering Feb 08 23:30:29.754512 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.755746 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.756262 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: metering_source_and_destination_fields Feb 08 23:30:29.756587 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: multiprovidernet.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.757535 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.758045 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: multi-provider Feb 08 23:30:29.758367 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: netmtu.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.759285 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.759795 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: net-mtu Feb 08 23:30:29.760113 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: netmtu_writable.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.761055 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.761566 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: net-mtu-writable Feb 08 23:30:29.761882 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: network_availability_zone.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.762546 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.763047 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: network_availability_zone Feb 08 23:30:29.763367 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: network_ip_availability.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.764593 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.765148 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: network-ip-availability Feb 08 23:30:29.765471 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: network_segment_range.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.766234 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.766923 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 08 23:30:29.767241 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: pagination.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.768239 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.768563 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: pagination Feb 08 23:30:29.768879 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: port_device_profile.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.770415 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.770415 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: port-device-profile Feb 08 23:30:29.770621 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.771534 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.772034 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: port-mac-address-regenerate Feb 08 23:30:29.772353 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.773299 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.773808 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: port-numa-affinity-policy Feb 08 23:30:29.774128 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: port_resource_request.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.775033 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.775535 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 08 23:30:29.775850 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: portbindings.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.776777 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.777378 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: binding Feb 08 23:30:29.777696 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: portbindings_extended.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.778993 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.779502 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: binding-extended Feb 08 23:30:29.779873 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: portsecurity.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.780786 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.781323 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: port-security Feb 08 23:30:29.781648 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: project_id.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.782614 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.782937 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: project-id Feb 08 23:30:29.783298 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: providernet.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.784170 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.784681 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: provider Feb 08 23:30:29.785026 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.788623 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.789182 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos not supported by any of loaded plugins Feb 08 23:30:29.789508 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.790758 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.791272 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 08 23:30:29.791596 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.792508 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.793044 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 08 23:30:29.793375 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_default.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.794279 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.794792 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-default not supported by any of loaded plugins Feb 08 23:30:29.795115 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_fip.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.796553 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.797085 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-fip not supported by any of loaded plugins Feb 08 23:30:29.797407 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.798327 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.798831 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 08 23:30:29.799153 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.800053 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.800555 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 08 23:30:29.800875 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_pps_rule.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.802102 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.802613 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-pps not supported by any of loaded plugins Feb 08 23:30:29.802935 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.803853 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.804363 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 08 23:30:29.804685 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: qos_rules_alias.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.805748 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.806265 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 08 23:30:29.806581 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: quotasv2.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.807728 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.808057 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: quotas Feb 08 23:30:29.808375 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: quotasv2_detail.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.812232 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.812569 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: quota_details Feb 08 23:30:29.812900 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: rbac.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.813993 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.814533 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: rbac-policies Feb 08 23:30:29.814863 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: rbac_address_group.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.815788 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.816315 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: rbac-address-group Feb 08 23:30:29.816640 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: rbac_address_scope.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.817579 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.818095 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: rbac-address-scope Feb 08 23:30:29.818420 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: rbac_security_groups.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.819330 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.819843 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: rbac-security-groups Feb 08 23:30:29.820166 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.821099 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.821609 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: rbac-subnetpool Feb 08 23:30:29.821929 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: revisionifmatch.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.822845 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.823362 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: revision-if-match Feb 08 23:30:29.823689 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: revisions.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.824803 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.825349 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: standard-attr-revisions Feb 08 23:30:29.825672 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: router_availability_zone.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.826351 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.826902 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: router_availability_zone Feb 08 23:30:29.827219 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: routerservicetype.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.828134 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.828641 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension router-service-type not supported by any of loaded plugins Feb 08 23:30:29.828979 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.829897 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.830405 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: security-groups-normalized-cidr Feb 08 23:30:29.830719 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.831641 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.832150 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: port-security-groups-filtering Feb 08 23:30:29.832466 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.833405 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.833919 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: security-groups-remote-address-group Feb 08 23:30:29.834243 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: securitygroup.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.846567 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.847060 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: security-group Feb 08 23:30:29.847394 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: segment.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.848205 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.848717 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension segment not supported by any of loaded plugins Feb 08 23:30:29.849073 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.850050 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.850576 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 08 23:30:29.850877 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: servicetype.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.852087 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.852607 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: service-type Feb 08 23:30:29.852957 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: sorting.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.853949 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.854281 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: sorting Feb 08 23:30:29.854604 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: standard_attr_segment.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.855517 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.856040 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 08 23:30:29.856362 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: standardattrdescription.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.857036 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.858235 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: standard-attr-description Feb 08 23:30:29.858568 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: stateful_security_group.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.859878 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.860489 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: stateful-security-group Feb 08 23:30:29.860869 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: stdattrs_common.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.861651 n-d-828413-1 neutron-server[103553]: WARNING neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 08 23:30:29.861973 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.862919 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.863435 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 08 23:30:29.863752 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: subnet_onboard.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.864861 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.865402 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: subnet_onboard Feb 08 23:30:29.865723 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.866646 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.867155 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 08 23:30:29.867472 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: subnet_service_types.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.868397 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.868905 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: subnet-service-types Feb 08 23:30:29.869249 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: subnetallocation.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.870328 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.870844 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: subnet_allocation Feb 08 23:30:29.871165 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.871838 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.872349 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: subnetpool-prefix-ops Feb 08 23:30:29.872670 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.874222 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.874743 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 08 23:30:29.875059 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: tagging.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.876135 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.876647 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: standard-attr-tag Feb 08 23:30:29.876997 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: timestamp.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.878229 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.878746 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loaded extension: standard-attr-timestamp Feb 08 23:30:29.879067 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: trunk.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.880105 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.880615 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension trunk not supported by any of loaded plugins Feb 08 23:30:29.880950 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: trunk_details.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.881872 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.882383 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension trunk-details not supported by any of loaded plugins Feb 08 23:30:29.882704 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.883631 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.884144 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 08 23:30:29.884464 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Loading extension file: vlantransparent.py {{(pid=103553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 08 23:30:29.885163 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 08 23:30:29.885671 n-d-828413-1 neutron-server[103553]: INFO neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 08 23:30:29.888134 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:network Feb 08 23:30:29.888656 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:subnet Feb 08 23:30:29.889133 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 23:30:29.889520 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:port Feb 08 23:30:29.890842 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.891272 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service FLAVORS assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.891885 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.892305 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.892632 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:router Feb 08 23:30:29.893083 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:floatingip Feb 08 23:30:29.893589 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service METERING assigned prefix: /metering {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.895040 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.895408 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.895756 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:30:29.896785 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 23:30:29.897249 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:security_group Feb 08 23:30:29.897704 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 23:30:29.898267 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service CORE assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.898590 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 23:30:29.898943 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] subnetpool is already registered Feb 08 23:30:29.899357 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service CORE assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.899674 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 23:30:29.899998 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] subnetpool is already registered Feb 08 23:30:29.902282 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.902704 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service FLAVORS assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.903280 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.903695 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.904030 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:router Feb 08 23:30:29.904364 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] router is already registered Feb 08 23:30:29.904808 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:floatingip Feb 08 23:30:29.905217 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] floatingip is already registered Feb 08 23:30:29.905665 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service METERING assigned prefix: /metering {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.906342 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 08 23:30:29.906641 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] rbac_policy is already registered Feb 08 23:30:29.907048 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:security_group Feb 08 23:30:29.907376 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] security_group is already registered Feb 08 23:30:29.907771 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 08 23:30:29.908099 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] security_group_rule is already registered Feb 08 23:30:29.908806 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service CORE assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.909155 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 23:30:29.909499 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] subnetpool is already registered Feb 08 23:30:29.909901 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.v2.resource_helper [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Service CORE assigned prefix: {{(pid=103553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 08 23:30:29.910232 n-d-828413-1 neutron-server[103553]: INFO neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 08 23:30:29.910560 n-d-828413-1 neutron-server[103553]: WARNING neutron.quota.resource_registry [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] subnetpool is already registered Feb 08 23:30:29.911017 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: extensions {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.912498 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: address-groups {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.914012 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: address-scopes {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.915309 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: agents {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.916458 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: auto-allocated-topology {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.917731 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: availability_zones {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.918975 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: dhcp-networks {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.921323 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: dhcp-agents {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.922721 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: routers {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.924906 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: flavors {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.926069 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: service_profiles {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.927291 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: next_providers {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.928724 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: service_profiles {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.930259 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: floatingip-pools {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.931460 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: routers {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.933588 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: floatingips {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.934938 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: l3-routers {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.936964 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: l3-agents {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.938352 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: metering-labels {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.939686 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: metering-label-rules {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.941007 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: network-ip-availabilities {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.942269 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: bindings {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.943885 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: quotas {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.945335 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: quotas {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.946727 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: rbac-policies {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.947911 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: security-groups {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.950259 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: security-group-rules {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.951527 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: service-providers {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.952989 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: subnetpools {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.954380 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: subnetpools {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.955842 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.957545 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.959331 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.961105 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.962874 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.964707 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.966394 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.968436 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.970180 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.971912 n-d-828413-1 neutron-server[103553]: DEBUG neutron.api.extensions [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Extended resource: tags {{(pid=103553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 08 23:30:29.977943 n-d-828413-1 neutron-server[103553]: WARNING keystonemiddleware.auth_token [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 08 23:30:29.982667 n-d-828413-1 neutron-server[103553]: WARNING keystonemiddleware.auth_token [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 08 23:30:29.991766 n-d-828413-1 neutron-server[103553]: DEBUG oslo_concurrency.lockutils [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Acquired lock "singleton_lock" {{(pid=103553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 08 23:30:29.992242 n-d-828413-1 neutron-server[103553]: DEBUG oslo_concurrency.lockutils [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Releasing lock "singleton_lock" {{(pid=103553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 08 23:30:29.992872 n-d-828413-1 neutron-server[103553]: INFO oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Starting 2 workers Feb 08 23:30:29.997792 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Started child 105925 {{(pid=103553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 23:30:30.003002 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Started child 105931 {{(pid=103553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 23:30:30.004608 n-d-828413-1 neutron-server[103553]: INFO neutron.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 08 23:30:30.004719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:30.005434 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Notify callbacks [] for process, before_spawn {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:30.007788 n-d-828413-1 neutron-server[103553]: INFO oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Starting 1 workers Feb 08 23:30:30.007980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:30.008435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [-] (105925) wsgi starting up on http://0.0.0.0:9696 Feb 08 23:30:30.010015 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [-] (105931) wsgi starting up on http://0.0.0.0:9696 Feb 08 23:30:30.013405 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Started child 105933 {{(pid=103553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 23:30:30.014064 n-d-828413-1 neutron-server[103553]: INFO oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Starting 1 workers Feb 08 23:30:30.018697 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Started child 105938 {{(pid=103553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 08 23:30:30.019554 n-d-828413-1 neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] Notify callbacks [] for process, after_spawn {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:30.021714 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 23:30:30.021913 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 23:30:30.022265 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 23:30:30.022626 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 23:30:30.023278 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 23:30:30.023585 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 23:30:30.023944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] calling RpcWorker wait() {{(pid=105933) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 08 23:30:30.024631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.service [None req-1bbc956c-fd7d-4845-9c66-41f5729181f1 None None] returning from RpcWorker wait() {{(pid=105933) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 08 23:30:30.024939 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.025302 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:30.025829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:30.025962 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.026298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:30:30.026404 n-d-828413-1 neutron-server[105938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:30:30.026668 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.027072 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.027508 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.028247 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.028667 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.029099 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.029612 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.030020 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.030372 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.030786 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.031220 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.031645 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.032133 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.032559 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.032999 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.033437 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.033773 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.034213 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.034642 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.035036 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.035472 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] debug = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.035884 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.036559 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.037021 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.037469 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.037873 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.038313 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.038721 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.039140 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.039567 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.039962 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.040357 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.040792 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.041229 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.041628 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.042014 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.042463 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.042852 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.043517 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] host = n-d-828413-1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.043918 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.044316 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.044743 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.045751 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.046646 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.047052 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.047489 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.048024 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.048447 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.048842 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.049311 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.049744 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.050305 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.050837 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.051161 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_options = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.052017 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.052401 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.053125 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.053125 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054523 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054523 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054523 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054523 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054523 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054523 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054993 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.054993 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.055163 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.055559 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.055796 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.056200 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.056569 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.056900 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.057299 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.057670 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.058092 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.058413 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.061651 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.061978 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.062229 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.062504 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.063335 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.063596 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.063953 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.064234 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.064495 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.064767 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.065126 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.065380 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.065813 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.066202 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.066585 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.066972 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.067413 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.067795 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.068209 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.068486 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.068857 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.069251 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.069666 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.070040 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.070299 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_json = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.070692 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.070950 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.071213 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.071595 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.071989 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.072354 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.072726 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.073159 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.073561 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.074238 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.074742 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.075077 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.075332 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.075597 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.075875 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.076289 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.076696 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.077166 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.077604 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.078093 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.078539 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.079008 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.079239 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.079529 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.079846 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.080120 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.080400 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.080826 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.081247 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.081665 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.081898 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.082280 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.082446 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.082672 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.082932 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.083163 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.083511 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.083798 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.084196 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.084453 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.084676 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.085153 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.085249 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.085445 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.085690 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.085910 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.086170 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.086418 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.086633 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.086872 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.087120 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.087361 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.087587 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.087828 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.088049 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.088284 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.088538 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.088755 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.089019 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.089248 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.089481 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.089750 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.089924 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.090359 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.090622 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.090847 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.091063 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.091308 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.091529 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.091760 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.091978 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.092685 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.092985 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.093154 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.093520 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.093924 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.094276 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.094505 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.094738 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.095107 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.095507 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.095879 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.096102 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.096319 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.096561 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.098351 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.098744 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.099124 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.099497 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.099880 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.100263 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.100495 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.100721 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.100965 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.101207 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.101574 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.101672 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.101879 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.102173 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.102524 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.102769 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.103030 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.103431 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.103525 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.103746 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.104230 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.104659 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.104964 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.105181 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106511 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106511 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106511 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106511 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106511 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106919 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.106919 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.107085 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.107270 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.107522 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.107774 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.108775 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.109080 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.109355 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.109619 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.109885 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.110190 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.110435 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.110711 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.110951 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.111204 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.111498 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.111777 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.112043 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.112277 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.112512 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.112785 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.113070 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.113340 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.113576 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.113829 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.114048 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.114323 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.114697 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.114800 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.114999 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.115252 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.115580 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.115843 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.116065 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.116282 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.116543 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.116852 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.118853 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.119381 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.119875 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.120156 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.120423 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.120674 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.121007 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.121218 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.121481 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.121704 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.121948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.122171 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.122433 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.122653 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.122873 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.123155 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.123437 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.123648 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.123885 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.124120 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.124421 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.124701 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.124939 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.125190 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.125437 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.125678 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.125918 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.126199 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.126376 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.126642 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.126874 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.127139 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.127403 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.127644 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.127892 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.128140 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.128408 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.128623 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.128868 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.129132 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.129361 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.129576 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.129813 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.130121 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.130258 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.130510 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.130745 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.131006 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.131288 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.131608 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.132030 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.132146 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.132378 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.132598 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.132869 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.133125 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.133350 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.133570 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.133790 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.134009 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.134276 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.134687 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.135096 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.135321 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.135533 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.135745 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.135971 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.136321 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.136552 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.137092 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.137092 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.137289 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.137707 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.138067 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.138464 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.138824 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.139377 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.139819 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.140050 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.140267 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.140498 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.140709 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.141488 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.141488 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.141488 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.141732 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.141897 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.142112 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.142325 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.142550 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.142766 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.142998 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.143226 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.143433 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.143663 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.143889 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.144105 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.144316 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.144565 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.144771 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.145066 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.145233 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.145517 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.145776 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.146105 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.146374 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.146765 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.146881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:30:30.147081 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.147328 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.147579 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.147820 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.148148 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.148364 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.148607 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.148845 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.149110 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.149354 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.149608 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.149926 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.150397 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.150647 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.150903 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.151421 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.151816 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.151816 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.152213 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.152213 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.152534 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.152825 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.153248 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.153376 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.153598 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.153820 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.154037 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.154256 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.155090 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.155256 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.155799 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.155799 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.156726 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.156977 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.157242 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.157468 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.157710 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.157926 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.158183 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.158420 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.158574 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 23:30:30.159267 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 08 23:30:30.159430 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 08 23:30:30.159735 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 08 23:30:30.160062 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 08 23:30:30.160239 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 08 23:30:30.160387 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 08 23:30:30.160745 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.160938 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.161104 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.161267 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.161431 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.161616 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.161774 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.161938 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.162093 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.162404 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.162570 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.162730 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.162894 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.163051 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.163212 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.163371 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.163533 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.163693 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.163855 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.164011 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.164164 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.164322 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.164480 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] debug = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.164634 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.164847 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.165034 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.165203 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.165348 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.165513 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.165676 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.165822 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.166126 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.166416 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.166721 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.166882 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.167041 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.167397 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.167498 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.167568 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.167730 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.167893 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] host = n-d-828413-1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.168054 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.168213 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.168370 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.168537 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.168673 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.168831 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169016 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169174 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169332 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169489 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169648 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169806 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.169964 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.170122 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.170390 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_options = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.171739 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.171739 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.171739 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.171739 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.171739 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.173227 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.173407 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.173576 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.173740 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.174138 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.174388 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.174731 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.175139 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.175470 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.175803 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.176146 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.176323 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.176510 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.176697 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.176877 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.177112 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.177326 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.177423 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.177606 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.177775 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.177950 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.178128 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.178307 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.178485 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.178663 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.178824 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179001 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179181 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179340 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179487 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179648 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179798 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.179958 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.180123 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.180284 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.180429 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.180589 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.180763 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.180942 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.181093 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.181235 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.181384 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_json = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.181534 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.181695 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.181852 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182009 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182169 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182319 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182479 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182637 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182794 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 08 23:30:30.182979 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.183143 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.183317 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.183477 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.183639 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.183799 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.183963 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.184123 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.184284 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.184441 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.184764 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.184935 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.185126 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.185277 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.185441 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.185603 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.185769 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.186510 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.186658 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.186821 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.186972 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.187171 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.187318 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.187537 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.187670 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.187823 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.187956 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188092 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188229 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188365 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188497 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188637 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188794 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.188990 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.190673 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.190864 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.191097 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.191233 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.191386 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.191519 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.191684 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.191847 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.192011 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.192173 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.192335 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.192497 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.192656 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.192939 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193037 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193148 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193308 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193469 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193631 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193791 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.193950 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.194122 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.194310 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.194481 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.194645 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.194806 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.194965 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.195123 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.195282 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.195448 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.195609 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.195769 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.195947 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.196109 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.196258 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.196413 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.196652 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.196796 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197002 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197138 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197284 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197418 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197633 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197771 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.197916 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198049 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198179 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198310 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198450 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198590 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198729 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.198891 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.199049 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.199208 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.199368 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.199591 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200428 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200428 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200428 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200428 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200428 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200805 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200805 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.200805 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.201049 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.201117 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.201272 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.201438 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.202255 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.202427 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.202592 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.202742 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.202895 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.203054 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.203211 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.203375 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.203532 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.203856 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.204015 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.204175 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.204338 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.204515 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.204665 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.204823 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.205037 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.205199 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.205370 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.205535 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.205679 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.205844 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206007 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206190 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206353 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206512 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206671 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206833 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.206993 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.207154 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.207327 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.207487 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.207750 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.207899 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.207991 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.208131 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.208333 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.208713 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.208940 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.209337 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.209446 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.209557 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.209851 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.210041 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.210393 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.210569 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.210865 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.211072 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.211640 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.211640 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.211927 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.212065 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.212357 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.212636 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.212826 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.213040 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.213176 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.213479 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.213649 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.213787 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.214088 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.214400 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.214563 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.214853 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.215292 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.215908 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.216119 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.216362 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.216877 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.217168 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.217317 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.217665 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.217965 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.218157 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.218343 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.218913 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.218913 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.219137 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.219422 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.219665 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.219894 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.220184 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.220453 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.220811 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.220940 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.221205 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.221373 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.221520 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.221643 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.221825 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.222144 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.222447 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.222693 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.222839 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.222990 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.223282 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.223444 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.223764 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.223916 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.224112 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.224286 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.224546 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.224879 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.225143 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.225380 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.225494 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.225670 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.225844 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.226046 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.226196 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.226338 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.226626 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.226833 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.226967 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.227176 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.227316 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.227628 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.227751 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.227916 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.228201 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.228371 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.228697 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.229207 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.229357 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.229553 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.229780 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.229913 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.230527 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.230527 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.230527 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.230901 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.230901 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.230901 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.231632 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.231632 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.231632 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.232318 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.232318 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.232318 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.232318 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.232871 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.232871 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.233082 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.233082 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.233302 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.233410 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.233749 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.233921 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.234174 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.234345 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.234557 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.234736 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.235060 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.235227 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.235567 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.236948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.236948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.236948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.236948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.236948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.236948 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.237578 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.237578 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.237578 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.237814 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.237814 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.237958 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.238116 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.238289 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.238452 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.238613 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.238773 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.238933 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.239094 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.239254 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.239414 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.239573 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.239733 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.239981 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.240129 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.240290 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.240450 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.240611 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.240771 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.240949 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.241113 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.241273 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.241432 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 08 23:30:30.241586 n-d-828413-1 neutron-server[103553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 08 23:30:30.274533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:30:30.283543 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067279 Feb 08 23:30:41.724800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa8bb9a-099f-4b13-9e04-a10324950787 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:30:41.809477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8bb9a-099f-4b13-9e04-a10324950787 None None] No non-hosted networks {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 08 23:30:41.824527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.agentschedulers_db [None req-2aa8bb9a-099f-4b13-9e04-a10324950787 None None] DHCP Agent not found on host n-d-828413-1 {{(pid=105933) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 08 23:30:41.958259 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4e29f888-587b-409a-a26e-4215acbc4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:44.128822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bfeb6dc2-5f1d-4afe-9af2-1c7adff6485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:44.166053 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-43701cae-6ed4-449b-b5fb-f15aa38e5f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:45.304589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:46.638126 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:47.198739 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:47.199538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.200177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.201028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.202001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.202525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.203922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.204449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.204998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.205462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.206080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.206594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.207054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:47.207597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828413-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:30:47.215761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828413-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:30:47.980795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:30:48.526490 n-d-828413-1 neutron-server[105931]: WARNING oslo_policy.policy [None req-6fc68a5f-da2e-41e0-9064-bb21e7f87614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:48.527186 n-d-828413-1 neutron-server[105931]: WARNING oslo_policy.policy [None req-6fc68a5f-da2e-41e0-9064-bb21e7f87614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:48.806186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-6fc68a5f-da2e-41e0-9064-bb21e7f87614 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:30:48.807255 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6fc68a5f-da2e-41e0-9064-bb21e7f87614 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8253634 Feb 08 23:30:49.500016 n-d-828413-1 neutron-server[105933]: INFO neutron.db.l3_hamode_db [None req-7dbf0131-d99e-4f48-9065-1375f8819468 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 08 23:30:49.577124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0131-d99e-4f48-9065-1375f8819468 None None] Routers set() bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:30:49.577419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf0131-d99e-4f48-9065-1375f8819468 None None] Router IDs set() for agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 23:30:51.246583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:30:51.610757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:30:51.719472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.policy [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105931) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 23:30:51.764887 n-d-828413-1 neutron-server[105931]: WARNING oslo_policy.policy [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:51.765310 n-d-828413-1 neutron-server[105931]: WARNING oslo_policy.policy [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:51.773709 n-d-828413-1 neutron-server[105931]: INFO neutron.quota [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] Loaded quota_driver: . Feb 08 23:30:51.866416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790162660989', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790162660426', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790162640529', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790162641997', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790162433208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790162626746', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-781411', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3925806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3819448'] for rbac-policy, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:51.932274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:51.933471 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f4a72f75-ae08-4d01-807c-f7693d1e76ba admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6865549 Feb 08 23:30:54.678874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54014) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:30:54.992387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Request body: {'network': {'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'name': 'private'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:30:55.021604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Made reservation on behalf of e7bdd2d4fa294b309e558ab08b97c7e4 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:30:55.024245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.042119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.148876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.152231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.172274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:30:55.199054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790164650298', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.199639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Unsubscribe: segment precommit_create {{(pid=105931) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 23:30:55.200131 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Added segment abad463b-94f6-48f2-97f5-2390bdeec5fb of type vlan for network b655322d-8fa9-42d6-a6a7-8de656ef7202 Feb 08 23:30:55.217540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bc2b3f-7895-4286-92bb-8203c2b57fb4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:30:55.243561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.243891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.244216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.244580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.244897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.245231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.245541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.245849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.246156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.246469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.246775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.247105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Tracked resource versions report: Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: pushed versions: Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: { 'AddressGroup': {'1.2'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'ConntrackHelper': {'1.0'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Log': {'1.0'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Network': {'1.1'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Port': {'1.7'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'PortForwarding': {'1.2'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'QosPolicy': {'1.9'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'SecurityGroup': {'1.4'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'SubPort': {'1.0'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Subnet': {'1.1'}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Trunk': {'1.1'}} Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: consumer versions: Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: L3 agent@n-d-828413-1: {}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: Metadata agent@n-d-828413-1: {}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: Metering agent@n-d-828413-1: {}, Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'ConntrackHelper': '1.0', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Log': '1.0', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Network': '1.1', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Port': '1.7', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'PortForwarding': '1.2', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'QosPolicy': '1.9', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'SecurityGroup': '1.4', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'SecurityGroupRule': '1.2', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'SubPort': '1.0', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Subnet': '1.1', Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: 'Trunk': '1.1'}} Feb 08 23:30:55.248208 n-d-828413-1 neutron-server[105931]: {{(pid=105931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:30:55.311409 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.350388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.351523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:30:55.352171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:55.427109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7471895 Feb 08 23:30:55.452599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273ac2a-200c-4de5-b27c-edbc0088231b admin admin] Pushing event updated for resources: {'Network': ['ID=b655322d-8fa9-42d6-a6a7-8de656ef7202,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:30:55.464390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:30:58.173632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54028) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:30:58.676746 n-d-828413-1 neutron-server[105925]: WARNING oslo_policy.policy [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:58.677364 n-d-828413-1 neutron-server[105925]: WARNING oslo_policy.policy [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:59.128173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.policy [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 08 23:30:59.173803 n-d-828413-1 neutron-server[105925]: WARNING oslo_policy.policy [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:59.174379 n-d-828413-1 neutron-server[105925]: WARNING oslo_policy.policy [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 08 23:30:59.182711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:30:59.184718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d208ee81-45f2-4e0b-b7c7-bf3fcda84781 admin admin] 10.222.0.32 "GET /v2.0/networks/b655322d-8fa9-42d6-a6a7-8de656ef7202 HTTP/1.1" status: 200 len: 825 time: 1.0088971 Feb 08 23:30:59.224164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9350540b-2b5d-4051-87f1-481c05510e5f admin admin] 10.222.0.32 "GET /v2.0/subnetpools/aba89ff0-9a01-41c0-995c-2a576c28b0d4 HTTP/1.1" status: 200 len: 734 time: 0.0332799 Feb 08 23:30:59.233680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4', 'gateway_ip': '172.20.0.1', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'name': 'private-subnet', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:30:59.235195 n-d-828413-1 neutron-server[105925]: INFO neutron.quota [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Loaded quota_driver: . Feb 08 23:30:59.273965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Made reservation on behalf of e7bdd2d4fa294b309e558ab08b97c7e4 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:30:59.276933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:59.562407 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:59.629935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Checking segment: {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:30:59.630317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Network hostable DHCP agents. Network: b655322d-8fa9-42d6-a6a7-8de656ef7202, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:30:59.642359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d4b6b9-0b6e-4e53-8946-add2c421b3c8,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:30:59.654893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.655231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.655565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.655896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.656223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.656546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.656863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.657207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.657523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.657835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.658149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.658491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Tracked resource versions report: Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: pushed versions: Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: { 'AddressGroup': {'1.2'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'ConntrackHelper': {'1.0'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Log': {'1.0'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Network': {'1.1'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Port': {'1.7'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'PortForwarding': {'1.2'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'QosPolicy': {'1.9'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'SecurityGroup': {'1.4'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'SubPort': {'1.0'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Subnet': {'1.1'}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Trunk': {'1.1'}} Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: consumer versions: Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: L3 agent@n-d-828413-1: {}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: Metadata agent@n-d-828413-1: {}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: Metering agent@n-d-828413-1: {}, Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'ConntrackHelper': '1.0', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Log': '1.0', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Network': '1.1', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Port': '1.7', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'PortForwarding': '1.2', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'QosPolicy': '1.9', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'SecurityGroup': '1.4', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'SecurityGroupRule': '1.2', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'SubPort': '1.0', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Subnet': '1.1', Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: 'Trunk': '1.1'}} Feb 08 23:30:59.659569 n-d-828413-1 neutron-server[105925]: {{(pid=105925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:30:59.683309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:30:59.696295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b655322d-8fa9-42d6-a6a7-8de656ef7202) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:30:59.701492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:30:59.702089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:30:59.706642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d19a0-aa6a-42d0-8b18-bfacdfc166d7 None None] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:30:59.722463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2555db74-80e8-47c8-8e66-f818582a96f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4923859 Feb 08 23:31:00.031222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-b655322d-8fa9-42d6-a6a7-8de656ef7202', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:31:00.032487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:00.326696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Allocated IP 172.20.0.2 (b655322d-8fa9-42d6-a6a7-8de656ef7202/d9d4b6b9-0b6e-4e53-8946-add2c421b3c8/190e731f-aeeb-4713-8cb6-ca20054b7547) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:31:00.524972 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:00.532968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:00.607598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:31:00.616070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:31:00.621176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Pushing event updated for resources: {'Port': ['ID=190e731f-aeeb-4713-8cb6-ca20054b7547,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:00.625763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:31:00.633366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.633711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.634043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.634371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.634695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.635017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.635335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.635658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.635973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.636288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.636600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.636931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Tracked resource versions report: Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: pushed versions: Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: { 'AddressGroup': {'1.2'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'ConntrackHelper': {'1.0'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Log': {'1.0'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Network': {'1.1'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Port': {'1.7'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'PortForwarding': {'1.2'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'QosPolicy': {'1.9'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'SecurityGroup': {'1.4'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'SubPort': {'1.0'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Subnet': {'1.1'}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Trunk': {'1.1'}} Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: consumer versions: Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: L3 agent@n-d-828413-1: {}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: Metadata agent@n-d-828413-1: {}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: Metering agent@n-d-828413-1: {}, Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'ConntrackHelper': '1.0', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Log': '1.0', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Network': '1.1', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Port': '1.7', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'PortForwarding': '1.2', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'QosPolicy': '1.9', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'SecurityGroup': '1.4', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'SecurityGroupRule': '1.2', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'SubPort': '1.0', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Subnet': '1.1', Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: 'Trunk': '1.1'}} Feb 08 23:31:00.638044 n-d-828413-1 neutron-server[105933]: {{(pid=105933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:31:00.710913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Attempting to bind port 190e731f-aeeb-4713-8cb6-ca20054b7547 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:31:00.711573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Attempting to bind port 190e731f-aeeb-4713-8cb6-ca20054b7547 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:31:00.711710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Attempting to bind port 190e731f-aeeb-4713-8cb6-ca20054b7547 on network b655322d-8fa9-42d6-a6a7-8de656ef7202 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:31:00.716673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:31:00.717123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Checking segment: {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:31:00.717599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:00.717985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Bound using segment: {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:31:00.718478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Bound port: 190e731f-aeeb-4713-8cb6-ca20054b7547, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:31:00.718882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:00.787684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] For port 190e731f-aeeb-4713-8cb6-ca20054b7547, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:31:00.793075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] For port 190e731f-aeeb-4713-8cb6-ca20054b7547, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=190e731f-aeeb-4713-8cb6-ca20054b7547,segment=NetworkSegment(abad463b-94f6-48f2-97f5-2390bdeec5fb),segment_id=abad463b-94f6-48f2-97f5-2390bdeec5fb)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:31:00.798932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:00.864597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016abf5-a6b6-461d-8b1d-74f802df6355 None None] Pushing event updated for resources: {'Port': ['ID=190e731f-aeeb-4713-8cb6-ca20054b7547,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:02.260281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:02.580131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-7f36020f-47f5-41b3-8962-a73852625225 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:31:02.581372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7f36020f-47f5-41b3-8962-a73852625225 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3201590 Feb 08 23:31:05.009240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54056) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:05.331679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-f513e76e-2176-440b-84cf-51943f124581 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:31:05.332745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f513e76e-2176-440b-84cf-51943f124581 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3225961 Feb 08 23:31:08.008400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54066) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:08.328532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:31:08.353874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.355419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.495946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.500513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.514753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.515959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-580f8d3d-ed76-4bd4-bc51-3db463c06876 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5065706 Feb 08 23:31:08.603416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 190e731f-aeeb-4713-8cb6-ca20054b7547 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:31:08.694936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 190e731f-aeeb-4713-8cb6-ca20054b7547 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:08.695339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.810052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.846351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 190e731f-aeeb-4713-8cb6-ca20054b7547, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=190e731f-aeeb-4713-8cb6-ca20054b7547,segment=NetworkSegment(abad463b-94f6-48f2-97f5-2390bdeec5fb),segment_id=abad463b-94f6-48f2-97f5-2390bdeec5fb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:31:08.851088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:08.907028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=190e731f-aeeb-4713-8cb6-ca20054b7547,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:09.388134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca295d55-9c9b-41d0-8c26-aef1dc28f57a None None] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:31:09.502176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6a2b038c-15b5-49db-85ef-a074558cb5d4 None None] Provisioning complete for port 190e731f-aeeb-4713-8cb6-ca20054b7547 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:09.502557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a2b038c-15b5-49db-85ef-a074558cb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:09.847768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4c8b94e5-dd9a-4f49-b447-b01a69c5e739 None None] Provisioning complete for port 190e731f-aeeb-4713-8cb6-ca20054b7547 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:09.848408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4c8b94e5-dd9a-4f49-b447-b01a69c5e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:10.567912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 190e731f-aeeb-4713-8cb6-ca20054b7547 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:31:10.613671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 190e731f-aeeb-4713-8cb6-ca20054b7547 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:10.614032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:10.971270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54078) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:11.280264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-1e55e6b2-19ab-4246-ab56-931f06f08318 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:31:11.281628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1e55e6b2-19ab-4246-ab56-931f06f08318 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093195 Feb 08 23:31:11.697509 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-880c7de9-7729-43dd-91c2-1c60702ecd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:13.710720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:14.019962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:31:14.062531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Made reservation on behalf of 3c66bed19aa7456cbbbe65f9fc7ab7d4 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:31:14.064979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.080244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.124745 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce021704-f77f-4ddb-9099-cac00c557933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.185656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.189400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.207443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Reserving flat network on physical network physnet1 {{(pid=105925) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 08 23:31:14.231350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1812cb0d-920a-40f2-9364-c624dc6a4518,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:14.238506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790164650298', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.239137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Unsubscribe: segment precommit_create {{(pid=105925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 08 23:31:14.239678 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Added segment 7d8f528f-fc09-4a49-8c4e-f67ee46f8c73 of type flat for network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 Feb 08 23:31:14.291989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.331420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.332386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:31:14.332987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:14.404827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6930337 Feb 08 23:31:14.429493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7eeaf-90d1-4740-a59f-ec8858f3d07b admin admin] Pushing event updated for resources: {'Network': ['ID=5a835ad3-3f48-474b-bd65-b33dc6c42ee3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:14.441506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:31:15.258820 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:16.595579 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:16.818155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54104) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:16.992244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b53848-81ae-44d2-8e2c-ea677b395613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:31:16.993603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-04b53848-81ae-44d2-8e2c-ea677b395613 admin admin] 10.222.0.32 "GET /v2.0/subnets/d9d4b6b9-0b6e-4e53-8946-add2c421b3c8 HTTP/1.1" status: 200 len: 849 time: 0.1744647 Feb 08 23:31:17.120419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-affd2523-9255-441e-9a0c-3c62401768a7 admin admin] 10.222.0.32 "GET /v2.0/routers/7898d686-32e2-4a68-859d-1d906c3dcef0 HTTP/1.1" status: 200 len: 704 time: 0.1203775 Feb 08 23:31:17.226826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:17.382097 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:17.667974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Allocated IP 172.20.0.1 (b655322d-8fa9-42d6-a6a7-8de656ef7202/d9d4b6b9-0b6e-4e53-8946-add2c421b3c8/4db6b945-de20-47ac-972c-9a12351d1573) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:31:17.822230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:17.928937 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:17.998225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:31:18.002850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:31:18.009076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:31:18.009563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.064161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Pushing event updated for resources: {'Port': ['ID=4db6b945-de20-47ac-972c-9a12351d1573,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:18.192477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-719af41b-68cb-4828-8bc5-3c6ab5569088 None None] Provisioning complete for port 4db6b945-de20-47ac-972c-9a12351d1573 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:18.193112 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-719af41b-68cb-4828-8bc5-3c6ab5569088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.204677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.226229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-719af41b-68cb-4828-8bc5-3c6ab5569088 None None] Port 4db6b945-de20-47ac-972c-9a12351d1573 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:31:18.407076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.411181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.411872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.490830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Pushing event updated for resources: {'Port': ['ID=4db6b945-de20-47ac-972c-9a12351d1573,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:18.534328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:31:18.535570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:31:18.690361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Router 7898d686-32e2-4a68-859d-1d906c3dcef0 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:31:18.748269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7be67b27-b8c6-4c2a-84cd-f41dfe4d253f None None] Provisioning complete for port 4db6b945-de20-47ac-972c-9a12351d1573 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:18.748594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7be67b27-b8c6-4c2a-84cd-f41dfe4d253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:18.780516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:31:18.786174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7be67b27-b8c6-4c2a-84cd-f41dfe4d253f None None] Port 4db6b945-de20-47ac-972c-9a12351d1573 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:31:18.790776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-80bc5654-97b2-4e02-b643-1d6f8c877bfe admin admin] 10.222.0.32 "PUT /v2.0/routers/7898d686-32e2-4a68-859d-1d906c3dcef0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6644225 Feb 08 23:31:18.792277 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Sync routers for ids ['7898d686-32e2-4a68-859d-1d906c3dcef0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:31:18.805026 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Routers {'7898d686-32e2-4a68-859d-1d906c3dcef0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:31:18.805806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:31:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7898d686-32e2-4a68-859d-1d906c3dcef0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:18.993384 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Set router 7898d686-32e2-4a68-859d-1d906c3dcef0 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:31:19.426359 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:31:08Z', 'updated_at': '2022-02-08T23:31:18Z', 'revision_number': 2, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'gw_port_host': None, '_interfaces': [{'id': '4db6b945-de20-47ac-972c-9a12351d1573', 'name': '', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'mac_address': 'fa:16:3e:f8:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:17Z', 'updated_at': '2022-02-08T23:31:18Z', 'revision_number': 2, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'subnets': [{'id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:19.480230 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Checking router: 7898d686-32e2-4a68-859d-1d906c3dcef0 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:31:19.480653 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Updating router 7898d686-32e2-4a68-859d-1d906c3dcef0 port 4db6b945-de20-47ac-972c-9a12351d1573 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:31:19.528444 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.059050 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.066217 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.080840 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:31:20.210309 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Pushing event updated for resources: {'Port': ['ID=4db6b945-de20-47ac-972c-9a12351d1573,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:20.243346 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.243687 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.244040 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.244356 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.244680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.245072 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.245394 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.245716 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.246690 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.247013 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.247332 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.247665 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Tracked resource versions report: Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: pushed versions: Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: { 'AddressGroup': {'1.2'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'ConntrackHelper': {'1.0'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Log': {'1.0'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Network': {'1.1'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Port': {'1.7'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'PortForwarding': {'1.2'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'QosPolicy': {'1.9'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'SecurityGroup': {'1.4'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'SubPort': {'1.0'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Subnet': {'1.1'}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Trunk': {'1.1'}} Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: consumer versions: Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: L3 agent@n-d-828413-1: {}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: Metadata agent@n-d-828413-1: {}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: Metering agent@n-d-828413-1: {}, Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'ConntrackHelper': '1.0', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Log': '1.0', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Network': '1.1', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Port': '1.7', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'PortForwarding': '1.2', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'QosPolicy': '1.9', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'SecurityGroup': '1.4', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'SecurityGroupRule': '1.2', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'SubPort': '1.0', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Subnet': '1.1', Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: 'Trunk': '1.1'}} Feb 08 23:31:20.248784 n-d-828413-1 neutron-server[105938]: {{(pid=105938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:31:20.251525 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Attempting to bind port 4db6b945-de20-47ac-972c-9a12351d1573 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:31:20.251921 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Attempting to bind port 4db6b945-de20-47ac-972c-9a12351d1573 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:31:20.252382 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Attempting to bind port 4db6b945-de20-47ac-972c-9a12351d1573 on network b655322d-8fa9-42d6-a6a7-8de656ef7202 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:31:20.258736 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:31:20.259159 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Checking segment: {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:31:20.259645 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.260482 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Bound using segment: {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:31:20.260482 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Bound port: 4db6b945-de20-47ac-972c-9a12351d1573, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abad463b-94f6-48f2-97f5-2390bdeec5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:31:20.260883 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.318368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9b06f547-6aa4-4b52-972e-2349af97d098 None None] Provisioning complete for port 4db6b945-de20-47ac-972c-9a12351d1573 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:20.318773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9b06f547-6aa4-4b52-972e-2349af97d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.334319 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] For port 4db6b945-de20-47ac-972c-9a12351d1573, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:31:20.353962 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] For port 4db6b945-de20-47ac-972c-9a12351d1573, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4db6b945-de20-47ac-972c-9a12351d1573,segment=NetworkSegment(abad463b-94f6-48f2-97f5-2390bdeec5fb),segment_id=abad463b-94f6-48f2-97f5-2390bdeec5fb)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:31:20.358275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9b06f547-6aa4-4b52-972e-2349af97d098 None None] Port 4db6b945-de20-47ac-972c-9a12351d1573 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:31:20.359565 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.418445 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Routers {'7898d686-32e2-4a68-859d-1d906c3dcef0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:31:20.418977 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:31:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7898d686-32e2-4a68-859d-1d906c3dcef0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:20.423135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa89a-2998-497f-8844-2e4f9ea6ab37 None None] Pushing event updated for resources: {'Port': ['ID=4db6b945-de20-47ac-972c-9a12351d1573,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:20.511085 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] Set router 7898d686-32e2-4a68-859d-1d906c3dcef0 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:31:20.577321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6a1e5f50-6ec1-41ad-a84e-33a284ff3632 None None] Provisioning complete for port 4db6b945-de20-47ac-972c-9a12351d1573 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:20.577691 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5f50-6ec1-41ad-a84e-33a284ff3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.655193 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5f50-6ec1-41ad-a84e-33a284ff3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.690477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6a1e5f50-6ec1-41ad-a84e-33a284ff3632 None None] For port 4db6b945-de20-47ac-972c-9a12351d1573, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4db6b945-de20-47ac-972c-9a12351d1573,segment=NetworkSegment(abad463b-94f6-48f2-97f5-2390bdeec5fb),segment_id=abad463b-94f6-48f2-97f5-2390bdeec5fb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:31:20.695980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5f50-6ec1-41ad-a84e-33a284ff3632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:20.733278 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:31:08Z', 'updated_at': '2022-02-08T23:31:18Z', 'revision_number': 2, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'gw_port_host': None, '_interfaces': [{'id': '4db6b945-de20-47ac-972c-9a12351d1573', 'name': '', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'mac_address': 'fa:16:3e:f8:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:17Z', 'updated_at': '2022-02-08T23:31:20Z', 'revision_number': 4, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'subnets': [{'id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:20.741600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e5f50-6ec1-41ad-a84e-33a284ff3632 None None] Pushing event updated for resources: {'Port': ['ID=4db6b945-de20-47ac-972c-9a12351d1573,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:20.765243 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56f7f3-9aa4-4a1a-aad9-dd1bb786e0f0 None None] The sync data for ids ['7898d686-32e2-4a68-859d-1d906c3dcef0'] in n-d-828413-1 is: [{'id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:31:08Z', 'updated_at': '2022-02-08T23:31:18Z', 'revision_number': 2, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'gw_port_host': None, '_interfaces': [{'id': '4db6b945-de20-47ac-972c-9a12351d1573', 'name': '', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'mac_address': 'fa:16:3e:f8:95:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:17Z', 'updated_at': '2022-02-08T23:31:20Z', 'revision_number': 4, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'subnets': [{'id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:31:21.094189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54126) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:21.202754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56d0d7-753b-4da1-b335-9a2006d0219f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:31:21.204366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2e56d0d7-753b-4da1-b335-9a2006d0219f admin admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 842 time: 0.1092532 Feb 08 23:31:21.214348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:31:21.237932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Made reservation on behalf of 3c66bed19aa7456cbbbe65f9fc7ab7d4 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:31:21.240125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:21.521881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 23:31:21.522294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:21.575459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc710202-93e1-4a9d-a311-880da7634112,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:21.582241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:31:21.582588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Network hostable DHCP agents. Network: 5a835ad3-3f48-474b-bd65-b33dc6c42ee3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:31:21.597973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:31:21.607336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 5a835ad3-3f48-474b-bd65-b33dc6c42ee3) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:31:21.613898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:31:21.614859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:21.615313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748b5e5-7a03-4699-af62-acbe541835c6 None None] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:31:21.632906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8417e887-82c6-4349-a462-f2a6e133ffd5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4219124 Feb 08 23:31:21.754802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a40d6-f9ee-432c-b33a-86274833e5ba None None] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:31:24.002117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54134) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:24.287041 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1617a415-b012-44bc-913c-d47f27082f05 admin admin] 10.222.0.32 "GET /v2.0/routers/7898d686-32e2-4a68-859d-1d906c3dcef0 HTTP/1.1" status: 200 len: 710 time: 0.2836716 Feb 08 23:31:24.436185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a3fdd-2345-42d1-9be1-51495a40a18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:31:24.437599 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-be7a3fdd-2345-42d1-9be1-51495a40a18b admin admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 886 time: 0.1445785 Feb 08 23:31:24.446867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:31:24.690948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:24.924225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:24.996332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:25.184899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Allocated IP 172.25.3.248 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/7f6f8b50-91be-46cd-9b0a-d3e80fe181f7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:31:25.294081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:25.359069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:25.436686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:31:25.441539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:31:25.452157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:31:25.453647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Pushing event updated for resources: {'Port': ['ID=7f6f8b50-91be-46cd-9b0a-d3e80fe181f7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:25.797901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:26.003316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:26.008653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:26.124137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Router 7898d686-32e2-4a68-859d-1d906c3dcef0 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:31:26.238411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:31:26.243455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:26.244708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c498a407-9d37-4b73-89cb-e4f547d00760 admin admin] 10.222.0.32 "PUT /v2.0/routers/7898d686-32e2-4a68-859d-1d906c3dcef0 HTTP/1.1" status: 200 len: 890 time: 1.8008769 Feb 08 23:31:26.607766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4db6b945-de20-47ac-972c-9a12351d1573 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:31:26.657435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4db6b945-de20-47ac-972c-9a12351d1573 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:26.657816 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:27.292013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Sync routers for ids ['7898d686-32e2-4a68-859d-1d906c3dcef0'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:31:27.305739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Routers {'7898d686-32e2-4a68-859d-1d906c3dcef0'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:31:27.306384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:31:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7898d686-32e2-4a68-859d-1d906c3dcef0'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:27.513234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Set router 7898d686-32e2-4a68-859d-1d906c3dcef0 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:31:27.982327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7f6f8b50-91be-46cd-9b0a-d3e80fe181f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:31:08Z', 'updated_at': '2022-02-08T23:31:25Z', 'revision_number': 4, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'gw_port': {'id': '7f6f8b50-91be-46cd-9b0a-d3e80fe181f7', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:25Z', 'updated_at': '2022-02-08T23:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '4db6b945-de20-47ac-972c-9a12351d1573', 'name': '', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'mac_address': 'fa:16:3e:f8:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:17Z', 'updated_at': '2022-02-08T23:31:20Z', 'revision_number': 5, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'subnets': [{'id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:28.033988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Checking router: 7898d686-32e2-4a68-859d-1d906c3dcef0 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:31:28.034339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Updating router 7898d686-32e2-4a68-859d-1d906c3dcef0 port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:31:28.081055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:28.400782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:28.405904 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:28.458269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Attempting to bind port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:31:28.458633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Attempting to bind port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:31:28.458995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Attempting to bind port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:31:28.461697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16c4b-1166-4aba-8272-27e4103ebb23 None None] Pushing event updated for resources: {'Port': ['ID=7f6f8b50-91be-46cd-9b0a-d3e80fe181f7,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:28.466105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:31:28.466474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:31:28.466870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:28.467248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:31:28.467699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Bound port: 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:31:28.468086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:28.517264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] For port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:31:28.520192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] For port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7f6f8b50-91be-46cd-9b0a-d3e80fe181f7,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:31:28.523926 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:28.585041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e16c4b-1166-4aba-8272-27e4103ebb23 None None] Pushing event updated for resources: {'Port': ['ID=7f6f8b50-91be-46cd-9b0a-d3e80fe181f7,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:28.589078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Routers {'7898d686-32e2-4a68-859d-1d906c3dcef0'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:31:28.590250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:31:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7898d686-32e2-4a68-859d-1d906c3dcef0'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:28.695395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] Set router 7898d686-32e2-4a68-859d-1d906c3dcef0 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:31:28.711442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54146) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:31:28.823347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68a8b130-f7ca-4ee8-9ec5-e39842ef454f admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1106696 Feb 08 23:31:28.925230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7f6f8b50-91be-46cd-9b0a-d3e80fe181f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:31:08Z', 'updated_at': '2022-02-08T23:31:25Z', 'revision_number': 4, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'gw_port': {'id': '7f6f8b50-91be-46cd-9b0a-d3e80fe181f7', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:25Z', 'updated_at': '2022-02-08T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '4db6b945-de20-47ac-972c-9a12351d1573', 'name': '', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'mac_address': 'fa:16:3e:f8:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:17Z', 'updated_at': '2022-02-08T23:31:20Z', 'revision_number': 5, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'subnets': [{'id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:31:28.953752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06c517-5f28-49c9-8537-dcfac64f88ac None None] The sync data for ids ['7898d686-32e2-4a68-859d-1d906c3dcef0'] in n-d-828413-1 is: [{'id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'name': 'router1', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '7f6f8b50-91be-46cd-9b0a-d3e80fe181f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:31:08Z', 'updated_at': '2022-02-08T23:31:25Z', 'revision_number': 4, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'gw_port': {'id': '7f6f8b50-91be-46cd-9b0a-d3e80fe181f7', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:25Z', 'updated_at': '2022-02-08T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '4db6b945-de20-47ac-972c-9a12351d1573', 'name': '', 'network_id': 'b655322d-8fa9-42d6-a6a7-8de656ef7202', 'tenant_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'mac_address': 'fa:16:3e:f8:95:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7898d686-32e2-4a68-859d-1d906c3dcef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:31:17Z', 'updated_at': '2022-02-08T23:31:20Z', 'revision_number': 5, 'project_id': 'e7bdd2d4fa294b309e558ab08b97c7e4', 'subnets': [{'id': 'd9d4b6b9-0b6e-4e53-8946-add2c421b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aba89ff0-9a01-41c0-995c-2a576c28b0d4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:31:30.642719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:31:30.694491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:30.694860 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:30.780852 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:30.802998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7f6f8b50-91be-46cd-9b0a-d3e80fe181f7,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:31:30.807503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:30.862235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=7f6f8b50-91be-46cd-9b0a-d3e80fe181f7,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:31:32.641131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:31:32.701191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7f6f8b50-91be-46cd-9b0a-d3e80fe181f7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:31:32.701947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:41.703208 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-12d37c44-899c-4136-908d-0d8d8afc215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:44.128307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb8d95fc-04de-4c57-86d5-a1f00b30b8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:45.270037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:46.605610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:47.185379 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:31:57.061456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:32:11.696024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1844b43b-f41b-4a98-8e02-da3fb70f0793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:14.135584 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21374679-4b9d-443b-8969-3a919b222444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:15.367461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:16.611506 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:17.190774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:34.062073 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:32:41.700068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e476a119-27f7-4be1-ac63-4f55c6faa3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:44.138622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc4a30b3-0985-411d-99e6-03667cd3f80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:45.268139 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:46.606052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:32:47.186088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:11.060745 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:33:11.703319 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-23c397d6-e6fc-4d00-9a2b-9d1bb0f6bc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:14.141319 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa06efe2-7230-4637-9a63-fd82a1340503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:15.272210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:15.807041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54742) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:15.871673 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a81a732-f3b9-4a74-a7b0-3a0d50765e7b admin admin] GET failed (client error): The resource could not be found. Feb 08 23:33:15.873054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9a81a732-f3b9-4a74-a7b0-3a0d50765e7b admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650418 Feb 08 23:33:16.107378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075a4f1-8f9c-47eb-a158-deace863326c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:16.108749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4075a4f1-8f9c-47eb-a158-deace863326c admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2307634 Feb 08 23:33:16.605653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:17.190335 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:18.390248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54752) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:18.499273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6fd334-6a94-49e1-8ce3-996848b168f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:18.500670 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ae6fd334-6a94-49e1-8ce3-996848b168f6 admin admin] 10.222.0.32 "GET /v2.0/subnets/d9d4b6b9-0b6e-4e53-8946-add2c421b3c8 HTTP/1.1" status: 200 len: 849 time: 0.1094356 Feb 08 23:33:18.511682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:33:18.597714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:18.742081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790164744551'] for subnet, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:18.774383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:18.775446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:18.776409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] 10.222.0.32 "PUT /v2.0/subnets/d9d4b6b9-0b6e-4e53-8946-add2c421b3c8 HTTP/1.1" status: 200 len: 868 time: 0.2688887 Feb 08 23:33:18.779338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb77912-b79d-4013-bcf7-e4bd31b5d5b0 None None] Network b655322d-8fa9-42d6-a6a7-8de656ef7202 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:33:18.795786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d4b6b9-0b6e-4e53-8946-add2c421b3c8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:33:18.803784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.804146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.804439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.804768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.805126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.806065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.806626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.807009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.807396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.807724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.808045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:18.808640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a757be62-9285-4c1f-ab71-1e89f87d9480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:33:19.206103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0a90513a-7692-4db1-b941-505db94a98c0 None None] Provisioning complete for port 4db6b945-de20-47ac-972c-9a12351d1573 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:33:19.206480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a90513a-7692-4db1-b941-505db94a98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:19.298462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0a90513a-7692-4db1-b941-505db94a98c0 None None] Provisioning complete for port 190e731f-aeeb-4713-8cb6-ca20054b7547 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:33:19.298727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a90513a-7692-4db1-b941-505db94a98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:21.101678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54762) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:21.346654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f12398-f2e6-432d-841b-e5fa7f868b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:21.347125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f12398-f2e6-432d-841b-e5fa7f868b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:21.349463 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e1f12398-f2e6-432d-841b-e5fa7f868b8a admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2465577 Feb 08 23:33:23.594962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54770) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:23.740301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2337190-bdbf-4c69-8c07-e77e582ccba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:23.740801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2337190-bdbf-4c69-8c07-e77e582ccba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:23.742358 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2337190-bdbf-4c69-8c07-e77e582ccba9 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1465414 Feb 08 23:33:26.152762 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54778) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:26.281441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bf02c2-dccc-41db-b6e5-840b70fc645c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:26.282862 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-55bf02c2-dccc-41db-b6e5-840b70fc645c admin admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 886 time: 0.1290793 Feb 08 23:33:28.696394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54786) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:28.833353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb03b2-ca74-40ae-aedf-4073f6282f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:28.834750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-69eb03b2-ca74-40ae-aedf-4073f6282f5e admin admin] 10.222.0.32 "GET /v2.0/networks/b655322d-8fa9-42d6-a6a7-8de656ef7202 HTTP/1.1" status: 200 len: 869 time: 0.1372037 Feb 08 23:33:31.060822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54794) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:31.184219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba7b6b-1183-4fae-9087-6978c6cd55cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:31.184666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bba7b6b-1183-4fae-9087-6978c6cd55cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:31.186204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5bba7b6b-1183-4fae-9087-6978c6cd55cd admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244307 Feb 08 23:33:33.473098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54802) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:33.567932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc79cd-7528-460e-bd58-3f0309df694e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:33.568310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc79cd-7528-460e-bd58-3f0309df694e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:33.569998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-01cc79cd-7528-460e-bd58-3f0309df694e admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959408 Feb 08 23:33:35.792245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54810) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:35.877426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc6247-2853-4670-9f9e-f13ad5cd54c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:35.878780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f2bc6247-2853-4670-9f9e-f13ad5cd54c6 admin admin] 10.222.0.32 "GET /v2.0/subnets/bc710202-93e1-4a9d-a311-880da7634112 HTTP/1.1" status: 200 len: 816 time: 0.0855911 Feb 08 23:33:38.135052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54818) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:38.233815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343627e-57bb-4276-998f-627c333d047b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:33:38.235303 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e343627e-57bb-4276-998f-627c333d047b admin admin] 10.222.0.32 "GET /v2.0/subnets/d9d4b6b9-0b6e-4e53-8946-add2c421b3c8 HTTP/1.1" status: 200 len: 868 time: 0.0993330 Feb 08 23:33:41.706901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-790f3636-9e49-4c19-9194-4a6b57726750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:44.134613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb4e8675-ba53-4007-a0ac-9bb73e8343fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:45.273328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:46.608815 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:47.198498 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:33:48.060280 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:33:59.925724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54872) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:33:59.987503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-ca4ef7d9-1859-45aa-9f95-dffb2a06ca6f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:33:59.988525 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ca4ef7d9-1859-45aa-9f95-dffb2a06ca6f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617611 Feb 08 23:34:02.359930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54880) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:34:02.424744 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-48272f69-7c2e-4d0f-adfb-d963711d4a73 admin admin] GET failed (client error): The resource could not be found. Feb 08 23:34:02.426138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-48272f69-7c2e-4d0f-adfb-d963711d4a73 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652626 Feb 08 23:34:02.520888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aaad4d-aa00-445f-9efc-87bbe1efab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:34:02.522390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e5aaad4d-aa00-445f-9efc-87bbe1efab8f admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0908437 Feb 08 23:34:04.887687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54888) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:34:04.940833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:34:04.964694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Made reservation on behalf of 3c66bed19aa7456cbbbe65f9fc7ab7d4 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:34:04.966969 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:04.996180 n-d-828413-1 neutron-server[105925]: WARNING neutron.services.revisions.revision_plugin [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Could not find related network for resource to bump revision. Feb 08 23:34:05.010732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:34:05.019918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:05.020250 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Added segment 062d0dc7-729b-400a-8b6d-5eb6875a0845 of type vlan for network 81d57c90-21bf-44f1-bfea-943c212b55c1 Feb 08 23:34:05.080336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:05.111762 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:05.112941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:34:05.113602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:05.177215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2884312 Feb 08 23:34:05.185290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Pushing event updated for resources: {'Network': ['ID=81d57c90-21bf-44f1-bfea-943c212b55c1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:34:05.193187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.193559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.193909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.194229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.194570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.194899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.195734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.196063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.196433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.196784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.197127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.197455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768c7e8-b07f-4c16-b034-5aa765eabc90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:05.211835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:34:07.513269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:34:07.577779 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f721d567-8e4d-46cf-ac64-0cb109ca57ec admin admin] GET failed (client error): The resource could not be found. Feb 08 23:34:07.579166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f721d567-8e4d-46cf-ac64-0cb109ca57ec admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649304 Feb 08 23:34:07.651602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4162c4-ea02-4fa8-8633-3034d61c9bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:34:07.653141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8d4162c4-ea02-4fa8-8633-3034d61c9bfe admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691011 Feb 08 23:34:07.664399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:34:07.686799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Made reservation on behalf of 3c66bed19aa7456cbbbe65f9fc7ab7d4 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:34:07.689143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:07.863165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:07.916971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79fd334-9aed-4219-8686-b264dfbc528d,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:34:07.938626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:34:07.938975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Network hostable DHCP agents. Network: 81d57c90-21bf-44f1-bfea-943c212b55c1, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:34:07.955772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:34:07.966719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 81d57c90-21bf-44f1-bfea-943c212b55c1) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:34:07.972750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:34:07.973813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:07.979981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7eae4-a6fe-4dd1-9540-e756c725bf7d None None] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:34:07.996414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9d7bd717-45c9-4fb2-b1fc-d43ee6308272 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3357868 Feb 08 23:34:08.167689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-81d57c90-21bf-44f1-bfea-943c212b55c1', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'tenant_id': '3c66bed19aa7456cbbbe65f9fc7ab7d4', 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:34:08.168589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:08.324885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Allocated IP 192.168.233.2 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/dc5bb699-a9a3-4b5e-9341-9c13871925ca) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:34:08.482496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:08.488482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:08.541569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:34:08.545267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Pushing event updated for resources: {'Port': ['ID=dc5bb699-a9a3-4b5e-9341-9c13871925ca,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:34:08.547844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:34:08.550429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:34:08.562709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.563058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.563391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.563716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.564248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.564350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.564657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.564999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.565339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.565660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.565978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.566295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:34:08.622605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Attempting to bind port dc5bb699-a9a3-4b5e-9341-9c13871925ca on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:34:08.623878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Attempting to bind port dc5bb699-a9a3-4b5e-9341-9c13871925ca by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:34:08.623878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Attempting to bind port dc5bb699-a9a3-4b5e-9341-9c13871925ca on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:34:08.639115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:34:08.639492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:34:08.639901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:08.640293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:34:08.640772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Bound port: dc5bb699-a9a3-4b5e-9341-9c13871925ca, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:34:08.641191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:08.759793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] For port dc5bb699-a9a3-4b5e-9341-9c13871925ca, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:34:08.776829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] For port dc5bb699-a9a3-4b5e-9341-9c13871925ca, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dc5bb699-a9a3-4b5e-9341-9c13871925ca,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:34:08.783389 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:08.927552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c991653-992e-4016-b3eb-e7ebb612fbbe None None] Pushing event updated for resources: {'Port': ['ID=dc5bb699-a9a3-4b5e-9341-9c13871925ca,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:34:09.819367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bab531-98d6-4fbc-9b70-0b27aad2a98c None None] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:34:09.881619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a073cef1-f54d-4a75-ba0c-a6f231a4e410 None None] Provisioning complete for port dc5bb699-a9a3-4b5e-9341-9c13871925ca triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:34:09.881898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a073cef1-f54d-4a75-ba0c-a6f231a4e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:10.056783 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a073cef1-f54d-4a75-ba0c-a6f231a4e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:10.101715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a073cef1-f54d-4a75-ba0c-a6f231a4e410 None None] For port dc5bb699-a9a3-4b5e-9341-9c13871925ca, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dc5bb699-a9a3-4b5e-9341-9c13871925ca,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:34:10.108704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a073cef1-f54d-4a75-ba0c-a6f231a4e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:10.170537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073cef1-f54d-4a75-ba0c-a6f231a4e410 None None] Pushing event updated for resources: {'Port': ['ID=dc5bb699-a9a3-4b5e-9341-9c13871925ca,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:34:10.332331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c61cab81-08cd-40a1-8946-09f1a4ad058c None None] Provisioning complete for port dc5bb699-a9a3-4b5e-9341-9c13871925ca triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:34:10.333063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c61cab81-08cd-40a1-8946-09f1a4ad058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:10.752115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dc5bb699-a9a3-4b5e-9341-9c13871925ca up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:34:10.809225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port dc5bb699-a9a3-4b5e-9341-9c13871925ca triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:34:10.809606 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:11.709515 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-828611e0-adf3-4734-b0c1-590833e16322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:14.138607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75a9f9ae-8729-4006-b3fd-76b2ffb07bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:15.277981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:16.615469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:17.195825 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:25.059012 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:34:41.713895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64ffb0c0-3444-416e-b9ae-83dc2b474f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:44.143975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d8de12c2-cdc3-4a87-aae9-89063bd70ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:45.285870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:46.620018 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:34:47.196108 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:02.057009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:35:11.718490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-275ba11f-fdb6-4aef-aafe-f370d673d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:14.139941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cceb93eb-053a-41bd-aaa9-c6520fd08c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:15.281605 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:16.618020 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:17.195371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:26.971422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54942) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:35:26.978811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-4d30e3bd-d95b-4a9d-8435-7f1befc436ff tempest-verify_tempest_config-1836989344 tempest-verify_tempest_config-1836989344-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:35:26.978811 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4d30e3bd-d95b-4a9d-8435-7f1befc436ff tempest-verify_tempest_config-1836989344 tempest-verify_tempest_config-1836989344-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063374 Feb 08 23:35:27.283147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54960) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:35:27.396846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.474841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.478636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.521494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc9af00-a990-47b8-92b9-74c2f35c5927,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:35:27.526131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c60e008b00704c79a1c8372fcf9474e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2419448 Feb 08 23:35:27.528899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:35:27.530399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.530737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.531071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.531400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.531721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.532039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.532355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.532683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.533019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.533338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.533650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.533964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f2ae8-04bc-4aa0-be23-65948d945dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.586768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.611683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.775967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.778395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:27.782166 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcc9af00-a990-47b8-92b9-74c2f35c5927 HTTP/1.1" status: 204 len: 168 time: 0.2522979 Feb 08 23:35:27.791303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc9af00-a990-47b8-92b9-74c2f35c5927,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:35:27.798212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.798562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.798900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.799234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.799565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.799889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.800214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.800535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.800860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.801203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.801519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:27.801843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99454a2a-a255-4857-a436-d952f3b35ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:35:39.054754 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:35:41.733010 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67d140ee-7f77-408e-b993-937d551c8e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:44.141676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7966-7eb2-4ce8-b2d9-661d05acdd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:45.285067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:46.618817 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:35:47.188463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:11.727095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c08077d9-843c-45c8-a7ef-9e3e7c896210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:14.146229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d4af-deeb-41a6-ab50-6184b020b865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:15.288458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:16.054096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:36:16.622144 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:17.193850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:41.729994 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c41e584-2fc6-4c6c-85b5-ecdff2d8713e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:44.148513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e6e026cb-84d8-405d-b5bd-f907f14940ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:45.290500 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:46.623826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:47.196846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:36:53.054010 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:37:11.732232 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-971e0c17-2dd6-483b-97c9-f6535ea48be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:14.150204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-414a96fa-09a9-4bfb-b325-b9fc8c3a1a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:15.294255 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:16.627294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:17.199877 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:30.052688 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:37:41.733748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4236a3a6-659b-451e-83ba-9c83279fa400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:44.152118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f87b5115-6b7c-41bb-abeb-0ff16db15822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:45.295977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:46.630312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:37:47.202885 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:07.052021 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 5 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:38:11.738991 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02b05b70-cfd9-4658-9cbd-b2aafc4d0f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:14.154904 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f27bdd9-f692-4682-968f-c37e7f75453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:15.298583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:16.633375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:17.205157 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:36.606925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:36.691954 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3841841'] for agent, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:41.740902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-32c91f9d-0a15-478b-8541-4bca35e6b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:44.051295 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:38:44.156339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-531caefb-428e-436d-8f93-a296dc9113a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:45.303438 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:46.640560 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:38:47.208947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:06.576848 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:06.682213 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:11.742944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-74cbd88b-4d81-4d91-8fcc-01c3dd3dc6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:14.157283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce302ae6-c145-4923-9b03-ceb6fadfd4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:15.304862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:16.639847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:17.211713 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:21.050653 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:39:31.379900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:39:31.482775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-674840ae-a583-4114-86e2-854272090983 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1017771 Feb 08 23:39:33.834014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55028) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:39:33.893018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a1a845e7-af1e-40c3-9a74-3fbd5dc7e168 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0578637 Feb 08 23:39:36.597846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:36.696896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:41.747069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5cec8c7e-efe5-4463-b2bb-458fdcf3c45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:44.158807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-43aef996-52fb-4ced-a885-764f455aab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:45.307432 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:46.643459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:47.216122 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:39:58.049974 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:40:06.589478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:06.710270 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:11.751601 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-98b99973-8cca-4736-8c90-2f3f872a164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:14.160807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76b0bc5f-93e0-4a0f-99b1-b7e593ce9745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:15.310958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:16.653564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:17.216899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:35.052363 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:40:36.607105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:36.711380 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:41.754476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b2844452-b54b-49f0-a0a4-c14b0f9366cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:44.162808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7487bffe-937d-43ee-b542-91816ba7ce66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:45.316587 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:46.655348 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:40:47.210182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:06.635166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:06.716044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:10.879981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55280) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:11.261376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f4d9a1d1-6843-432d-939f-3608b19e680c tempest-AutoAllocateNetworkTest-515994884 tempest-AutoAllocateNetworkTest-515994884-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a46a619af0fc46ebbe648c848f2620f9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3776262 Feb 08 23:41:11.261658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55306) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:11.451600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a2308-24a6-4c14-883a-4309ebd279f5 tempest-AutoAllocateNetworkTest-515994884 tempest-AutoAllocateNetworkTest-515994884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:11.456155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55318) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:11.456722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-175a2308-24a6-4c14-883a-4309ebd279f5 tempest-AutoAllocateNetworkTest-515994884 tempest-AutoAllocateNetworkTest-515994884-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1933436 Feb 08 23:41:11.515565 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a360ef3c-5b77-4cdf-bee0-e5de2318a8fd tempest-AutoAllocateNetworkTest-515994884 tempest-AutoAllocateNetworkTest-515994884-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574718 Feb 08 23:41:11.521078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:11.554057 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1051c3be-d360-4a76-a81c-a519cae1a37e tempest-AutoAllocateNetworkTest-515994884 tempest-AutoAllocateNetworkTest-515994884-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a46a619af0fc46ebbe648c848f2620f9 HTTP/1.1" status: 200 len: 208 time: 0.0311015 Feb 08 23:41:11.778388 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e4be7395-3b68-4c65-aa0c-46f51eace2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.054980 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:41:12.339125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55374) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:12.555355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.637099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.641080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.693488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55394) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:12.693971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a46a619af0fc46ebbe648c848f2620f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3532708 Feb 08 23:41:12.694841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d99b57-1edd-4b53-b663-1e11626a4d1c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:12.703061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.703405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.703740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.704071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.705825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.706006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.706340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.706668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.706994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.707306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.707630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.707948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640c8d6d-c585-488e-9b3e-d8e3d6b341e5 admin admin] Tracked resource versions report: Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: pushed versions: Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: { 'AddressGroup': {'1.2'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'ConntrackHelper': {'1.0'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Log': {'1.0'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Network': {'1.1'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Port': {'1.7'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'PortForwarding': {'1.2'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'QosPolicy': {'1.9'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'SecurityGroup': {'1.4'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'SubPort': {'1.0'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Subnet': {'1.1'}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Trunk': {'1.1'}} Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: consumer versions: Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: HyperV agent@n-h1-828413-1: {}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: HyperV agent@n-h2-828413-1: {}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: L3 agent@n-d-828413-1: {}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: Metadata agent@n-d-828413-1: {}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: Metering agent@n-d-828413-1: {}, Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'ConntrackHelper': '1.0', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Log': '1.0', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Network': '1.1', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Port': '1.7', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'PortForwarding': '1.2', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'QosPolicy': '1.9', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'SecurityGroup': '1.4', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'SecurityGroupRule': '1.2', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'SubPort': '1.0', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Subnet': '1.1', Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: 'Trunk': '1.1'}} Feb 08 23:41:12.709134 n-d-828413-1 neutron-server[105931]: {{(pid=105931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:41:12.765370 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.795064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.863621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.867151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:12.869453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8d99b57-1edd-4b53-b663-1e11626a4d1c HTTP/1.1" status: 204 len: 168 time: 0.1742535 Feb 08 23:41:12.879756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d99b57-1edd-4b53-b663-1e11626a4d1c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:12.887958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.888603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.889271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.889772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.890229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.890686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.891141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.891617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.892263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.892712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.893187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.893634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39810593-80cd-454c-a25e-34967b9df343 admin admin] Tracked resource versions report: Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: pushed versions: Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: { 'AddressGroup': {'1.2'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'ConntrackHelper': {'1.0'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Log': {'1.0'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Network': {'1.1'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Port': {'1.7'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'PortForwarding': {'1.2'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'QosPolicy': {'1.9'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'SecurityGroup': {'1.4'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'SubPort': {'1.0'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Subnet': {'1.1'}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Trunk': {'1.1'}} Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: consumer versions: Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: HyperV agent@n-h1-828413-1: {}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: HyperV agent@n-h2-828413-1: {}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: L3 agent@n-d-828413-1: {}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: Metadata agent@n-d-828413-1: {}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: Metering agent@n-d-828413-1: {}, Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'ConntrackHelper': '1.0', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Log': '1.0', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Network': '1.1', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Port': '1.7', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'PortForwarding': '1.2', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'QosPolicy': '1.9', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'SecurityGroup': '1.4', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'SecurityGroupRule': '1.2', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'SubPort': '1.0', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Subnet': '1.1', Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: 'Trunk': '1.1'}} Feb 08 23:41:12.894856 n-d-828413-1 neutron-server[105925]: {{(pid=105925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:41:13.589531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55448) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:13.621060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:13.776067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55466) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:13.889014 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdf1162b-622e-4c58-8a43-c8a95497d5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:13.926145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6d86404a-97c1-4c88-9f07-c8a178b17ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.004181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bee495b9-3988-4adc-bf51-15006c960fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.088507 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6d86404a-97c1-4c88-9f07-c8a178b17ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.095160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6d86404a-97c1-4c88-9f07-c8a178b17ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.119578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdf1162b-622e-4c58-8a43-c8a95497d5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.128000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6d86404a-97c1-4c88-9f07-c8a178b17ed9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd74d93b58244c1ca496351422c271d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5057693 Feb 08 23:41:14.131400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55494) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:14.132426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdf1162b-622e-4c58-8a43-c8a95497d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.166736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f263-9ef0-4bfc-984c-a54c80fc5189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.171653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fdf1162b-622e-4c58-8a43-c8a95497d5c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83a4ddf64b5e4bd1ac3fd6aebe235371&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5808132 Feb 08 23:41:14.175627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55508) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:14.230101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a812d0eb-fcfe-4c78-8e59-7c228cd8db43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.262211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a812d0eb-fcfe-4c78-8e59-7c228cd8db43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.337772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a812d0eb-fcfe-4c78-8e59-7c228cd8db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.344302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a812d0eb-fcfe-4c78-8e59-7c228cd8db43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.347226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a812d0eb-fcfe-4c78-8e59-7c228cd8db43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f74499c-dca9-437e-9339-12d0db64c51c HTTP/1.1" status: 204 len: 168 time: 0.2140219 Feb 08 23:41:14.360764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812d0eb-fcfe-4c78-8e59-7c228cd8db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74499c-dca9-437e-9339-12d0db64c51c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:14.377824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86404a-97c1-4c88-9f07-c8a178b17ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74499c-dca9-437e-9339-12d0db64c51c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:14.395189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-599f7b56-a494-46ac-9426-19b9389e99b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.429220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1162b-622e-4c58-8a43-c8a95497d5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba63dec-6e5c-464c-872f-f0781b29f56a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:14.448565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-599f7b56-a494-46ac-9426-19b9389e99b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.458151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bee495b9-3988-4adc-bf51-15006c960fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.473362 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bee495b9-3988-4adc-bf51-15006c960fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.517673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee495b9-3988-4adc-bf51-15006c960fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c1d45d-9f9e-4cdd-b5f7-74de8360e01e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:14.525342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bee495b9-3988-4adc-bf51-15006c960fd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7237dd87c9e46099513897175df1d85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7482002 Feb 08 23:41:14.528532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55522) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:14.554668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-599f7b56-a494-46ac-9426-19b9389e99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.558348 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-599f7b56-a494-46ac-9426-19b9389e99b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.559502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-599f7b56-a494-46ac-9426-19b9389e99b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9ba63dec-6e5c-464c-872f-f0781b29f56a HTTP/1.1" status: 204 len: 168 time: 0.3827295 Feb 08 23:41:14.567400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f7b56-a494-46ac-9426-19b9389e99b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba63dec-6e5c-464c-872f-f0781b29f56a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:14.618558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61d16bc8-13e6-480f-8a5f-e321e547ba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.641115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61d16bc8-13e6-480f-8a5f-e321e547ba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.694870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61d16bc8-13e6-480f-8a5f-e321e547ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.698233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61d16bc8-13e6-480f-8a5f-e321e547ba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:14.699709 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-61d16bc8-13e6-480f-8a5f-e321e547ba0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95c1d45d-9f9e-4cdd-b5f7-74de8360e01e HTTP/1.1" status: 204 len: 168 time: 0.1673920 Feb 08 23:41:14.708019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d16bc8-13e6-480f-8a5f-e321e547ba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c1d45d-9f9e-4cdd-b5f7-74de8360e01e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:15.050337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55558) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.054553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55560) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.063404 n-d-828413-1 neutron-server[105925]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 23:41:15.064488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df22e3cb-e63f-49f4-9309-b24b85e358a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.086748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-57631c21-172d-4269-908a-e9a85d854dd5 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b9667cd8a9b14c5aa2f58940966968af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296082 Feb 08 23:41:15.158028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df22e3cb-e63f-49f4-9309-b24b85e358a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.165485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df22e3cb-e63f-49f4-9309-b24b85e358a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.207468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22e3cb-e63f-49f4-9309-b24b85e358a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b70e3-7234-409b-a7bf-7083123bd62a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:15.224023 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-df22e3cb-e63f-49f4-9309-b24b85e358a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58b8717ab677435b8ad21313e8efbec6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1725302 Feb 08 23:41:15.226302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-fd942fec-2ccf-4583-829b-b4535766b3c3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:15.228192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55566) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.228506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-fd942fec-2ccf-4583-829b-b4535766b3c3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325083 Feb 08 23:41:15.248313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-019d4921-26cf-4e49-96e1-1f2c18010b3c tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/quotas/b9667cd8a9b14c5aa2f58940966968af HTTP/1.1" status: 200 len: 375 time: 0.0117233 Feb 08 23:41:15.304172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88e61c5f-7789-4892-81a6-4cea67ea8575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.320934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-3ecb4e33-c85c-4fbe-9284-158294f788d6 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b9667cd8a9b14c5aa2f58940966968af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661254 Feb 08 23:41:15.322737 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.338827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88e61c5f-7789-4892-81a6-4cea67ea8575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.345738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55570) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.362160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acae7932-5028-42a3-8a28-c0f6e8367ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.411070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88e61c5f-7789-4892-81a6-4cea67ea8575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.419393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88e61c5f-7789-4892-81a6-4cea67ea8575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.423343 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-88e61c5f-7789-4892-81a6-4cea67ea8575 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b45b70e3-7234-409b-a7bf-7083123bd62a HTTP/1.1" status: 204 len: 168 time: 0.1916258 Feb 08 23:41:15.432182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e61c5f-7789-4892-81a6-4cea67ea8575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b70e3-7234-409b-a7bf-7083123bd62a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:15.515321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acae7932-5028-42a3-8a28-c0f6e8367ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.520675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acae7932-5028-42a3-8a28-c0f6e8367ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.573527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae7932-5028-42a3-8a28-c0f6e8367ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1ed5ac-3b69-4454-bbab-6ab33b271acd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:15.579134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-acae7932-5028-42a3-8a28-c0f6e8367ca8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3814cfb411564ff989e93975918e66c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2321427 Feb 08 23:41:15.582031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55586) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.633263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55592) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.648118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12999b21-8df1-444a-a938-4371f78bc389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.649157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-114f7f8d-7e3e-4a30-8b6b-01eb4078e014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.677068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12999b21-8df1-444a-a938-4371f78bc389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.742305 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12999b21-8df1-444a-a938-4371f78bc389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.745293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12999b21-8df1-444a-a938-4371f78bc389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.746988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-12999b21-8df1-444a-a938-4371f78bc389 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf1ed5ac-3b69-4454-bbab-6ab33b271acd HTTP/1.1" status: 204 len: 168 time: 0.1640778 Feb 08 23:41:15.755471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-114f7f8d-7e3e-4a30-8b6b-01eb4078e014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.760326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-114f7f8d-7e3e-4a30-8b6b-01eb4078e014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.774080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12999b21-8df1-444a-a938-4371f78bc389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1ed5ac-3b69-4454-bbab-6ab33b271acd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:15.827337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-114f7f8d-7e3e-4a30-8b6b-01eb4078e014 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df3746902db04d35bfebcd16c9ead315&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1930113 Feb 08 23:41:15.828159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f7f8d-7e3e-4a30-8b6b-01eb4078e014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a685312f-4ec9-4695-99a3-3d82bdcb0a55,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:15.830315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55608) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:15.891035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9e98af6-4c50-4904-81b0-c60a04630041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.917167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9e98af6-4c50-4904-81b0-c60a04630041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.972076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9e98af6-4c50-4904-81b0-c60a04630041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.974684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9e98af6-4c50-4904-81b0-c60a04630041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:15.978382 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f9e98af6-4c50-4904-81b0-c60a04630041 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a685312f-4ec9-4695-99a3-3d82bdcb0a55 HTTP/1.1" status: 204 len: 168 time: 0.1442826 Feb 08 23:41:15.984652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e98af6-4c50-4904-81b0-c60a04630041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685312f-4ec9-4695-99a3-3d82bdcb0a55,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:16.360683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55632) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:16.658755 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:16.768606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e85602fe-b241-41fe-a0eb-5c9ae365aabc req-eee19ba3-6876-4fd5-9640-e87ef0e17eed tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 210 time: 0.4061651 Feb 08 23:41:17.223235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:17.968243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-792b409d-2e25-49a0-af7f-1bd4ba5e3778 req-cf4df3b8-1524-4ae8-9c84-68a2a7917018 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 210 time: 0.0255086 Feb 08 23:41:17.970508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55762) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:18.149805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.84', 58421) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:18.213293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-b4bde69b-c731-4bc6-bb14-6303cf519301 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b9667cd8a9b14c5aa2f58940966968af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621872 Feb 08 23:41:18.287773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-824fd1b9-4be9-4f28-b7bb-8567e80591fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.435040 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-824fd1b9-4be9-4f28-b7bb-8567e80591fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.440350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-824fd1b9-4be9-4f28-b7bb-8567e80591fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.475111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-49330715-98f3-4bda-b541-06a201a2e0c4 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:18.477385 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-49330715-98f3-4bda-b541-06a201a2e0c4 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558258 Feb 08 23:41:18.500748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fd1b9-4be9-4f28-b7bb-8567e80591fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509584b9-3a0b-442a-8ae4-f89676af0e51,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:18.508761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-824fd1b9-4be9-4f28-b7bb-8567e80591fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=197cbf8de91348af96587f336c6050bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5346913 Feb 08 23:41:18.509184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55808) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:18.575536 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba25ab0-b5f6-4fab-afdc-b8be1a633700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.598590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba25ab0-b5f6-4fab-afdc-b8be1a633700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.632351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Request body: {'port': {'device_id': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b9667cd8a9b14c5aa2f58940966968af'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:18.832925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba25ab0-b5f6-4fab-afdc-b8be1a633700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.833029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55846) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:18.840009 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba25ab0-b5f6-4fab-afdc-b8be1a633700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.844090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aba25ab0-b5f6-4fab-afdc-b8be1a633700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/509584b9-3a0b-442a-8ae4-f89676af0e51 HTTP/1.1" status: 204 len: 168 time: 0.3337493 Feb 08 23:41:18.884622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba25ab0-b5f6-4fab-afdc-b8be1a633700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509584b9-3a0b-442a-8ae4-f89676af0e51,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:18.922917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Made reservation on behalf of b9667cd8a9b14c5aa2f58940966968af for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:18.927797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:18.940829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.053816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.060208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.116126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97cb6bc5-615a-402e-844c-91af985639e8 req-58eadf5e-7498-4e52-878b-509c34adc06c tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 210 time: 0.0385382 Feb 08 23:41:19.201473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed002eb-2f02-4254-a1d4-7c61710f01c8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:19.348235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Allocated IP 192.168.233.186 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/56e0ef85-bfe3-484d-911c-0bf003c520a9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:19.409271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-network', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:19.458191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Made reservation on behalf of 3021bf4bcb9f45fe98556fc0739a615c for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:19.460688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.472284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.579490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.586783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.630857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:41:19.632555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.665233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca1373-5648-41e3-a659-c51a763d36e7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:19.687714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.688049 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Added segment 56f242b8-02a3-4ca4-9753-3ccbd9a32058 of type vlan for network e5e36cd9-6194-4193-a25b-de80e8ca05e9 Feb 08 23:41:19.690514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.752351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.793566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.794937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:19.795633 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.834850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55922) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:19.912187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:19.923136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:19.931633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:19.933689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0983801 Feb 08 23:41:19.937804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:19.938452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:19.940879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:19.952262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320dd7-ecfa-4517-9f4a-61a7168d0b31 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e36cd9-6194-4193-a25b-de80e8ca05e9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:19.981012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:41:19.981666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Request body: {'subnet': {'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-subnet', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:19.981666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Pushing event updated for resources: {'Port': ['ID=56e0ef85-bfe3-484d-911c-0bf003c520a9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:20.014277 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-52679ef5-502a-46f1-bb2e-1b200a1afe1f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4398448 Feb 08 23:41:20.032178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-ea11facf-32a8-4e15-97b6-317492384a3d tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:41:20.033440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-ea11facf-32a8-4e15-97b6-317492384a3d tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054510 Feb 08 23:41:20.074411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Made reservation on behalf of 3021bf4bcb9f45fe98556fc0739a615c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:20.076980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.124502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55932) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:20.181927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7001a4b7-7c43-4a12-ab28-c28e65701d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.427104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-244bcf32-650a-4ab3-8b11-c99fdf0902f0 None None] Provisioning complete for port 56e0ef85-bfe3-484d-911c-0bf003c520a9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:20.432776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-244bcf32-650a-4ab3-8b11-c99fdf0902f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.544610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-244bcf32-650a-4ab3-8b11-c99fdf0902f0 None None] Port 56e0ef85-bfe3-484d-911c-0bf003c520a9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:20.667159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.676619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b812d6-a7cc-4dbc-8bc3-c4d1e45f94bb req-a0dc84ef-b903-4a33-a5c0-ad8ecb3e7c0e tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:20.687527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71b812d6-a7cc-4dbc-8bc3-c4d1e45f94bb req-a0dc84ef-b903-4a33-a5c0-ad8ecb3e7c0e tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 936 time: 0.3959181 Feb 08 23:41:20.752587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f085c5-fd1d-4db3-aaaa-81b0283aeac3,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:20.778650 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7001a4b7-7c43-4a12-ab28-c28e65701d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.797833 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7001a4b7-7c43-4a12-ab28-c28e65701d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.842677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Checking segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:20.843034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Network hostable DHCP agents. Network: e5e36cd9-6194-4193-a25b-de80e8ca05e9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:41:20.867764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:20.890053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:41:20.910327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71b812d6-a7cc-4dbc-8bc3-c4d1e45f94bb req-2db5abf8-9ee0-4d13-ab37-e098d811ffd4 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154100 Feb 08 23:41:20.915042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e5e36cd9-6194-4193-a25b-de80e8ca05e9) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:20.934880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6521b9-9119-49b8-9bfc-d705291b72f1 None None] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:20.937929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:20.938586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.953403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-249f4732-c42f-43ab-b26f-32f132a3e633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:20.983209 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0b018097-e1d3-4772-9def-9557b51924c9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0294783 Feb 08 23:41:20.987373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55960) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:21.004526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:21.007251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7001a4b7-7c43-4a12-ab28-c28e65701d65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a6e86486a8f4a03ac1dcb6f3c710bd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8736606 Feb 08 23:41:21.010466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:21.018008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001a4b7-7c43-4a12-ab28-c28e65701d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26ac34-e90f-4b7e-ad83-a778fb9a5ade,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:21.079648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.083453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.205059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Request body: {'port': {'device_id': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'device_owner': 'compute:tempest-test_az-118733283', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:21.230764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-44e7e1ec-3072-4b56-8231-8f1d28bc7d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.320392 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-44e7e1ec-3072-4b56-8231-8f1d28bc7d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.356821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-249f4732-c42f-43ab-b26f-32f132a3e633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.365662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-249f4732-c42f-43ab-b26f-32f132a3e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.429111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f4732-c42f-43ab-b26f-32f132a3e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc92f2ac-481e-40ec-8632-b83b13bc4acf,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:21.446445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:41:21.448662 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.466127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-249f4732-c42f-43ab-b26f-32f132a3e633 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8292687cc75411e8ba5eb01b1c84684&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6228135 Feb 08 23:41:21.468447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55970) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:21.518496 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-44e7e1ec-3072-4b56-8231-8f1d28bc7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.522762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.524007 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-44e7e1ec-3072-4b56-8231-8f1d28bc7d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.525274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-44e7e1ec-3072-4b56-8231-8f1d28bc7d8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c26ac34-e90f-4b7e-ad83-a778fb9a5ade HTTP/1.1" status: 204 len: 168 time: 0.5084257 Feb 08 23:41:21.547703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7e1ec-3072-4b56-8231-8f1d28bc7d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26ac34-e90f-4b7e-ad83-a778fb9a5ade,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:21.576149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cab1034-e581-4762-bf99-d72d9781e59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.607054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cab1034-e581-4762-bf99-d72d9781e59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.727514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cab1034-e581-4762-bf99-d72d9781e59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.730495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cab1034-e581-4762-bf99-d72d9781e59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.731796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3cab1034-e581-4762-bf99-d72d9781e59d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc92f2ac-481e-40ec-8632-b83b13bc4acf HTTP/1.1" status: 204 len: 168 time: 0.2604423 Feb 08 23:41:21.780420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab1034-e581-4762-bf99-d72d9781e59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc92f2ac-481e-40ec-8632-b83b13bc4acf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:21.818025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b53-0b2f-442d-9c15-3fdfe1bade75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:21.868310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Allocated IP 172.20.0.2 (e5e36cd9-6194-4193-a25b-de80e8ca05e9/80f085c5-fd1d-4db3-aaaa-81b0283aeac3/27c74aa1-9b10-4594-a2ae-5024ef56240b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:22.139390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.171513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.192998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9eead9-5c69-4519-b8c7-537b05b66192 req-3f916335-f99f-4622-819f-652d6d7b7441 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:22.202774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d9eead9-5c69-4519-b8c7-537b05b66192 req-3f916335-f99f-4622-819f-652d6d7b7441 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 936 time: 0.1420143 Feb 08 23:41:22.255426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.262817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d9eead9-5c69-4519-b8c7-537b05b66192 req-bfcbd32d-f74c-4b18-994d-24470c94ad17 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 Feb 08 23:41:22.265909 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.369623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:22.376322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:22.379131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Pushing event updated for resources: {'Port': ['ID=27c74aa1-9b10-4594-a2ae-5024ef56240b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:22.382304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:22.401152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.401348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.401578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.401915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.402605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.402942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.403738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.404135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.404523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.404899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.405252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.405578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Tracked resource versions report: Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: pushed versions: Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: { 'AddressGroup': {'1.2'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'ConntrackHelper': {'1.0'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Log': {'1.0'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Network': {'1.1'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Port': {'1.7'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'PortForwarding': {'1.2'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'QosPolicy': {'1.9'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'SecurityGroup': {'1.4'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'SubPort': {'1.0'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Subnet': {'1.1'}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Trunk': {'1.1'}} Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: consumer versions: Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: HyperV agent@n-h1-828413-1: {}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: HyperV agent@n-h2-828413-1: {}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: L3 agent@n-d-828413-1: {}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: Metadata agent@n-d-828413-1: {}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: Metering agent@n-d-828413-1: {}, Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'ConntrackHelper': '1.0', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Log': '1.0', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Network': '1.1', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Port': '1.7', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'PortForwarding': '1.2', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'QosPolicy': '1.9', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'SecurityGroup': '1.4', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'SecurityGroupRule': '1.2', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'SubPort': '1.0', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Subnet': '1.1', Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: 'Trunk': '1.1'}} Feb 08 23:41:22.406720 n-d-828413-1 neutron-server[105933]: {{(pid=105933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:41:22.476187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Attempting to bind port 27c74aa1-9b10-4594-a2ae-5024ef56240b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:22.477376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Attempting to bind port 27c74aa1-9b10-4594-a2ae-5024ef56240b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:22.478486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Attempting to bind port 27c74aa1-9b10-4594-a2ae-5024ef56240b on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:22.484763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:22.485640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Checking segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:22.486512 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.487264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Bound using segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:22.488397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Bound port: 27c74aa1-9b10-4594-a2ae-5024ef56240b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:22.489076 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.642194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] For port 27c74aa1-9b10-4594-a2ae-5024ef56240b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:22.653601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] For port 27c74aa1-9b10-4594-a2ae-5024ef56240b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27c74aa1-9b10-4594-a2ae-5024ef56240b,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:22.659488 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.844895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cd37d-d0ac-4f3e-9c95-9ca580d5131a None None] Pushing event updated for resources: {'Port': ['ID=27c74aa1-9b10-4594-a2ae-5024ef56240b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:22.848521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b53-0b2f-442d-9c15-3fdfe1bade75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.894953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb5b9b53-0b2f-442d-9c15-3fdfe1bade75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:22.950595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b9b53-0b2f-442d-9c15-3fdfe1bade75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36de682-b9ac-4516-a66d-4f331e0d9c9a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:23.001313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cb5b9b53-0b2f-442d-9c15-3fdfe1bade75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7db03bac0508463a90cfe4c28a270466&name=default HTTP/1.1" status: 200 len: 2977 time: 2.1324420 Feb 08 23:41:23.003952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56010) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:23.131885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a22fa8b-3d95-456e-a75a-367ee54e5ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:23.150056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56014) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:23.206284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a22fa8b-3d95-456e-a75a-367ee54e5ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:23.381377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a22fa8b-3d95-456e-a75a-367ee54e5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:23.384754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:23.389220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a22fa8b-3d95-456e-a75a-367ee54e5ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:23.398582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7a22fa8b-3d95-456e-a75a-367ee54e5ce3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e36de682-b9ac-4516-a66d-4f331e0d9c9a HTTP/1.1" status: 204 len: 168 time: 0.3934705 Feb 08 23:41:23.414698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56022) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:23.420020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22fa8b-3d95-456e-a75a-367ee54e5ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36de682-b9ac-4516-a66d-4f331e0d9c9a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:23.481394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:23.642818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Allocated IP 172.25.3.34 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/17adbefb-f52e-479d-8531-3f233d00a3f6) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:24.172870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3a0b1-8122-42e2-983f-fb455a6ecc5e req-7abc1986-e946-4362-a7a7-f75a867da198 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:24.185124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddf3a0b1-8122-42e2-983f-fb455a6ecc5e req-7abc1986-e946-4362-a7a7-f75a867da198 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 936 time: 0.1131902 Feb 08 23:41:24.200121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e0ef85-bfe3-484d-911c-0bf003c520a9 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:41:24.259580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37ca380a-8ab5-470b-a19f-26f3e6a77524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.297244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddf3a0b1-8122-42e2-983f-fb455a6ecc5e req-0f9bc985-de41-4a27-892d-038ca71ba23c tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092803 Feb 08 23:41:24.373454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.420158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0a05aa6-736d-470f-a2e4-e76e241819f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.453800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664ad21-1b24-48d3-a104-114028ee0409 None None] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:24.460936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56046) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:24.522572 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d335d4a9-3d91-42ed-b6ac-f9ef7c861b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.559166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1092b5ea-10f1-4734-a7e8-cd1c61f35abb None None] Provisioning complete for port 27c74aa1-9b10-4594-a2ae-5024ef56240b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:24.565067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1092b5ea-10f1-4734-a7e8-cd1c61f35abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.652228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37ca380a-8ab5-470b-a19f-26f3e6a77524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.663473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Transition to ACTIVE for port object 56e0ef85-bfe3-484d-911c-0bf003c520a9 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:41:24.669672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37ca380a-8ab5-470b-a19f-26f3e6a77524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.684407 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.818506 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1092b5ea-10f1-4734-a7e8-cd1c61f35abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.827787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d335d4a9-3d91-42ed-b6ac-f9ef7c861b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.834683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d335d4a9-3d91-42ed-b6ac-f9ef7c861b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:24.844810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Pushing event updated for resources: {'Port': ['ID=56e0ef85-bfe3-484d-911c-0bf003c520a9,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:24.908667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1092b5ea-10f1-4734-a7e8-cd1c61f35abb None None] For port 27c74aa1-9b10-4594-a2ae-5024ef56240b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27c74aa1-9b10-4594-a2ae-5024ef56240b,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:24.915788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1092b5ea-10f1-4734-a7e8-cd1c61f35abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.080293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37ca380a-8ab5-470b-a19f-26f3e6a77524 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4713e830fbb422cb789a5f64b026ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6570308 Feb 08 23:41:25.086549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d335d4a9-3d91-42ed-b6ac-f9ef7c861b0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=143a3bd1f8d04d6989482165f2595b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226187 Feb 08 23:41:25.087495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56064) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:25.092349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.093118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56066) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:25.175653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092b5ea-10f1-4734-a7e8-cd1c61f35abb None None] Pushing event updated for resources: {'Port': ['ID=27c74aa1-9b10-4594-a2ae-5024ef56240b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:25.208266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335d4a9-3d91-42ed-b6ac-f9ef7c861b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b0a7f-40b9-4447-a4e4-e8126b09f4f2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:25.277998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27c74aa1-9b10-4594-a2ae-5024ef56240b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:25.512936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93ac1497-07a3-4497-ab87-6adccb7b6e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.519619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 27c74aa1-9b10-4594-a2ae-5024ef56240b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:25.520203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.546989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Attempting to bind port 56e0ef85-bfe3-484d-911c-0bf003c520a9 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:25.547732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Attempting to bind port 56e0ef85-bfe3-484d-911c-0bf003c520a9 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:25.549464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Attempting to bind port 56e0ef85-bfe3-484d-911c-0bf003c520a9 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:25.553156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93ac1497-07a3-4497-ab87-6adccb7b6e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.559775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56098) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:25.568895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Port 56e0ef85-bfe3-484d-911c-0bf003c520a9 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:41:25.569280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Attempting to bind port 56e0ef85-bfe3-484d-911c-0bf003c520a9 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:25.580255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.629447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-668466ef-6b86-43c2-bd93-7e5474cf7c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.639112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c6020972-6457-4f9d-a103-7ca8bece2720 None None] Provisioning complete for port 27c74aa1-9b10-4594-a2ae-5024ef56240b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:25.639477 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6020972-6457-4f9d-a103-7ca8bece2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.671667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93ac1497-07a3-4497-ab87-6adccb7b6e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.675619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93ac1497-07a3-4497-ab87-6adccb7b6e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.677669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-93ac1497-07a3-4497-ab87-6adccb7b6e3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f05c79cb-8cfc-41aa-8190-fee3cf2d685a HTTP/1.1" status: 204 len: 168 time: 0.5802727 Feb 08 23:41:25.740269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a0d4-77b3-4424-94b5-5121cb51cdd9 req-5a51f656-c762-4503-8d6d-9682e4b34bc7 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:25.742618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4323a0d4-77b3-4424-94b5-5121cb51cdd9 req-5a51f656-c762-4503-8d6d-9682e4b34bc7 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.2313647 Feb 08 23:41:25.748333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac1497-07a3-4497-ab87-6adccb7b6e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05c79cb-8cfc-41aa-8190-fee3cf2d685a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:25.758352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:25.758853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-668466ef-6b86-43c2-bd93-7e5474cf7c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.778540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Pushing event updated for resources: {'Port': ['ID=17adbefb-f52e-479d-8531-3f233d00a3f6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:25.791640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:25.800189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:25.873426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4323a0d4-77b3-4424-94b5-5121cb51cdd9 req-f22d176d-c47a-4c49-b841-31f0f0441edd tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183507 Feb 08 23:41:25.973751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca380a-8ab5-470b-a19f-26f3e6a77524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05c79cb-8cfc-41aa-8190-fee3cf2d685a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:25.978324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-668466ef-6b86-43c2-bd93-7e5474cf7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.985469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-668466ef-6b86-43c2-bd93-7e5474cf7c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:25.987062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:25.987898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:25.988708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:25.990303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-668466ef-6b86-43c2-bd93-7e5474cf7c8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d3b0a7f-40b9-4447-a4e4-e8126b09f4f2 HTTP/1.1" status: 204 len: 168 time: 0.8912289 Feb 08 23:41:25.993833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Bound port: 56e0ef85-bfe3-484d-911c-0bf003c520a9, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:25.994799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.004108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668466ef-6b86-43c2-bd93-7e5474cf7c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3b0a7f-40b9-4447-a4e4-e8126b09f4f2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:26.150175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] For port 56e0ef85-bfe3-484d-911c-0bf003c520a9, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:26.167975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] For port 56e0ef85-bfe3-484d-911c-0bf003c520a9, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:26.186537 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.241849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0a05aa6-736d-470f-a2e4-e76e241819f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.307132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0a05aa6-736d-470f-a2e4-e76e241819f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.357452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a99f5654-1c1a-4e21-8f9a-b2c68989ed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.404577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56114) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:26.406313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:26.406938 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.408374 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] 10.222.0.84 "PUT /v2.0/ports/56e0ef85-bfe3-484d-911c-0bf003c520a9 HTTP/1.1" status: 200 len: 1117 time: 5.5930648 Feb 08 23:41:26.410771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'tag': '56e0ef85-bfe3-484d-911c-0bf003c520a9'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:41:26.573094 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0a05aa6-736d-470f-a2e4-e76e241819f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e757ac0ab78e4c99b9d24c6db1b32bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4201272 Feb 08 23:41:26.575540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56124) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:26.740298 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-609e00c1-3c5f-4bf7-89f4-de161d65cf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.798988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-609e00c1-3c5f-4bf7-89f4-de161d65cf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.883341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a05aa6-736d-470f-a2e4-e76e241819f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944323a-e0ec-4cfa-b1a7-18b38fb6a3e6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:26.883557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-609e00c1-3c5f-4bf7-89f4-de161d65cf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.890904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-609e00c1-3c5f-4bf7-89f4-de161d65cf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:26.894694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-609e00c1-3c5f-4bf7-89f4-de161d65cf73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c944323a-e0ec-4cfa-b1a7-18b38fb6a3e6 HTTP/1.1" status: 204 len: 168 time: 0.3167763 Feb 08 23:41:26.918929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e00c1-3c5f-4bf7-89f4-de161d65cf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944323a-e0ec-4cfa-b1a7-18b38fb6a3e6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:26.950130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b374dff-14ec-421e-b722-bc55ab840a3b service neutron] Pushing event updated for resources: {'Port': ['ID=56e0ef85-bfe3-484d-911c-0bf003c520a9,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:26.970153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0312e731-a297-471e-a97f-5a9b240e18d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.019848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-0ecc1137-4b5a-43d7-99a9-f6ee201a8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:27.026421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-0ecc1137-4b5a-43d7-99a9-f6ee201a8039 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b9667cd8a9b14c5aa2f58940966968af&device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 1120 time: 0.4617865 Feb 08 23:41:27.035773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27c74aa1-9b10-4594-a2ae-5024ef56240b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:27.117233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.200905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0312e731-a297-471e-a97f-5a9b240e18d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.216933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 27c74aa1-9b10-4594-a2ae-5024ef56240b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:27.217171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0312e731-a297-471e-a97f-5a9b240e18d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.218564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.264711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312e731-a297-471e-a97f-5a9b240e18d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6de3a08-4ebb-462d-a644-c8acd2d35a41,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:27.340174 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-d6c39833-cbbf-4a20-bebb-b3a6756d6d65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9 HTTP/1.1" status: 200 len: 217 time: 0.3039029 Feb 08 23:41:27.369080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b89ee1-6076-45b2-b96d-5d304e51cd44 req-4505bf37-82ed-4447-8b98-8a830423d8cf tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:27.370720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57b89ee1-6076-45b2-b96d-5d304e51cd44 req-4505bf37-82ed-4447-8b98-8a830423d8cf tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.1673574 Feb 08 23:41:27.378735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0312e731-a297-471e-a97f-5a9b240e18d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d9bc6cc8a6d442e859a3d96f2970a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9731228 Feb 08 23:41:27.380273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56144) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:27.510273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57b89ee1-6076-45b2-b96d-5d304e51cd44 req-b6fb8cfb-18be-4f28-a524-7d768869479f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280358 Feb 08 23:41:27.517764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfb25-ee2a-4840-ad73-2998220f8b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.551606 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdedef76-8fe9-4a55-a16c-3d7f51997af8" -d '{"events": [{"name": "network-changed", "server_uuid": "daf813e3-920b-4adb-9167-1c4d4df77f99", "tag": "56e0ef85-bfe3-484d-911c-0bf003c520a9"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:41:27.616880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfb25-ee2a-4840-ad73-2998220f8b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.711481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfb25-ee2a-4840-ad73-2998220f8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.716228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb3dfb25-ee2a-4840-ad73-2998220f8b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.718694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bb3dfb25-ee2a-4840-ad73-2998220f8b82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6de3a08-4ebb-462d-a644-c8acd2d35a41 HTTP/1.1" status: 204 len: 168 time: 0.3351221 Feb 08 23:41:27.744569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dfb25-ee2a-4840-ad73-2998220f8b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6de3a08-4ebb-462d-a644-c8acd2d35a41,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:27.832956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a99f5654-1c1a-4e21-8f9a-b2c68989ed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.846949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a99f5654-1c1a-4e21-8f9a-b2c68989ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.878892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-90b5ca81-b6b6-433c-80d0-c01e699fd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:27.885409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-90b5ca81-b6b6-433c-80d0-c01e699fd246 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3644187 Feb 08 23:41:27.919046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f5654-1c1a-4e21-8f9a-b2c68989ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f11417-4b94-4990-ab76-89a9ca437d0d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:27.947682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:27.952313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a99f5654-1c1a-4e21-8f9a-b2c68989ed0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9721b8d68a82419c85a7d82f5067463f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3766153 Feb 08 23:41:27.955936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56160) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:28.131892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d66816-e54b-419b-b8ee-42cf7dc14dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.169575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56164) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:28.203413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d66816-e54b-419b-b8ee-42cf7dc14dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.205259 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dbf337a5-1880-46b6-ae35-c967e90883b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.284709 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e69713d-c035-4e41-9a28-3786647d7990 x-openstack-request-id: req-7e69713d-c035-4e41-9a28-3786647d7990 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:41:28.285637 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf813e3-920b-4adb-9167-1c4d4df77f99", "tag": "56e0ef85-bfe3-484d-911c-0bf003c520a9", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:41:28.286017 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e69713d-c035-4e41-9a28-3786647d7990 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:41:28.290617 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'tag': '56e0ef85-bfe3-484d-911c-0bf003c520a9', 'status': 'completed', 'code': 200} Feb 08 23:41:28.532506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d66816-e54b-419b-b8ee-42cf7dc14dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.537174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d66816-e54b-419b-b8ee-42cf7dc14dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.540766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d8d66816-e54b-419b-b8ee-42cf7dc14dd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6f11417-4b94-4990-ab76-89a9ca437d0d HTTP/1.1" status: 204 len: 168 time: 0.5807829 Feb 08 23:41:28.614228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dbf337a5-1880-46b6-ae35-c967e90883b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.617086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d66816-e54b-419b-b8ee-42cf7dc14dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f11417-4b94-4990-ab76-89a9ca437d0d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:28.628719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dbf337a5-1880-46b6-ae35-c967e90883b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.682341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf337a5-1880-46b6-ae35-c967e90883b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083a0344-b46b-429b-b698-2c395418b2b0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:28.733913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dbf337a5-1880-46b6-ae35-c967e90883b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7dc3519a9a044d78bb1006ededcfe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579612 Feb 08 23:41:28.736417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56180) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:28.856742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f1e97-e0e1-4e75-a6a8-88ca45a652a3 req-fbb3665f-0399-4f72-90a6-1634a6318a3a tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:28.858306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b4f1e97-e0e1-4e75-a6a8-88ca45a652a3 req-fbb3665f-0399-4f72-90a6-1634a6318a3a tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.1138985 Feb 08 23:41:28.893276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dae0c34-2e1e-4e4c-9444-77e9dd0b2dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.946064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b4f1e97-e0e1-4e75-a6a8-88ca45a652a3 req-22ae5db6-44cb-4e25-a78f-5b5af4b98cf9 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765121 Feb 08 23:41:28.946590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56184) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:28.958002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dae0c34-2e1e-4e4c-9444-77e9dd0b2dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:28.960281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:41:28.974455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-035a0233-cc15-4e28-9114-9889b5db49e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.091497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dae0c34-2e1e-4e4c-9444-77e9dd0b2dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.111621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf9ce-c607-4321-b503-302e79babefd req-5e9bb5e3-f524-4280-92c2-46b2dc91db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:29.114584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dae0c34-2e1e-4e4c-9444-77e9dd0b2dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.118326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8dae0c34-2e1e-4e4c-9444-77e9dd0b2dbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/083a0344-b46b-429b-b698-2c395418b2b0 HTTP/1.1" status: 204 len: 168 time: 0.3784482 Feb 08 23:41:29.124727 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-5e9bb5e3-f524-4280-92c2-46b2dc91db08 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2792091 Feb 08 23:41:29.140394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae0c34-2e1e-4e4c-9444-77e9dd0b2dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083a0344-b46b-429b-b698-2c395418b2b0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:29.196232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-035a0233-cc15-4e28-9114-9889b5db49e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.204957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-035a0233-cc15-4e28-9114-9889b5db49e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.252897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0233-cc15-4e28-9114-9889b5db49e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb93932-6a74-493e-ae61-cad060e1340b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:29.311420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-035a0233-cc15-4e28-9114-9889b5db49e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d89e4271cbc4b6781273139ed59f4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605292 Feb 08 23:41:29.314946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56192) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:29.396540 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a1d9569a-43de-400d-9bad-6236de600081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.431479 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a1d9569a-43de-400d-9bad-6236de600081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.439326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:41:29.449581 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:41:29.470932 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:29.473529 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:29.502920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a1d9569a-43de-400d-9bad-6236de600081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.519048 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-624ed394-fb5b-430a-960d-61d6f7f16d70 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749712 Feb 08 23:41:29.525202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a1d9569a-43de-400d-9bad-6236de600081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.528959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a1d9569a-43de-400d-9bad-6236de600081 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcb93932-6a74-493e-ae61-cad060e1340b HTTP/1.1" status: 204 len: 168 time: 0.2122037 Feb 08 23:41:29.532653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:29.535005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c73bfcb-9e00-4186-a7de-cbe7195dc64f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.5457277 Feb 08 23:41:29.538645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56200) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:29.570023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9569a-43de-400d-9bad-6236de600081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb93932-6a74-493e-ae61-cad060e1340b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:29.752679 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b3faf9ce-c607-4321-b503-302e79babefd req-2702ca36-ec31-41d2-a6ff-a449bce40cb4 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146170 Feb 08 23:41:29.987540 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:30.071126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-0d0389a8-1bfd-454f-8415-c935bb076f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:30.076518 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-0d0389a8-1bfd-454f-8415-c935bb076f9f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b9667cd8a9b14c5aa2f58940966968af&device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 1120 time: 0.1110053 Feb 08 23:41:30.243586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56216) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:30.436128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb99f402-f389-48cd-8625-c42d41026607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:30.614063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3a1a2-dc58-49ae-9e84-3dd1d0e2bd83 req-578476de-83aa-4768-b112-49bb650b69fe tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:30.626399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:25Z', 'revision_number': 3, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:30.627117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07f3a1a2-dc58-49ae-9e84-3dd1d0e2bd83 req-578476de-83aa-4768-b112-49bb650b69fe tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.3559849 Feb 08 23:41:30.709477 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:41:30.711759 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Updating router ad45eb0a-677a-4799-ab0e-56f42d847eb1 port 17adbefb-f52e-479d-8531-3f233d00a3f6 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:41:30.776068 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:30.825792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-45932581-5d32-481b-af79-8f1f018dcd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:30.829087 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-45932581-5d32-481b-af79-8f1f018dcd1b service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.6865427 Feb 08 23:41:30.831551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07f3a1a2-dc58-49ae-9e84-3dd1d0e2bd83 req-84826372-0319-4dec-9543-4337ec689411 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949306 Feb 08 23:41:30.933776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56222) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:30.941891 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-cfc927e1-2bf6-452a-8e7f-b35191361798 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9 HTTP/1.1" status: 200 len: 217 time: 0.0988023 Feb 08 23:41:31.017244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f2638df-5752-4253-a306-8e7395d9ea0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.066417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-6f46da2f-e2ea-4bc3-8bb7-45ff2fdef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:31.068426 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-6f46da2f-e2ea-4bc3-8bb7-45ff2fdef50e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1122720 Feb 08 23:41:31.153776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb99f402-f389-48cd-8625-c42d41026607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.160348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb99f402-f389-48cd-8625-c42d41026607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.189528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb99f402-f389-48cd-8625-c42d41026607 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d934185f11744003861f4035636fef9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286220 Feb 08 23:41:31.192305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:31.229872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-1490fc0a-5671-41a6-a511-ba808c109a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:31.231625 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-1490fc0a-5671-41a6-a511-ba808c109a30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386349 Feb 08 23:41:31.322804 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.329661 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.352750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99f402-f389-48cd-8625-c42d41026607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145f99d8-b422-4f49-b59d-486c344380db,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:31.378804 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-28d67bfc-186d-4159-8186-fd23a749cbae service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358445 Feb 08 23:41:31.438470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Pushing event updated for resources: {'Port': ['ID=17adbefb-f52e-479d-8531-3f233d00a3f6,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:31.446337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f2638df-5752-4253-a306-8e7395d9ea0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.448754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.458227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Attempting to bind port 17adbefb-f52e-479d-8531-3f233d00a3f6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:31.458712 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Attempting to bind port 17adbefb-f52e-479d-8531-3f233d00a3f6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:31.462151 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Attempting to bind port 17adbefb-f52e-479d-8531-3f233d00a3f6 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:31.466019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d871ee8-0d9b-4baa-beab-fd712c293bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.470864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.472788 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.473692 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.475679 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.479511 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.480041 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.480560 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.481981 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.483118 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.485771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.486480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.487010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56236) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:31.487778 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Tracked resource versions report: Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: pushed versions: Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: { 'AddressGroup': {'1.2'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'ConntrackHelper': {'1.0'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Log': {'1.0'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Network': {'1.1'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Port': {'1.7'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'PortForwarding': {'1.2'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'QosPolicy': {'1.9'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'SecurityGroup': {'1.4'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'SecurityGroupRule': {'1.2'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'SubPort': {'1.0'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Subnet': {'1.1'}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Trunk': {'1.1'}} Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: consumer versions: Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: { DHCP agent@n-d-828413-1: {}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: HyperV agent@n-h1-828413-1: {}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: HyperV agent@n-h2-828413-1: {}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: L3 agent@n-d-828413-1: {}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: Metadata agent@n-d-828413-1: {}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: Metering agent@n-d-828413-1: {}, Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: Open vSwitch agent@n-d-828413-1: { 'AddressGroup': '1.2', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'ConntrackHelper': '1.0', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Log': '1.0', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Network': '1.1', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Port': '1.7', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'PortForwarding': '1.2', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'QosPolicy': '1.9', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'SecurityGroup': '1.4', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'SecurityGroupRule': '1.2', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'SubPort': '1.0', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Subnet': '1.1', Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: 'Trunk': '1.1'}} Feb 08 23:41:31.489854 n-d-828413-1 neutron-server[105938]: {{(pid=105938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 08 23:41:31.506994 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:31.508421 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:31.509097 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.509718 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:31.510466 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Bound port: 17adbefb-f52e-479d-8531-3f233d00a3f6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:31.511126 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.525973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d871ee8-0d9b-4baa-beab-fd712c293bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.595790 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] For port 17adbefb-f52e-479d-8531-3f233d00a3f6, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:31.597530 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bdedef76-8fe9-4a55-a16c-3d7f51997af8 req-d068bdc4-765c-47f5-9524-481db0b75b75 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011538 Feb 08 23:41:31.602486 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] For port 17adbefb-f52e-479d-8531-3f233d00a3f6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=17adbefb-f52e-479d-8531-3f233d00a3f6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:31.610303 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.610574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f2638df-5752-4253-a306-8e7395d9ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.624318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d871ee8-0d9b-4baa-beab-fd712c293bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.630255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d871ee8-0d9b-4baa-beab-fd712c293bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.632436 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d871ee8-0d9b-4baa-beab-fd712c293bce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/145f99d8-b422-4f49-b59d-486c344380db HTTP/1.1" status: 204 len: 168 time: 0.4387290 Feb 08 23:41:31.658225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d871ee8-0d9b-4baa-beab-fd712c293bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145f99d8-b422-4f49-b59d-486c344380db,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:31.672965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8f2638df-5752-4253-a306-8e7395d9ea0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f964e3de30e24ce4be07f4766e6e27b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7383187 Feb 08 23:41:31.676473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56246) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:31.678219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Allocated IP 172.20.0.1 (e5e36cd9-6194-4193-a25b-de80e8ca05e9/80f085c5-fd1d-4db3-aaaa-81b0283aeac3/efbf8f9a-8756-40ce-aa19-fbc897275f0a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:31.688047 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:31.689485 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:31.691530 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdda20-bd11-4e3e-9a46-2949fa0451f6 None None] Pushing event updated for resources: {'Port': ['ID=17adbefb-f52e-479d-8531-3f233d00a3f6,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:31.692696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2638df-5752-4253-a306-8e7395d9ea0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b716c1eb-e996-45c9-a9b7-02055ad21ffb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:31.793249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3339e274-b4e5-4aa1-b907-4894ee9fc982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.832658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3339e274-b4e5-4aa1-b907-4894ee9fc982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.846131 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:31.873632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.907658 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c1be849-e6a0-406d-9a3b-42eed717330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.983379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3339e274-b4e5-4aa1-b907-4894ee9fc982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.987199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3339e274-b4e5-4aa1-b907-4894ee9fc982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:31.991004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3339e274-b4e5-4aa1-b907-4894ee9fc982 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b716c1eb-e996-45c9-a9b7-02055ad21ffb HTTP/1.1" status: 204 len: 168 time: 0.3078761 Feb 08 23:41:32.006581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339e274-b4e5-4aa1-b907-4894ee9fc982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b716c1eb-e996-45c9-a9b7-02055ad21ffb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:32.052763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.102044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:32.107499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:32.109026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c1be849-e6a0-406d-9a3b-42eed717330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.110347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:32.111469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.114788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c1be849-e6a0-406d-9a3b-42eed717330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.126990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b95a1-6ab1-450b-8681-21c20b4cd7fe req-1d3ed4fb-d0d6-4b6a-82b9-12bc90589373 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:32.128532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a4b95a1-6ab1-450b-8681-21c20b4cd7fe req-1d3ed4fb-d0d6-4b6a-82b9-12bc90589373 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.1859317 Feb 08 23:41:32.190073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1be849-e6a0-406d-9a3b-42eed717330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbcbb56-033e-461b-9983-44ed7825ba0d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:32.214764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Pushing event updated for resources: {'Port': ['ID=efbf8f9a-8756-40ce-aa19-fbc897275f0a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:32.230900 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c1be849-e6a0-406d-9a3b-42eed717330f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b9bca813a5349458475c5e8af540c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7428067 Feb 08 23:41:32.233440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56262) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:32.240841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:25Z', 'revision_number': 3, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:32.271423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a4b95a1-6ab1-450b-8681-21c20b4cd7fe req-1b13824b-8444-49a0-aa91-01b8f3681a9e tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961428 Feb 08 23:41:32.328782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5520401b-b2a7-4a66-b158-b0c073ba3c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.331422 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da3b792-3565-4302-b31c-0c05b6c68dde None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:25Z', 'revision_number': 3, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:41:32.386077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5520401b-b2a7-4a66-b158-b0c073ba3c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.431422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.452247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5520401b-b2a7-4a66-b158-b0c073ba3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.455922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5520401b-b2a7-4a66-b158-b0c073ba3c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.456122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1ba9f708-e2e9-4bdd-9163-83c25b16f29e None None] Provisioning complete for port efbf8f9a-8756-40ce-aa19-fbc897275f0a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:32.460631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f708-e2e9-4bdd-9163-83c25b16f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.460804 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5520401b-b2a7-4a66-b158-b0c073ba3c6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3fbcbb56-033e-461b-9983-44ed7825ba0d HTTP/1.1" status: 204 len: 168 time: 0.2230787 Feb 08 23:41:32.469653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520401b-b2a7-4a66-b158-b0c073ba3c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbcbb56-033e-461b-9983-44ed7825ba0d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:32.547869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9f708-e2e9-4bdd-9163-83c25b16f29e None None] Port efbf8f9a-8756-40ce-aa19-fbc897275f0a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:32.700798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.705422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.706076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:32.822575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Pushing event updated for resources: {'Port': ['ID=efbf8f9a-8756-40ce-aa19-fbc897275f0a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:32.881518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:32.883633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:33.021572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17adbefb-f52e-479d-8531-3f233d00a3f6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:33.085999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:41:33.131768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 17adbefb-f52e-479d-8531-3f233d00a3f6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:33.132051 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.283599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.290997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0a821f46-87ac-4f61-9138-a63c2d6e4746 None None] Provisioning complete for port efbf8f9a-8756-40ce-aa19-fbc897275f0a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:33.291370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a821f46-87ac-4f61-9138-a63c2d6e4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.346663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 17adbefb-f52e-479d-8531-3f233d00a3f6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=17adbefb-f52e-479d-8531-3f233d00a3f6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:33.356534 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.416180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56298) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:33.436047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2540a0ce-d293-461f-ae32-c6700af16f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.469235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=17adbefb-f52e-479d-8531-3f233d00a3f6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:33.485174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0a821f46-87ac-4f61-9138-a63c2d6e4746 None None] Port efbf8f9a-8756-40ce-aa19-fbc897275f0a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:33.529315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:41:33.543737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2145c4fd-da81-4885-bead-d20b661aefbe admin admin] 10.222.0.32 "PUT /v2.0/routers/ad45eb0a-677a-4799-ab0e-56f42d847eb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9955075 Feb 08 23:41:33.551036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4151add-b4f1-4bab-af07-8ec07d193474 req-efd4544b-1b25-434b-956f-17d00e64705c tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:33.559808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4151add-b4f1-4bab-af07-8ec07d193474 req-efd4544b-1b25-434b-956f-17d00e64705c tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.0839100 Feb 08 23:41:33.598481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2540a0ce-d293-461f-ae32-c6700af16f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.605099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2540a0ce-d293-461f-ae32-c6700af16f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.631017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4151add-b4f1-4bab-af07-8ec07d193474 req-b3396c2d-b138-4966-a70f-879c616c2b35 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678740 Feb 08 23:41:33.660769 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2540a0ce-d293-461f-ae32-c6700af16f4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=641f9a1f77fc416e97c8555944390745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426336 Feb 08 23:41:33.663739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540a0ce-d293-461f-ae32-c6700af16f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2c5386-3453-46f9-9943-9c0c2f006ff5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:33.671906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56308) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:33.741570 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a614ac4f-52e8-4246-a935-1ea69e11fe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.766794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a614ac4f-52e8-4246-a935-1ea69e11fe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.827509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a614ac4f-52e8-4246-a935-1ea69e11fe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.830365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a614ac4f-52e8-4246-a935-1ea69e11fe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:33.834582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a614ac4f-52e8-4246-a935-1ea69e11fe49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c2c5386-3453-46f9-9943-9c0c2f006ff5 HTTP/1.1" status: 204 len: 168 time: 0.1576073 Feb 08 23:41:33.843549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614ac4f-52e8-4246-a935-1ea69e11fe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2c5386-3453-46f9-9943-9c0c2f006ff5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:34.829343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45830681-8eb4-4579-a93a-75603b2712ab req-7cd4ca0c-7d1d-49fd-be19-6e7f3e7454ab tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:34.830957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45830681-8eb4-4579-a93a-75603b2712ab req-7cd4ca0c-7d1d-49fd-be19-6e7f3e7454ab tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.0808511 Feb 08 23:41:34.884735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45830681-8eb4-4579-a93a-75603b2712ab req-24614643-6508-4887-b3db-a2a14b312186 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Feb 08 23:41:35.001927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17adbefb-f52e-479d-8531-3f233d00a3f6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:35.094456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 17adbefb-f52e-479d-8531-3f233d00a3f6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:35.095084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:35.292022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:41:35.303008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:35.303644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:35.388645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 56e0ef85-bfe3-484d-911c-0bf003c520a9 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:41:35.541484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:35.812217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 56e0ef85-bfe3-484d-911c-0bf003c520a9, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:35.829926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '56e0ef85-bfe3-484d-911c-0bf003c520a9', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '56e0ef85-bfe3-484d-911c-0bf003c520a9', 'mac_address': 'fa:16:3e:53:01:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:tempest-test_az-118733283', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:41:35.910630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:35.930785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e0ef85-bfe3-484d-911c-0bf003c520a9 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:41:35.955700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56422) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:35.974659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 56e0ef85-bfe3-484d-911c-0bf003c520a9, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:35.981239 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:35.992058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 2, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:36.023567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ad233-7b35-4cc0-b87f-2f94433d2364 req-5c0bdf13-2e92-4e0b-99ef-36993684cfe8 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:36.025609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-125ad233-7b35-4cc0-b87f-2f94433d2364 req-5c0bdf13-2e92-4e0b-99ef-36993684cfe8 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 969 time: 0.0638988 Feb 08 23:41:36.045813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:41:36.046384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Updating router ad45eb0a-677a-4799-ab0e-56f42d847eb1 port efbf8f9a-8756-40ce-aa19-fbc897275f0a binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:41:36.054894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56428) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:36.060500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-network', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:36.095692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=56e0ef85-bfe3-484d-911c-0bf003c520a9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:36.099196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.112145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-125ad233-7b35-4cc0-b87f-2f94433d2364 req-ada19d7f-19d0-4af6-bcbe-b117aaa832da tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736277 Feb 08 23:41:36.128970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Made reservation on behalf of 44b02a907cc642ce8b7d0a6e40d57d0d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:36.131576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.142636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.244083 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.252315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.271710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:41:36.304817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.305251 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Added segment e480ba53-2faf-4211-814c-d88712302bb1 of type vlan for network a3874c4c-fb0e-4923-b889-9f603fc61541 Feb 08 23:41:36.341217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['56e0ef85-bfe3-484d-911c-0bf003c520a9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:41:36.353812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6af3bc-7ca0-4736-afb6-af1d26624b96,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:36.367254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.404336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.405899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:36.406821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.484629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4281108 Feb 08 23:41:36.488241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56438) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:36.495602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Request body: {'subnet': {'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-subnet', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:36.500577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d524b4af-6559-4270-930b-f57a389f32cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.519066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56442) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:36.523828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794b7f8-3f26-4fd0-882a-3e42ace81051 admin admin] Pushing event updated for resources: {'Network': ['ID=a3874c4c-fb0e-4923-b889-9f603fc61541,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:36.540255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a3874c4c-fb0e-4923-b889-9f603fc61541 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:41:36.569880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Made reservation on behalf of 44b02a907cc642ce8b7d0a6e40d57d0d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:36.572486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.657601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d524b4af-6559-4270-930b-f57a389f32cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.664291 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d524b4af-6559-4270-930b-f57a389f32cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.715255 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.752330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524b4af-6559-4270-930b-f57a389f32cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af0a40-66cf-4a5d-a732-6e0bd3748377,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:36.756005 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.767035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.791935 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.796173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d524b4af-6559-4270-930b-f57a389f32cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e56e99d96938408a964d57fe6c5745f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8392463 Feb 08 23:41:36.796793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:36.844299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.874335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0fdfc-580a-4f47-ba8e-ea2c104188d1 None None] Pushing event updated for resources: {'Port': ['ID=efbf8f9a-8756-40ce-aa19-fbc897275f0a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:36.905634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2552a8c3-a9d5-4c27-97eb-6f3868aad99c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:36.920422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e788b902-2cf2-47f3-8cd4-5353c7796905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.944611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Checking segment: {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:36.945819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Network hostable DHCP agents. Network: a3874c4c-fb0e-4923-b889-9f603fc61541, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:41:36.972206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a622-f5dc-4a67-b23b-5b1e5658a688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:36.979426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e788b902-2cf2-47f3-8cd4-5353c7796905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.010795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Attempting to bind port efbf8f9a-8756-40ce-aa19-fbc897275f0a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:37.011180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Attempting to bind port efbf8f9a-8756-40ce-aa19-fbc897275f0a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:37.012249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Attempting to bind port efbf8f9a-8756-40ce-aa19-fbc897275f0a on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:37.017411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Network a3874c4c-fb0e-4923-b889-9f603fc61541 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:41:37.027390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:37.028061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Checking segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:37.028475 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.031135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Bound using segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:37.031640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Bound port: efbf8f9a-8756-40ce-aa19-fbc897275f0a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:37.033480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.036228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a3874c4c-fb0e-4923-b889-9f603fc61541) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:37.042758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:37.044993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.066984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-05d5cac5-10d4-4cbe-94aa-0eab0e6308e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5762234 Feb 08 23:41:37.069625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e767b-6575-46bc-b9c7-c656cb74bc85 None None] Network a3874c4c-fb0e-4923-b889-9f603fc61541 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:37.071859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56468) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:37.083577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:37.136406 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e788b902-2cf2-47f3-8cd4-5353c7796905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.139002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e788b902-2cf2-47f3-8cd4-5353c7796905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.152577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e788b902-2cf2-47f3-8cd4-5353c7796905 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81af0a40-66cf-4a5d-a732-6e0bd3748377 HTTP/1.1" status: 204 len: 168 time: 0.3457692 Feb 08 23:41:37.157183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.158162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.159644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a622-f5dc-4a67-b23b-5b1e5658a688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.166881 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a622-f5dc-4a67-b23b-5b1e5658a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.170600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] For port efbf8f9a-8756-40ce-aa19-fbc897275f0a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:37.174588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] For port efbf8f9a-8756-40ce-aa19-fbc897275f0a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=efbf8f9a-8756-40ce-aa19-fbc897275f0a,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:37.179785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788b902-2cf2-47f3-8cd4-5353c7796905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af0a40-66cf-4a5d-a732-6e0bd3748377,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:37.235621 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f4e8a622-f5dc-4a67-b23b-5b1e5658a688 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7aaf2b1f9674bac8b62b16171b0d0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7145660 Feb 08 23:41:37.238958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.240130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56478) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:37.244152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8a622-f5dc-4a67-b23b-5b1e5658a688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3db322d-1259-43dd-9b5a-41e96ddb68b0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:37.313958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c8b5d2ad-946d-41bc-b6e6-38c8eae6d9ae None None] Provisioning complete for port efbf8f9a-8756-40ce-aa19-fbc897275f0a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:37.314358 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d2ad-946d-41bc-b6e6-38c8eae6d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.343325 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.427713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:37.428505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:37.471650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42db5b7-75ee-4b14-bf14-fbbf21750fb6 req-d9ac7d0f-e4d0-4369-8869-77fb3f914e39 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:37.473218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d42db5b7-75ee-4b14-bf14-fbbf21750fb6 req-d9ac7d0f-e4d0-4369-8869-77fb3f914e39 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 970 time: 0.2350099 Feb 08 23:41:37.495335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0fdfc-580a-4f47-ba8e-ea2c104188d1 None None] Pushing event updated for resources: {'Port': ['ID=efbf8f9a-8756-40ce-aa19-fbc897275f0a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:37.627088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.649696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-460c1d34-3074-4bfd-bdc3-3078fa637a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.660469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-a3874c4c-fb0e-4923-b889-9f603fc61541', 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'fixed_ips': [{'subnet_id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:41:37.662084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.714353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-460c1d34-3074-4bfd-bdc3-3078fa637a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.769111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d42db5b7-75ee-4b14-bf14-fbbf21750fb6 req-167fb817-d886-4934-b599-476258f83de4 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209049 Feb 08 23:41:37.821408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-460c1d34-3074-4bfd-bdc3-3078fa637a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.824178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-460c1d34-3074-4bfd-bdc3-3078fa637a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.828575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-460c1d34-3074-4bfd-bdc3-3078fa637a1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3db322d-1259-43dd-9b5a-41e96ddb68b0 HTTP/1.1" status: 204 len: 168 time: 0.5845897 Feb 08 23:41:37.842848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c1d34-3074-4bfd-bdc3-3078fa637a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3db322d-1259-43dd-9b5a-41e96ddb68b0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:37.951708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d2ad-946d-41bc-b6e6-38c8eae6d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:37.993638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.009187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:38.035654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.099143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c8b5d2ad-946d-41bc-b6e6-38c8eae6d9ae None None] For port efbf8f9a-8756-40ce-aa19-fbc897275f0a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=efbf8f9a-8756-40ce-aa19-fbc897275f0a,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:38.110111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d2ad-946d-41bc-b6e6-38c8eae6d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.197092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Allocated IP 172.20.0.2 (a3874c4c-fb0e-4923-b889-9f603fc61541/2552a8c3-a9d5-4c27-97eb-6f3868aad99c/756eee7c-1ac7-4c0a-9f4d-8a8a9b293537) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:38.238458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Allocated IP 172.25.3.100 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4eb53633-10b3-4039-8295-7a53e6973931) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:38.359288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8a854e14-60a8-443b-b8b6-1786a236ac10 None None] Provisioning complete for port efbf8f9a-8756-40ce-aa19-fbc897275f0a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:38.359705 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a854e14-60a8-443b-b8b6-1786a236ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.394368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5d2ad-946d-41bc-b6e6-38c8eae6d9ae None None] Pushing event updated for resources: {'Port': ['ID=efbf8f9a-8756-40ce-aa19-fbc897275f0a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:38.422646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.424140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56512) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:38.452425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f968c8fa-89e4-4662-91d3-34accd27cb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.527608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.571140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:38.580201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:38.593950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:38.622412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.643075 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.654049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:38.726035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18725cf-13ed-4f61-9785-8a757b79bc0c None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:41:38.743106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Network a3874c4c-fb0e-4923-b889-9f603fc61541 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:38.748505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:38.756632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:38.760315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Pushing event updated for resources: {'Port': ['ID=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:38.862746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Pushing event updated for resources: {'Port': ['ID=4eb53633-10b3-4039-8295-7a53e6973931,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:38.897644 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f968c8fa-89e4-4662-91d3-34accd27cb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.903812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f968c8fa-89e4-4662-91d3-34accd27cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.969059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Attempting to bind port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:38.969736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Attempting to bind port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:38.970354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Attempting to bind port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 on network a3874c4c-fb0e-4923-b889-9f603fc61541 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:38.978874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:38.979576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Checking segment: {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:38.980215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:38.980822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Bound using segment: {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:38.981559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Bound port: 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:38.982145 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.120635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efbf8f9a-8756-40ce-aa19-fbc897275f0a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:39.124184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] For port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:39.157569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f968c8fa-89e4-4662-91d3-34accd27cb94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19e60724271d49958d7fd784f2820cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7321448 Feb 08 23:41:39.160216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56532) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:39.217143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] For port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,segment=NetworkSegment(e480ba53-2faf-4211-814c-d88712302bb1),segment_id=e480ba53-2faf-4211-814c-d88712302bb1)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:39.222306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.234266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.238136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19996c29-f53c-4999-9b67-462114a83165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.286878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19996c29-f53c-4999-9b67-462114a83165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.330931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port efbf8f9a-8756-40ce-aa19-fbc897275f0a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:39.331300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.391330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 56e0ef85-bfe3-484d-911c-0bf003c520a9 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:39.417184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9973c7-0798-42be-afe0-d5a8988563a4 None None] Pushing event updated for resources: {'Port': ['ID=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:39.434801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19996c29-f53c-4999-9b67-462114a83165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.441388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19996c29-f53c-4999-9b67-462114a83165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.446086 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-19996c29-f53c-4999-9b67-462114a83165 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be688747-a0ce-426c-b7b0-d49fbc5d182a HTTP/1.1" status: 204 len: 168 time: 0.2835591 Feb 08 23:41:39.454652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:39.491107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19996c29-f53c-4999-9b67-462114a83165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be688747-a0ce-426c-b7b0-d49fbc5d182a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:39.508946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7161ae9e-54d8-4f82-abbe-0da98302fb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.523365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 56e0ef85-bfe3-484d-911c-0bf003c520a9 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:41:39.538752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 56e0ef85-bfe3-484d-911c-0bf003c520a9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:39.539039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.671312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.698170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0eefc-2f99-4843-a529-e3dd3f46b7d1 req-6be849cb-9c5b-4905-ab14-fbae89fe0a80 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:39.711156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57c0eefc-2f99-4843-a529-e3dd3f46b7d1 req-6be849cb-9c5b-4905-ab14-fbae89fe0a80 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 970 time: 0.5498786 Feb 08 23:41:39.713024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968c8fa-89e4-4662-91d3-34accd27cb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be688747-a0ce-426c-b7b0-d49fbc5d182a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:39.717032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56542) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:39.764807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7161ae9e-54d8-4f82-abbe-0da98302fb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.766893 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.771196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7161ae9e-54d8-4f82-abbe-0da98302fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:39.827488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 56e0ef85-bfe3-484d-911c-0bf003c520a9, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:39.829697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e0ef85-bfe3-484d-911c-0bf003c520a9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:41:39.861032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57c0eefc-2f99-4843-a529-e3dd3f46b7d1 req-2d07ced6-84de-4542-b0eb-261f658a13c6 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433268 Feb 08 23:41:40.004956 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.086386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Router c2a1af9a-3210-419c-aca0-3e87861535fd is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:41:40.117898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=56e0ef85-bfe3-484d-911c-0bf003c520a9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:40.123637 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7161ae9e-54d8-4f82-abbe-0da98302fb8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25800abe1ccc4b56984cec683ab29577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6614311 Feb 08 23:41:40.124063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:40.132965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161ae9e-54d8-4f82-abbe-0da98302fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f7893b-1095-4a5c-88f7-13bfa941f632,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:40.219831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-435fbccd-c8d9-4263-9301-01a0b5655914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.256047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-435fbccd-c8d9-4263-9301-01a0b5655914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.256249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-52113743-d2f9-4555-a883-34fa5d759629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.355903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:41:40.368044 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Sync routers for ids ['c2a1af9a-3210-419c-aca0-3e87861535fd'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:41:40.378596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-435fbccd-c8d9-4263-9301-01a0b5655914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.382903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-435fbccd-c8d9-4263-9301-01a0b5655914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.383174 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Routers {'c2a1af9a-3210-419c-aca0-3e87861535fd'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:40.383834 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c2a1af9a-3210-419c-aca0-3e87861535fd'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:40.394631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-435fbccd-c8d9-4263-9301-01a0b5655914 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6f7893b-1095-4a5c-88f7-13bfa941f632 HTTP/1.1" status: 204 len: 168 time: 0.2669122 Feb 08 23:41:40.420812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fbccd-c8d9-4263-9301-01a0b5655914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f7893b-1095-4a5c-88f7-13bfa941f632,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:40.490197 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.493519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb573dd9-4559-480f-8188-0cc5c5bc2368 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4199479 Feb 08 23:41:40.496538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56566) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:40.579456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-52113743-d2f9-4555-a883-34fa5d759629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.596181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-52113743-d2f9-4555-a883-34fa5d759629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.651566 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Set router c2a1af9a-3210-419c-aca0-3e87861535fd gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:40.654575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-52113743-d2f9-4555-a883-34fa5d759629 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe61694aa6fc4d10b6cac5cc8c17c0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9358537 Feb 08 23:41:40.657084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56578) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:40.712101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52113743-d2f9-4555-a883-34fa5d759629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f3409f-6073-40b0-b875-fca80cb2c5a5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:40.770148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8e6052c-8d70-4860-a62e-473a9e45e5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.821223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8e6052c-8d70-4860-a62e-473a9e45e5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.871537 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5206bfd-d0b9-452e-b15a-89bfe1742da8" -d '{"events": [{"server_uuid": "daf813e3-920b-4adb-9167-1c4d4df77f99", "name": "network-vif-plugged", "status": "completed", "tag": "56e0ef85-bfe3-484d-911c-0bf003c520a9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:41:40.943543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8e6052c-8d70-4860-a62e-473a9e45e5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.946862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8e6052c-8d70-4860-a62e-473a9e45e5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:40.948258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f8e6052c-8d70-4860-a62e-473a9e45e5b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f3409f-6073-40b0-b875-fca80cb2c5a5 HTTP/1.1" status: 204 len: 168 time: 0.2902725 Feb 08 23:41:40.986308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6052c-8d70-4860-a62e-473a9e45e5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f3409f-6073-40b0-b875-fca80cb2c5a5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:41.015661 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:41:38Z', 'revision_number': 3, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:41.058643 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Checking router: c2a1af9a-3210-419c-aca0-3e87861535fd for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:41:41.058986 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Updating router c2a1af9a-3210-419c-aca0-3e87861535fd port 4eb53633-10b3-4039-8295-7a53e6973931 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:41:41.074840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921a361-d8c0-4598-991b-9be788fad15b None None] Network a3874c4c-fb0e-4923-b889-9f603fc61541 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:41.106644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36684792-cf5e-4573-a19f-3224df7a15c6 req-0fdac715-bcf0-4d31-a954-bff710d8a86f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:41.115020 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.117014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36684792-cf5e-4573-a19f-3224df7a15c6 req-0fdac715-bcf0-4d31-a954-bff710d8a86f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.0927970 Feb 08 23:41:41.136534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:41.164323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36684792-cf5e-4573-a19f-3224df7a15c6 req-44d74f44-d691-4ea1-861a-3f3a2377a50e tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Feb 08 23:41:41.289873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0e5dae1c-069c-400a-b988-cec63ec319fd None None] Provisioning complete for port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:41.290412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0e5dae1c-069c-400a-b988-cec63ec319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.454821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:41.455226 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.566560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.584535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0e5dae1c-069c-400a-b988-cec63ec319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.587958 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.594298 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.646762 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Attempting to bind port 4eb53633-10b3-4039-8295-7a53e6973931 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:41.647411 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Attempting to bind port 4eb53633-10b3-4039-8295-7a53e6973931 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:41.647994 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Attempting to bind port 4eb53633-10b3-4039-8295-7a53e6973931 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:41.664767 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:41.665425 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:41.665926 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.666698 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:41.667558 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Bound port: 4eb53633-10b3-4039-8295-7a53e6973931, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:41.668213 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.680323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.688394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0e5dae1c-069c-400a-b988-cec63ec319fd None None] For port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,segment=NetworkSegment(e480ba53-2faf-4211-814c-d88712302bb1),segment_id=e480ba53-2faf-4211-814c-d88712302bb1)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:41.701674 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0e5dae1c-069c-400a-b988-cec63ec319fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.743368 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] For port 4eb53633-10b3-4039-8295-7a53e6973931, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:41.747398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56614) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:41.757390 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] For port 4eb53633-10b3-4039-8295-7a53e6973931, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4eb53633-10b3-4039-8295-7a53e6973931,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:41.763781 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:41.767250 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a9160-2d76-4b55-8f4a-acbcc4537691 None None] Pushing event updated for resources: {'Port': ['ID=4eb53633-10b3-4039-8295-7a53e6973931,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:41.828655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a9160-2d76-4b55-8f4a-acbcc4537691 None None] Pushing event updated for resources: {'Port': ['ID=4eb53633-10b3-4039-8295-7a53e6973931,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:41.870067 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Routers {'c2a1af9a-3210-419c-aca0-3e87861535fd'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:41.870916 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c2a1af9a-3210-419c-aca0-3e87861535fd'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:41.960490 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693f451-fa56-4f93-93c2-203ef6a6cf92 x-openstack-request-id: req-8693f451-fa56-4f93-93c2-203ef6a6cf92 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:41:41.961043 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf813e3-920b-4adb-9167-1c4d4df77f99", "name": "network-vif-plugged", "status": "completed", "tag": "56e0ef85-bfe3-484d-911c-0bf003c520a9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:41:41.961271 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8693f451-fa56-4f93-93c2-203ef6a6cf92 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:41:41.961980 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e0ef85-bfe3-484d-911c-0bf003c520a9', 'code': 200} Feb 08 23:41:42.035088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e6ac-3b2f-46aa-b645-004e34813b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.044718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Allocated IP 172.20.0.1 (a3874c4c-fb0e-4923-b889-9f603fc61541/2552a8c3-a9d5-4c27-97eb-6f3868aad99c/65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:42.056532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dae1c-069c-400a-b988-cec63ec319fd None None] Pushing event updated for resources: {'Port': ['ID=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:42.061794 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:41:42.061965 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] Set router c2a1af9a-3210-419c-aca0-3e87861535fd gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:42.062388 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:41:42.067194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2b738098-d59f-42f4-b6b8-1ff48562726e None None] Provisioning complete for port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:42.067664 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2b738098-d59f-42f4-b6b8-1ff48562726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.334684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.354413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8574e-d0ac-4865-89ac-477cc6e46cba req-3ec3372d-fe90-49fb-a951-18ef76cfd950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:42.355951 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68c8574e-d0ac-4865-89ac-477cc6e46cba req-3ec3372d-fe90-49fb-a951-18ef76cfd950 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 1122 time: 0.2820301 Feb 08 23:41:42.397716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56640) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:42.423667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68c8574e-d0ac-4865-89ac-477cc6e46cba req-fbed01c1-1abd-4236-aa3e-6b7eff9d10c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.439749 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbeb6-3f13-4ea1-8941-03b3e7f3e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.448359 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df9d5b9b-4a73-4b73-baad-f3c3cf7f0efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.471890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:41:38Z', 'revision_number': 3, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:42.505828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.525406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff0c8e-a260-48a9-bd32-51ee58f542da None None] The sync data for ids ['c2a1af9a-3210-419c-aca0-3e87861535fd'] in n-d-828413-1 is: [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:41:38Z', 'revision_number': 3, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:41:42.597362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd80c-3e18-4895-9126-a4c8571e2164 req-c1aadfb1-cbc2-4be3-85c4-afde719656f3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:42.599237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dabd80c-3e18-4895-9126-a4c8571e2164 req-c1aadfb1-cbc2-4be3-85c4-afde719656f3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.2760477 Feb 08 23:41:42.642197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Pushing event updated for resources: {'Port': ['ID=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:42.660986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Network a3874c4c-fb0e-4923-b889-9f603fc61541 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:42.672617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:42.679118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:42.679281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.733379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dabd80c-3e18-4895-9126-a4c8571e2164 req-66c65cd1-cbda-41ef-84b6-1d09b391a19d tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126876 Feb 08 23:41:42.778866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbeb6-3f13-4ea1-8941-03b3e7f3e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.785470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbeb6-3f13-4ea1-8941-03b3e7f3e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.821451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df9d5b9b-4a73-4b73-baad-f3c3cf7f0efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.828068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d0bdbeb6-3f13-4ea1-8941-03b3e7f3e078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43483db4ac604c7e8694459abd8a54c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0795860 Feb 08 23:41:42.830980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df9d5b9b-4a73-4b73-baad-f3c3cf7f0efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.837716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56660) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:42.866005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-df9d5b9b-4a73-4b73-baad-f3c3cf7f0efc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd8b1c03cbfe40e1a9b4d7a5dad06e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664423 Feb 08 23:41:42.866597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56662) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:42.979652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68c8574e-d0ac-4865-89ac-477cc6e46cba req-fbed01c1-1abd-4236-aa3e-6b7eff9d10c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:42.992492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdbeb6-3f13-4ea1-8941-03b3e7f3e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d63ff-4c3a-4161-8142-945f530e7423,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:43.014448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68c8574e-d0ac-4865-89ac-477cc6e46cba req-fbed01c1-1abd-4236-aa3e-6b7eff9d10c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.030836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:43.058529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3399ab7-efe6-4bae-b5fd-f66a9dc6d7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.060543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d5b9b-4a73-4b73-baad-f3c3cf7f0efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba7b702-6910-4035-8580-ea07ef9494b5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:43.121887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3399ab7-efe6-4bae-b5fd-f66a9dc6d7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.151621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56668) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:43.166956 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68c8574e-d0ac-4865-89ac-477cc6e46cba req-fbed01c1-1abd-4236-aa3e-6b7eff9d10c4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7963309 Feb 08 23:41:43.178498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:43.179722 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.210792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed01c1-1abd-4236-aa3e-6b7eff9d10c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08044bb9-3d6d-4783-bd67-bf62bfa08b88,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:43.216167 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3399ab7-efe6-4bae-b5fd-f66a9dc6d7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.219183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3399ab7-efe6-4bae-b5fd-f66a9dc6d7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.223241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b3399ab7-efe6-4bae-b5fd-f66a9dc6d7b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ba7b702-6910-4035-8580-ea07ef9494b5 HTTP/1.1" status: 204 len: 168 time: 0.3510005 Feb 08 23:41:43.231011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7190ee8-1592-4763-a017-4d4430e4b68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.232671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3399ab7-efe6-4bae-b5fd-f66a9dc6d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba7b702-6910-4035-8580-ea07ef9494b5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:43.279259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a3e098ee-033f-4184-8982-750032e2f3fb None None] Provisioning complete for port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:43.279704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3e098ee-033f-4184-8982-750032e2f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.307542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7190ee8-1592-4763-a017-4d4430e4b68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.309639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.380705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a3e098ee-033f-4184-8982-750032e2f3fb None None] Port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:43.438732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7190ee8-1592-4763-a017-4d4430e4b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.443147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7190ee8-1592-4763-a017-4d4430e4b68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.444369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a7190ee8-1592-4763-a017-4d4430e4b68c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d25d63ff-4c3a-4161-8142-945f530e7423 HTTP/1.1" status: 204 len: 168 time: 0.5960643 Feb 08 23:41:43.487672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7190ee8-1592-4763-a017-4d4430e4b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d63ff-4c3a-4161-8142-945f530e7423,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:43.589248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.595177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.596382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.647342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca00-f358-4d59-b880-da16edf677a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.927404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Pushing event updated for resources: {'Port': ['ID=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:43.974754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca00-f358-4d59-b880-da16edf677a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:43.980462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d1aca00-f358-4d59-b880-da16edf677a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.002318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8d84-0b3c-460e-83a2-edd0845437d2 req-d49e6a03-4ec2-4966-8050-00b8125a1ec5 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:44.003879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826b8d84-0b3c-460e-83a2-edd0845437d2 req-d49e6a03-4ec2-4966-8050-00b8125a1ec5 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.1424525 Feb 08 23:41:44.051163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1aca00-f358-4d59-b880-da16edf677a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409dbb5e-a0a7-4d69-8236-1a1286a1e851,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:44.056051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Network a3874c4c-fb0e-4923-b889-9f603fc61541 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:44.059008 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d1aca00-f358-4d59-b880-da16edf677a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=616d6d6ad3d345a28aaee57198637a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8969290 Feb 08 23:41:44.060248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:44.064479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56702) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:44.118146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826b8d84-0b3c-460e-83a2-edd0845437d2 req-f71c249a-3f84-42aa-8841-59fa46858222 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024640 Feb 08 23:41:44.180906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a0a883ee-2be7-43c3-89bb-1aa67a1c884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.220617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56706) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:44.240429 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38262f78-31ca-41aa-9563-35a4be476e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.256638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32ab0914-9734-4bc2-af78-8ee5047471fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.283062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Router c2a1af9a-3210-419c-aca0-3e87861535fd has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:41:44.327693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38262f78-31ca-41aa-9563-35a4be476e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.428352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38262f78-31ca-41aa-9563-35a4be476e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.432795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38262f78-31ca-41aa-9563-35a4be476e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.436829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-38262f78-31ca-41aa-9563-35a4be476e9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/409dbb5e-a0a7-4d69-8236-1a1286a1e851 HTTP/1.1" status: 204 len: 168 time: 0.3689826 Feb 08 23:41:44.455681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38262f78-31ca-41aa-9563-35a4be476e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409dbb5e-a0a7-4d69-8236-1a1286a1e851,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:44.466822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:41:44.484050 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-158809a4-881f-4964-ad68-f50aeb6360a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/c2a1af9a-3210-419c-aca0-3e87861535fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9766014 Feb 08 23:41:44.511806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d145c5c2-ecd0-4f21-97b2-20737dd52340 None None] Provisioning complete for port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:44.512177 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d145c5c2-ecd0-4f21-97b2-20737dd52340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.515099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32ab0914-9734-4bc2-af78-8ee5047471fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.521490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32ab0914-9734-4bc2-af78-8ee5047471fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.569330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-32ab0914-9734-4bc2-af78-8ee5047471fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8683aa2c2a248f8a9ce12b8693e5042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450582 Feb 08 23:41:44.569330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab0914-9734-4bc2-af78-8ee5047471fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ab325-5939-471b-8268-8b387ae48b2e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:44.569775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56724) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:44.607475 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d145c5c2-ecd0-4f21-97b2-20737dd52340 None None] Port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:44.647730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1df-d3bf-4ee1-b497-05749978ab31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.680602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1df-d3bf-4ee1-b497-05749978ab31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.757101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1df-d3bf-4ee1-b497-05749978ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.762503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd99c1df-d3bf-4ee1-b497-05749978ab31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:44.763722 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dd99c1df-d3bf-4ee1-b497-05749978ab31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e6ab325-5939-471b-8268-8b387ae48b2e HTTP/1.1" status: 204 len: 168 time: 0.1930008 Feb 08 23:41:44.776568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99c1df-d3bf-4ee1-b497-05749978ab31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ab325-5939-471b-8268-8b387ae48b2e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:44.959544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Sync routers for ids ['c2a1af9a-3210-419c-aca0-3e87861535fd'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:41:44.992127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Routers {'c2a1af9a-3210-419c-aca0-3e87861535fd'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:44.992756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c2a1af9a-3210-419c-aca0-3e87861535fd'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:45.080596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4eb53633-10b3-4039-8295-7a53e6973931 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:45.117294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56746) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:45.140987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-110449fc-3c24-4cb5-8b35-f9e4aa79ad18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.286713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Set router c2a1af9a-3210-419c-aca0-3e87861535fd gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:45.300017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-110449fc-3c24-4cb5-8b35-f9e4aa79ad18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.308811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7ec72-ed34-47db-9298-0b9a191c6f0d req-c16c3db7-f1ea-4949-a51e-e9682ceb8b3b tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:45.311097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40a7ec72-ed34-47db-9298-0b9a191c6f0d req-c16c3db7-f1ea-4949-a51e-e9682ceb8b3b tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.0916371 Feb 08 23:41:45.312541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-110449fc-3c24-4cb5-8b35-f9e4aa79ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.365145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4eb53633-10b3-4039-8295-7a53e6973931 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:45.365665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.383128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-110449fc-3c24-4cb5-8b35-f9e4aa79ad18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09a513d38a7140d08d480d9bf72b7626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640104 Feb 08 23:41:45.385526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110449fc-3c24-4cb5-8b35-f9e4aa79ad18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2bae6c-d870-4541-990b-60eefbbc25a8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:45.386246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56756) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:45.424135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40a7ec72-ed34-47db-9298-0b9a191c6f0d req-f3cc9057-3b8a-44ac-99b3-164f9d7e4f5a tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005328 Feb 08 23:41:45.452326 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.511556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-844b6881-8e5a-4a83-bab4-7fbacc7f982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.581611 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-844b6881-8e5a-4a83-bab4-7fbacc7f982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.635617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.684838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4eb53633-10b3-4039-8295-7a53e6973931, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4eb53633-10b3-4039-8295-7a53e6973931,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:45.717420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.723783 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-844b6881-8e5a-4a83-bab4-7fbacc7f982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.729905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-844b6881-8e5a-4a83-bab4-7fbacc7f982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.731087 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-844b6881-8e5a-4a83-bab4-7fbacc7f982e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd2bae6c-d870-4541-990b-60eefbbc25a8 HTTP/1.1" status: 204 len: 168 time: 0.3435659 Feb 08 23:41:45.749893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6881-8e5a-4a83-bab4-7fbacc7f982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2bae6c-d870-4541-990b-60eefbbc25a8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:45.793840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c0ae-c0d9-4d99-975f-db1a048be11e req-21f844ac-30fd-42e4-ad3f-d4fcd8ffa4ba tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:45.807597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a41c0ae-c0d9-4d99-975f-db1a048be11e req-21f844ac-30fd-42e4-ad3f-d4fcd8ffa4ba tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 1122 time: 0.1625977 Feb 08 23:41:45.827988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a41c0ae-c0d9-4d99-975f-db1a048be11e req-62cd4a0c-1bc3-4046-95fe-a17d2649a770 tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.895465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:41:43Z', 'revision_number': 4, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0', 'name': '', 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'mac_address': 'fa:16:3e:6b:3d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:41Z', 'updated_at': '2022-02-08T23:41:43Z', 'revision_number': 2, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'subnets': [{'id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:45.934171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4eb53633-10b3-4039-8295-7a53e6973931,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:45.939325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Checking router: c2a1af9a-3210-419c-aca0-3e87861535fd for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:41:45.940487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Updating router c2a1af9a-3210-419c-aca0-3e87861535fd port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:41:45.974459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.988130 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a41c0ae-c0d9-4d99-975f-db1a048be11e req-62cd4a0c-1bc3-4046-95fe-a17d2649a770 tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:45.993649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a41c0ae-c0d9-4d99-975f-db1a048be11e req-62cd4a0c-1bc3-4046-95fe-a17d2649a770 tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.049044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a41c0ae-c0d9-4d99-975f-db1a048be11e req-62cd4a0c-1bc3-4046-95fe-a17d2649a770 tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359474 Feb 08 23:41:46.059023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd4a0c-1bc3-4046-95fe-a17d2649a770 tempest-AggregatesAdminTestJSON-462852583 tempest-AggregatesAdminTestJSON-462852583-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202a1789-e355-4f99-89e8-369a2517081a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:46.336898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.344626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.450455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9848af2-1281-4072-8aad-f8cef26ebadd None None] Pushing event updated for resources: {'Port': ['ID=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:46.536119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Attempting to bind port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:46.536437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Attempting to bind port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:46.536760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Attempting to bind port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 on network a3874c4c-fb0e-4923-b889-9f603fc61541 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:46.542855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:46.543249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Checking segment: {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:46.543936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.544325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Bound using segment: {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:46.544793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Bound port: 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e480ba53-2faf-4211-814c-d88712302bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:46.545199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.622157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] For port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:46.626681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] For port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,segment=NetworkSegment(e480ba53-2faf-4211-814c-d88712302bb1),segment_id=e480ba53-2faf-4211-814c-d88712302bb1)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:46.633106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.697908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.735456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Routers {'c2a1af9a-3210-419c-aca0-3e87861535fd'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:41:46.736090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c2a1af9a-3210-419c-aca0-3e87861535fd'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:46.740950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9848af2-1281-4072-8aad-f8cef26ebadd None None] Pushing event updated for resources: {'Port': ['ID=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:46.873437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-528145d7-d620-4d1a-9d49-908862d22f85 None None] Provisioning complete for port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:46.873927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-528145d7-d620-4d1a-9d49-908862d22f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:46.928270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89067140-0d6b-4916-8c87-46735c835377 req-6d30f128-35b4-43f2-8d50-3488e8a62699 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:46.952448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89067140-0d6b-4916-8c87-46735c835377 req-6d30f128-35b4-43f2-8d50-3488e8a62699 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.1004381 Feb 08 23:41:47.020660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] Set router c2a1af9a-3210-419c-aca0-3e87861535fd gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:41:47.070964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89067140-0d6b-4916-8c87-46735c835377 req-612d3ee0-e00a-4a78-a092-dea7b2e3067f tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173723 Feb 08 23:41:47.226761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4eb53633-10b3-4039-8295-7a53e6973931 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:47.293268 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:47.429557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-528145d7-d620-4d1a-9d49-908862d22f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:47.457977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4eb53633-10b3-4039-8295-7a53e6973931 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:47.458365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:47.485218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:47.541987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-61979a50-2fe7-4bc2-af11-75470748c11c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423083 Feb 08 23:41:47.585242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-528145d7-d620-4d1a-9d49-908862d22f85 None None] For port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,segment=NetworkSegment(e480ba53-2faf-4211-814c-d88712302bb1),segment_id=e480ba53-2faf-4211-814c-d88712302bb1)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:47.594654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-528145d7-d620-4d1a-9d49-908862d22f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:47.678854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528145d7-d620-4d1a-9d49-908862d22f85 None None] Pushing event updated for resources: {'Port': ['ID=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:47.733122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-88709ec7-4a4d-4aa6-9d5e-4d77432446dd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:47.744708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-eb68c17b-0ca8-4bd7-8dd6-926f38f46f0e None None] Provisioning complete for port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:47.745290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb68c17b-0ca8-4bd7-8dd6-926f38f46f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:47.749871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-88709ec7-4a4d-4aa6-9d5e-4d77432446dd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067847 Feb 08 23:41:47.770907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-588f1a2e-a45f-4363-96d4-ddf60e344626 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/quotas/382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 375 time: 0.0189650 Feb 08 23:41:47.775806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:41:43Z', 'revision_number': 4, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0', 'name': '', 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'mac_address': 'fa:16:3e:6b:3d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:41Z', 'updated_at': '2022-02-08T23:41:46Z', 'revision_number': 4, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'subnets': [{'id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:47.815733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4b110-f5b1-4694-9239-9e1e7d257f21 None None] The sync data for ids ['c2a1af9a-3210-419c-aca0-3e87861535fd'] in n-d-828413-1 is: [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:41:43Z', 'revision_number': 4, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0', 'name': '', 'network_id': 'a3874c4c-fb0e-4923-b889-9f603fc61541', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'mac_address': 'fa:16:3e:6b:3d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:41Z', 'updated_at': '2022-02-08T23:41:46Z', 'revision_number': 4, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'subnets': [{'id': '2552a8c3-a9d5-4c27-97eb-6f3868aad99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:41:47.819899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-34f72b9a-0b0a-42c6-8659-99269609e832 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476153 Feb 08 23:41:47.825541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-953fd2af-8d87-421e-85e3-73808631092e tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:47.828521 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-953fd2af-8d87-421e-85e3-73808631092e tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.84 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.1646845 Feb 08 23:41:47.860678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-612736676-network', 'tenant_id': '987383db8abc4b7285c0d95a42aebb3d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:47.991581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Made reservation on behalf of 987383db8abc4b7285c0d95a42aebb3d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:47.995544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.030242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.220774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Deleting port 56e0ef85-bfe3-484d-911c-0bf003c520a9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:41:48.221519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.234976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eacccd46-5728-427a-ab85-47c0370b53ca req-99065321-6c71-4a52-86e0-1945795cbe97 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 210 time: 0.0497577 Feb 08 23:41:48.396087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954a51e-b5f5-4869-ae7d-86802d4d7fa6 req-f37f5833-1505-4814-b82b-5ba2dc8ab024 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:48.405225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c954a51e-b5f5-4869-ae7d-86802d4d7fa6 req-f37f5833-1505-4814-b82b-5ba2dc8ab024 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 971 time: 0.0852633 Feb 08 23:41:48.429145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] For port 56e0ef85-bfe3-484d-911c-0bf003c520a9, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=56e0ef85-bfe3-484d-911c-0bf003c520a9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:41:48.430200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.466193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c954a51e-b5f5-4869-ae7d-86802d4d7fa6 req-84abc9b8-2e67-4f9e-b714-a1a2c2e20d6b tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/security-groups?id=7ed002eb-2f02-4254-a1d4-7c61710f01c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597117 Feb 08 23:41:48.469527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Calling delete_port for 56e0ef85-bfe3-484d-911c-0bf003c520a9 owned by compute:tempest-test_az-118733283 {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:41:48.600449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.671402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.701834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:41:48.725567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.725963 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Added segment b88ad49c-b369-44ea-9d7b-2739c5a26387 of type vlan for network baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3 Feb 08 23:41:48.866540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:48.962110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641740c-3eda-4276-9c98-2f0f1dc74356,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:49.001327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57050) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:49.006228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110249640', 'description': 'tempest-description--1125086690'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:49.020587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.030118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:49.034781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.059306 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:41:49.067050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.129163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:41:49.244746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:49.245853 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.336715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.342145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.409353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] Pushing event updated for resources: {'Network': ['ID=baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:49.430089 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42f465a6-35cb-4f34-b565-9654efc6aced admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9428933 Feb 08 23:41:49.431823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:41:49.433936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57090) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:49.443849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Request body: {'subnet': {'network_id': 'baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-612736676-subnet', 'tenant_id': '987383db8abc4b7285c0d95a42aebb3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:49.447486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.448733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4463458 Feb 08 23:41:49.450813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6cbe1-1137-47e2-a81a-392c6a37b1dd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac65e79d-508a-433a-b4fd-d3ff82a1a456,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:49.452782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57092) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:49.468048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'security_group_rule': {'security_group_id': 'ac65e79d-508a-433a-b4fd-d3ff82a1a456', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:49.484179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.601291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['56e0ef85-bfe3-484d-911c-0bf003c520a9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:41:49.608389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.627059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] No DVR routers for this DVR port 56e0ef85-bfe3-484d-911c-0bf003c520a9 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:41:49.631346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.635567 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8c9cbebf-b8ad-40cc-8d99-8fae6f74adc0 req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.84 "DELETE /v2.0/ports/56e0ef85-bfe3-484d-911c-0bf003c520a9 HTTP/1.1" status: 204 len: 173 time: 1.7985559 Feb 08 23:41:49.636750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Made reservation on behalf of 987383db8abc4b7285c0d95a42aebb3d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:49.639779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.643466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'name': 'network-vif-deleted', 'tag': '56e0ef85-bfe3-484d-911c-0bf003c520a9'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:41:49.647160 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e13f6f1-420c-4c9d-92b7-4b11e225195d" -d '{"events": [{"server_uuid": "daf813e3-920b-4adb-9167-1c4d4df77f99", "name": "network-vif-deleted", "tag": "56e0ef85-bfe3-484d-911c-0bf003c520a9"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:41:49.657804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf0c6-7333-47cd-9b48-849d123af9a3 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] Pushing event deleted for resources: {'Port': ['ID=56e0ef85-bfe3-484d-911c-0bf003c520a9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:49.831863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.837004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.911282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:49.927206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4522510 Feb 08 23:41:49.927206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d337c-2bcd-42b7-aa87-500d303c879f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8892fe43-9c1e-43b9-bdb1-a81bf7f3d272,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:49.927206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57114) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:49.930095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'security_group_rule': {'security_group_id': 'ac65e79d-508a-433a-b4fd-d3ff82a1a456', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:49.987081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85fab9a6-73a9-4556-b925-07b45549a104 req-baf09faa-19f2-4b52-a658-c721c63110a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 210 time: 0.1235349 Feb 08 23:41:49.999620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.010152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.063078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.079550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66a35488-c4bf-483d-827e-c0a40a8e3a03 req-a9fdc9be-7f76-4a21-9fdf-df3639a2dec0 tempest-AggregatesAdminTestJSON-1717989353 tempest-AggregatesAdminTestJSON-1717989353-project] 10.222.0.32 "GET /v2.0/ports?device_id=daf813e3-920b-4adb-9167-1c4d4df77f99 HTTP/1.1" status: 200 len: 210 time: 0.0522623 Feb 08 23:41:50.080576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.089837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4e3c07-e1bf-4d94-8e20-6c798139f985,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:50.096837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Checking segment: {'id': 'b88ad49c-b369-44ea-9d7b-2739c5a26387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:50.097301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Network hostable DHCP agents. Network: baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:41:50.103271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02fa9f9-0a2e-4943-9aed-06fb68b975b6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:50.110100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.111521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0caa7b4a-8831-4d25-8cb6-757a804dd73f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864526 Feb 08 23:41:50.114797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57118) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:50.127723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:50.157012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Network baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:41:50.186019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:50.189984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.196434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e51b8-3e2c-45a0-9179-a6da20994242 None None] Network baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:50.214253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:50.214981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.304701 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ba41e2e-48ba-4aca-a09a-3515740a77e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8684599 Feb 08 23:41:50.413348 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3c573b-a31f-4dd3-ab67-f1c1d41256b0 x-openstack-request-id: req-be3c573b-a31f-4dd3-ab67-f1c1d41256b0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:41:50.413655 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf813e3-920b-4adb-9167-1c4d4df77f99", "name": "network-vif-deleted", "tag": "56e0ef85-bfe3-484d-911c-0bf003c520a9", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:41:50.413906 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be3c573b-a31f-4dd3-ab67-f1c1d41256b0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:41:50.415539 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf813e3-920b-4adb-9167-1c4d4df77f99', 'name': 'network-vif-deleted', 'tag': '56e0ef85-bfe3-484d-911c-0bf003c520a9', 'status': 'completed', 'code': 200} Feb 08 23:41:50.439748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.505806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cff17-a645-4101-bfe6-0819a66552cd None None] Network baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:50.510981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.21', 64422) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:50.564646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-a9f90621-c82f-4127-9a54-f809056aba91 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514417 Feb 08 23:41:50.633806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Allocated IP 172.25.3.165 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4f79693b-4e38-4cb9-9477-e973b29ebf75) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:50.807072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.860008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:50.953038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-a4aa8a6d-06db-42e3-be0e-22f379d4f0e8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:50.960089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-a4aa8a6d-06db-42e3-be0e-22f379d4f0e8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897176 Feb 08 23:41:50.966877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'Port': ['ID=4f79693b-4e38-4cb9-9477-e973b29ebf75,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:51.002615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:51.006168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:51.016391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:51.043984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Request body: {'port': {'device_id': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '382a560dafa44f6e9871ce459cb18667'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:51.208780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.243475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57192) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:51.349261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.534999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07b049cc-effd-4ef6-8e36-46a2116253b1 req-cb962b17-e0a0-4281-9f94-cdb1c894383d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 210 time: 0.0634446 Feb 08 23:41:51.707083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.714518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.730715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57224) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:51.737208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-221704216-network', 'tenant_id': 'da31e66a826a448abe30e231f54d16a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:51.787744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ced0b974-d45d-455a-984a-f2606491fe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.793807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.794779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Made reservation on behalf of 382a560dafa44f6e9871ce459cb18667 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:51.799212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.802840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Made reservation on behalf of da31e66a826a448abe30e231f54d16a1 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:51.809434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.837900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:51.856658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.017195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.029371 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.030644 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.062019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'Port': ['ID=4f79693b-4e38-4cb9-9477-e973b29ebf75,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:52.068457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.070290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d4bfd46-d702-49f9-acc4-1a9e5ef7fb9a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9533310 Feb 08 23:41:52.197564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ced0b974-d45d-455a-984a-f2606491fe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.204080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ced0b974-d45d-455a-984a-f2606491fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.269001 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ced0b974-d45d-455a-984a-f2606491fe75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ec9eb0519644a2fa6ff98598ccb7a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0091259 Feb 08 23:41:52.284593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:52.360713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0b974-d45d-455a-984a-f2606491fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d1e5b-d124-416b-be50-aacd4f7275ae,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:52.398168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Allocated IP 192.168.233.90 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/39a40bef-9129-4751-8656-9fc61bcd70c2) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:52.419380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.512684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:41:52.560318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:52.598054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.598565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b277ca82-e29f-4274-b08b-4d37a10e7222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.598703 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Added segment ba5545d1-fa12-486a-a9b2-5e51044fc387 of type vlan for network 1532094f-bcdb-426d-bfdf-8680082fc83c Feb 08 23:41:52.641169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b277ca82-e29f-4274-b08b-4d37a10e7222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.752834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b277ca82-e29f-4274-b08b-4d37a10e7222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.760609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b277ca82-e29f-4274-b08b-4d37a10e7222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.762211 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b277ca82-e29f-4274-b08b-4d37a10e7222 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/921d1e5b-d124-416b-be50-aacd4f7275ae HTTP/1.1" status: 204 len: 168 time: 0.4745910 Feb 08 23:41:52.783182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d431c-27a3-4a01-809d-be49248b822e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:52.793986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.802359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-744c3cee-d3c7-48c7-af46-c0c9e9a24bf4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1110249640&fields=id&tenant_id=3021bf4bcb9f45fe98556fc0739a615c HTTP/1.1" status: 200 len: 267 time: 0.2330678 Feb 08 23:41:52.805452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277ca82-e29f-4274-b08b-4d37a10e7222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d1e5b-d124-416b-be50-aacd4f7275ae,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:52.840654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57316) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:52.875859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72f9a1fd-6c01-4e68-9a06-5a108aa9d72d req-41e17288-8996-4dae-a16f-ff8b6ee43085 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 210 time: 0.0649812 Feb 08 23:41:52.993797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:52.994830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:52.995485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.030437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3a51-d937-4802-b151-85974f76801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.115380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.131887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4001119 Feb 08 23:41:53.138027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57336) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:53.144252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Request body: {'subnet': {'network_id': '1532094f-bcdb-426d-bfdf-8680082fc83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-221704216-subnet', 'tenant_id': 'da31e66a826a448abe30e231f54d16a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:53.166982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3a51-d937-4802-b151-85974f76801f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.174766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9bf3a51-d937-4802-b151-85974f76801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.192679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-fe6db6cb-0d49-4618-815f-4d4e0c99c434 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:53.196215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-fe6db6cb-0d49-4618-815f-4d4e0c99c434 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 823 time: 0.3682754 Feb 08 23:41:53.204535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f013aa4-d1c3-430f-a420-576bbab070f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1532094f-bcdb-426d-bfdf-8680082fc83c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:53.219259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 1532094f-bcdb-426d-bfdf-8680082fc83c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:41:53.242095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-cda29301-3f35-4a1a-9fe9-3540f9c6222b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/quotas/3021bf4bcb9f45fe98556fc0739a615c HTTP/1.1" status: 200 len: 375 time: 0.0350645 Feb 08 23:41:53.250027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Made reservation on behalf of da31e66a826a448abe30e231f54d16a1 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:53.266974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.287495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.403192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:53.431296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-cfc7f7c9-cd38-43ab-938a-70d30b8953a3 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1879785 Feb 08 23:41:53.450491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57354) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:53.453057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:53.463104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:53.469212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:53.469840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.494306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 56e0ef85-bfe3-484d-911c-0bf003c520a9 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:41:53.496104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:53.502183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d681e333-bfa1-468d-ac81-d2fd91859d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.525260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-db353a4b-1b39-4b5e-b302-84ba2a3fe3af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4853685 Feb 08 23:41:53.538744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.555935 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e9bf3a51-d937-4802-b151-85974f76801f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79ef91e66bb54e48b29ac5d1e95caa2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141442 Feb 08 23:41:53.556581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57358) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:53.560733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf3a51-d937-4802-b151-85974f76801f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f4221-97e9-4837-aa50-c3f91b412459,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:53.563357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 56e0ef85-bfe3-484d-911c-0bf003c520a9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:41:53.564536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 56e0ef85-bfe3-484d-911c-0bf003c520a9 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:41:53.638840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714b42e7-5e12-4c93-b1b9-2d552c90d4d1,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:53.678219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Checking segment: {'id': 'ba5545d1-fa12-486a-a9b2-5e51044fc387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '1532094f-bcdb-426d-bfdf-8680082fc83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:53.681138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Network hostable DHCP agents. Network: 1532094f-bcdb-426d-bfdf-8680082fc83c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:41:53.704365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c63c-a65b-4b88-a9a0-7d980f5f43dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.725080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Network 1532094f-bcdb-426d-bfdf-8680082fc83c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:41:53.737750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-7d4ad701-2f8e-4e21-80d5-a0af45fbf890 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:41:53.738405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 1532094f-bcdb-426d-bfdf-8680082fc83c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:53.739512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-7d4ad701-2f8e-4e21-80d5-a0af45fbf890 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1145184 Feb 08 23:41:53.746556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:53.747078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.749520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a934c3d-3ad5-4fc6-9bbf-3d6f577c84d2 None None] Network 1532094f-bcdb-426d-bfdf-8680082fc83c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:53.781894 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b2cf47c-8857-4541-b839-9cf3eda655e1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6423728 Feb 08 23:41:53.797504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d681e333-bfa1-468d-ac81-d2fd91859d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.813639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d681e333-bfa1-468d-ac81-d2fd91859d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.818162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c63c-a65b-4b88-a9a0-7d980f5f43dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:53.905907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d681e333-bfa1-468d-ac81-d2fd91859d69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=25b374afdcf04220b60d8746a7b820e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507086 Feb 08 23:41:53.908765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57374) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:53.923297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681e333-bfa1-468d-ac81-d2fd91859d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7889240-408c-4e43-b2e7-a98d0c812d1b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:53.976478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-56b6bd0c-8439-4522-b285-d43ae52c4a18 service neutron] 10.222.0.32 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123587 Feb 08 23:41:54.018965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57384) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:54.027043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-80fe2e65-3da6-46ee-991b-c6375785a6e4 None None] Provisioning complete for port 39a40bef-9129-4751-8656-9fc61bcd70c2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:54.027482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c63c-a65b-4b88-a9a0-7d980f5f43dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.027876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-80fe2e65-3da6-46ee-991b-c6375785a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.029997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c63c-a65b-4b88-a9a0-7d980f5f43dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.033617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c0b2c63c-a65b-4b88-a9a0-7d980f5f43dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e53f4221-97e9-4837-aa50-c3f91b412459 HTTP/1.1" status: 204 len: 168 time: 0.4724798 Feb 08 23:41:54.053774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb618a-e652-4e1e-a4a1-b08cee519b5a None None] Network 1532094f-bcdb-426d-bfdf-8680082fc83c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:41:54.080811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee33a-fc98-4608-bebd-2a53d7aabdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.107676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c63c-a65b-4b88-a9a0-7d980f5f43dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f4221-97e9-4837-aa50-c3f91b412459,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:54.138561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Deleting subnet 3a4e3c07-e1bf-4d94-8e20-6c798139f985 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:41:54.147147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.155409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-80fe2e65-3da6-46ee-991b-c6375785a6e4 None None] Port 39a40bef-9129-4751-8656-9fc61bcd70c2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:54.187238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-087ea04c-6169-4263-ad33-dbb50e67b855 service neutron] 10.222.0.32 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000196 Feb 08 23:41:54.189678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee33a-fc98-4608-bebd-2a53d7aabdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.207423 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.233014 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.332226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee33a-fc98-4608-bebd-2a53d7aabdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.336348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee33a-fc98-4608-bebd-2a53d7aabdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.351867 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c9ee33a-fc98-4608-bebd-2a53d7aabdb8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7889240-408c-4e43-b2e7-a98d0c812d1b HTTP/1.1" status: 204 len: 168 time: 0.4415946 Feb 08 23:41:54.385797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ee33a-fc98-4608-bebd-2a53d7aabdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7889240-408c-4e43-b2e7-a98d0c812d1b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:54.649349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efd2fb-1b07-4283-a243-483d394020f2 req-b87f5806-3976-4627-835f-864169940e97 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:54.652214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06efd2fb-1b07-4283-a243-483d394020f2 req-b87f5806-3976-4627-835f-864169940e97 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 935 time: 0.0934618 Feb 08 23:41:54.683334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.754091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4e3c07-e1bf-4d94-8e20-6c798139f985,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:54.769118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.773945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de495b91-1ea5-456f-89b9-d9863beb53a5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a4e3c07-e1bf-4d94-8e20-6c798139f985 HTTP/1.1" status: 204 len: 168 time: 0.7529581 Feb 08 23:41:54.777913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57438) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:54.797850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06efd2fb-1b07-4283-a243-483d394020f2 req-3fc0b854-f1cd-429a-b0ea-31b877fafd02 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326139 Feb 08 23:41:54.924835 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:54.961863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1350d45-f586-4439-bbb9-cb59ba4301ee req-7c8b1922-1c8c-402f-9156-2b2ae545f98b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 210 time: 0.0393970 Feb 08 23:41:55.133526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57474) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:55.153959 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.165373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42dd7013-06b9-4b04-b26f-0b9759e61f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.209994 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.210347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.211179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.211553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > port after_create 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.211944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.212296 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > port after_update 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.212685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.213044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.213419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.213793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.591850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.592399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.592890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.593252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:41:55.593612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:55.612718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88ad49c-b369-44ea-9d7b-2739c5a26387') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:55.613827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88ad49c-b369-44ea-9d7b-2739c5a26387') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:55.639236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.670817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.686588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:41:55.687208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: from cryptography.utils import int_from_bytes Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: from cryptography.utils import int_from_bytes Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:41:55.720242 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:41:55.811604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.826339 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.828669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] 10.222.0.32 "DELETE /v2.0/networks/baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3 HTTP/1.1" status: 204 len: 168 time: 1.0505841 Feb 08 23:41:55.831570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:55.869897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834dfad-367a-495c-acbe-f7c9160a7682 admin admin] Pushing event deleted for resources: {'Network': ['ID=baf4f11f-d1f6-4f78-927a-d7c6a6e08fa3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:55.889515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42dd7013-06b9-4b04-b26f-0b9759e61f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.898894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42dd7013-06b9-4b04-b26f-0b9759e61f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.926559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Deleting subnet 714b42e7-5e12-4c93-b1b9-2d552c90d4d1 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:41:55.934154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-42dd7013-06b9-4b04-b26f-0b9759e61f30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=045ba6b57d424a098b77a8e055fac6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993767 Feb 08 23:41:55.937067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57564) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:55.951194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:55.994215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-1214e179-2192-41a6-957f-0da0c19d35ed tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:41:55.995171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-1214e179-2192-41a6-957f-0da0c19d35ed tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052345 Feb 08 23:41:56.002921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd7013-06b9-4b04-b26f-0b9759e61f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b8a6b-cbee-4f00-af8d-7e6fff62e595,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:56.067144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ac87-27c2-4f31-8696-73b2171e711e req-7581ddf6-9eea-4ed4-b913-fd8513bb78ee tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:56.068843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c80ac87-27c2-4f31-8696-73b2171e711e req-7581ddf6-9eea-4ed4-b913-fd8513bb78ee tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 935 time: 0.1083577 Feb 08 23:41:56.106520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.149339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.149508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c80ac87-27c2-4f31-8696-73b2171e711e req-c5d8f947-269c-45ed-b522-266eba1cd9b0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740700 Feb 08 23:41:56.235766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eac2c54-b8f3-483c-a49a-3ca1bed60a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.269176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Request body: {'port': {'device_id': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:56.343524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eac2c54-b8f3-483c-a49a-3ca1bed60a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.370854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-07a92cc8-6e7c-436b-ba08-b117617be702 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:56.371869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43d9b7f9-e3c1-4ab1-9edb-83a4bcc392bd req-cc3ada69-3e3c-4402-a4c3-5470a86d1c74 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 210 time: 0.0438116 Feb 08 23:41:56.372928 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-07a92cc8-6e7c-436b-ba08-b117617be702 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 823 time: 0.4107873 Feb 08 23:41:56.414991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.435906 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.556816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714b42e7-5e12-4c93-b1b9-2d552c90d4d1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:56.567658 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.584604 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a314b84-64c7-4227-95cd-ab4202c9e1e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/714b42e7-5e12-4c93-b1b9-2d552c90d4d1 HTTP/1.1" status: 204 len: 168 time: 0.7494447 Feb 08 23:41:56.590806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57622) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:56.602072 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-51bee7cb-53ca-4517-a5c1-bd50c7690d19 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3021bf4bcb9f45fe98556fc0739a615c HTTP/1.1" status: 200 len: 380 time: 0.2162237 Feb 08 23:41:56.659954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'port': {'device_id': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'admin_state_up': True, 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'security_groups': ['ac65e79d-508a-433a-b4fd-d3ff82a1a456']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:56.767967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eac2c54-b8f3-483c-a49a-3ca1bed60a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.772454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eac2c54-b8f3-483c-a49a-3ca1bed60a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.775753 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9eac2c54-b8f3-483c-a49a-3ca1bed60a8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff6b8a6b-cbee-4f00-af8d-7e6fff62e595 HTTP/1.1" status: 204 len: 168 time: 0.8235867 Feb 08 23:41:56.790938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac2c54-b8f3-483c-a49a-3ca1bed60a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b8a6b-cbee-4f00-af8d-7e6fff62e595,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:56.870278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:56.933058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Made reservation on behalf of 3021bf4bcb9f45fe98556fc0739a615c for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:41:56.941127 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.005261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.034106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1532094f-bcdb-426d-bfdf-8680082fc83c']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:57.047137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5545d1-fa12-486a-a9b2-5e51044fc387') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:57.047669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5545d1-fa12-486a-a9b2-5e51044fc387') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:41:57.059233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.172095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Allocated IP 172.20.0.9 (e5e36cd9-6194-4193-a25b-de80e8ca05e9/80f085c5-fd1d-4db3-aaaa-81b0283aeac3/37142c33-ba5b-4736-9dcf-c4596c6a9d7e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:41:57.249816 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.281643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a40bef-9129-4751-8656-9fc61bcd70c2 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:41:57.294981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:41:57.295379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.338946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:41:57.342493 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:41:57.430600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d599e-b1e4-4c7b-b688-aa02d3603f36 req-98fae53d-af0d-469c-bc08-043e208c1d92 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:57.438452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-331d599e-b1e4-4c7b-b688-aa02d3603f36 req-98fae53d-af0d-469c-bc08-043e208c1d92 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 935 time: 0.1636913 Feb 08 23:41:57.448051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Transition to ACTIVE for port object 39a40bef-9129-4751-8656-9fc61bcd70c2 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:41:57.450506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.481440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.484671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] 10.222.0.32 "DELETE /v2.0/networks/1532094f-bcdb-426d-bfdf-8680082fc83c HTTP/1.1" status: 204 len: 168 time: 0.8926730 Feb 08 23:41:57.485709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5f952-ff1b-4355-bf8e-c99eb2cdf81e admin admin] Pushing event deleted for resources: {'Network': ['ID=1532094f-bcdb-426d-bfdf-8680082fc83c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:57.487710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.531888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:57.591616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-331d599e-b1e4-4c7b-b688-aa02d3603f36 req-5bb59ad1-2966-46a2-bfa4-e5f2435b08a7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377604 Feb 08 23:41:57.608513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.721238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.776898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57706) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:57.808311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:57.808676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:57.809082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:57.815874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Port 39a40bef-9129-4751-8656-9fc61bcd70c2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:41:57.817270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:57.825602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:57.826245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:57.826973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:57.827615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Bound port: 39a40bef-9129-4751-8656-9fc61bcd70c2, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:57.828127 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.828379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:41:57.831759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:41:57.847126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:41:57.865627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:57.866294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:57.906395 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2977059 Feb 08 23:41:57.908752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab9d64-e128-4b0f-9419-c471ca2bf05e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'Port': ['ID=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:57.920586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8904f5-51a8-47d6-9b76-c096b1cc2da1 req-cf6dc426-808d-417b-aaf7-fc83580a4dd1 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:57.926539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Request body: {'port': {'device_id': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:41:57.932798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a8904f5-51a8-47d6-9b76-c096b1cc2da1 req-cf6dc426-808d-417b-aaf7-fc83580a4dd1 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 931 time: 0.1816022 Feb 08 23:41:57.980820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57710) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:58.034936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:58.057687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.075408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a8904f5-51a8-47d6-9b76-c096b1cc2da1 req-7849947b-f3f1-49b7-871c-123befae6143 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381407 Feb 08 23:41:58.086416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:58.096262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.133665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5323ac71-e19e-4218-9996-55584c4958b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=987383db8abc4b7285c0d95a42aebb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496427 Feb 08 23:41:58.136201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57714) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:58.203999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:58.204804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.206756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] 10.222.0.21 "PUT /v2.0/ports/39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 1095 time: 2.0270803 Feb 08 23:41:58.207973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:41:58.350804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2691c-30b2-4bc0-8a2d-4d581263b46d service neutron] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:58.378298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-378b0f5a-0f77-4813-8754-d30ba30b8193 None None] Provisioning complete for port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:41:58.378851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-378b0f5a-0f77-4813-8754-d30ba30b8193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.421707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d85c208d-77d6-41fe-9cbe-5961f77c1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:58.424488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-d85c208d-77d6-41fe-9cbe-5961f77c1a47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1098 time: 0.1773694 Feb 08 23:41:58.491204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-378b0f5a-0f77-4813-8754-d30ba30b8193 None None] Port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:41:58.499772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fed122bd-6efe-4a63-b4bb-ec444203b6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.564786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fed122bd-6efe-4a63-b4bb-ec444203b6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.605879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-7529bfee-4478-465f-812c-6f77e7ccabb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.1700599 Feb 08 23:41:58.775525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57748) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:58.788294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fed122bd-6efe-4a63-b4bb-ec444203b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.791415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fed122bd-6efe-4a63-b4bb-ec444203b6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.795174 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fed122bd-6efe-4a63-b4bb-ec444203b6c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f641740c-3eda-4276-9c98-2f0f1dc74356 HTTP/1.1" status: 204 len: 168 time: 0.6549118 Feb 08 23:41:58.816167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed122bd-6efe-4a63-b4bb-ec444203b6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641740c-3eda-4276-9c98-2f0f1dc74356,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:58.905389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37142c33-ba5b-4736-9dcf-c4596c6a9d7e {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:41:58.931188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:58.954602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Transition to ACTIVE for port object 37142c33-ba5b-4736-9dcf-c4596c6a9d7e will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:41:58.961295 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.044012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:59.057091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Attempting to bind port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:41:59.057669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Attempting to bind port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:41:59.058271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Attempting to bind port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:59.064085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:41:59.064588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Attempting to bind port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:41:59.067933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-d4968c2b-117d-4d67-a8f1-e86de9354740 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=49e6825438294bff89a4ee07e6f6284d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4246125 Feb 08 23:41:59.071927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:41:59.072378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Checking segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:41:59.072851 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Bound using segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:41:59.073406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Bound port: 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:41:59.073854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.090203 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14468005-8808-4be5-b5b6-b50ce3ececdb" -d '{"events": [{"name": "network-changed", "server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:41:59.104990 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0dd6-e768-4449-9996-e3fb114dfb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.136884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-27d71854-49e7-4a57-ba26-b744dd566514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.138620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-27d71854-49e7-4a57-ba26-b744dd566514 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.5277619 Feb 08 23:41:59.196250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] For port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:41:59.201541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] For port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:41:59.208481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.284605 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:59.304664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921c43a-7128-4abe-98ec-c0edd080d3fe req-343b181f-34a4-4e4f-ad80-f8401719fa1b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.307639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a921c43a-7128-4abe-98ec-c0edd080d3fe req-343b181f-34a4-4e4f-ad80-f8401719fa1b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.5735164 Feb 08 23:41:59.325041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16449198-f55d-4a36-8e9c-111bcd6b435a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.335485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.336110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.338050 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a4c41280-3c9a-4408-93f7-aa28ac5ba2d6 service neutron] 10.222.0.84 "PUT /v2.0/ports/37142c33-ba5b-4736-9dcf-c4596c6a9d7e HTTP/1.1" status: 200 len: 1091 time: 1.4230366 Feb 08 23:41:59.340445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:41:59.343136 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee237172-ab98-4744-a0bb-d9191e0c39e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:41:59.402935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57766) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:59.488487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-4ce6eeed-2670-4916-87f0-8f2b8735a666 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.496874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a7529577-4939-429e-8d01-b722464c1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.498981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-4ce6eeed-2670-4916-87f0-8f2b8735a666 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4291024 Feb 08 23:41:59.500558 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-a7529577-4939-429e-8d01-b722464c1877 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 1094 time: 0.1151111 Feb 08 23:41:59.513710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-eb8c13a6-e8ce-4b6b-8713-764f50108fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.515370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-eb8c13a6-e8ce-4b6b-8713-764f50108fb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3433912 Feb 08 23:41:59.537461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a921c43a-7128-4abe-98ec-c0edd080d3fe req-87699146-6c6c-4f40-b552-3dcb70ed46c9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102640 Feb 08 23:41:59.570858 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-d871175c-9b74-49f9-8854-b3c3657cb19d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e HTTP/1.1" status: 200 len: 217 time: 0.0631890 Feb 08 23:41:59.577982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16449198-f55d-4a36-8e9c-111bcd6b435a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.593408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16449198-f55d-4a36-8e9c-111bcd6b435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.613969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-6237e9c3-2708-4140-9143-a498ebc3d5d1 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/quotas/49e6825438294bff89a4ee07e6f6284d HTTP/1.1" status: 200 len: 375 time: 0.1138952 Feb 08 23:41:59.618814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:59.711940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0dd6-e768-4449-9996-e3fb114dfb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.726523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16449198-f55d-4a36-8e9c-111bcd6b435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6593689a-c808-4c6e-a903-d3751dc55481,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:59.733788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-16449198-f55d-4a36-8e9c-111bcd6b435a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f97ef57aa1447f49f6693c3c52272bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9567659 Feb 08 23:41:59.734525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:59.746323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-3f5d9f4b-ddbb-4715-a7b4-0ab22036f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.747800 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-3f5d9f4b-ddbb-4715-a7b4-0ab22036f7c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.1685059 Feb 08 23:41:59.754821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-702f5acf-2677-48d3-a75b-5c04bacece6a tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=49e6825438294bff89a4ee07e6f6284d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384676 Feb 08 23:41:59.762460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0dd6-e768-4449-9996-e3fb114dfb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.875897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-9fbcb5dc-3198-45ea-9a10-2a9303b5c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:41:59.877526 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-9fbcb5dc-3198-45ea-9a10-2a9303b5c587 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201179 Feb 08 23:41:59.878888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0dd6-e768-4449-9996-e3fb114dfb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bce86d-72e3-4e4b-b950-a9b0b942282c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:41:59.892245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8583e16-2a77-4c49-a29a-2063c9ad807f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:41:59.896540 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91d5f2fa-2e6a-4342-a5a1-c6bb972c99c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9667cd8a9b14c5aa2f58940966968af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4615576 Feb 08 23:41:59.907085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5ebe0dd6-e768-4449-9996-e3fb114dfb82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dba2021442f4a0fb89ab058f666087e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1272693 Feb 08 23:41:59.909385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57788) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:59.909730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57790) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:59.984221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-442f01bf-dc2f-4e75-a110-cd37bc1a0697 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da31e66a826a448abe30e231f54d16a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347263 Feb 08 23:41:59.991290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57798) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:41:59.996661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8583e16-2a77-4c49-a29a-2063c9ad807f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.018262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-cb39c8bc-3d62-42a4-b6e4-7f86ed74be37 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639540 Feb 08 23:42:00.030896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f817-4538-459d-9694-f26b7187d3ff req-2713db58-896b-44f8-9fa6-2e7d3ae66545 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:00.039657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41b5f817-4538-459d-9694-f26b7187d3ff req-2713db58-896b-44f8-9fa6-2e7d3ae66545 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 943 time: 0.3664379 Feb 08 23:42:00.073890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:00.130671 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-8ed60cf4-4219-4220-9d72-a5fa3ea4871e service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462924 Feb 08 23:42:00.134975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab57476-5973-4861-95e6-0da379f59f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.149898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8583e16-2a77-4c49-a29a-2063c9ad807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.152435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8583e16-2a77-4c49-a29a-2063c9ad807f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.156373 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a8583e16-2a77-4c49-a29a-2063c9ad807f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6593689a-c808-4c6e-a903-d3751dc55481 HTTP/1.1" status: 204 len: 168 time: 0.4185805 Feb 08 23:42:00.157240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ad3d-a479-48d5-9d8c-7561971ec986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.213664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41b5f817-4538-459d-9694-f26b7187d3ff req-bc53023f-315b-4aed-bac6-4d02b7bba8a0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726391 Feb 08 23:42:00.237050 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab57476-5973-4861-95e6-0da379f59f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.243202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8583e16-2a77-4c49-a29a-2063c9ad807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6593689a-c808-4c6e-a903-d3751dc55481,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:00.276082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00218f0d-8fc0-4443-82cd-b0f3c85badd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.280300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ad3d-a479-48d5-9d8c-7561971ec986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.307003 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f943355-453d-4a0b-a62b-c87c5f9cec14 x-openstack-request-id: req-9f943355-453d-4a0b-a62b-c87c5f9cec14 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:00.308533 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:00.308841 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f943355-453d-4a0b-a62b-c87c5f9cec14 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:00.309885 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'status': 'completed', 'code': 200} Feb 08 23:42:00.345951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-11070447-network', 'tenant_id': '5cbc603d5a5b4f8eae0e131af4bb2def'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:00.391368 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bfe23c-7ba1-476d-81d4-68468b256e73 x-openstack-request-id: req-99bfe23c-7ba1-476d-81d4-68468b256e73 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:00.391368 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:00.391368 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99bfe23c-7ba1-476d-81d4-68468b256e73 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:00.391704 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'status': 'completed', 'code': 200} Feb 08 23:42:00.410826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee162ec-a391-4b11-8cf6-31a13f7e3e5d req-7f466481-4e7c-412c-b3bc-ec8c9c01916b service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448732 Feb 08 23:42:00.412836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00218f0d-8fc0-4443-82cd-b0f3c85badd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.423289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84386a77-4d54-4add-8632-d05875e3aa05 req-af8a818e-9bf9-4198-bc40-8743eff7988b tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 210 time: 0.0681944 Feb 08 23:42:00.441356 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5998d5f4-5d4f-4a68-a58d-21c62532d341 req-7e01169b-7e48-46ad-ac98-66dd3426ccc8 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009307 Feb 08 23:42:00.484290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab57476-5973-4861-95e6-0da379f59f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.489729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab57476-5973-4861-95e6-0da379f59f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.491379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5ab57476-5973-4861-95e6-0da379f59f5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80bce86d-72e3-4e4b-b950-a9b0b942282c HTTP/1.1" status: 204 len: 168 time: 0.5790038 Feb 08 23:42:00.507574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Made reservation on behalf of 5cbc603d5a5b4f8eae0e131af4bb2def for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:00.514667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.556363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00218f0d-8fc0-4443-82cd-b0f3c85badd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.559787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00218f0d-8fc0-4443-82cd-b0f3c85badd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.561551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-00218f0d-8fc0-4443-82cd-b0f3c85badd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d6d431c-27a3-4a01-809d-be49248b822e HTTP/1.1" status: 204 len: 168 time: 0.5636854 Feb 08 23:42:00.577797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00218f0d-8fc0-4443-82cd-b0f3c85badd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d431c-27a3-4a01-809d-be49248b822e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:00.604384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-af274292-f32e-4946-958b-2dd240bafc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:00.606175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-af274292-f32e-4946-958b-2dd240bafc0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1098 time: 0.1133223 Feb 08 23:42:00.817951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20f596-cfa5-4c51-a9a1-5ecb56f28816 req-f794647e-9d36-4503-b4f2-2f1d4f00f951 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:00.820624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af20f596-cfa5-4c51-a9a1-5ecb56f28816 req-f794647e-9d36-4503-b4f2-2f1d4f00f951 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.1784253 Feb 08 23:42:00.850287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ad3d-a479-48d5-9d8c-7561971ec986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.853787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ad3d-a479-48d5-9d8c-7561971ec986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.857910 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bbb1ad3d-a479-48d5-9d8c-7561971ec986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ed002eb-2f02-4254-a1d4-7c61710f01c8 HTTP/1.1" status: 204 len: 168 time: 0.9437468 Feb 08 23:42:00.886069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab57476-5973-4861-95e6-0da379f59f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bce86d-72e3-4e4b-b950-a9b0b942282c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:00.927423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ad3d-a479-48d5-9d8c-7561971ec986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed002eb-2f02-4254-a1d4-7c61710f01c8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:00.932114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:00.959179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af20f596-cfa5-4c51-a9a1-5ecb56f28816 req-bd155e9b-8574-44c0-9d19-b1efc6b0b9b1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247394 Feb 08 23:42:00.974905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-c921ab93-327a-44ce-b2b0-db7784dfb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:00.985841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-c921ab93-327a-44ce-b2b0-db7784dfb9fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3715537 Feb 08 23:42:00.992990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-1d52f2fb-dd3f-4b2f-a796-eb6a2b3184f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:00.994550 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-1d52f2fb-dd3f-4b2f-a796-eb6a2b3184f7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 1094 time: 0.4742432 Feb 08 23:42:01.071654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-5a1a2593-a459-46e2-affb-3a62dab995a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0783308 Feb 08 23:42:01.135310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.149972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.153991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-ad8d28e9-3697-42e4-a78b-3830b6a8ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.156059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-ad8d28e9-3697-42e4-a78b-3830b6a8ae43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0766439 Feb 08 23:42:01.171435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-1d991abd-7f98-48d1-8475-38a25d6f8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.173045 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-1d991abd-7f98-48d1-8475-38a25d6f8e7b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 924 time: 0.1715820 Feb 08 23:42:01.189333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:42:01.226302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-597cbe9a-2943-429c-a928-81505ec84389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.230171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-597cbe9a-2943-429c-a928-81505ec84389 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632436 Feb 08 23:42:01.233244 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-e26c83dc-26f8-4f34-9bb9-fa32cc36d6c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e HTTP/1.1" status: 200 len: 217 time: 0.0501575 Feb 08 23:42:01.236767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.237160 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Added segment c2478ec6-1e5e-4372-bc86-7c259cad24c3 of type vlan for network 6303b34a-9051-4125-ad2d-3001cbb3d59d Feb 08 23:42:01.239385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f7e3df-00ab-4b7d-9063-64caec148cdc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:01.267746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:01.336058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fa3dc54-b251-443e-b904-718cf5718daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.342720 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.356961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-0f56adf6-64f0-47bd-91ba-53f3f67cc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.357913 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-0f56adf6-64f0-47bd-91ba-53f3f67cc201 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.1031358 Feb 08 23:42:01.419075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.419964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.421349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.490428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] Pushing event updated for resources: {'Network': ['ID=6303b34a-9051-4125-ad2d-3001cbb3d59d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:01.499049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-43a437e3-20e0-4dee-bf8f-607bcdf97e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.502740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:42:01.511626 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-43a437e3-20e0-4dee-bf8f-607bcdf97e98 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450462 Feb 08 23:42:01.530863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.21', 64429) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:01.554183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b5d52-8e67-4d35-b847-74c7d5225a27 req-945c34cc-c341-44f8-b2b8-0d338578e5a1 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.555789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684b5d52-8e67-4d35-b847-74c7d5225a27 req-945c34cc-c341-44f8-b2b8-0d338578e5a1 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 943 time: 0.2211230 Feb 08 23:42:01.564578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-9b862718-d95f-4772-9336-eb4c3228d0fc service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213093 Feb 08 23:42:01.624309 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-92dece28-31f8-41c8-8ae8-7eedd982200d tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=49e6825438294bff89a4ee07e6f6284d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924098 Feb 08 23:42:01.636266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cf68b9c7-f199-4b40-8eda-0488dfa80b61 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5578480 Feb 08 23:42:01.636266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57850) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:01.696122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Request body: {'subnet': {'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-11070447-subnet', 'tenant_id': '5cbc603d5a5b4f8eae0e131af4bb2def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:01.718617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57852) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:01.728989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6cb800d-818e-46dc-b14e-505fe2a7ad9a req-704cc1b2-2fa5-4a57-8dd7-f2245d5045fb tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 210 time: 0.0946071 Feb 08 23:42:01.762126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684b5d52-8e67-4d35-b847-74c7d5225a27 req-b809df22-dad7-459b-9791-14856adde833 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737010 Feb 08 23:42:01.814303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fa3dc54-b251-443e-b904-718cf5718daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.819300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14468005-8808-4be5-b5b6-b50ce3ececdb req-f053ed18-3694-4002-a6be-6ca1ff32dd14 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498362 Feb 08 23:42:01.821448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fa3dc54-b251-443e-b904-718cf5718daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.885346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Made reservation on behalf of 5cbc603d5a5b4f8eae0e131af4bb2def for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:01.887614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:01.891682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7fa3dc54-b251-443e-b904-718cf5718daa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b2bcca364d440a5b7304404d739866c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220362 Feb 08 23:42:01.892953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3dc54-b251-443e-b904-718cf5718daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b44c9-e9b0-401a-bb28-50cf14bc0b92,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:01.914619 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5abd4b32-f97a-4854-904e-d652b7556776 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=663581d3545a416f9ad42f53d4b495a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872206 Feb 08 23:42:01.914857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:01.930052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57858) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:01.993225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-de7decd4-318d-4936-a4d0-3ab90263c608 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:01.995730 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-de7decd4-318d-4936-a4d0-3ab90263c608 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582149 Feb 08 23:42:02.002473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-92368322-b3d4-4695-a4ba-fa11224b01b0 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845004 Feb 08 23:42:02.020634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Request body: {'port': {'device_id': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '49e6825438294bff89a4ee07e6f6284d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:02.142061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4547416d-9edf-43cf-be38-e888f6cc2105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.186238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4547416d-9edf-43cf-be38-e888f6cc2105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.233884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b971b87-8d86-408a-8a3f-7fd5730756b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.242559 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ee237172-ab98-4744-a0bb-d9191e0c39e7 req-cb96fa8c-c617-48b1-9e23-c0da56dd4bb3 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315812 Feb 08 23:42:02.255631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be335e-2af2-4fa1-831a-f72af1c5d1e1 req-0a657bdf-e029-4167-8447-9156dcf0bd66 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:02.257150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71be335e-2af2-4fa1-831a-f72af1c5d1e1 req-0a657bdf-e029-4167-8447-9156dcf0bd66 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.1455173 Feb 08 23:42:02.305086 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b971b87-8d86-408a-8a3f-7fd5730756b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.306849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57878) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:02.321032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Made reservation on behalf of 49e6825438294bff89a4ee07e6f6284d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:02.328989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.350936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.355810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.361048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71be335e-2af2-4fa1-831a-f72af1c5d1e1 req-9c38a8f5-85a6-4f8c-ba84-b650c9b23491 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967584 Feb 08 23:42:02.365964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4547416d-9edf-43cf-be38-e888f6cc2105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.368452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4547416d-9edf-43cf-be38-e888f6cc2105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.369582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4547416d-9edf-43cf-be38-e888f6cc2105 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/522b44c9-e9b0-401a-bb28-50cf14bc0b92 HTTP/1.1" status: 204 len: 168 time: 0.4551921 Feb 08 23:42:02.396276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547416d-9edf-43cf-be38-e888f6cc2105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b44c9-e9b0-401a-bb28-50cf14bc0b92,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:02.417461 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b971b87-8d86-408a-8a3f-7fd5730756b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.423016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b971b87-8d86-408a-8a3f-7fd5730756b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.428174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5b971b87-8d86-408a-8a3f-7fd5730756b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/202a1789-e355-4f99-89e8-369a2517081a HTTP/1.1" status: 204 len: 168 time: 0.4967930 Feb 08 23:42:02.436633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b971b87-8d86-408a-8a3f-7fd5730756b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202a1789-e355-4f99-89e8-369a2517081a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:02.475197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91de0656-ebb8-4d14-8cf7-6587c06cec1c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:02.483727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1015886617-network', 'tenant_id': '401a567377f54e69b6b71fe9943a4e85'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:02.492242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:02.492599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Network hostable DHCP agents. Network: 6303b34a-9051-4125-ad2d-3001cbb3d59d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:42:02.518480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Made reservation on behalf of 401a567377f54e69b6b71fe9943a4e85 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:02.525403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.536200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:42:02.542170 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.553186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.555933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6303b34a-9051-4125-ad2d-3001cbb3d59d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:02.560146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.564052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:02.564236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.568377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54cd18-aaf8-4356-bbeb-46e4cfda91bb None None] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:02.645716 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d91857c5-d388-4a64-b71e-3f1bfe2505c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0051823 Feb 08 23:42:02.658106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d76b7e-76ee-4da8-ace9-670ce2cd0438,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:02.690563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.695757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.724867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:42:02.743937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03adcd60-64da-4acd-961d-e29cc6493e4c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:02.747504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.747976 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Added segment 1e788505-8851-41fc-8231-c5a76b6243be of type vlan for network ed09ccca-cf42-4b78-b6e4-a15bf22b086c Feb 08 23:42:02.791545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Allocated IP 192.168.233.215 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/a73760f5-63b2-42ef-802b-d41a16f7a241) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:02.794759 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.797637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453503aa-f55f-4088-a7f0-8e9d515b2534 None None] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:02.839520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.840639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:02.841350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:02.919793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6115336 Feb 08 23:42:02.923547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57900) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:02.935847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Request body: {'subnet': {'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1015886617-subnet', 'tenant_id': '401a567377f54e69b6b71fe9943a4e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:02.958426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-751fd54f-639d-48cf-a6cb-7040430cb148 req-37ada57f-f969-46c2-83ef-e8f4029bab26 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 210 time: 0.0501783 Feb 08 23:42:02.998067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c31e6-0537-492b-8e56-9347d1b87e89 admin admin] Pushing event updated for resources: {'Network': ['ID=ed09ccca-cf42-4b78-b6e4-a15bf22b086c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:03.016870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Made reservation on behalf of 401a567377f54e69b6b71fe9943a4e85 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:03.020864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.032684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:42:03.111424 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.171836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.221400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:03.225771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:03.229277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:03.236459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:03.237533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.263497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Pushing event updated for resources: {'Port': ['ID=a73760f5-63b2-42ef-802b-d41a16f7a241,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:03.275834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-fb33c42d-9326-463b-9eb9-c6463ce6a992 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2638121 Feb 08 23:42:03.292380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Request body: {'port': {'device_id': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:03.339945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75530707-8533-40a8-968d-cab73446903b req-5a10b3ea-88a9-496e-85f7-8d53ee797942 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:03.341469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75530707-8533-40a8-968d-cab73446903b req-5a10b3ea-88a9-496e-85f7-8d53ee797942 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 943 time: 0.3888032 Feb 08 23:42:03.399605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.451869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75530707-8533-40a8-968d-cab73446903b req-9e2e4a3e-da8e-470f-bb07-39518be08d7e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935423 Feb 08 23:42:03.486206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 37142c33-ba5b-4736-9dcf-c4596c6a9d7e details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:03.640143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:03.652796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e7944-c519-4f19-8d7b-a8a822b91a9f req-23749d76-021e-4f0c-8cbe-d485d9c8188c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:03.654541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-771e7944-c519-4f19-8d7b-a8a822b91a9f req-23749d76-021e-4f0c-8cbe-d485d9c8188c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.1031971 Feb 08 23:42:03.690421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.750332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-771e7944-c519-4f19-8d7b-a8a822b91a9f req-0bd30638-5ba4-4f95-93c0-39059f25687a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Feb 08 23:42:03.776666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:03.796190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:03.797872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'mac_address': 'fa:16:3e:a4:ec:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:03.812291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73760f5-63b2-42ef-802b-d41a16f7a241 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:03.816338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Checking segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:03.817529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Network hostable DHCP agents. Network: ed09ccca-cf42-4b78-b6e4-a15bf22b086c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:42:03.830102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.846305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f500f3d2-76a6-4606-bfd4-88019b54d7a2 None None] Provisioning complete for port a73760f5-63b2-42ef-802b-d41a16f7a241 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:03.846943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f500f3d2-76a6-4606-bfd4-88019b54d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.851314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Transition to ACTIVE for port object a73760f5-63b2-42ef-802b-d41a16f7a241 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:03.852996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:42:03.855492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.870336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, ed09ccca-cf42-4b78-b6e4-a15bf22b086c) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:03.875983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:03.876614 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:03.900707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f500f3d2-76a6-4606-bfd4-88019b54d7a2 None None] Port a73760f5-63b2-42ef-802b-d41a16f7a241 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:03.902531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35975a14-7127-4e89-8133-c087259f4d2f None None] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:03.904509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eaa9b695-8042-486d-beb3-560ef0b20521 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9799178 Feb 08 23:42:04.002519 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.030831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Pushing event updated for resources: {'Port': ['ID=a73760f5-63b2-42ef-802b-d41a16f7a241,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:04.035700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Attempting to bind port a73760f5-63b2-42ef-802b-d41a16f7a241 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:04.036081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Attempting to bind port a73760f5-63b2-42ef-802b-d41a16f7a241 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:04.036519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Attempting to bind port a73760f5-63b2-42ef-802b-d41a16f7a241 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:04.038289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:04.042951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Port a73760f5-63b2-42ef-802b-d41a16f7a241 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:04.043556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Attempting to bind port a73760f5-63b2-42ef-802b-d41a16f7a241 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:04.057020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a40bef-9129-4751-8656-9fc61bcd70c2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:04.059341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:04.059690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:04.060091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:04.060543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Bound port: a73760f5-63b2-42ef-802b-d41a16f7a241, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:04.060926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.085421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'port_id': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'mac_address': 'fa:16:3e:40:66:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:04.103139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:04.181432 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.204390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] For port a73760f5-63b2-42ef-802b-d41a16f7a241, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:04.209355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] For port a73760f5-63b2-42ef-802b-d41a16f7a241, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a73760f5-63b2-42ef-802b-d41a16f7a241,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:04.214511 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.217090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85f125-6df2-4372-8912-2897c56edad5 req-1f5fd6d9-1b8d-4652-965f-ce8a9738ca70 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:04.218649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85f125-6df2-4372-8912-2897c56edad5 req-1f5fd6d9-1b8d-4652-965f-ce8a9738ca70 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 948 time: 0.1015334 Feb 08 23:42:04.277614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:04.279381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.281434 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] 10.222.0.21 "PUT /v2.0/ports/a73760f5-63b2-42ef-802b-d41a16f7a241 HTTP/1.1" status: 200 len: 1096 time: 0.9935980 Feb 08 23:42:04.282367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'tag': 'a73760f5-63b2-42ef-802b-d41a16f7a241'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:04.287631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.296842 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9bdce7-35ec-43f7-97cd-5e1b24602f46", "tag": "a73760f5-63b2-42ef-802b-d41a16f7a241"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:04.345071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85f125-6df2-4372-8912-2897c56edad5 req-a1eacc28-8bfb-4640-a529-67c0fa818638 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126971 Feb 08 23:42:04.353184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d18bce-8ab9-46cc-90ea-65d50c16ebc2 None None] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:04.376611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37142c33-ba5b-4736-9dcf-c4596c6a9d7e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:04.394731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f84699-e5f6-4f9d-b25c-daaab33c1b4e service neutron] Pushing event updated for resources: {'Port': ['ID=a73760f5-63b2-42ef-802b-d41a16f7a241,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:04.399370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:04.400843 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289092ee-c808-483f-ac03-3d632c391f0f x-openstack-request-id: req-289092ee-c808-483f-ac03-3d632c391f0f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:04.401272 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9bdce7-35ec-43f7-97cd-5e1b24602f46", "tag": "a73760f5-63b2-42ef-802b-d41a16f7a241", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:04.401622 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-289092ee-c808-483f-ac03-3d632c391f0f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:04.402114 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'tag': 'a73760f5-63b2-42ef-802b-d41a16f7a241', 'status': 'completed', 'code': 200} Feb 08 23:42:04.411857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-5b0d9fc5-b19b-4f9e-a9fc-f2f5b5fa8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:04.413748 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-5b0d9fc5-b19b-4f9e-a9fc-f2f5b5fa8fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49e6825438294bff89a4ee07e6f6284d&device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 1099 time: 0.0828657 Feb 08 23:42:04.466350 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-59a3c098-04d5-4509-9e01-aff5c16af8f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a73760f5-63b2-42ef-802b-d41a16f7a241 HTTP/1.1" status: 200 len: 217 time: 0.0447512 Feb 08 23:42:04.494195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:04.500839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.534211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-d1bb6021-18a8-4fa8-a646-4b5aae49aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:04.536011 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-d1bb6021-18a8-4fa8-a646-4b5aae49aa0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0623276 Feb 08 23:42:04.592172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:04.612554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-3972fae2-bca6-4103-8f42-1577ba935113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:04.616857 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-3972fae2-bca6-4103-8f42-1577ba935113 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737431 Feb 08 23:42:04.663403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57968) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:04.676519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1397598597-network', 'tenant_id': 'fd1ce568b56e4696aaf814a158589ab8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:04.699142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7a053-08cb-4175-9052-6a357a4c06ce req-343bceca-b575-441c-ba36-52a52ba4f51d tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:04.708391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:04.708976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77f7a053-08cb-4175-9052-6a357a4c06ce req-343bceca-b575-441c-ba36-52a52ba4f51d tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 944 time: 0.1488960 Feb 08 23:42:04.722233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['37142c33-ba5b-4736-9dcf-c4596c6a9d7e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:04.752192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-e9fad8dc-766a-4d06-afc9-604b379aae9e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279085 Feb 08 23:42:04.823152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Made reservation on behalf of fd1ce568b56e4696aaf814a158589ab8 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:04.835853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.858770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.884438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77f7a053-08cb-4175-9052-6a357a4c06ce req-dc310aeb-476a-4973-b546-c2ad848685eb tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634083 Feb 08 23:42:04.987522 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23df2f75-f65f-40e3-b88e-3683c741f1b2 req-f91643ba-572d-4691-8f6b-817ff2121cd6 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284214 Feb 08 23:42:04.993405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:04.998339 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.022117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:42:05.037683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16a5a6-d966-4896-b1ba-342487cffdc9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:05.040609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.041049 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Added segment ca5bb201-f333-4403-bfdc-02906c8db81f of type vlan for network a069d689-db6c-4ca3-b8d2-863640c7e155 Feb 08 23:42:05.094036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.101787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-ac82c2af-28ef-4cb7-95f7-4d8ffe1f32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.103379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-ac82c2af-28ef-4cb7-95f7-4d8ffe1f32f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=49e6825438294bff89a4ee07e6f6284d&device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 1099 time: 0.0448689 Feb 08 23:42:05.128346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.128346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.128346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.198468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5314484 Feb 08 23:42:05.199088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57984) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:05.205793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Request body: {'subnet': {'network_id': 'a069d689-db6c-4ca3-b8d2-863640c7e155', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1397598597-subnet', 'tenant_id': 'fd1ce568b56e4696aaf814a158589ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:05.217724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-079d25fe-e99d-43d7-b2bd-3eead11b3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.219238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5b8a2-d6a0-4c1a-8b5d-2279127c6151 admin admin] Pushing event updated for resources: {'Network': ['ID=a069d689-db6c-4ca3-b8d2-863640c7e155,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:05.220258 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-079d25fe-e99d-43d7-b2bd-3eead11b3090 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1086476 Feb 08 23:42:05.231431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a069d689-db6c-4ca3-b8d2-863640c7e155 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:42:05.258311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Made reservation on behalf of fd1ce568b56e4696aaf814a158589ab8 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:05.261093 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.329037 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-d3f0cbbc-9757-468e-bdfe-2676df95bcde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=a73760f5-63b2-42ef-802b-d41a16f7a241 HTTP/1.1" status: 200 len: 217 time: 0.0947361 Feb 08 23:42:05.397425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-6f9974ee-4692-4675-a79e-ff62dc01ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.399861 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-6f9974ee-4692-4675-a79e-ff62dc01ca4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0695815 Feb 08 23:42:05.464488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-2f7620db-555a-40de-b828-7edbee24beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.467036 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-2f7620db-555a-40de-b828-7edbee24beaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594347 Feb 08 23:42:05.477580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 37142c33-ba5b-4736-9dcf-c4596c6a9d7e up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:05.496598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-4a2ed9d1-a594-47c2-bc47-11d1f59dbc9e tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.498128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-4a2ed9d1-a594-47c2-bc47-11d1f59dbc9e tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.1466115 Feb 08 23:42:05.552846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:05.559101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:05.559603 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.577490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-dfd1edaa-6399-4f86-a1fe-44ec6bbd2ecc tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/quotas/401a567377f54e69b6b71fe9943a4e85 HTTP/1.1" status: 200 len: 375 time: 0.0401914 Feb 08 23:42:05.595944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:05.623482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-a16d49a0-b914-4091-bf41-15e385268fcd tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372167 Feb 08 23:42:05.646158 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-09ce4616-f2ce-4a61-943a-82cbe04c266b service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717625 Feb 08 23:42:05.684151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.714662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 39a40bef-9129-4751-8656-9fc61bcd70c2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:05.720439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 39a40bef-9129-4751-8656-9fc61bcd70c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:05.720864 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.726342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.787116 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2d7b881-b9e3-42c9-a9ee-ca9d461a9f02 req-133aab79-a284-471f-a1f5-83799eff2c7c service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313632 Feb 08 23:42:05.792737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:05.809462 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a7abb-7352-4d83-98f5-30c8543bd780" -d '{"events": [{"server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:05.821729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Checking segment: {'id': 'ca5bb201-f333-4403-bfdc-02906c8db81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'a069d689-db6c-4ca3-b8d2-863640c7e155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:05.822101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Network hostable DHCP agents. Network: a069d689-db6c-4ca3-b8d2-863640c7e155, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:42:05.853174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190e1404-0e1c-46bb-8bf4-82d30cfa6e07,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:05.913849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Network a069d689-db6c-4ca3-b8d2-863640c7e155 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:42:05.930639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a069d689-db6c-4ca3-b8d2-863640c7e155) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:05.945991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.946845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:05.955207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:05.966879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73106a7e-230c-4a9a-9f16-ac4ab6cd70b7 None None] Network a069d689-db6c-4ca3-b8d2-863640c7e155 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:05.975544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c249bc-dfba-4d65-b050-47b3241ad1ca req-20872276-a887-484c-9960-2d75dc0f1c26 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:05.977190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9c249bc-dfba-4d65-b050-47b3241ad1ca req-20872276-a887-484c-9960-2d75dc0f1c26 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 948 time: 0.1157734 Feb 08 23:42:05.985006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6962b3ed-bffa-4889-9cbe-f0a714b4c204 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7830424 Feb 08 23:42:05.987332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:06.020264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9c249bc-dfba-4d65-b050-47b3241ad1ca req-785b7607-ece3-44ba-8c64-a760321353a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Feb 08 23:42:06.102372 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:06.152281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681512e-2429-4f66-9e5e-b5d45ed857c0 req-8a273f65-cbc2-4978-8b15-a90b815da7aa tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:06.154025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3681512e-2429-4f66-9e5e-b5d45ed857c0 req-8a273f65-cbc2-4978-8b15-a90b815da7aa tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 948 time: 0.0645480 Feb 08 23:42:06.173572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:06.179678 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:06.183930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:06.211596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-357af90e-2ce1-46ed-8c14-237b9efae7d4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:42:06.212616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-357af90e-2ce1-46ed-8c14-237b9efae7d4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2630205 Feb 08 23:42:06.216617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3681512e-2429-4f66-9e5e-b5d45ed857c0 req-bc444559-167c-42a9-af81-ef8d8893134f tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549347 Feb 08 23:42:06.323730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd73ae-637b-4dd5-abd0-3026a68d0ab5 None None] Network a069d689-db6c-4ca3-b8d2-863640c7e155 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:06.346787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-b4e152e1-3124-4c85-a632-a80ed7612111 service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277342 Feb 08 23:42:06.407828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:06.481233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-dea81b1f-022e-4009-9c70-52dd5f993d80 service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256042 Feb 08 23:42:06.653916 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd11a2-0311-464f-833d-059209d9d537 x-openstack-request-id: req-50dd11a2-0311-464f-833d-059209d9d537 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:06.654444 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:06.654702 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50dd11a2-0311-464f-833d-059209d9d537 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:06.655102 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'code': 200} Feb 08 23:42:06.676295 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:06.728809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:06.767627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b99d0-1cdc-4ef9-b20a-192e11bf4a0b req-4f427395-3956-4b93-894f-fd207360a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:06.771201 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-598b99d0-1cdc-4ef9-b20a-192e11bf4a0b req-4f427395-3956-4b93-894f-fd207360a560 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 1096 time: 0.0608349 Feb 08 23:42:06.817450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dccdb-6864-4b2a-96f7-29c3631cbfb5 req-a71622e8-c405-4183-8f34-bb2093328599 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:06.819076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-423dccdb-6864-4b2a-96f7-29c3631cbfb5 req-a71622e8-c405-4183-8f34-bb2093328599 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.0765603 Feb 08 23:42:06.848620 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-598b99d0-1cdc-4ef9-b20a-192e11bf4a0b req-0e2cfae9-c03c-455c-93ec-a925f4c4bbc1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680144 Feb 08 23:42:06.868089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-423dccdb-6864-4b2a-96f7-29c3631cbfb5 req-65162c39-3351-4200-a2a2-6a5ddb06e46e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Feb 08 23:42:06.964956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8dbeab5c-ad2a-4bc5-8661-f0b1ec337dda req-bac9efba-ace5-48c9-8f38-794a86c5eaef tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Feb 08 23:42:07.268138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-3ac903ef-a2e7-4627-a185-65be8a368ad9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:07.270176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-3ac903ef-a2e7-4627-a185-65be8a368ad9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.1128848 Feb 08 23:42:07.301581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-468df137-71ee-437d-8ecb-6da8104d04a9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/quotas/5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 375 time: 0.0240903 Feb 08 23:42:07.340213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-453e46f2-b476-42ee-9ad0-f63faa6a9f14 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343888 Feb 08 23:42:07.362525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4b312b-5a02-4b69-8e8b-b0ebdb01331d req-bcb45ff0-a9bd-41d6-b885-deea4bba9f99 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4954f157dbd444a3b0608955a7d4e445&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465505 Feb 08 23:42:07.511767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-01c6ec05-12b5-4d8c-baaf-52ddc61fa9c4 service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586251 Feb 08 23:42:07.534617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b312b-5a02-4b69-8e8b-b0ebdb01331d req-3363a182-3585-4c99-8db6-2845ce9fa305 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:07.536114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4b312b-5a02-4b69-8e8b-b0ebdb01331d req-3363a182-3585-4c99-8db6-2845ce9fa305 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626458 Feb 08 23:42:07.582109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4b312b-5a02-4b69-8e8b-b0ebdb01331d req-82368060-0cd3-4f2e-b861-b8dee90b4e39 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/quotas/4954f157dbd444a3b0608955a7d4e445 HTTP/1.1" status: 200 len: 375 time: 0.0369303 Feb 08 23:42:07.600154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a73760f5-63b2-42ef-802b-d41a16f7a241 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:07.624562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4b312b-5a02-4b69-8e8b-b0ebdb01331d req-9b7cf5c1-7bea-46de-a642-def0376adddd tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4954f157dbd444a3b0608955a7d4e445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366762 Feb 08 23:42:07.642285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-83a37beb-bec7-46d3-b112-5a9f96fe8d95 service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238258 Feb 08 23:42:07.705836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a73760f5-63b2-42ef-802b-d41a16f7a241, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a73760f5-63b2-42ef-802b-d41a16f7a241,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:07.725095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'a73760f5-63b2-42ef-802b-d41a16f7a241', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'a73760f5-63b2-42ef-802b-d41a16f7a241', 'mac_address': 'fa:16:3e:dd:15:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:07.773859 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:07.791892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73760f5-63b2-42ef-802b-d41a16f7a241 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:07.821066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a73760f5-63b2-42ef-802b-d41a16f7a241, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a73760f5-63b2-42ef-802b-d41a16f7a241,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:07.826232 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:07.953719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a73760f5-63b2-42ef-802b-d41a16f7a241,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:07.962989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-969811d7-f638-44a8-a65f-8651a9d45bd4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:07.971860 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-969811d7-f638-44a8-a65f-8651a9d45bd4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.2500026 Feb 08 23:42:07.985570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Request body: {'port': {'device_id': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'admin_state_up': True, 'tenant_id': '401a567377f54e69b6b71fe9943a4e85'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:07.990059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f89a7-4e02-4b51-9582-1c1b28d23fa7 req-5c67c49c-813d-4448-b923-c937265f31b2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:07.991743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f7f89a7-4e02-4b51-9582-1c1b28d23fa7 req-5c67c49c-813d-4448-b923-c937265f31b2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1629472 Feb 08 23:42:08.068898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f7f89a7-4e02-4b51-9582-1c1b28d23fa7 req-c82efda2-4411-42ca-8e27-5c552b1b794b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687094 Feb 08 23:42:08.071294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a73760f5-63b2-42ef-802b-d41a16f7a241'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:08.093128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5019176-a38a-47c2-8a3b-0bef9390988d req-e9e9314c-a0ef-46f5-9e75-f6c16cf221a9 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:08.097622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5019176-a38a-47c2-8a3b-0bef9390988d req-e9e9314c-a0ef-46f5-9e75-f6c16cf221a9 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 949 time: 0.0987651 Feb 08 23:42:08.155340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Made reservation on behalf of 401a567377f54e69b6b71fe9943a4e85 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:08.162019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5019176-a38a-47c2-8a3b-0bef9390988d req-a19642f9-8734-4d54-9e6c-17bdd1210b21 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579014 Feb 08 23:42:08.165447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:08.238887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4792ab70-dbb8-4e81-a52f-f2d2af4319ee req-4400f4c4-6e55-4b8a-816e-a43ea8097ee4 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 210 time: 0.0378177 Feb 08 23:42:08.386520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Allocated IP 172.20.0.13 (ed09ccca-cf42-4b78-b6e4-a15bf22b086c/dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c/eff3b30e-3805-4f78-8dbd-6d19e96b2be7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:08.503257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e11a7b2-d1ae-4586-a5f2-7ae2ca343981 req-29717192-897c-49a5-a7fb-c1d7892f584c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 210 time: 0.0396392 Feb 08 23:42:08.564605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acede664-1b83-447e-85ee-14db7f2b9ed5 req-0fb99e72-1b8d-42e1-965f-f006bc3b7de1 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:08.566858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acede664-1b83-447e-85ee-14db7f2b9ed5 req-0fb99e72-1b8d-42e1-965f-f006bc3b7de1 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.0717878 Feb 08 23:42:08.609859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acede664-1b83-447e-85ee-14db7f2b9ed5 req-4956e333-f29a-437b-b000-09ff3e708d76 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364096 Feb 08 23:42:08.657608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:08.660871 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63656eb4-f6b0-4afa-91b1-cf4a19059078" -d '{"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-plugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:08.790749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:08.827784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:08.831069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2a302-233a-4d42-9555-9aad40931f35 req-0811b4d5-ac13-4dd1-947f-39bd6ceec6f0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:08.846160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90f2a302-233a-4d42-9555-9aad40931f35 req-0811b4d5-ac13-4dd1-947f-39bd6ceec6f0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.0693316 Feb 08 23:42:08.850249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58146) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:08.860082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'floatingip': {'port_id': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:08.878026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:08.882801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:08.888112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:08.896654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:08.897614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:08.911527 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3519dba1-e647-428e-ad31-3a7fe6feca35 x-openstack-request-id: req-3519dba1-e647-428e-ad31-3a7fe6feca35 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:08.912092 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-plugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:08.912561 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3519dba1-e647-428e-ad31-3a7fe6feca35 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:08.913119 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'code': 200} Feb 08 23:42:08.958210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:08.965463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:08.970208 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-1c97510d-e238-4454-9658-454106780f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9885962 Feb 08 23:42:08.976446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cfb8-701b-47d3-a2a9-a4c5ff559f20 req-9010101b-839f-4183-bced-b095cd20681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:08.978176 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1e1cfb8-701b-47d3-a2a9-a4c5ff559f20 req-9010101b-839f-4183-bced-b095cd20681e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1100 time: 0.0609400 Feb 08 23:42:08.984205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Request body: {'port': {'device_id': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:09.065963 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1e1cfb8-701b-47d3-a2a9-a4c5ff559f20 req-93fcfffc-cffc-4bc0-8cbf-a87825f3e0bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757885 Feb 08 23:42:09.122618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.291298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc601e20-ef4b-432a-b30d-eea1da139386 req-0d20ed14-0a31-42d7-a9be-6bfeb271d835 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:09.292780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc601e20-ef4b-432a-b30d-eea1da139386 req-0d20ed14-0a31-42d7-a9be-6bfeb271d835 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.0728047 Feb 08 23:42:09.464430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc601e20-ef4b-432a-b30d-eea1da139386 req-512142f1-1c5b-46b9-a250-8a9006d5caf4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395049 Feb 08 23:42:09.544317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff3b30e-3805-4f78-8dbd-6d19e96b2be7 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:09.558395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.583141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ee23697b-3ef1-4010-a597-8837fac0ef93 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:09.584725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ee23697b-3ef1-4010-a597-8837fac0ef93 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.2051725 Feb 08 23:42:09.587783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Transition to ACTIVE for port object eff3b30e-3805-4f78-8dbd-6d19e96b2be7 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:09.591820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.602249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a73760f5-63b2-42ef-802b-d41a16f7a241 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:09.625201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Request body: {'port': {'device_id': '6dfa6710-ede2-40da-9516-eacc629959bb', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'admin_state_up': True, 'tenant_id': '5cbc603d5a5b4f8eae0e131af4bb2def'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:09.653140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port a73760f5-63b2-42ef-802b-d41a16f7a241 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:09.657930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port a73760f5-63b2-42ef-802b-d41a16f7a241 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:09.658282 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.716150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:09.744604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.763446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Attempting to bind port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:09.764365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Attempting to bind port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:09.764768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Attempting to bind port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:09.773545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:09.773825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Attempting to bind port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:09.778831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a73760f5-63b2-42ef-802b-d41a16f7a241, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a73760f5-63b2-42ef-802b-d41a16f7a241,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:09.783027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.791719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:09.792196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Checking segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:09.792676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Bound using segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:09.793489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Bound port: eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:09.793970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.837354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a73760f5-63b2-42ef-802b-d41a16f7a241,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:09.842336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09cdb24c-63a4-4843-afe0-aab06197d3b3 req-eced605a-6c27-4488-93da-e6b4ca484d9e tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4954f157dbd444a3b0608955a7d4e445&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625501 Feb 08 23:42:09.864896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Made reservation on behalf of 5cbc603d5a5b4f8eae0e131af4bb2def for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:09.868558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.893147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:09.900824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:09.906603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.989722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:09.990420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:09.991713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] 10.222.0.84 "PUT /v2.0/ports/eff3b30e-3805-4f78-8dbd-6d19e96b2be7 HTTP/1.1" status: 200 len: 1092 time: 1.0123739 Feb 08 23:42:09.994376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:09.996727 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295245f3-a611-46fe-9708-6177e41f65c7" -d '{"events": [{"name": "network-changed", "server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:10.001159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05e2a-ccc6-4d88-850f-b84c03eb800e req-9b4ac5b8-981b-4732-a2b6-86b611de68ba tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.003924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bad05e2a-ccc6-4d88-850f-b84c03eb800e req-9b4ac5b8-981b-4732-a2b6-86b611de68ba tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 950 time: 0.2247519 Feb 08 23:42:10.044003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:42:10.074566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83290243-1486-4bc4-b34f-4844b442a5ba service neutron] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:10.095088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Allocated IP 172.20.0.12 (6303b34a-9051-4125-ad2d-3001cbb3d59d/91de0656-ebb8-4d14-8cf7-6587c06cec1c/5d0d3e01-7c05-409c-87a2-a52d11167a9f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:10.111607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-7471c615-9f4d-4da8-b373-69083e7dc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.113271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-7471c615-9f4d-4da8-b373-69083e7dc7dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 1095 time: 0.0755548 Feb 08 23:42:10.161088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bad05e2a-ccc6-4d88-850f-b84c03eb800e req-228e5164-ba3d-477b-8218-1b6fa4a2fcfc tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444938 Feb 08 23:42:10.168749 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-08534c29-b71d-47d6-9ace-2e497e61afd8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7 HTTP/1.1" status: 200 len: 217 time: 0.0471542 Feb 08 23:42:10.177078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:10.186150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdb24c-63a4-4843-afe0-aab06197d3b3 req-60f2ff73-d795-4c4a-8cd6-0d99edae3273 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.191791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09cdb24c-63a4-4843-afe0-aab06197d3b3 req-60f2ff73-d795-4c4a-8cd6-0d99edae3273 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406491 Feb 08 23:42:10.198438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:10.261239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09cdb24c-63a4-4843-afe0-aab06197d3b3 req-6a304a3c-0a45-4766-ace1-f16abe716a7a tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/quotas/4954f157dbd444a3b0608955a7d4e445 HTTP/1.1" status: 200 len: 375 time: 0.0640683 Feb 08 23:42:10.272947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-66e6322d-4b46-4d99-8caa-d678a89d52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.274421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-66e6322d-4b46-4d99-8caa-d678a89d52fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.1002018 Feb 08 23:42:10.282994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2270c6e-c796-494f-84ff-378e172d447d req-b218a10a-6e17-406f-bffa-d7be536bf1b0 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 210 time: 0.0365663 Feb 08 23:42:10.317084 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-82cf846d-1b4d-4025-a616-1e9d63b22de8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338867 Feb 08 23:42:10.358288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09cdb24c-63a4-4843-afe0-aab06197d3b3 req-47ec7363-1d91-458a-99e1-a4b23ca2ed67 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4954f157dbd444a3b0608955a7d4e445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790687 Feb 08 23:42:10.381693 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460 associated. External IP: 172.25.3.165, port: 37142c33-ba5b-4736-9dcf-c4596c6a9d7e. Feb 08 23:42:10.433718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:10.483289 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-370363d5-b991-45d8-ac0f-50da48791eff service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603262 Feb 08 23:42:10.518896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:10.546543 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a37df7-0e2d-4e01-b63e-59fd819a8fbe x-openstack-request-id: req-16a37df7-0e2d-4e01-b63e-59fd819a8fbe {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:10.546924 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:10.547218 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16a37df7-0e2d-4e01-b63e-59fd819a8fbe {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:10.547696 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'status': 'completed', 'code': 200} Feb 08 23:42:10.559598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abce0ed-6c59-414c-8ba5-bdded18ac5da req-63fa5c0f-e252-4578-877f-aac62d57d671 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.561092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4abce0ed-6c59-414c-8ba5-bdded18ac5da req-63fa5c0f-e252-4578-877f-aac62d57d671 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 944 time: 0.0694795 Feb 08 23:42:10.614100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:10.616636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:10.624315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:10.629659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:10.636484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.636484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:10.667235 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0c18d42f-e3ee-4368-a2da-3a683e50be28 req-cc99e412-9f10-4e0f-8f3b-a45330626efc service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725442 Feb 08 23:42:10.669078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4abce0ed-6c59-414c-8ba5-bdded18ac5da req-a451fe33-8986-48cb-8832-8a987887fd7e tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755360 Feb 08 23:42:10.683252 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-a45c50e5-d04b-42c8-b86a-29a8d3c4c31e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0813453 Feb 08 23:42:10.699851 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Request body: {'port': {'device_id': '6dfa6710-ede2-40da-9516-eacc629959bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:10.714769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:42:10.838074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:10.850590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295245f3-a611-46fe-9708-6177e41f65c7 req-3c6d0e97-0e36-43d5-b95e-e15a7fba5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.852308 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-3c6d0e97-0e36-43d5-b95e-e15a7fba5ea1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 1095 time: 0.0960064 Feb 08 23:42:10.888245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1f653-1cb6-44ad-b8bb-0aee3ae2cb09 req-9b41542c-cee9-442e-9b77-7ef6b1797073 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:10.890226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ed1f653-1cb6-44ad-b8bb-0aee3ae2cb09 req-9b41542c-cee9-442e-9b77-7ef6b1797073 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.0813472 Feb 08 23:42:10.914375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73760f5-63b2-42ef-802b-d41a16f7a241'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:10.919668 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0fb356-5e7b-42e7-8d25-6ce4f61aac5d" -d '{"events": [{"server_uuid": "cc9bdce7-35ec-43f7-97cd-5e1b24602f46", "name": "network-vif-plugged", "status": "completed", "tag": "a73760f5-63b2-42ef-802b-d41a16f7a241"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:10.980187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:42:10.987697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.000946 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:42:11.031002 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:42:11.034254 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:11.044554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c6a48c89-e8e7-4598-89e8-ea2d567b752b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "PUT /v2.0/floatingips/093c7357-d1e6-4d5b-9006-e2ec5eb84460 HTTP/1.1" status: 200 len: 991 time: 2.1932309 Feb 08 23:42:11.060608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ed1f653-1cb6-44ad-b8bb-0aee3ae2cb09 req-7d596328-2ee9-435e-997f-da35ad847b3b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957103 Feb 08 23:42:11.061317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:11.066777 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826e16fa-c0ef-47e7-974d-99fdf2156d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:11.108057 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f87c8-1ea4-476d-9e1a-33b523f29528 x-openstack-request-id: req-1f9f87c8-1ea4-476d-9e1a-33b523f29528 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:11.108381 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9bdce7-35ec-43f7-97cd-5e1b24602f46", "name": "network-vif-plugged", "status": "completed", "tag": "a73760f5-63b2-42ef-802b-d41a16f7a241", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:11.108638 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f9f87c8-1ea4-476d-9e1a-33b523f29528 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:11.109070 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73760f5-63b2-42ef-802b-d41a16f7a241', 'code': 200} Feb 08 23:42:11.118200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295245f3-a611-46fe-9708-6177e41f65c7 req-40562d6b-0561-4b0e-9536-f1c2f3708b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.119771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-40562d6b-0561-4b0e-9536-f1c2f3708b12 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 906 time: 0.2599826 Feb 08 23:42:11.208595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58238) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:11.219636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-1299aa7e-2620-428f-afda-a40608f7e0e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7 HTTP/1.1" status: 200 len: 217 time: 0.0830443 Feb 08 23:42:11.251462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58242) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:11.285374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd948-957d-4dad-8b00-70f8a1108425 req-373d0865-03f7-4754-8dad-4f29a9a60fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.289456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f45bd948-957d-4dad-8b00-70f8a1108425 req-373d0865-03f7-4754-8dad-4f29a9a60fb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 1101 time: 0.1057551 Feb 08 23:42:11.329961 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:42:11.359710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ccd1b-36b0-41dc-b586-c150285964e8 req-98457546-f47b-4534-a98e-319bb6c04045 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.370251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-923ccd1b-36b0-41dc-b586-c150285964e8 req-98457546-f47b-4534-a98e-319bb6c04045 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.2071481 Feb 08 23:42:11.425629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f45bd948-957d-4dad-8b00-70f8a1108425 req-f0a73581-72e3-43dd-bd99-5f38351369b5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108439 Feb 08 23:42:11.459324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-923ccd1b-36b0-41dc-b586-c150285964e8 req-e48743d7-b00c-4ff1-8d5e-272289aec0e7 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881007 Feb 08 23:42:11.480195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3457-156b-44d3-8af6-945a6ec8c524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.516155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a9e65e71-d645-48ab-bf2f-309fb001d199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.524059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295245f3-a611-46fe-9708-6177e41f65c7 req-b741c6d5-232b-4e39-ad0b-d3dfe84dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.525570 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-b741c6d5-232b-4e39-ad0b-d3dfe84dbfae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.2997146 Feb 08 23:42:11.555939 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f88890-aa2a-47a3-b9d4-d5627ad71fe5 x-openstack-request-id: req-a9f88890-aa2a-47a3-b9d4-d5627ad71fe5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:11.556229 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:11.556477 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9f88890-aa2a-47a3-b9d4-d5627ad71fe5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:11.556869 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'status': 'completed', 'code': 200} Feb 08 23:42:11.579009 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-bb94a30e-cf32-4f80-9559-08fe240aee91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417235 Feb 08 23:42:11.606333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.84', 58435) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:11.676943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0d3e01-7c05-409c-87a2-a52d11167a9f {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:11.688949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.726073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Transition to ACTIVE for port object 5d0d3e01-7c05-409c-87a2-a52d11167a9f will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:11.736984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.757089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a51f2-968b-40a9-8b81-5c3002043db7 req-3f7aba8c-6fc5-4748-9d72-f615ab7baa81 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.758659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182a51f2-968b-40a9-8b81-5c3002043db7 req-3f7aba8c-6fc5-4748-9d72-f615ab7baa81 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 950 time: 0.2010031 Feb 08 23:42:11.766387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3f31850a-e800-4922-837b-f9aad4f71e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.770190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-1f5ae115-ddd6-47b4-9fa5-e24da0de4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.771736 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-1f5ae115-ddd6-47b4-9fa5-e24da0de4b10 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 1096 time: 0.1534562 Feb 08 23:42:11.790582 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-e4680a39-399c-4c67-a20f-9c179a06d6a8 service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006102 Feb 08 23:42:11.804659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3457-156b-44d3-8af6-945a6ec8c524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.808843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8084ea1-f6e4-423b-a7c9-9ce79da1e338 req-8ad35d3f-17b5-4d76-ba16-374ae9c0435d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:11.810436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8084ea1-f6e4-423b-a7c9-9ce79da1e338 req-8ad35d3f-17b5-4d76-ba16-374ae9c0435d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 932 time: 0.1906497 Feb 08 23:42:11.833948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9bd3457-156b-44d3-8af6-945a6ec8c524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.838249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a9e65e71-d645-48ab-bf2f-309fb001d199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.889247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:11.893593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a9e65e71-d645-48ab-bf2f-309fb001d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:11.896037 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '093c7357-d1e6-4d5b-9006-e2ec5eb84460', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'port_id': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'mac_address': 'fa:16:3e:40:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:41:51Z', 'updated_at': '2022-02-08T23:42:09Z', 'revision_number': 1, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:11.938707 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:42:11.952516 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:42:11.953419 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:41:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:11.958543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182a51f2-968b-40a9-8b81-5c3002043db7 req-7c79e9a8-25f5-465c-b222-d3407612e703 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857963 Feb 08 23:42:11.960978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd3457-156b-44d3-8af6-945a6ec8c524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8984cc0-0e5c-4099-9051-4c856c0cbf01,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:11.968746 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f9bd3457-156b-44d3-8af6-945a6ec8c524 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82701f762d8940e3add48849d6ea21b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559142 Feb 08 23:42:11.987045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58252) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:11.989730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:11.990068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:11.990403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:11.999554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:11.999874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:12.012857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:12.013422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:12.013979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:12.014565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Bound port: 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:12.015080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.025510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8084ea1-f6e4-423b-a7c9-9ce79da1e338 req-6db991b6-d571-458b-9390-a8422a9150fb tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894419 Feb 08 23:42:12.027923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a9e65e71-d645-48ab-bf2f-309fb001d199 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=519c3dd8c1224c2a918ec373a61fa430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658865 Feb 08 23:42:12.030868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58258) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:12.032630 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-295245f3-a611-46fe-9708-6177e41f65c7 req-637f96f0-4c54-43ce-85a5-fd98c1718bda service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301733 Feb 08 23:42:12.075372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65e71-d645-48ab-bf2f-309fb001d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe9b006-2ae6-4f9e-b699-75092e73a242,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:12.099423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-3903194f-6378-4ea5-b430-82b1d6802758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.101160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-3903194f-6378-4ea5-b430-82b1d6802758 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 924 time: 0.3214803 Feb 08 23:42:12.115779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:12.121925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:12.129093 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.165722 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:42:12.200878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.200878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.201996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 1092 time: 1.5065024 Feb 08 23:42:12.219863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e244-6b30-425b-bc21-af0b5683bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:12.303693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29934dbf-8116-4dce-a184-89ae666f18a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.320410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-527e9f00-fca8-4cdb-9c6e-a6f172441192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.322619 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-527e9f00-fca8-4cdb-9c6e-a6f172441192 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1095 time: 0.0734761 Feb 08 23:42:12.322926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-51a4254d-85c3-40c2-bfec-7943d3751901 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e HTTP/1.1" status: 200 len: 999 time: 0.2102480 Feb 08 23:42:12.344426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.370135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58476-9aef-4910-8518-c6342aa84986 req-581e181b-2bdd-471c-8f8c-14ae7a69504d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.371611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3e58476-9aef-4910-8518-c6342aa84986 req-581e181b-2bdd-471c-8f8c-14ae7a69504d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 944 time: 0.2015643 Feb 08 23:42:12.372845 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-07e34baf-8876-4792-b917-0a52bb88cffe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 217 time: 0.0383892 Feb 08 23:42:12.409287 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29934dbf-8116-4dce-a184-89ae666f18a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.436450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-f88688d3-88fa-4ec1-acdd-16843c61df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.438079 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-f88688d3-88fa-4ec1-acdd-16843c61df47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0499911 Feb 08 23:42:12.463998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.481910 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-73448c24-ea6d-4e31-bcf3-7de7fb912d1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326219 Feb 08 23:42:12.512192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '093c7357-d1e6-4d5b-9006-e2ec5eb84460', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'port_id': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'mac_address': 'fa:16:3e:40:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:41:51Z', 'updated_at': '2022-02-08T23:42:09Z', 'revision_number': 1, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:12.543417 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a4b5fd-1471-47bf-b5fa-71221a101b80 None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '093c7357-d1e6-4d5b-9006-e2ec5eb84460', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'port_id': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'mac_address': 'fa:16:3e:40:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:41:51Z', 'updated_at': '2022-02-08T23:42:09Z', 'revision_number': 1, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:42:12.563779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:12.566997 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f8776-070f-4d84-abf2-da6cbe65a3af" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:12.625454 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-fafd6cd7-c602-4265-9f68-f8ec24e490f9 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263149 Feb 08 23:42:12.693968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332c688-5c88-40f8-bffa-aa004638bdeb req-1e28f63e-6343-486a-bdbf-4f7a4f4f037f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.695426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4332c688-5c88-40f8-bffa-aa004638bdeb req-1e28f63e-6343-486a-bdbf-4f7a4f4f037f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.4114091 Feb 08 23:42:12.708503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-8b827416-7887-4b70-b1f8-046edbc6ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.709962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-8b827416-7887-4b70-b1f8-046edbc6ff1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.3746135 Feb 08 23:42:12.727655 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6474ccc6-a492-410e-81e1-f21538ffc83b req-2c366025-d41f-4ab9-8432-33f0c5e7b0e3 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942187 Feb 08 23:42:12.778851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3e58476-9aef-4910-8518-c6342aa84986 req-da7f6411-83a5-4cf6-a52f-bf27170807bb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752193 Feb 08 23:42:12.810655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4332c688-5c88-40f8-bffa-aa004638bdeb req-7d60a176-6e83-4b51-9458-77b0ef88caa5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046503 Feb 08 23:42:12.818955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-a03efe87-d55e-4068-ad6c-2c442026980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:12.820512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-a03efe87-d55e-4068-ad6c-2c442026980e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930753 Feb 08 23:42:12.821966 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29934dbf-8116-4dce-a184-89ae666f18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.830615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29934dbf-8116-4dce-a184-89ae666f18a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.830615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-29934dbf-8116-4dce-a184-89ae666f18a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8984cc0-0e5c-4099-9051-4c856c0cbf01 HTTP/1.1" status: 204 len: 168 time: 0.8350132 Feb 08 23:42:12.844213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.846672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:12.848380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfe9b006-2ae6-4f9e-b699-75092e73a242 HTTP/1.1" status: 204 len: 168 time: 0.7740664 Feb 08 23:42:12.868423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29934dbf-8116-4dce-a184-89ae666f18a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8984cc0-0e5c-4099-9051-4c856c0cbf01,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:12.875498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcd931d-7f5a-4dcf-9d98-50fd47b7fd8a None None] New status for floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:42:12.912820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe9b006-2ae6-4f9e-b699-75092e73a242,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:12.926973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.927319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.927691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.927987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.928320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.928647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.928991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.929318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.929638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.929959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.930328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.930579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a37f48-a614-47ef-9756-f84c13a7e3b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:12.997071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bd59b20-440e-45ac-b0ad-11e83a950448 req-81f0c6cf-ce3d-4b16-a904-55a126c532d3 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4954f157dbd444a3b0608955a7d4e445&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529776 Feb 08 23:42:13.010079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-dd62f78d-21ce-4d0e-b164-eb7fce89afe3 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732550 Feb 08 23:42:13.171463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa3b8e-a6cd-4e7b-be93-0b836687eaed req-3d671b0d-5495-4d1c-8d47-8e3e3cca50c7 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.173246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcaa3b8e-a6cd-4e7b-be93-0b836687eaed req-3d671b0d-5495-4d1c-8d47-8e3e3cca50c7 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.1958063 Feb 08 23:42:13.229808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-826e16fa-c0ef-47e7-974d-99fdf2156d3b req-a5f68338-1e18-44dc-b130-71396d33da02 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045879 Feb 08 23:42:13.254153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd59b20-440e-45ac-b0ad-11e83a950448 req-a7a7f97c-a70a-4e4b-b1f9-29cbdc6fc3bb tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.261457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bd59b20-440e-45ac-b0ad-11e83a950448 req-a7a7f97c-a70a-4e4b-b1f9-29cbdc6fc3bb tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634990 Feb 08 23:42:13.279462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcaa3b8e-a6cd-4e7b-be93-0b836687eaed req-d164691b-2ebf-41f2-a53d-ede376ffd118 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962281 Feb 08 23:42:13.280891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bd59b20-440e-45ac-b0ad-11e83a950448 req-11d684e8-2a54-4ae8-8d74-e9e46903b0e6 tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/quotas/4954f157dbd444a3b0608955a7d4e445 HTTP/1.1" status: 200 len: 375 time: 0.0186226 Feb 08 23:42:13.312314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:13.326880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bd59b20-440e-45ac-b0ad-11e83a950448 req-344961af-6012-4d65-aa2f-7e6513f923dc tempest-QuotasAdminNegativeTest-1485194234 tempest-QuotasAdminNegativeTest-1485194234-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4954f157dbd444a3b0608955a7d4e445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374019 Feb 08 23:42:13.342238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.357393 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2744bd9a-febd-4073-a835-5c44649202be x-openstack-request-id: req-2744bd9a-febd-4073-a835-5c44649202be {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:13.357807 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:13.357982 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2744bd9a-febd-4073-a835-5c44649202be {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:13.358334 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'status': 'completed', 'code': 200} Feb 08 23:42:13.375323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:13.393596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85b7b0e4-ecbb-46ab-bce3-8884f67b7e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.464318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-0b03a0fe-6501-4a85-b34b-985de8c11ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.465996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-0b03a0fe-6501-4a85-b34b-985de8c11ba1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1095 time: 0.0824335 Feb 08 23:42:13.520661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85b7b0e4-ecbb-46ab-bce3-8884f67b7e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.523867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:13.526854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85b7b0e4-ecbb-46ab-bce3-8884f67b7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.555506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.561253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.571372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f11949-5b7f-4baf-a833-147269485636 req-09912e95-ac7a-4217-bbb2-d966d9c30739 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.573032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7f11949-5b7f-4baf-a833-147269485636 req-09912e95-ac7a-4217-bbb2-d966d9c30739 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 950 time: 0.0965762 Feb 08 23:42:13.592405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7b0e4-ecbb-46ab-bce3-8884f67b7e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a5ce7-4407-48ca-9443-8e8455bcac8d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:13.601835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-85b7b0e4-ecbb-46ab-bce3-8884f67b7e8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d852d02d72c4d5da06a61079664c0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254422 Feb 08 23:42:13.608225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:13.637219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7f11949-5b7f-4baf-a833-147269485636 req-8a28f701-d3d1-4e9c-850a-12144b760370 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Feb 08 23:42:13.642396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:13.661814 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c111aa68f6dd42db95aa0a4f623263a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427012 Feb 08 23:42:13.661954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'mac_address': 'fa:16:3e:d0:61:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:13.662052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-6ff63eb2-95a7-40a5-965e-4797b54f6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.662126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58302) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:13.662211 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-6ff63eb2-95a7-40a5-965e-4797b54f6768 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.1843793 Feb 08 23:42:13.663315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa885e65-8fd4-4c19-ad3f-ecb224588f7b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:13.724008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.725153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.729243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.729913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.730432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.730893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.731128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.731424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.733271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.733872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.734345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.734778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.735314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154aa00-a741-4b25-abfa-948136a8d8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:13.772772 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-280d4446-b4f5-4151-b80f-85e1d66838a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 217 time: 0.1027665 Feb 08 23:42:13.778825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1542-67de-423e-b49a-6ae69c4351ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.834810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1542-67de-423e-b49a-6ae69c4351ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.835716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a946c0-cada-4fd0-925e-1e46e30b590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.844541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ece4d-35bc-45c8-8ae6-9f2af5147860 req-7d55843b-a68b-4a62-ba94-8a306b8256ca tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.846167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-580ece4d-35bc-45c8-8ae6-9f2af5147860 req-7d55843b-a68b-4a62-ba94-8a306b8256ca tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.1153746 Feb 08 23:42:13.870977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff3b30e-3805-4f78-8dbd-6d19e96b2be7 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:13.871221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a946c0-cada-4fd0-925e-1e46e30b590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.878672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-10a41e3b-c685-40c1-a7f7-e434dc6c4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.880694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-10a41e3b-c685-40c1-a7f7-e434dc6c4d8e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0874026 Feb 08 23:42:13.890756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:13.896353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.911483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de12ec5-4756-458a-9932-37ea69162f79 req-693eea27-02be-4552-a5dd-53261534f621 tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:13.913034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8de12ec5-4756-458a-9932-37ea69162f79 req-693eea27-02be-4552-a5dd-53261534f621 tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1100 time: 0.1215847 Feb 08 23:42:13.931348 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-2ebe78e4-551c-45ff-bd51-13cc56140d5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421596 Feb 08 23:42:13.950142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-580ece4d-35bc-45c8-8ae6-9f2af5147860 req-569796eb-a163-499e-bdb4-8926ad343ecf tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854769 Feb 08 23:42:13.952038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:13.960675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8de12ec5-4756-458a-9932-37ea69162f79 req-9e191851-ada8-4ce6-90f5-b81de8a7989b tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.994232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1542-67de-423e-b49a-6ae69c4351ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.997771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d6b1542-67de-423e-b49a-6ae69c4351ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:13.999180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1d6b1542-67de-423e-b49a-6ae69c4351ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa885e65-8fd4-4c19-ad3f-ecb224588f7b HTTP/1.1" status: 204 len: 168 time: 0.3388994 Feb 08 23:42:14.012004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a946c0-cada-4fd0-925e-1e46e30b590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:14.016264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b1542-67de-423e-b49a-6ae69c4351ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa885e65-8fd4-4c19-ad3f-ecb224588f7b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:14.025846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a946c0-cada-4fd0-925e-1e46e30b590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:14.028158 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b0a946c0-cada-4fd0-925e-1e46e30b590d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a28a5ce7-4407-48ca-9443-8e8455bcac8d HTTP/1.1" status: 204 len: 168 time: 0.4168332 Feb 08 23:42:14.040161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a946c0-cada-4fd0-925e-1e46e30b590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a5ce7-4407-48ca-9443-8e8455bcac8d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:14.084545 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-6d124352-76bb-46f0-adaa-183c64f8ce6b service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465354 Feb 08 23:42:14.097377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8de12ec5-4756-458a-9932-37ea69162f79 req-9e191851-ada8-4ce6-90f5-b81de8a7989b tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:14.102832 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8de12ec5-4756-458a-9932-37ea69162f79 req-9e191851-ada8-4ce6-90f5-b81de8a7989b tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:14.125808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['eff3b30e-3805-4f78-8dbd-6d19e96b2be7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:14.131072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8de12ec5-4756-458a-9932-37ea69162f79 req-9e191851-ada8-4ce6-90f5-b81de8a7989b tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028966 Feb 08 23:42:14.142410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e191851-ada8-4ce6-90f5-b81de8a7989b tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b30417-7e3f-49bb-a701-7c584c930dd9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:14.234290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b49f8776-070f-4d84-abf2-da6cbe65a3af req-222d724c-f899-49c1-8981-2585ed532c6f service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411390 Feb 08 23:42:14.236364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6151041f-cc5b-4564-b566-07ba98e58ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:14.459097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5ff39-dd9a-4908-9441-b4e3906d303b req-7afb8455-b87e-42e4-8d3d-395073baafbf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:14.465921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48b5ff39-dd9a-4908-9441-b4e3906d303b req-7afb8455-b87e-42e4-8d3d-395073baafbf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 945 time: 0.0832231 Feb 08 23:42:14.470902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-ea1b7e43-d8c2-449e-ab4c-f34de64c0311 req-18e274f5-2bc0-47d9-b41a-20774253579f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:42:14.472632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea1b7e43-d8c2-449e-ab4c-f34de64c0311 req-18e274f5-2bc0-47d9-b41a-20774253579f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053096 Feb 08 23:42:14.515214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48b5ff39-dd9a-4908-9441-b4e3906d303b req-cfbabd7f-7bc3-4db6-ba4b-f6f0a9ac568c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Feb 08 23:42:14.790504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73583a-db1f-4936-8e54-0ac2a9fb2a86 req-c46ad440-0c7b-4334-a271-8c482a84b2aa tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:14.792166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c73583a-db1f-4936-8e54-0ac2a9fb2a86 req-c46ad440-0c7b-4334-a271-8c482a84b2aa tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.0563192 Feb 08 23:42:14.856575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c73583a-db1f-4936-8e54-0ac2a9fb2a86 req-4f3514d7-417f-438c-8f1a-ae593b7e9e57 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521102 Feb 08 23:42:15.037904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8df70-fbd3-4ca5-a26e-0595c3438792 req-b0c8622f-8cc5-480f-8265-c35672f89ee9 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:15.043828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f8df70-fbd3-4ca5-a26e-0595c3438792 req-b0c8622f-8cc5-480f-8265-c35672f89ee9 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 950 time: 0.0938818 Feb 08 23:42:15.133313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f8df70-fbd3-4ca5-a26e-0595c3438792 req-d1f5847c-65fe-4e90-8aa0-b2489446ef9e tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817909 Feb 08 23:42:15.154934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1c67d-fcd5-4168-9297-2974d0f7c19b req-fa30da45-0477-445e-80a6-69e1218d2844 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:15.163523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad1c67d-fcd5-4168-9297-2974d0f7c19b req-fa30da45-0477-445e-80a6-69e1218d2844 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.0943055 Feb 08 23:42:15.209838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad1c67d-fcd5-4168-9297-2974d0f7c19b req-dd477266-bfaa-449f-8ead-300b1d0636e0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Feb 08 23:42:15.276444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:15.334383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f401e21-7e4b-40f9-809a-4ae7bb9de575 req-af40e2b0-b1a0-4a9f-a6d3-7389c4ad0f23 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:15.335912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f401e21-7e4b-40f9-809a-4ae7bb9de575 req-af40e2b0-b1a0-4a9f-a6d3-7389c4ad0f23 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.1225104 Feb 08 23:42:15.340030 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.355906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d558d1d-d604-44f4-89f5-456b666a41a5 req-386f4698-b655-43c3-bda3-694711eee304 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:15.357753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d558d1d-d604-44f4-89f5-456b666a41a5 req-386f4698-b655-43c3-bda3-694711eee304 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.0715709 Feb 08 23:42:15.403203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58392) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:15.421434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f401e21-7e4b-40f9-809a-4ae7bb9de575 req-ae14abdf-12ea-4e7b-a5bf-4a3ad3f870cb tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625329 Feb 08 23:42:15.426763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d558d1d-d604-44f4-89f5-456b666a41a5 req-2ff03d7c-bc72-4aef-a177-b867ec61bf42 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Feb 08 23:42:15.517400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d40a8bd-6a18-4f60-b2ec-441a9feaf650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.527907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:15.614716 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-d9cbc9e1-2eae-431e-a9ab-e23b42c2e0b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2102406 Feb 08 23:42:15.622720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-ca04c50c-79ef-45d7-a65f-fac6011d81dd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:42:15.643108 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-ca04c50c-79ef-45d7-a65f-fac6011d81dd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273132 Feb 08 23:42:15.657813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:15.667245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:15.669330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d40a8bd-6a18-4f60-b2ec-441a9feaf650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.677029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d40a8bd-6a18-4f60-b2ec-441a9feaf650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.698033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:15.698653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.724223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58408) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:15.739520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9d40a8bd-6a18-4f60-b2ec-441a9feaf650 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4954f157dbd444a3b0608955a7d4e445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585249 Feb 08 23:42:15.740163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58414) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:15.748228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd9e6-33b1-47f8-bffb-799a9c4e97d8 req-0cc71a94-aae5-487b-8668-ec40fad6d3dc tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:15.756139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-907dd9e6-33b1-47f8-bffb-799a9c4e97d8 req-0cc71a94-aae5-487b-8668-ec40fad6d3dc tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 945 time: 0.1310196 Feb 08 23:42:15.758663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40a8bd-6a18-4f60-b2ec-441a9feaf650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946f18ef-e955-4558-ab0a-892b15944be9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:15.807136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-907dd9e6-33b1-47f8-bffb-799a9c4e97d8 req-979e51e8-5c1a-42d6-a983-e2b6e70b9bfe tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501287 Feb 08 23:42:15.846319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56860ae9-7fc9-4cda-8dd6-30362bfdb4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.875235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56860ae9-7fc9-4cda-8dd6-30362bfdb4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.926324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:15.943678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56860ae9-7fc9-4cda-8dd6-30362bfdb4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.945690 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.946534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56860ae9-7fc9-4cda-8dd6-30362bfdb4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:15.948737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'port_id': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'mac_address': 'fa:16:3e:cf:16:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91de0656-ebb8-4d14-8cf7-6587c06cec1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:15.950616 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-56860ae9-7fc9-4cda-8dd6-30362bfdb4a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/946f18ef-e955-4558-ab0a-892b15944be9 HTTP/1.1" status: 204 len: 168 time: 0.2086618 Feb 08 23:42:15.959710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56860ae9-7fc9-4cda-8dd6-30362bfdb4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946f18ef-e955-4558-ab0a-892b15944be9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:15.995635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:15.997622 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5694ec-b041-4031-b534-65fc74871acd" -d '{"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-plugged", "status": "completed", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:16.024407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:16.029814 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.031601 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.071899 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41a4dd1-187c-4b69-9745-ceb3f4521536 x-openstack-request-id: req-f41a4dd1-187c-4b69-9745-ceb3f4521536 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:16.072385 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-plugged", "status": "completed", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:16.072783 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f41a4dd1-187c-4b69-9745-ceb3f4521536 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:16.073496 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'code': 200} Feb 08 23:42:16.082449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0d3e01-7c05-409c-87a2-a52d11167a9f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:16.087261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-956666926-network', 'tenant_id': 'c3e4172ad8aa4d9683740062aa834783'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:16.123242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:16.127759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.130693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:16.165834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-97490dde-0f81-4d71-93cd-e44bf3b21441 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:16.168565 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-97490dde-0f81-4d71-93cd-e44bf3b21441 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 950 time: 0.1307766 Feb 08 23:42:16.170445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Made reservation on behalf of c3e4172ad8aa4d9683740062aa834783 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:16.174841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.191841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.227179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f10ce-c37b-4d1a-ac51-904e9da858ff req-bfead8bf-5b8f-45af-81b5-9ee14202d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:16.233786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-983f10ce-c37b-4d1a-ac51-904e9da858ff req-bfead8bf-5b8f-45af-81b5-9ee14202d7d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 1097 time: 0.1187770 Feb 08 23:42:16.278797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:16.376131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5d0d3e01-7c05-409c-87a2-a52d11167a9f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:16.400733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-983f10ce-c37b-4d1a-ac51-904e9da858ff req-9e724d44-ab4f-4e10-a15e-83872c56a4d0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507108 Feb 08 23:42:16.434713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Deleting port a73760f5-63b2-42ef-802b-d41a16f7a241 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:42:16.435291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.448738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba27685-a09f-498d-b5b6-c7938595b8a2 req-3bd5252e-20df-44f8-90bf-3363a4f9f85f tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:16.450207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ba27685-a09f-498d-b5b6-c7938595b8a2 req-3bd5252e-20df-44f8-90bf-3363a4f9f85f tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 950 time: 0.1283486 Feb 08 23:42:16.478992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.535694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.553526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ba27685-a09f-498d-b5b6-c7938595b8a2 req-5590464c-b1b6-4223-82ce-603744c0b069 tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9d76b7e-76ee-4da8-ace9-670ce2cd0438&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Feb 08 23:42:16.597541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58452) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:16.613746 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0072ae1-0353-4813-8d51-ac160485b031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.681781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:42:16.691303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:16.716062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.716403 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Added segment ae288210-6dc8-4e64-9d14-3e57418db0ff of type vlan for network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 Feb 08 23:42:16.729792 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.757213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0072ae1-0353-4813-8d51-ac160485b031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.764105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0072ae1-0353-4813-8d51-ac160485b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.783712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] For port a73760f5-63b2-42ef-802b-d41a16f7a241, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a73760f5-63b2-42ef-802b-d41a16f7a241,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:16.783999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.786801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cd7f5-a1e8-4223-bc7e-60c1251e1c57 req-47a5f1ce-e3e0-4389-8244-4b2b2be7b01f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:16.788351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b84cd7f5-a1e8-4223-bc7e-60c1251e1c57 req-47a5f1ce-e3e0-4389-8244-4b2b2be7b01f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.1031291 Feb 08 23:42:16.812031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.814879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Calling delete_port for a73760f5-63b2-42ef-802b-d41a16f7a241 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:42:16.867446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d0072ae1-0353-4813-8d51-ac160485b031 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eebf4270d27b4c86a93bfb01693b07ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665021 Feb 08 23:42:16.870220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0072ae1-0353-4813-8d51-ac160485b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef76754-c43c-4d54-827e-6bebfbac074c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:16.873146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:16.884233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.885349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:16.886060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:16.912289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b84cd7f5-a1e8-4223-bc7e-60c1251e1c57 req-f59e4d29-4a75-46f2-a84a-9e90ffb450c2 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032960 Feb 08 23:42:16.912489 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1835525 Feb 08 23:42:16.918486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58466) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:16.934827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Request body: {'subnet': {'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-956666926-subnet', 'tenant_id': 'c3e4172ad8aa4d9683740062aa834783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:16.964711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696488-0ebc-41c0-80cb-0326fb89e502 req-6878f0ce-2e79-495f-acb4-469e9e74c301 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:16.966516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d696488-0ebc-41c0-80cb-0326fb89e502 req-6878f0ce-2e79-495f-acb4-469e9e74c301 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1982520 Feb 08 23:42:16.991936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14d693-7094-4d42-ab02-fe2e356eca81 admin admin] Pushing event updated for resources: {'Network': ['ID=57e68c72-4913-4aa9-8544-2cfaa6a54e87,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:17.004053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:42:17.054296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Made reservation on behalf of c3e4172ad8aa4d9683740062aa834783 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:17.056710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.069869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d696488-0ebc-41c0-80cb-0326fb89e502 req-74b099d3-46fa-4ad0-85fe-671ae0f39bd1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923963 Feb 08 23:42:17.072490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c7f47-a7f5-464c-94f2-339ffea2d8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.105848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.132581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a73760f5-63b2-42ef-802b-d41a16f7a241'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:17.146211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Pushing event deleted for resources: {'Port': ['ID=a73760f5-63b2-42ef-802b-d41a16f7a241,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:17.207321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] No DVR routers for this DVR port a73760f5-63b2-42ef-802b-d41a16f7a241 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:17.210199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.214071 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-149ca94f-5860-4b46-96a4-11473a6149b4 req-efe754c3-5c6e-47df-a497-888739abf21c tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.21 "DELETE /v2.0/ports/a73760f5-63b2-42ef-802b-d41a16f7a241 HTTP/1.1" status: 204 len: 173 time: 1.0244830 Feb 08 23:42:17.214541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'name': 'network-vif-deleted', 'tag': 'a73760f5-63b2-42ef-802b-d41a16f7a241'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:17.217224 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206da9b8-6742-4435-8082-5388c6eb949a" -d '{"events": [{"server_uuid": "cc9bdce7-35ec-43f7-97cd-5e1b24602f46", "name": "network-vif-deleted", "tag": "a73760f5-63b2-42ef-802b-d41a16f7a241"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:17.238911 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c7f47-a7f5-464c-94f2-339ffea2d8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.262937 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.313104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ca77-84c2-4682-8faa-f2d8c8b54638 req-6a2f860d-2c9c-470e-8474-26ac94f839d4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:17.322830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4599ca77-84c2-4682-8faa-f2d8c8b54638 req-6a2f860d-2c9c-470e-8474-26ac94f839d4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 946 time: 0.2433763 Feb 08 23:42:17.396141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4599ca77-84c2-4682-8faa-f2d8c8b54638 req-399b0837-713e-493a-95ea-f5b5b780ae5d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Feb 08 23:42:17.405981 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0a7c9-0ab3-4a55-b784-6e2978c7d323 x-openstack-request-id: req-d0b0a7c9-0ab3-4a55-b784-6e2978c7d323 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:17.406470 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9bdce7-35ec-43f7-97cd-5e1b24602f46", "name": "network-vif-deleted", "tag": "a73760f5-63b2-42ef-802b-d41a16f7a241", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:17.407097 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0b0a7c9-0ab3-4a55-b784-6e2978c7d323 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:17.407779 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9bdce7-35ec-43f7-97cd-5e1b24602f46', 'name': 'network-vif-deleted', 'tag': 'a73760f5-63b2-42ef-802b-d41a16f7a241', 'status': 'completed', 'code': 200} Feb 08 23:42:17.459872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c7f47-a7f5-464c-94f2-339ffea2d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.462590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c7f47-a7f5-464c-94f2-339ffea2d8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.466430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-901c7f47-a7f5-464c-94f2-339ffea2d8c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bef76754-c43c-4d54-827e-6bebfbac074c HTTP/1.1" status: 204 len: 168 time: 0.5883114 Feb 08 23:42:17.476395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c7f47-a7f5-464c-94f2-339ffea2d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef76754-c43c-4d54-827e-6bebfbac074c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:17.571692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.677405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db2c188-3f4e-4379-8d77-632b9fad3f84,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:17.684406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:17.702088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12c10276-e77d-4e1f-8fa0-6c740af14187 req-c68b77cb-afa4-41cd-a397-1711b2353e0b tempest-ServerDiagnosticsNegativeTest-1348007811 tempest-ServerDiagnosticsNegativeTest-1348007811-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc9bdce7-35ec-43f7-97cd-5e1b24602f46 HTTP/1.1" status: 200 len: 210 time: 0.0412564 Feb 08 23:42:17.705494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:17.705855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Network hostable DHCP agents. Network: 57e68c72-4913-4aa9-8544-2cfaa6a54e87, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:42:17.726277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:42:17.746172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 57e68c72-4913-4aa9-8544-2cfaa6a54e87) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:17.752070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:17.752757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:17.756863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d6937-d61c-4ba1-8f9e-1d8805f8ad10 None None] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:17.809042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4f743d10-c7c1-45d3-9689-4a821691c393 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8811607 Feb 08 23:42:17.884471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-64dac87c-516f-4569-ab2a-60619e863eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:17.887271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-64dac87c-516f-4569-ab2a-60619e863eb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1100 time: 0.0602901 Feb 08 23:42:17.959835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 5d0d3e01-7c05-409c-87a2-a52d11167a9f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:17.966721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3b4e37-2a00-4613-907d-6d1ab905c575 None None] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:17.970366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 5d0d3e01-7c05-409c-87a2-a52d11167a9f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:17.970733 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:18.064765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-feb2bd11-9416-4cfe-975c-285a902b55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.067677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-feb2bd11-9416-4cfe-975c-285a902b55fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1724625 Feb 08 23:42:18.114069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e21122-7796-4ea5-a9e4-124391bfe079 req-6f40c7b0-e718-4016-b70a-c62a8aa43ce1 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.121771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-52140792-ebf4-4ea5-bef1-4f38963e8da7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0467126 Feb 08 23:42:18.124540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6e21122-7796-4ea5-a9e4-124391bfe079 req-6f40c7b0-e718-4016-b70a-c62a8aa43ce1 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.0959060 Feb 08 23:42:18.169645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:18.189038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6e21122-7796-4ea5-a9e4-124391bfe079 req-8973fc19-4e8d-4305-b140-3638fa91758e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631247 Feb 08 23:42:18.198561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:18.201046 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c9b02-e156-44b0-991f-5505bc617852" -d '{"events": [{"server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:18.226623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:18.232267 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:18.233686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a73760f5-63b2-42ef-802b-d41a16f7a241 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:18.235447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-a97582a9-2287-42d0-bd22-a0b7a18d790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.237599 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-a97582a9-2287-42d0-bd22-a0b7a18d790d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1083710 Feb 08 23:42:18.283180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: a73760f5-63b2-42ef-802b-d41a16f7a241 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:42:18.284191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a73760f5-63b2-42ef-802b-d41a16f7a241 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:42:18.305444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-6679ac2b-b2f2-43d8-90c3-88217877bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.306989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-6679ac2b-b2f2-43d8-90c3-88217877bffd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629818 Feb 08 23:42:18.341383 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67bceaa-5397-4e7e-80d0-0365ced81bf3 x-openstack-request-id: req-f67bceaa-5397-4e7e-80d0-0365ced81bf3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:18.341919 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:18.342267 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f67bceaa-5397-4e7e-80d0-0365ced81bf3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:18.343073 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'code': 200} Feb 08 23:42:18.366179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:18.383500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01a012-41b7-4c1a-85bf-0dc7ceb3813a req-9a8edf78-e307-4784-a0e9-a25367e978c0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.385275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b01a012-41b7-4c1a-85bf-0dc7ceb3813a req-9a8edf78-e307-4784-a0e9-a25367e978c0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.0667260 Feb 08 23:42:18.475523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b01a012-41b7-4c1a-85bf-0dc7ceb3813a req-8c73cf76-fb39-40c5-b9c9-90dcb5a77526 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Feb 08 23:42:18.502752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b9d24-7a54-4039-8a45-046ec302de70 req-56758d0e-78a4-4fc7-b161-feb6f9439bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.505880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c1b9d24-7a54-4039-8a45-046ec302de70 req-56758d0e-78a4-4fc7-b161-feb6f9439bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1097 time: 0.0997119 Feb 08 23:42:18.548441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-dfa6c10b-d50d-462c-a6f8-d370e9aaf658 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329950 Feb 08 23:42:18.587209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c1b9d24-7a54-4039-8a45-046ec302de70 req-9ab54a0e-7438-40d6-aacd-95cbf2c64c1e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740333 Feb 08 23:42:18.665230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792b7dc-6ab7-4df3-b998-de71a72a3bce req-b5855324-22ba-4225-a77d-8f67a99d0e19 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:18.667087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6792b7dc-6ab7-4df3-b998-de71a72a3bce req-b5855324-22ba-4225-a77d-8f67a99d0e19 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 946 time: 0.1048555 Feb 08 23:42:18.672328 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-a71c2eb5-0d2a-428a-a58d-da1c76025776 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182857 Feb 08 23:42:18.728387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6792b7dc-6ab7-4df3-b998-de71a72a3bce req-3a96879f-ba7d-437f-98ba-fc60ddebf487 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506496 Feb 08 23:42:19.016242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58580) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:19.027349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-648313530-network', 'tenant_id': '2b7feb378b494385afecabcd6636e4a3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:19.069502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Made reservation on behalf of 2b7feb378b494385afecabcd6636e4a3 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:19.075863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96a885-b312-47ee-918a-a4e922a4332c req-3b2005bf-188b-4866-9543-f9e0e7347181 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:19.085878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d96a885-b312-47ee-918a-a4e922a4332c req-3b2005bf-188b-4866-9543-f9e0e7347181 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 946 time: 0.1102822 Feb 08 23:42:19.086909 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.105126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.161211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d96a885-b312-47ee-918a-a4e922a4332c req-0371f874-3b2b-43f1-824e-f057e7d7e077 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744274 Feb 08 23:42:19.243942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.254689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.267251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58596) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:19.295288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:42:19.309542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631e7db4-7318-4cb7-95a1-e1b618a142e2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:19.319227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.319572 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Added segment 6c299999-e8b4-4ca6-b4fc-04fa07d0d027 of type vlan for network 0ba94574-e3ca-4e23-9f02-632595b0a7a8 Feb 08 23:42:19.356810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee3a79-f948-4b61-a32d-feb855f267db req-55909e8d-50f1-465f-bc53-1177de03565b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:19.364870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03ee3a79-f948-4b61-a32d-feb855f267db req-55909e8d-50f1-465f-bc53-1177de03565b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 946 time: 0.0664918 Feb 08 23:42:19.403420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.417271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03ee3a79-f948-4b61-a32d-feb855f267db req-4cb9710e-00e5-4493-aa67-7f1eae21bb01 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514164 Feb 08 23:42:19.459402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.460108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:19.460665 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.537995 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5196705 Feb 08 23:42:19.540611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58616) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:19.546166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Request body: {'subnet': {'network_id': '0ba94574-e3ca-4e23-9f02-632595b0a7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-648313530-subnet', 'tenant_id': '2b7feb378b494385afecabcd6636e4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:19.561836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171ff2d-a190-4c4d-81c6-8b793f26d6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba94574-e3ca-4e23-9f02-632595b0a7a8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:19.573456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 0ba94574-e3ca-4e23-9f02-632595b0a7a8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:42:19.583643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Made reservation on behalf of 2b7feb378b494385afecabcd6636e4a3 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:19.589572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.722926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd86ec-5f5c-452d-abce-351fbb1e02c4 req-31edd20f-2728-41e8-bc1a-20135e318643 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:19.730340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ebd86ec-5f5c-452d-abce-351fbb1e02c4 req-31edd20f-2728-41e8-bc1a-20135e318643 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1493597 Feb 08 23:42:19.767316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e129823-83d6-4e27-a311-c58b22f491ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49e6825438294bff89a4ee07e6f6284d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986649 Feb 08 23:42:19.772594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58628) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:19.802221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ebd86ec-5f5c-452d-abce-351fbb1e02c4 req-91b8b777-e2d6-4b9b-b334-8fdd02c8049d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711544 Feb 08 23:42:19.873177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cfc13a0-73c7-4392-b045-1917258deef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.927075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cfc13a0-73c7-4392-b045-1917258deef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:19.954107 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.020827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3505eeae-d535-476d-b5f2-d053c0c8a353,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:20.040995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cfc13a0-73c7-4392-b045-1917258deef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.043722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cfc13a0-73c7-4392-b045-1917258deef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.044853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4cfc13a0-73c7-4392-b045-1917258deef5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9d76b7e-76ee-4da8-ace9-670ce2cd0438 HTTP/1.1" status: 204 len: 168 time: 0.2712624 Feb 08 23:42:20.047531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Checking segment: {'id': '6c299999-e8b4-4ca6-b4fc-04fa07d0d027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '0ba94574-e3ca-4e23-9f02-632595b0a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:20.047882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Network hostable DHCP agents. Network: 0ba94574-e3ca-4e23-9f02-632595b0a7a8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:42:20.059044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc13a0-73c7-4392-b045-1917258deef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d76b7e-76ee-4da8-ace9-670ce2cd0438,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:20.073876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Network 0ba94574-e3ca-4e23-9f02-632595b0a7a8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:42:20.091272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 0ba94574-e3ca-4e23-9f02-632595b0a7a8) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:20.096455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:20.097651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.105236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4484d784-580d-402c-a392-e6b332de3f0a None None] Network 0ba94574-e3ca-4e23-9f02-632595b0a7a8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:20.116863 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc05c8e5-67ae-4545-8727-e008bdb92390 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5752087 Feb 08 23:42:20.226056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58654) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:20.263346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eecde56-83cb-4353-a5d6-b3b4a6bbca0f None None] Network 0ba94574-e3ca-4e23-9f02-632595b0a7a8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:42:20.314031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcab4a6-108e-47cc-9f99-8bb92924713c req-6871e0a9-c28c-4ad2-af4a-419a7e7409d8 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:20.323498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dcab4a6-108e-47cc-9f99-8bb92924713c req-6871e0a9-c28c-4ad2-af4a-419a7e7409d8 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 946 time: 0.0683002 Feb 08 23:42:20.365380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dcab4a6-108e-47cc-9f99-8bb92924713c req-d633195c-f48d-42da-93aa-7a1a362816b3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Feb 08 23:42:20.552676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70563c-d0ff-408f-8926-ad4fc2c0c834 req-5dcc18ca-fd89-491b-8c15-65e251701b61 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:20.554195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f70563c-d0ff-408f-8926-ad4fc2c0c834 req-5dcc18ca-fd89-491b-8c15-65e251701b61 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 946 time: 0.0576224 Feb 08 23:42:20.621958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f70563c-d0ff-408f-8926-ad4fc2c0c834 req-7ca94219-78e9-4c97-af92-9262fc5d64cf tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560598 Feb 08 23:42:20.663696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7d23-9fab-4d22-9f9c-580d83bdcb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.786125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7d23-9fab-4d22-9f9c-580d83bdcb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.788947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bfa7d23-9fab-4d22-9f9c-580d83bdcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.795474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58688) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:20.816568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae38beeb-a720-4a1e-8303-96dd4ef44cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.829721 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3bfa7d23-9fab-4d22-9f9c-580d83bdcb89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6965d6281d6541018b78690f00871c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6025369 Feb 08 23:42:20.834905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58694) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:20.843766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa7d23-9fab-4d22-9f9c-580d83bdcb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00e7c2-6385-47c5-8022-945c73fde804,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:20.906987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e03505e9-c32b-4781-a76c-07a1ebc4fd67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.919425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae38beeb-a720-4a1e-8303-96dd4ef44cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.926163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae38beeb-a720-4a1e-8303-96dd4ef44cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.942383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e03505e9-c32b-4781-a76c-07a1ebc4fd67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:20.965418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ae38beeb-a720-4a1e-8303-96dd4ef44cf7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d828f902151342ec90e7b14f923f5d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684935 Feb 08 23:42:20.967559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:21.001127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38beeb-a720-4a1e-8303-96dd4ef44cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2287be81-8b42-4afa-810a-1b0b3f584990,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:21.053271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c37471eb-9f53-44a8-8a52-2d5bcbcbc564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.060468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e03505e9-c32b-4781-a76c-07a1ebc4fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.063247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e03505e9-c32b-4781-a76c-07a1ebc4fd67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.065105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e03505e9-c32b-4781-a76c-07a1ebc4fd67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef00e7c2-6385-47c5-8022-945c73fde804 HTTP/1.1" status: 204 len: 168 time: 0.2291920 Feb 08 23:42:21.086674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03505e9-c32b-4781-a76c-07a1ebc4fd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00e7c2-6385-47c5-8022-945c73fde804,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:21.116886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c37471eb-9f53-44a8-8a52-2d5bcbcbc564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.189204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c37471eb-9f53-44a8-8a52-2d5bcbcbc564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.192637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c37471eb-9f53-44a8-8a52-2d5bcbcbc564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.196520 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c37471eb-9f53-44a8-8a52-2d5bcbcbc564 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2287be81-8b42-4afa-810a-1b0b3f584990 HTTP/1.1" status: 204 len: 168 time: 0.2277825 Feb 08 23:42:21.210475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37471eb-9f53-44a8-8a52-2d5bcbcbc564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2287be81-8b42-4afa-810a-1b0b3f584990,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:21.300767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cdd46-a55e-47e0-aaa6-58f5cf3a1672 req-23136fd5-73d7-427f-88af-c4ca7b399022 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:21.308957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-862cdd46-a55e-47e0-aaa6-58f5cf3a1672 req-23136fd5-73d7-427f-88af-c4ca7b399022 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1097 time: 0.1029909 Feb 08 23:42:21.344341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-c38c7e9c-0e19-4d1f-b787-cfc1257dedae tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:21.345818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-c38c7e9c-0e19-4d1f-b787-cfc1257dedae tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.1797442 Feb 08 23:42:21.361916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-862cdd46-a55e-47e0-aaa6-58f5cf3a1672 req-1967b44e-a28a-49e8-aed4-f22958c6a632 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516851 Feb 08 23:42:21.386814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-9b9b0fa7-274e-4ce9-ac57-f609fd177d46 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/quotas/c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 375 time: 0.0211370 Feb 08 23:42:21.419183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-8780ae2e-ce69-438d-bfe5-045fdd39e941 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332334 Feb 08 23:42:21.509970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58726) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:21.523303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3c37f86-5f34-485a-afbe-3a57bf9be0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.568078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-7ce071ba-280e-456e-8d3b-048a313fb10b service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377368 Feb 08 23:42:21.607745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3c37f86-5f34-485a-afbe-3a57bf9be0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.613243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3c37f86-5f34-485a-afbe-3a57bf9be0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.643171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60205b-6f05-4ae1-8a65-7f5cefc08db1 req-152ac011-de87-4b9a-9d11-8e9b73cb1d75 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:21.645268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f60205b-6f05-4ae1-8a65-7f5cefc08db1 req-152ac011-de87-4b9a-9d11-8e9b73cb1d75 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1279285 Feb 08 23:42:21.658700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c37f86-5f34-485a-afbe-3a57bf9be0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a03b86-06e0-440c-8dae-892b608feaf8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:21.679634 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3c37f86-5f34-485a-afbe-3a57bf9be0d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1869b3a9c65e414180a22054cbe51abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685638 Feb 08 23:42:21.683903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58732) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:21.715813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-db156412-2717-4589-876e-67538e89ec74 service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468174 Feb 08 23:42:21.727091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f60205b-6f05-4ae1-8a65-7f5cefc08db1 req-88ecffc0-6785-487e-8f91-d63b1acc1613 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739348 Feb 08 23:42:21.759798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a5a8-a831-4c21-843b-0fe92083bd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.786137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a5a8-a831-4c21-843b-0fe92083bd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.857047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a5a8-a831-4c21-843b-0fe92083bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.859574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a5a8-a831-4c21-843b-0fe92083bd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:21.866131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cfa8a5a8-a831-4c21-843b-0fe92083bd74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40a03b86-06e0-440c-8dae-892b608feaf8 HTTP/1.1" status: 204 len: 168 time: 0.1803260 Feb 08 23:42:21.892553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8a5a8-a831-4c21-843b-0fe92083bd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a03b86-06e0-440c-8dae-892b608feaf8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:21.971134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ce5be-eaa5-4526-bd9c-cb20f7af8965 req-dfb37d55-d5f7-423b-979a-488fca012b6b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:21.973586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7ce5be-eaa5-4526-bd9c-cb20f7af8965 req-dfb37d55-d5f7-423b-979a-488fca012b6b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1097 time: 0.0559926 Feb 08 23:42:22.025505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7ce5be-eaa5-4526-bd9c-cb20f7af8965 req-eaf9d524-75d9-41a6-9757-c4f3845dda30 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Feb 08 23:42:22.094932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38eb1f7-0154-4a25-9758-4c26a4642d0c req-6d20c4da-e3bf-4d57-ade8-9eb52bd7342c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 210 time: 0.0351987 Feb 08 23:42:22.140470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-ad3cdd45-a64e-4e01-8f8a-376bc0bdbb93 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481472 Feb 08 23:42:22.276632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-de53d035-f66b-4a9c-948f-c86bde923a8e tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:22.278230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-de53d035-f66b-4a9c-948f-c86bde923a8e tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364117 Feb 08 23:42:22.334528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-264cc11d-ff9e-497c-8202-b05f83af1503 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/quotas/f9b6ca290429422e8ee7f6a42e64526a HTTP/1.1" status: 200 len: 375 time: 0.0461116 Feb 08 23:42:22.378404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-67622442-33b4-423f-b3a3-b8eebd8fe6bb tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419459 Feb 08 23:42:22.386451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-47b7a69a-04a9-415a-a8be-84d07b922da6 req-7ef18db7-4c53-4a35-9832-9d1fa7cde997 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:42:22.387681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47b7a69a-04a9-415a-a8be-84d07b922da6 req-7ef18db7-4c53-4a35-9832-9d1fa7cde997 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204842 Feb 08 23:42:22.634017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34800696-71f4-4169-9c19-23438c32893b req-20100c0b-fd5d-499e-85c8-d8147deaf101 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 210 time: 0.0354638 Feb 08 23:42:22.893420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca19f9c-e391-4324-97db-a89db19bcd7c req-ae854eeb-7b17-4335-aa48-8abc60875a22 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:22.895072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ca19f9c-e391-4324-97db-a89db19bcd7c req-ae854eeb-7b17-4335-aa48-8abc60875a22 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.0812855 Feb 08 23:42:22.949454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ca19f9c-e391-4324-97db-a89db19bcd7c req-551fbdb9-5c8b-4823-b38e-db4cbe89349f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Feb 08 23:42:23.275312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7171be8d-b34c-4290-bce6-491dc3ee897f req-cb94c7ce-df75-4105-b93f-bab0329d4715 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 210 time: 0.0611765 Feb 08 23:42:23.467906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-c7b429dc-1ceb-4ee6-a93a-576980ad4ad9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:23.469467 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-c7b429dc-1ceb-4ee6-a93a-576980ad4ad9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.1513157 Feb 08 23:42:23.490380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Request body: {'port': {'device_id': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'admin_state_up': True, 'tenant_id': 'c3e4172ad8aa4d9683740062aa834783'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:23.570613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:23.633583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Made reservation on behalf of c3e4172ad8aa4d9683740062aa834783 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:23.641582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:23.782513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56ce3ddd-94be-4bfa-a2bc-cbb0d101a3fd req-7a3efcc9-99bd-44b3-96c4-a486d0c7c70e tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 210 time: 0.0384059 Feb 08 23:42:23.811394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:23.824487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'mac_address': 'fa:16:3e:d0:61:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:23.834740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Allocated IP 172.20.0.7 (57e68c72-4913-4aa9-8544-2cfaa6a54e87/0db2c188-3f4e-4379-8d77-632b9fad3f84/e930fc02-bf5e-4620-8412-b60f1abb56e9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:23.868416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:23.887360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff3b30e-3805-4f78-8dbd-6d19e96b2be7 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:23.920484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:23.932611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.039373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['eff3b30e-3805-4f78-8dbd-6d19e96b2be7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:24.074181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-9de54f9c-0199-4064-aa2c-45f35fadeb55 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587566 Feb 08 23:42:24.111703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:24.131300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.131868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.132896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.134327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.137320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.137859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.138352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.138831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.139333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.139816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.140286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.140751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:42:24.217318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.371891 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.451613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:24.461431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:24.465871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:24.473655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:24.474753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.497032 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0144575 Feb 08 23:42:24.514713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13e510-b029-4ffe-9803-3235fd18fec6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:24.533495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1f84-550d-46e1-a752-2055d5cac81d req-1eef897e-98fa-48f0-b8be-e5c62f115813 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:24.535790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Request body: {'port': {'device_id': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:24.541157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-935a1f84-550d-46e1-a752-2055d5cac81d req-1eef897e-98fa-48f0-b8be-e5c62f115813 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.4366944 Feb 08 23:42:24.601135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-284ff1c6-286c-4399-8c07-fa9e319acbcf tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:24.602794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-284ff1c6-286c-4399-8c07-fa9e319acbcf tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5208771 Feb 08 23:42:24.625771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.653747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Request body: {'port': {'device_id': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'f9b6ca290429422e8ee7f6a42e64526a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:24.774360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-935a1f84-550d-46e1-a752-2055d5cac81d req-87ba5d22-8015-4621-9f02-596fc2c89c87 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321522 Feb 08 23:42:24.823512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Made reservation on behalf of f9b6ca290429422e8ee7f6a42e64526a for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:24.829352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.848509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.948623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58928) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:24.979492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:24.983790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.016254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e930fc02-bf5e-4620-8412-b60f1abb56e9 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:25.027672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.046727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Transition to ACTIVE for port object e930fc02-bf5e-4620-8412-b60f1abb56e9 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:25.051675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.132074 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:25.200030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Allocated IP 192.168.233.140 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/65a07782-e1e5-471b-a3e0-723acd19c482) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:25.210721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:25.211055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:25.211375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:25.217553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:25.217921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:25.226981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:25.227228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:25.227956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:25.228385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Bound port: e930fc02-bf5e-4620-8412-b60f1abb56e9, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:25.228890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.286013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-a21a0df0-0ae7-4dd4-b881-a3a975d34022 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:42:25.297693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-a21a0df0-0ae7-4dd4-b881-a3a975d34022 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3476174 Feb 08 23:42:25.335406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f3ead717-4c9a-49ad-b7b3-061d8a04105b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3cb0737268d441dfbee385ff14006280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610259 Feb 08 23:42:25.370706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:25.375998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:25.382663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.421252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb37aa-0634-441b-a547-f6b5076a08e0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:25.450357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:25.461873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:25.462660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.464633 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-62cb088d-ae13-44dd-9b6e-0323e21ed07c service neutron] 10.222.0.21 "PUT /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 1091 time: 0.9506271 Feb 08 23:42:25.465174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:25.476431 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ed895-f838-42bd-89f0-dd30ffd65ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:25.546109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-6af1cb60-68f9-4892-b757-47efcefef6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:25.547504 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-6af1cb60-68f9-4892-b757-47efcefef6a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1094 time: 0.0429640 Feb 08 23:42:25.566224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-840a9dc0-40e0-4dbe-beb1-271dfcc8e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:25.568109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-840a9dc0-40e0-4dbe-beb1-271dfcc8e987 service neutron] 10.222.0.32 "GET /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 1094 time: 0.2021146 Feb 08 23:42:25.578735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:25.581373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-a3f11327-6585-466c-8c68-24589e531b2a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:25.588681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-a3f11327-6585-466c-8c68-24589e531b2a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521639 Feb 08 23:42:25.595803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:25.596312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Unknown quota resources ['binding']. {{(pid=105925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:42:25.619975 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-ee79636f-f770-4bf8-8e6f-a25fab2fb20b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 217 time: 0.0623517 Feb 08 23:42:25.684658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.713865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:25.715686 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.820437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-110edd66-0be6-416a-9c1b-c9ca1c5a8c7b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/quotas/3cb0737268d441dfbee385ff14006280 HTTP/1.1" status: 200 len: 375 time: 0.2307608 Feb 08 23:42:25.846010 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.878533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:25.878944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:25.879193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:25.885327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-728d80b9-f057-4659-a82f-233a52a5b6bb tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566165 Feb 08 23:42:25.890712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:25.891037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:25.892554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:25.894889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:25.898064 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdaab45-e61a-4f2f-adca-fe0da16c8bff" -d '{"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-plugged", "status": "completed", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:25.904119 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:25.911188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:25.911532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:25.911983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:25.912389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Bound port: 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:25.968074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:25.985349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-9857e5a7-7d0d-4b2d-a789-60f881fcf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:25.986819 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-9857e5a7-7d0d-4b2d-a789-60f881fcf587 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.3505132 Feb 08 23:42:26.009082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:26.021810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:26.023021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-04824e43-4526-4e23-abef-da948606d1d5 service neutron] 10.222.0.32 "POST /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4490921 Feb 08 23:42:26.036487 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-b4d298b3-8016-40d5-95f1-08f91f1d45be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425928 Feb 08 23:42:26.046208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:26.060153 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:42:26.263126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:26.268575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:26.276779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:26.356828 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-fc77b296-8219-4014-b6b0-e186ac00f609 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964814 Feb 08 23:42:26.524745 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-032c0381-c020-4577-a28c-0a2a7d11cea6 req-555719f2-a016-42aa-bd97-1f5cb3e2d45c service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665084 Feb 08 23:42:26.571999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Pushing event updated for resources: {'Port': ['ID=65a07782-e1e5-471b-a3e0-723acd19c482,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:26.654127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:26.654757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:26.655632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-064136ed-2fba-4e0d-8865-f9757a2e9b32 None None] Provisioning complete for port 65a07782-e1e5-471b-a3e0-723acd19c482 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:26.656939 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-064136ed-2fba-4e0d-8865-f9757a2e9b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:26.698943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-edc3144e-aa8c-4e28-b31b-d1054239bc7f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0518858 Feb 08 23:42:26.708041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-064136ed-2fba-4e0d-8865-f9757a2e9b32 None None] Port 65a07782-e1e5-471b-a3e0-723acd19c482 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:26.708258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f16b49-70a0-4759-81ac-53c00530464b req-f0558ba7-a23b-47d1-8d6f-f7fdb593f0f0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:26.717460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74f16b49-70a0-4759-81ac-53c00530464b req-f0558ba7-a23b-47d1-8d6f-f7fdb593f0f0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.5050702 Feb 08 23:42:26.731711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Request body: {'port': {'device_id': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:26.773310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60fd8-500d-46c5-bcaa-488e866731c9 req-c3113b8a-72ff-4989-92ed-aedff4595c43 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:26.775436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02c60fd8-500d-46c5-bcaa-488e866731c9 req-c3113b8a-72ff-4989-92ed-aedff4595c43 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 936 time: 0.2843981 Feb 08 23:42:26.777463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e49df99d-323f-4640-96cb-44a7916f0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:26.779978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e49df99d-323f-4640-96cb-44a7916f0c62 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1097 time: 0.3214164 Feb 08 23:42:26.911387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:26.926893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74f16b49-70a0-4759-81ac-53c00530464b req-419f45b1-4773-455b-a029-ffafa12227aa tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082562 Feb 08 23:42:26.968876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02c60fd8-500d-46c5-bcaa-488e866731c9 req-6abcada8-b751-435a-b682-33ba562baf5a tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829860 Feb 08 23:42:27.048866 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99060fb-3fef-4ea7-8aaf-1fdb744878c6 x-openstack-request-id: req-b99060fb-3fef-4ea7-8aaf-1fdb744878c6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:27.049192 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:27.050007 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b99060fb-3fef-4ea7-8aaf-1fdb744878c6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:27.050415 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'status': 'completed', 'code': 200} Feb 08 23:42:27.090006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-7bc97a37-0c8e-4d19-98c6-9d2fbe39f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.091199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-7bc97a37-0c8e-4d19-98c6-9d2fbe39f386 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.2889462 Feb 08 23:42:27.171833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-f2722608-8faf-4e95-9431-1466c2888a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.173391 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-f2722608-8faf-4e95-9431-1466c2888a7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1094 time: 0.0784383 Feb 08 23:42:27.271455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-58ab4a5d-2d58-4177-a7d2-7c93e87c3a85 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 217 time: 0.0970483 Feb 08 23:42:27.290117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-6f9216db-13bc-48ff-8967-1d3b4525d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.291751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-6f9216db-13bc-48ff-8967-1d3b4525d6dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1103415 Feb 08 23:42:27.294340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f68b1c37-1898-4cf3-ae4d-b7c23c51f12a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8392dde567704c1291b00e4104cfc8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006222 Feb 08 23:42:27.354311 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-a132fcf1-7f70-46d3-b12b-1099c1edbd20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 217 time: 0.0548670 Feb 08 23:42:27.499590 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-b58befec-a59f-4b0f-a9b5-9d552a1f696e tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3cb0737268d441dfbee385ff14006280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626297 Feb 08 23:42:27.502423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4544bf-5747-485b-b585-b072eaf44bbe req-c49dba50-0ce7-49ff-8f2c-35df5b85ed2b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.506934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-2cddf0ae-afa9-4dda-ac4b-d571615880c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.508347 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-2cddf0ae-afa9-4dda-ac4b-d571615880c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1418178 Feb 08 23:42:27.511983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee4544bf-5747-485b-b585-b072eaf44bbe req-c49dba50-0ce7-49ff-8f2c-35df5b85ed2b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.3437841 Feb 08 23:42:27.540391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-f2d96657-0b9d-4d1a-a7ef-3d89f53782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.541959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-f2d96657-0b9d-4d1a-a7ef-3d89f53782dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.2467039 Feb 08 23:42:27.593094 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-0a10d8e6-e4b3-486a-907c-f7069b323d7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294437 Feb 08 23:42:27.600010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-68ca87a7-3f92-41ad-a667-7bd81351b409 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440373 Feb 08 23:42:27.721416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-ede4529d-3f42-4321-9bcb-b908e4df105e tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.723542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-ede4529d-3f42-4321-9bcb-b908e4df105e tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128537 Feb 08 23:42:27.732480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-8b74ad9e-e1f3-4c42-9c4d-466f2be71c4f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:27.734317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-8b74ad9e-e1f3-4c42-9c4d-466f2be71c4f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250736 Feb 08 23:42:27.740890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee4544bf-5747-485b-b585-b072eaf44bbe req-49d5a161-f7c3-4356-b084-e332f5d8c554 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280173 Feb 08 23:42:27.755758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Request body: {'port': {'device_id': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '3cb0737268d441dfbee385ff14006280'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:27.785923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-a5188e10-a3fc-47b3-9012-951edeab5489 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/quotas/8392dde567704c1291b00e4104cfc8bf HTTP/1.1" status: 200 len: 375 time: 0.0385137 Feb 08 23:42:27.804222 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd2e960-be2c-44f7-b806-4ab0e464eed6 x-openstack-request-id: req-0fd2e960-be2c-44f7-b806-4ab0e464eed6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:27.804741 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-plugged", "status": "completed", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:27.805455 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0fd2e960-be2c-44f7-b806-4ab0e464eed6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:27.805866 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'code': 200} Feb 08 23:42:27.850940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-3a6fb58e-270b-488f-ba60-09446ba1470f tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8392dde567704c1291b00e4104cfc8bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640736 Feb 08 23:42:27.888995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e871b8a4-a9ea-4380-a47b-2653e1ffbe4a service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783675 Feb 08 23:42:27.905219 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-e097659c-4147-4c25-b6d6-ba1d241e5285 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707872 Feb 08 23:42:27.929003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Made reservation on behalf of 3cb0737268d441dfbee385ff14006280 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:27.932629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:27.984978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.003978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a07782-e1e5-471b-a3e0-723acd19c482 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:28.013653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.034888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Transition to ACTIVE for port object 65a07782-e1e5-471b-a3e0-723acd19c482 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:28.048636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.070148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcb6f2-8587-495d-a0d9-7c0a73f4680e req-339f329c-297a-4099-ac1f-135407ab5726 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:28.071647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4dcb6f2-8587-495d-a0d9-7c0a73f4680e req-339f329c-297a-4099-ac1f-135407ab5726 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 946 time: 0.1879103 Feb 08 23:42:28.124352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-3968425e-3dcd-4813-91a9-69db22915b4c service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093451 Feb 08 23:42:28.144380 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da1ed895-f838-42bd-89f0-dd30ffd65ca6 req-dbe604e3-33cc-4db3-bfcf-4dd328011920 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289414 Feb 08 23:42:28.194713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Pushing event updated for resources: {'Port': ['ID=65a07782-e1e5-471b-a3e0-723acd19c482,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:28.198226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-850c6b20-7854-482e-99e8-486e2d537442 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3cb0737268d441dfbee385ff14006280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606992 Feb 08 23:42:28.329508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.331621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.340519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4dcb6f2-8587-495d-a0d9-7c0a73f4680e req-b81b5b1b-3e62-4f02-b816-0a7b35a42823 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587965 Feb 08 23:42:28.576404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd00e04d-9038-4ce6-9976-e7ee747e9bb3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:28.705955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Allocated IP 192.168.233.86 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/5d4aa17a-1aa1-426b-af9c-392cc9a80a2c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:28.885214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Attempting to bind port 65a07782-e1e5-471b-a3e0-723acd19c482 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:28.885545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Attempting to bind port 65a07782-e1e5-471b-a3e0-723acd19c482 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:28.885874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Attempting to bind port 65a07782-e1e5-471b-a3e0-723acd19c482 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:28.921865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.952898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-d9169c49-6c57-46a0-903b-ed71e6cab74b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:28.965542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-d9169c49-6c57-46a0-903b-ed71e6cab74b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7255325 Feb 08 23:42:28.970911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Port 65a07782-e1e5-471b-a3e0-723acd19c482 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:28.971680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Attempting to bind port 65a07782-e1e5-471b-a3e0-723acd19c482 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:28.976751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:28.997928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bf84ea15-557e-469f-a26b-4511594c872a tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:28.999767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bf84ea15-557e-469f-a26b-4511594c872a tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1097 time: 0.6883817 Feb 08 23:42:29.008455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aac2f8-d87a-493a-bf60-08fb88944471 req-fd6a1aac-fab6-432a-86af-c7f32d327a7a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:29.016387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7aac2f8-d87a-493a-bf60-08fb88944471 req-fd6a1aac-fab6-432a-86af-c7f32d327a7a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.2550740 Feb 08 23:42:29.019332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1a3cd421-3cf1-4c7e-973a-c02b146342ce tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/quotas/3cb0737268d441dfbee385ff14006280 HTTP/1.1" status: 200 len: 375 time: 0.0527465 Feb 08 23:42:29.021928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:29.022266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:29.022646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:29.023084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Bound port: 65a07782-e1e5-471b-a3e0-723acd19c482, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:29.023452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.034881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:29.042540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:29.046048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:29.051999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:29.057592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:29.058217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.085728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:29.103711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5334c6a7-4404-4c36-b363-5e91bdabe9c7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3548450 Feb 08 23:42:29.120940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Request body: {'port': {'device_id': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:29.181267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.221060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.308974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] For port 65a07782-e1e5-471b-a3e0-723acd19c482, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:29.312239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] For port 65a07782-e1e5-471b-a3e0-723acd19c482, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a07782-e1e5-471b-a3e0-723acd19c482,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:29.328290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.428099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7aac2f8-d87a-493a-bf60-08fb88944471 req-58573642-93f7-40bd-bdc5-add4ffedc492 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107995 Feb 08 23:42:29.434953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:29.435569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.437333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/65a07782-e1e5-471b-a3e0-723acd19c482 HTTP/1.1" status: 200 len: 1096 time: 2.7145827 Feb 08 23:42:29.439196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'tag': '65a07782-e1e5-471b-a3e0-723acd19c482'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:29.442389 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e22f47-06c2-4485-9dbc-4548c0308618" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7f5e6e-043a-458c-8198-21e1f1214433", "tag": "65a07782-e1e5-471b-a3e0-723acd19c482"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:29.481098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-90ea0cbc-336c-4538-b193-d0a02387c5d7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4406252 Feb 08 23:42:29.535142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6d89ec8e-1cc5-4672-9950-3a1f29970456 None None] Provisioning complete for port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:29.550548 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d89ec8e-1cc5-4672-9950-3a1f29970456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.625031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc0d12-a228-49f9-a7bb-4a95550101b9 service neutron] Pushing event updated for resources: {'Port': ['ID=65a07782-e1e5-471b-a3e0-723acd19c482,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:29.653533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.84', 58448) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:29.685607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6d89ec8e-1cc5-4672-9950-3a1f29970456 None None] Port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:29.705169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-4ca9de2d-a81e-48da-9f85-b9264bef74d3 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8392dde567704c1291b00e4104cfc8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500939 Feb 08 23:42:29.710654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:29.741352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.764935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:29.928105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Transition to ACTIVE for port object 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:29.969889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:29.997906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:30.067181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-9496036e-2c2e-4013-a9f6-f9dbbc73bf9a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.068707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-9496036e-2c2e-4013-a9f6-f9dbbc73bf9a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3465190 Feb 08 23:42:30.075758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ed5-3a04-419b-9fba-816870dda543 req-1695c0f1-15aa-4077-b32f-f39c171794ea tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.078735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef965ed5-3a04-419b-9fba-816870dda543 req-1695c0f1-15aa-4077-b32f-f39c171794ea tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 948 time: 0.3632534 Feb 08 23:42:30.088655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-1c6a403d-2051-448d-a429-e2db6033be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.091905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:30.093394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-1c6a403d-2051-448d-a429-e2db6033be98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 1099 time: 0.5870886 Feb 08 23:42:30.099158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5713d7e-8585-4d30-8115-47e448964637 req-a8ac33bf-bc3e-4f1f-8e83-6c5ca2c85322 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 210 time: 0.0851734 Feb 08 23:42:30.116855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Request body: {'port': {'device_id': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '8392dde567704c1291b00e4104cfc8bf'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:30.148021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'port_id': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'mac_address': 'fa:16:3e:10:bf:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db2c188-3f4e-4379-8d77-632b9fad3f84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:30.208472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-fd6a9842-998f-4aea-a67b-7b0039e13c7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=65a07782-e1e5-471b-a3e0-723acd19c482 HTTP/1.1" status: 200 len: 217 time: 0.0895698 Feb 08 23:42:30.209053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:30.289387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.292723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Attempting to bind port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:30.293347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Attempting to bind port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:30.293670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Attempting to bind port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:30.310271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:30.310628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Attempting to bind port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:30.320776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e930fc02-bf5e-4620-8412-b60f1abb56e9 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:30.339861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:30.340186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:30.340488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:30.340942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Bound port: 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:30.341319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.372430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef965ed5-3a04-419b-9fba-816870dda543 req-8147132a-a600-4b03-a1d9-807bfbc4be2f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666698 Feb 08 23:42:30.389405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:30.389550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:30.393872 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.432827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Made reservation on behalf of 8392dde567704c1291b00e4104cfc8bf for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:30.439149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.457957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.477719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:30.501625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:30.509264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.553377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:30.626332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-5ffe7c28-8e59-4862-b599-7f0db0ca1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.627972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-5ffe7c28-8e59-4862-b599-7f0db0ca1c9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.4093194 Feb 08 23:42:30.637140 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.649479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e930fc02-bf5e-4620-8412-b60f1abb56e9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:30.655624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.687485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.702420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.703116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.704663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] 10.222.0.84 "PUT /v2.0/ports/5d4aa17a-1aa1-426b-af9c-392cc9a80a2c HTTP/1.1" status: 200 len: 1095 time: 1.5910754 Feb 08 23:42:30.714303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738af65d-d880-4989-b937-5f8658e34491 req-61c5e907-839d-48c1-991f-28517a440667 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.715843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-738af65d-d880-4989-b937-5f8658e34491 req-61c5e907-839d-48c1-991f-28517a440667 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 946 time: 0.2491100 Feb 08 23:42:30.728288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bcf65-170f-4d51-b732-52199ce43cd8 req-6d0587bb-e99e-4824-8e02-5d78147f4f65 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.735520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba4bcf65-170f-4d51-b732-52199ce43cd8 req-6d0587bb-e99e-4824-8e02-5d78147f4f65 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.3546581 Feb 08 23:42:30.747661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:30.759824 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328d8059-e217-464a-b49e-ca369fe1f8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:30.769832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:30.850461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05568-30e5-463c-8c1a-e58eb5c0ab95 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:30.906506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978714e-0384-49a9-afaf-440234f19b68 req-7bd90eb2-a12f-4d66-8933-ae1b0ea0da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:30.908559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-7bd90eb2-a12f-4d66-8933-ae1b0ea0da16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2680018 Feb 08 23:42:31.013263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230acf7d-89e1-4d57-90e6-89689ee50ea2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:31.037089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-a21f5ba5-9cdd-419d-9928-6d530d9bf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:31.039389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-a21f5ba5-9cdd-419d-9928-6d530d9bf398 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1098 time: 0.1690683 Feb 08 23:42:31.108433 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-77934092-69f1-4eba-9e43-1979e2062238 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c HTTP/1.1" status: 200 len: 217 time: 0.0473399 Feb 08 23:42:31.152226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:31.175387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Allocated IP 192.168.233.92 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/cff48f4c-346a-4fdc-8dac-3d212f670b2a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:31.189568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba4bcf65-170f-4d51-b732-52199ce43cd8 req-a0715508-8078-4115-8725-e82962027d99 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530246 Feb 08 23:42:31.208158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-db97f075-6065-455f-816f-04174def54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:31.210782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-db97f075-6065-455f-816f-04174def54d1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0924468 Feb 08 23:42:31.257988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-738af65d-d880-4989-b937-5f8658e34491 req-5b8e444a-d8d3-43b9-a7f4-51db71935bb8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110745 Feb 08 23:42:31.269315 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031ffa3-d5d8-406c-800e-8cb3d56dc3ad x-openstack-request-id: req-3031ffa3-d5d8-406c-800e-8cb3d56dc3ad {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:31.269315 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7f5e6e-043a-458c-8198-21e1f1214433", "tag": "65a07782-e1e5-471b-a3e0-723acd19c482", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:31.269315 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3031ffa3-d5d8-406c-800e-8cb3d56dc3ad {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:31.269315 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'tag': '65a07782-e1e5-471b-a3e0-723acd19c482', 'status': 'completed', 'code': 200} Feb 08 23:42:31.320862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:31.320862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:31.320862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:31.323955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-c7749f07-8032-48c2-88a9-605bca8cae8d service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471444 Feb 08 23:42:31.387460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:31.388950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Attempting to bind port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:31.440136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:31.440635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:31.441330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:31.441779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Bound port: 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:31.442146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:31.511690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-3ab33dd4-1317-4c17-bb42-d6b9a4b8a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:31.521286 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-3ab33dd4-1317-4c17-bb42-d6b9a4b8a4e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2974041 Feb 08 23:42:31.532225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d8ce339-8a58-4797-afd4-97695e869518 req-a84fa777-7c10-48ad-8c88-6279b573823f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 210 time: 0.0677981 Feb 08 23:42:31.646630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b978714e-0384-49a9-afaf-440234f19b68 req-8a6cf521-f190-4d82-a258-e555d6947a00 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059361 Feb 08 23:42:31.655781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:31.660804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:31.665579 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-a1484842-87e8-4fbf-8e6f-a595c3d10614 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3cb0737268d441dfbee385ff14006280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982566 Feb 08 23:42:31.671311 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd96220-bd59-404d-b3ae-df500b9d86a6 x-openstack-request-id: req-cfd96220-bd59-404d-b3ae-df500b9d86a6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:31.671311 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:31.671560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fda29-3056-4f3c-89e2-f26505a5734f req-0b1d4ccf-2544-472c-a7f0-46202ab055c1 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:31.671685 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfd96220-bd59-404d-b3ae-df500b9d86a6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:31.671685 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'status': 'completed', 'code': 200} Feb 08 23:42:31.672515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-494fda29-3056-4f3c-89e2-f26505a5734f req-0b1d4ccf-2544-472c-a7f0-46202ab055c1 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 944 time: 0.1133447 Feb 08 23:42:31.674212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:31.771987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:31.831742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-494fda29-3056-4f3c-89e2-f26505a5734f req-96019679-60fb-4899-9c45-58ff2e77c99f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475351 Feb 08 23:42:31.857700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port e930fc02-bf5e-4620-8412-b60f1abb56e9 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:31.862515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port e930fc02-bf5e-4620-8412-b60f1abb56e9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:31.862886 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:31.899831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=8']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:31.972063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69314aa7-c2bd-44c6-ad7c-e08e50cae03e req-89b15f13-edd5-44a5-8539-dd6189f5b933 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 210 time: 0.1331184 Feb 08 23:42:32.014538 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.039002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.041013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.041936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.058980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:32.060468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:32.063442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bb9c9c54-fa50-4dc5-9d4c-12291079c411 service neutron] 10.222.0.84 "PUT /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 1122 time: 3.0246599 Feb 08 23:42:32.063727 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375d990f-c012-42ae-8fad-64149a1bcf7a" -d '{"events": [{"server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "name": "network-vif-plugged", "status": "completed", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:32.067982 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.087355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-07e040c2-594e-4eb2-b864-cead0203cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.091308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-07e040c2-594e-4eb2-b864-cead0203cead service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 1099 time: 0.3238432 Feb 08 23:42:32.122441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-6af05557-66ca-4824-82b9-0d9d669af170 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919867 Feb 08 23:42:32.126662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5d0d3e01-7c05-409c-87a2-a52d11167a9f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:32.136107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468467a-c3fc-4e1a-8b56-234db91e4c65 req-2a0be37c-eb90-4f75-a1e5-3db1fa5ceeb7 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.144590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e468467a-c3fc-4e1a-8b56-234db91e4c65 req-2a0be37c-eb90-4f75-a1e5-3db1fa5ceeb7 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 948 time: 0.1711757 Feb 08 23:42:32.171301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-b432707f-2dab-45aa-8de8-87c589100221 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.172943 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-b432707f-2dab-45aa-8de8-87c589100221 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4915762 Feb 08 23:42:32.182142 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e311f2-a56c-4486-940f-63821bc5a74d x-openstack-request-id: req-b4e311f2-a56c-4486-940f-63821bc5a74d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:32.182455 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "name": "network-vif-plugged", "status": "completed", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:32.182955 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4e311f2-a56c-4486-940f-63821bc5a74d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:32.183657 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'code': 200} Feb 08 23:42:32.190266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:32.226026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Request body: {'port': {'device_id': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '3cb0737268d441dfbee385ff14006280'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:32.248947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.21', 64445) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:32.309850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.389745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e468467a-c3fc-4e1a-8b56-234db91e4c65 req-a53d11ed-1e5b-4591-a519-ec0af5fa9c66 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417247 Feb 08 23:42:32.411621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:32.427795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:32.436864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:32.447689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.447689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.463890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d0576-4f54-4b33-8626-e09314bfc97e req-e052303f-cb2d-4a71-9ac5-d60dfb551be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.465420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b2c0f-444e-45bb-8f25-acb5505e0985 req-2b791d76-0cd3-4bba-80d1-ad744aa03f6c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.465558 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-014d0576-4f54-4b33-8626-e09314bfc97e req-e052303f-cb2d-4a71-9ac5-d60dfb551be1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1869311 Feb 08 23:42:32.466798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Pushing event updated for resources: {'Port': ['ID=cff48f4c-346a-4fdc-8dac-3d212f670b2a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:32.475173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a26b2c0f-444e-45bb-8f25-acb5505e0985 req-2b791d76-0cd3-4bba-80d1-ad744aa03f6c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1794121 Feb 08 23:42:32.489453 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6febaa-3027-4c68-ab53-67d614e3f643 req-5081b63d-04b3-454b-aaf2-047a61cf4c70 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532610 Feb 08 23:42:32.496493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-d6d31eae-853c-4697-b1e4-965abb12170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.498103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-d6d31eae-853c-4697-b1e4-965abb12170a service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3893456 Feb 08 23:42:32.511470 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f960850d-910a-46ce-b51f-45879adc89f7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4165683 Feb 08 23:42:32.538782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Request body: {'port': {'device_id': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:32.587232 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-014d0576-4f54-4b33-8626-e09314bfc97e req-c5e24634-a3c8-4325-b99a-3111a3f03e0f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085331 Feb 08 23:42:32.626801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Made reservation on behalf of 3cb0737268d441dfbee385ff14006280 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:32.631317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.700200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.737982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-08b1ebe4-b7fc-498d-ad40-9aac01ed241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:32.739760 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-08b1ebe4-b7fc-498d-ad40-9aac01ed241f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1098 time: 0.1561832 Feb 08 23:42:32.782963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-90e7c884-75a0-4080-b6f9-f1bf35803da7 None None] Provisioning complete for port cff48f4c-346a-4fdc-8dac-3d212f670b2a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:32.784672 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90e7c884-75a0-4080-b6f9-f1bf35803da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:32.846617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-90e7c884-75a0-4080-b6f9-f1bf35803da7 None None] Port cff48f4c-346a-4fdc-8dac-3d212f670b2a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:32.915412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-7309c17c-1f1a-485a-a35e-306ced031db9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=65a07782-e1e5-471b-a3e0-723acd19c482 HTTP/1.1" status: 200 len: 217 time: 0.4057252 Feb 08 23:42:32.927717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a26b2c0f-444e-45bb-8f25-acb5505e0985 req-44c968c2-0797-4077-acc1-0d4be8c863f8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515285 Feb 08 23:42:33.044819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-466aae74-762f-41d9-96ee-5b4df21dc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.046354 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-466aae74-762f-41d9-96ee-5b4df21dc081 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2645772 Feb 08 23:42:33.048309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5be79-cc10-443a-9442-97648784a899 req-a8854899-2e1a-4ef6-91bb-0a441c981f79 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.049743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Allocated IP 192.168.233.156 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/95559423-952b-44b7-96de-15e8dcd1b724) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:33.062640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70a5be79-cc10-443a-9442-97648784a899 req-a8854899-2e1a-4ef6-91bb-0a441c981f79 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.1784761 Feb 08 23:42:33.105744 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-a6630a77-69c7-4013-be98-52d6ecd0ac6a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c HTTP/1.1" status: 200 len: 217 time: 0.0512373 Feb 08 23:42:33.134150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-3bd9e03d-f025-42c3-8515-cdf99a1156a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.136826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-3bd9e03d-f025-42c3-8515-cdf99a1156a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2069147 Feb 08 23:42:33.142104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70a5be79-cc10-443a-9442-97648784a899 req-91f16b61-f27f-4620-ba1b-a4a33ce8cdae tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782471 Feb 08 23:42:33.164252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9d54f57-2fdf-4654-b6eb-b13ef1331406 req-4329ee5c-83a3-4cdd-9512-ecd8ad91a5a9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 210 time: 0.0638652 Feb 08 23:42:33.206489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-30011102-9823-46bf-badf-e413cbc7cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.207978 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-30011102-9823-46bf-badf-e413cbc7cfbc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0871849 Feb 08 23:42:33.239544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-fb905b6f-57e7-4d21-b031-4589c085ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.241342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-fb905b6f-57e7-4d21-b031-4589c085ae33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801980 Feb 08 23:42:33.268379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f'}, {'name': 'network-changed', 'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:33.276846 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964310a-5d7a-486a-9989-95078b411d59" -d '{"events": [{"server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f"}, {"name": "network-changed", "server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:33.314144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-4292283e-928b-464a-878f-976ba6b9c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.315716 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-4292283e-928b-464a-878f-976ba6b9c1a7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949483 Feb 08 23:42:33.390814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:33.450174 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-b1c7b2ac-0fe3-46dd-b1ba-f000dcf9065c service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245570 Feb 08 23:42:33.482968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ed246-3d22-4bdb-a584-75b1fe4fdd4e req-8b246928-03ef-4a39-b752-0da379cb31c4 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.492048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b1ed246-3d22-4bdb-a584-75b1fe4fdd4e req-8b246928-03ef-4a39-b752-0da379cb31c4 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 935 time: 0.1880751 Feb 08 23:42:33.516777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e1c43-3906-4f61-90f4-a626833c69ec req-fe75ad58-1dfc-4961-a1de-6d94b3dd099e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.525116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b7e1c43-3906-4f61-90f4-a626833c69ec req-fe75ad58-1dfc-4961-a1de-6d94b3dd099e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 945 time: 0.2198856 Feb 08 23:42:33.546561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-c29b1cda-2f93-42e3-936f-aba90caa6332 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982194 Feb 08 23:42:33.594569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:33.652121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-328d8059-e217-464a-b49e-ca369fe1f8dc req-ef36164c-a1f3-4236-b56b-129e9399f567 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937449 Feb 08 23:42:33.657558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b1ed246-3d22-4bdb-a584-75b1fe4fdd4e req-d3994d5d-928d-4065-9b3f-69d5107769a8 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602094 Feb 08 23:42:33.692988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b7e1c43-3906-4f61-90f4-a626833c69ec req-e1204694-c2cb-4bae-a32d-3a1f66b458e1 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668730 Feb 08 23:42:33.701744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:33.709723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:33.713841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event updated for resources: {'Port': ['ID=95559423-952b-44b7-96de-15e8dcd1b724,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:33.753301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:33.762692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.763464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:33.791533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-48d1b6f2-1fa5-41d2-b639-28431eb6d6aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5710967 Feb 08 23:42:33.811771 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8066d0f-b8fc-4f0b-9674-325424edd8a0 x-openstack-request-id: req-d8066d0f-b8fc-4f0b-9674-325424edd8a0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:33.812106 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f", "code": 200}, {"name": "network-changed", "server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:33.812313 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8066d0f-b8fc-4f0b-9674-325424edd8a0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:33.812728 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'code': 200} Feb 08 23:42:33.812978 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'status': 'completed', 'code': 200} Feb 08 23:42:33.824545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e22f47-06c2-4485-9dbc-4548c0308618 req-1b917674-ab24-49f5-9790-2a0d91dea596 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671530 Feb 08 23:42:33.827105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Request body: {'port': {'device_id': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:33.946270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74850c47-de9d-4ce3-aed7-941926f364bf req-16b2cb9f-3fd8-4052-b711-2a5f411c4c57 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:33.948574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74850c47-de9d-4ce3-aed7-941926f364bf req-16b2cb9f-3fd8-4052-b711-2a5f411c4c57 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 948 time: 0.0760701 Feb 08 23:42:34.021598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74850c47-de9d-4ce3-aed7-941926f364bf req-d55ae8a2-d2c4-48b9-81ef-ae642190a943 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667648 Feb 08 23:42:34.085254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964310a-5d7a-486a-9989-95078b411d59 req-920165c6-f2cc-4174-9649-b0fab874a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.087519 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-920165c6-f2cc-4174-9649-b0fab874a0b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1125 time: 0.2543728 Feb 08 23:42:34.088481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:34.120673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b589c5-20d3-4150-acd6-700ed9515ef0 req-4fae722c-7e89-4d1d-ab65-80909ab35222 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.129181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36b589c5-20d3-4150-acd6-700ed9515ef0 req-4fae722c-7e89-4d1d-ab65-80909ab35222 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1017129 Feb 08 23:42:34.168178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff48f4c-346a-4fdc-8dac-3d212f670b2a {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:34.185723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36b589c5-20d3-4150-acd6-700ed9515ef0 req-9d7aa835-faf9-445a-97cb-916c199d2e5b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Feb 08 23:42:34.191277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4666e5e5-c35f-49fd-977f-3dc00845c5f0 None None] Provisioning complete for port 95559423-952b-44b7-96de-15e8dcd1b724 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:34.193136 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4666e5e5-c35f-49fd-977f-3dc00845c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:34.240771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:34.275440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4666e5e5-c35f-49fd-977f-3dc00845c5f0 None None] Port 95559423-952b-44b7-96de-15e8dcd1b724 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:34.304669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1b436-cb68-4181-af31-5a4207764fb8 req-75ec615f-c00f-4179-89d9-f21b55fa30a6 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.306538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20d1b436-cb68-4181-af31-5a4207764fb8 req-75ec615f-c00f-4179-89d9-f21b55fa30a6 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.0774086 Feb 08 23:42:34.336230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Transition to ACTIVE for port object cff48f4c-346a-4fdc-8dac-3d212f670b2a will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:34.361527 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:34.407082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647aa21-ac7f-423e-b6a8-e805e041953f req-a00c9c3b-b94c-49b3-b635-d87716b7cb1f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.409647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2647aa21-ac7f-423e-b6a8-e805e041953f req-a00c9c3b-b94c-49b3-b635-d87716b7cb1f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 936 time: 0.1021817 Feb 08 23:42:34.412537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20d1b436-cb68-4181-af31-5a4207764fb8 req-18b851a1-18e0-45ac-aeff-ecb510dea72e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934083 Feb 08 23:42:34.465030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2647aa21-ac7f-423e-b6a8-e805e041953f req-5462a962-6ff6-4264-a7f1-4fea57e88eba tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Feb 08 23:42:34.481261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964310a-5d7a-486a-9989-95078b411d59 req-16761c11-be54-48b6-9e28-df0e6b348ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.482751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-16761c11-be54-48b6-9e28-df0e6b348ce8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.3731012 Feb 08 23:42:34.526983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Pushing event updated for resources: {'Port': ['ID=cff48f4c-346a-4fdc-8dac-3d212f670b2a,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:34.561614 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-a28ccedd-9f94-4f9d-a299-c441a0df9cff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 217 time: 0.0484893 Feb 08 23:42:34.866522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Attempting to bind port cff48f4c-346a-4fdc-8dac-3d212f670b2a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:34.866855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Attempting to bind port cff48f4c-346a-4fdc-8dac-3d212f670b2a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:34.867078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Attempting to bind port cff48f4c-346a-4fdc-8dac-3d212f670b2a on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:34.867207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190da6-7410-40a3-a851-4d74c1db54fb req-5ea059f5-f8e5-49c2-ae9f-e09f52ef8846 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.868717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88190da6-7410-40a3-a851-4d74c1db54fb req-5ea059f5-f8e5-49c2-ae9f-e09f52ef8846 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 947 time: 0.1163535 Feb 08 23:42:34.891089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Port cff48f4c-346a-4fdc-8dac-3d212f670b2a on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:34.891435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Attempting to bind port cff48f4c-346a-4fdc-8dac-3d212f670b2a on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:34.897988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964310a-5d7a-486a-9989-95078b411d59 req-f98f4151-3fc5-43bc-93c6-f566108ae69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.899785 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-f98f4151-3fc5-43bc-93c6-f566108ae69f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.3088555 Feb 08 23:42:34.901904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:34.902240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:34.903307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:34.903752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Bound port: cff48f4c-346a-4fdc-8dac-3d212f670b2a, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:34.904104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:34.928243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17635a26-b34c-4efe-a161-59f3c6b31b9d req-121beb59-f6a5-4eb4-adeb-da59ba3f4b05 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:34.929955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17635a26-b34c-4efe-a161-59f3c6b31b9d req-121beb59-f6a5-4eb4-adeb-da59ba3f4b05 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 945 time: 0.1017485 Feb 08 23:42:34.951263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88190da6-7410-40a3-a851-4d74c1db54fb req-61d19c96-dea8-49dd-b952-c3fac6691818 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696914 Feb 08 23:42:34.951867 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-b6ff8226-0939-4715-8a29-9fd385cf0adc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424531 Feb 08 23:42:35.005261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17635a26-b34c-4efe-a161-59f3c6b31b9d req-c60b7bff-d692-46f0-9857-a446a4bab457 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Feb 08 23:42:35.105333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] For port cff48f4c-346a-4fdc-8dac-3d212f670b2a, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:35.110304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95559423-952b-44b7-96de-15e8dcd1b724 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:35.115655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] For port cff48f4c-346a-4fdc-8dac-3d212f670b2a, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:35.127808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:35.130372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:35.153870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.154451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:35.155840 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] 10.222.0.84 "PUT /v2.0/ports/cff48f4c-346a-4fdc-8dac-3d212f670b2a HTTP/1.1" status: 200 len: 1095 time: 2.6320581 Feb 08 23:42:35.189935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'tag': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:35.191754 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b8e930-4a09-413d-9800-b26d60f8c35e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ec604e-c052-43f2-82cc-865473ee7f4b", "tag": "cff48f4c-346a-4fdc-8dac-3d212f670b2a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:35.234353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef1310-a18c-4ed5-9a5a-f7fb703cf9a9 req-fc9ff488-4782-48d0-9f20-57ac069adaa0 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.236097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-afef1310-a18c-4ed5-9a5a-f7fb703cf9a9 req-fc9ff488-4782-48d0-9f20-57ac069adaa0 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 948 time: 0.1219122 Feb 08 23:42:35.247013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Transition to ACTIVE for port object 95559423-952b-44b7-96de-15e8dcd1b724 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:35.279769 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-257a9294-0978-4d54-8a01-70775486ffd2 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999439 Feb 08 23:42:35.287730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:35.374422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-afef1310-a18c-4ed5-9a5a-f7fb703cf9a9 req-d9a93831-ff8f-4379-ad61-76302ddca3c6 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300230 Feb 08 23:42:35.385811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f6aae-aa92-437f-b5d2-64bf04a3d201 req-3d0446fa-c7b9-4f3c-9184-a4cdd21d5391 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.385811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f62f6aae-aa92-437f-b5d2-64bf04a3d201 req-3d0446fa-c7b9-4f3c-9184-a4cdd21d5391 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1169930 Feb 08 23:42:35.406789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463432a-80de-469d-8c3c-ac314e1ceead service neutron] Pushing event updated for resources: {'Port': ['ID=cff48f4c-346a-4fdc-8dac-3d212f670b2a,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:35.462113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f62f6aae-aa92-437f-b5d2-64bf04a3d201 req-4ffd8513-2041-42cb-b810-158b6f1ff46e tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733087 Feb 08 23:42:35.487180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-9d009dd0-22fe-47e7-bef5-be220123d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.488689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-9d009dd0-22fe-47e7-bef5-be220123d960 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8392dde567704c1291b00e4104cfc8bf&device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 1098 time: 0.2804670 Feb 08 23:42:35.498638 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c1ed4-d163-461e-9f41-d88498605005 x-openstack-request-id: req-c16c1ed4-d163-461e-9f41-d88498605005 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:35.498921 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ec604e-c052-43f2-82cc-865473ee7f4b", "tag": "cff48f4c-346a-4fdc-8dac-3d212f670b2a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:35.499169 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c16c1ed4-d163-461e-9f41-d88498605005 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:35.499557 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'tag': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a', 'status': 'completed', 'code': 200} Feb 08 23:42:35.577140 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-09fa3a51-6937-472a-90bd-b7717e265b33 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a HTTP/1.1" status: 200 len: 217 time: 0.0729463 Feb 08 23:42:35.578833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Pushing event updated for resources: {'Port': ['ID=95559423-952b-44b7-96de-15e8dcd1b724,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:35.612455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:35.651152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Attempting to bind port 95559423-952b-44b7-96de-15e8dcd1b724 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:35.651481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Attempting to bind port 95559423-952b-44b7-96de-15e8dcd1b724 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:35.651816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Attempting to bind port 95559423-952b-44b7-96de-15e8dcd1b724 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:35.679133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Port 95559423-952b-44b7-96de-15e8dcd1b724 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:35.679487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Attempting to bind port 95559423-952b-44b7-96de-15e8dcd1b724 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:35.720110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a32c3a-4d59-45a5-ab32-950cf94b3f44 req-0c4fbfbd-0ace-4f62-bb3b-2f3ef85da345 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.741626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61a32c3a-4d59-45a5-ab32-950cf94b3f44 req-0c4fbfbd-0ace-4f62-bb3b-2f3ef85da345 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1541989 Feb 08 23:42:35.809853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8964310a-5d7a-486a-9989-95078b411d59 req-6fb71e33-1d28-445a-9696-6c7f3e5767f2 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140893 Feb 08 23:42:35.809853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:35.810161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:35.812312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:35.812312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Bound port: 95559423-952b-44b7-96de-15e8dcd1b724, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:35.812312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:35.816938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a07782-e1e5-471b-a3e0-723acd19c482 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:35.863168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-6722f1a3-464c-48c9-9806-9826d43c1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.865235 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-6722f1a3-464c-48c9-9806-9826d43c1d5a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2761452 Feb 08 23:42:35.920137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61a32c3a-4d59-45a5-ab32-950cf94b3f44 req-76d32dc5-4623-4f62-ba22-6baba330a991 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736505 Feb 08 23:42:35.952513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f805d-7a45-46e8-b6c8-51daa33bd886 req-0754e756-20b7-4b08-8b03-2708f415df5d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:35.954780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-346f805d-7a45-46e8-b6c8-51daa33bd886 req-0754e756-20b7-4b08-8b03-2708f415df5d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.1588149 Feb 08 23:42:36.045332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:36.049864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-346f805d-7a45-46e8-b6c8-51daa33bd886 req-20bbde2e-3f18-45ec-a9d7-87954f8fd927 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875287 Feb 08 23:42:36.068528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] For port 95559423-952b-44b7-96de-15e8dcd1b724, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:36.078242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 65a07782-e1e5-471b-a3e0-723acd19c482, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a07782-e1e5-471b-a3e0-723acd19c482,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:36.090276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '65a07782-e1e5-471b-a3e0-723acd19c482', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '65a07782-e1e5-471b-a3e0-723acd19c482', 'mac_address': 'fa:16:3e:6d:54:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:36.097776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'mac_address': 'fa:16:3e:58:5d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:36.099441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] For port 95559423-952b-44b7-96de-15e8dcd1b724, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=95559423-952b-44b7-96de-15e8dcd1b724,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:36.109326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.136254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-49cfbc30-d28c-474f-abc7-cd0f9e4ac696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.137768 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-49cfbc30-d28c-474f-abc7-cd0f9e4ac696 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2549865 Feb 08 23:42:36.139452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.192624 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.197499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:36.219817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:36.223535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff7580-a749-4731-ab65-6a5fe66722a5 req-902890b2-70b1-4d20-8fd1-05af2aeed219 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.229945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.230624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:36.238495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1ff7580-a749-4731-ab65-6a5fe66722a5 req-902890b2-70b1-4d20-8fd1-05af2aeed219 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 948 time: 0.1759522 Feb 08 23:42:36.242296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.242910 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.244348 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] 10.222.0.21 "PUT /v2.0/ports/95559423-952b-44b7-96de-15e8dcd1b724 HTTP/1.1" status: 200 len: 1096 time: 2.4385886 Feb 08 23:42:36.271547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813a854-2b18-4bcf-b933-fe3163cdc961 service neutron] Pushing event updated for resources: {'Port': ['ID=95559423-952b-44b7-96de-15e8dcd1b724,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:36.304601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58e022-3315-4011-a060-7cfee6a1943c req-8fe56ba6-c994-4e15-a769-51c02699d957 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.315635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a58e022-3315-4011-a060-7cfee6a1943c req-8fe56ba6-c994-4e15-a769-51c02699d957 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1690381 Feb 08 23:42:36.364556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:36.378185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a58e022-3315-4011-a060-7cfee6a1943c req-943bfd0d-e424-415a-b5e0-5ee295681984 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Feb 08 23:42:36.379871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:42:36.406420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a07782-e1e5-471b-a3e0-723acd19c482 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:36.413752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1ff7580-a749-4731-ab65-6a5fe66722a5 req-dd2c9542-6e63-4077-b46e-4eaaca5db569 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734192 Feb 08 23:42:36.429090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 65a07782-e1e5-471b-a3e0-723acd19c482, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a07782-e1e5-471b-a3e0-723acd19c482,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:36.432264 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-ba3553c4-ed69-4148-bd8a-d6070ad5a145 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616663 Feb 08 23:42:36.433737 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.434903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-2bfb6483-104f-4706-b4d6-503b53ca5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.436595 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-2bfb6483-104f-4706-b4d6-503b53ca5031 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 1099 time: 0.1335359 Feb 08 23:42:36.491811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:36.557654 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-40fb903d-d81a-427b-9e42-2dde69219d5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=95559423-952b-44b7-96de-15e8dcd1b724 HTTP/1.1" status: 200 len: 217 time: 0.1039503 Feb 08 23:42:36.598875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=65a07782-e1e5-471b-a3e0-723acd19c482,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:36.657162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cd4ca-4ac4-4955-a4c2-c4ad23551062 req-a553882e-eca6-43c5-9e0e-bb7739890d30 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.659419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e81cd4ca-4ac4-4955-a4c2-c4ad23551062 req-a553882e-eca6-43c5-9e0e-bb7739890d30 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 949 time: 0.1119938 Feb 08 23:42:36.666785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b297ce-2892-4da1-9987-368cc09b60dc req-53159ec3-a135-4eb3-b711-215d286e4e40 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.668533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99b297ce-2892-4da1-9987-368cc09b60dc req-53159ec3-a135-4eb3-b711-215d286e4e40 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 947 time: 0.1312921 Feb 08 23:42:36.681169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a07782-e1e5-471b-a3e0-723acd19c482'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:36.712180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-e2cc7d26-34bf-4da3-b5fb-7864a13e61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.713728 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-e2cc7d26-34bf-4da3-b5fb-7864a13e61e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0903752 Feb 08 23:42:36.737100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:36.739959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e81cd4ca-4ac4-4955-a4c2-c4ad23551062 req-4593281b-e42b-4279-a3c9-bbfb13843ec5 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703292 Feb 08 23:42:36.740161 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.755076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99b297ce-2892-4da1-9987-368cc09b60dc req-91573605-6d71-415c-9f2e-67ce81d8cca6 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687506 Feb 08 23:42:36.819331 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:36.840433 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49bf59d0-5f2c-41e2-8502-236962490fb5 req-f71805f7-8b98-430f-95e4-d9ebc3b88257 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010096 Feb 08 23:42:36.853730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-4bffa4a5-3919-4784-8e65-a13d6a400020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:36.855255 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-4bffa4a5-3919-4784-8e65-a13d6a400020 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324091 Feb 08 23:42:37.089496 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-93253304-2101-49dc-ab74-df583677ffc0 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257888 Feb 08 23:42:37.099210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-ccef761d-e873-4e47-b6f8-fb87b0b5a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.102210 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-ccef761d-e873-4e47-b6f8-fb87b0b5a1b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8392dde567704c1291b00e4104cfc8bf&device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 1098 time: 0.1536703 Feb 08 23:42:37.102897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33803ccf-712d-4a37-96ec-253d99f3bd42 req-8cff16a9-5d66-425c-9ebd-ca978f2b9609 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.104647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33803ccf-712d-4a37-96ec-253d99f3bd42 req-8cff16a9-5d66-425c-9ebd-ca978f2b9609 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.0944076 Feb 08 23:42:37.171322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33803ccf-712d-4a37-96ec-253d99f3bd42 req-e144738a-acb6-4c3d-9598-9afd864a05d6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536051 Feb 08 23:42:37.248690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2c7ed85-04ca-4180-b2bf-154f45d08a0e req-1932bf7a-7e22-4c77-8d78-65898dadde6e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454320 Feb 08 23:42:37.352361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-ea3279dd-0137-4065-8580-d7cb5233934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.364437 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-ea3279dd-0137-4065-8580-d7cb5233934b service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2423415 Feb 08 23:42:37.383643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9aaf-1444-4bf2-9903-b027af934162 req-1676be14-c8a4-4f6d-b4ce-af5667f07361 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.398516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab8d9aaf-1444-4bf2-9903-b027af934162 req-1676be14-c8a4-4f6d-b4ce-af5667f07361 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.1365104 Feb 08 23:42:37.463778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab8d9aaf-1444-4bf2-9903-b027af934162 req-be63b626-6cdc-4f9d-abf3-0996f623ac32 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642915 Feb 08 23:42:37.498568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-9ce485f5-7952-4288-98e2-96220fb9c70d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a HTTP/1.1" status: 200 len: 217 time: 0.1183722 Feb 08 23:42:37.501425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'tag': '95559423-952b-44b7-96de-15e8dcd1b724'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:37.503779 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdfd15-9415-4f79-b8a8-0f1f11620e50" -d '{"events": [{"name": "network-changed", "server_uuid": "9355fdbc-3291-43a3-b7e5-743fc7be8765", "tag": "95559423-952b-44b7-96de-15e8dcd1b724"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:37.567735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-227145df-1758-4f59-bdc2-7f0c6e7348f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.569783 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-227145df-1758-4f59-bdc2-7f0c6e7348f5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0607023 Feb 08 23:42:37.646596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-3aa3d3d0-dea0-42cc-bbbc-9b3481068c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.648282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-3aa3d3d0-dea0-42cc-bbbc-9b3481068c5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705352 Feb 08 23:42:37.693680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8e375-b039-4bfe-8a07-0542a5db248f req-97da8839-915f-448e-b37c-d68838d6ed7f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:37.695275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8df8e375-b039-4bfe-8a07-0542a5db248f req-97da8839-915f-448e-b37c-d68838d6ed7f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 948 time: 0.0691414 Feb 08 23:42:37.766385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8df8e375-b039-4bfe-8a07-0542a5db248f req-3a2f9ec6-a45f-49c0-a9e0-c27c28915af9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638556 Feb 08 23:42:37.816204 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-bd0cfc09-4c4d-43ba-a2e4-2c9c581b9142 service neutron] 10.222.0.21 "GET /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.0822682 Feb 08 23:42:37.817195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a07782-e1e5-471b-a3e0-723acd19c482 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:37.897593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 65a07782-e1e5-471b-a3e0-723acd19c482 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:37.906690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 65a07782-e1e5-471b-a3e0-723acd19c482 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:37.907068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:37.925091 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4114423-c3bc-4fc6-8ff3-d967dd9e2d1a x-openstack-request-id: req-e4114423-c3bc-4fc6-8ff3-d967dd9e2d1a {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:37.925556 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9355fdbc-3291-43a3-b7e5-743fc7be8765", "tag": "95559423-952b-44b7-96de-15e8dcd1b724", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:37.925893 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4114423-c3bc-4fc6-8ff3-d967dd9e2d1a {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:37.927025 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'tag': '95559423-952b-44b7-96de-15e8dcd1b724', 'status': 'completed', 'code': 200} Feb 08 23:42:38.058121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-617bce32-0290-46a5-a7b3-3ccdb261568d service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997366 Feb 08 23:42:38.064455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-cc53edf3-da4b-4b69-b1a3-f7cb7a3f8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.067251 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-cc53edf3-da4b-4b69-b1a3-f7cb7a3f8ed8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 1099 time: 0.1398957 Feb 08 23:42:38.078922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c29c75-566e-4ade-86f3-e9eeae31fe1b req-2e46964e-7e32-4c1d-983e-ee327d2c17a8 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.081161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12c29c75-566e-4ade-86f3-e9eeae31fe1b req-2e46964e-7e32-4c1d-983e-ee327d2c17a8 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 947 time: 0.0837145 Feb 08 23:42:38.094717 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:38.145226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12c29c75-566e-4ade-86f3-e9eeae31fe1b req-74f096d9-33dc-41d7-b28f-b6e69e2502cb tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542438 Feb 08 23:42:38.161288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-59f931b7-35fa-4dea-aa26-e273315b2448 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:42:38.162561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-59f931b7-35fa-4dea-aa26-e273315b2448 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056899 Feb 08 23:42:38.164697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a07782-e1e5-471b-a3e0-723acd19c482'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:38.168682 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6337e3-f49d-48cd-bf5a-30bfb117abb5" -d '{"events": [{"server_uuid": "4c7f5e6e-043a-458c-8198-21e1f1214433", "name": "network-vif-plugged", "status": "completed", "tag": "65a07782-e1e5-471b-a3e0-723acd19c482"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:38.187156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 65a07782-e1e5-471b-a3e0-723acd19c482, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a07782-e1e5-471b-a3e0-723acd19c482,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:38.193296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:38.264381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=65a07782-e1e5-471b-a3e0-723acd19c482,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:38.276221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-e1a63cfd-8700-4328-94cc-2e177786f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.277681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-e1a63cfd-8700-4328-94cc-2e177786f6ca service neutron] 10.222.0.32 "GET /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 1093 time: 0.0920763 Feb 08 23:42:38.293396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:38.293848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Unknown quota resources ['binding']. {{(pid=105925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:42:38.412741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69658e-c9a4-49ea-b947-8e7e78a43dd4 req-4ec96e98-f836-499b-a052-5d95ed400e9a tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.420824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b69658e-c9a4-49ea-b947-8e7e78a43dd4 req-4ec96e98-f836-499b-a052-5d95ed400e9a tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 950 time: 0.1813061 Feb 08 23:42:38.492371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b69658e-c9a4-49ea-b947-8e7e78a43dd4 req-e4240976-c1db-4a3e-8650-83fd65bdbdd6 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688238 Feb 08 23:42:38.548748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:38.549278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:38.549756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:38.555535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:38.555535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:38.564292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:38.565687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:38.566396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:38.567112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Bound port: e930fc02-bf5e-4620-8412-b60f1abb56e9, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:38.579338 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-17b8e930-4a09-413d-9800-b26d60f8c35e req-e23b19a5-9597-46e0-9bf5-c6721bc15849 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107524 Feb 08 23:42:38.601634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-f79c93d9-34a3-4d1d-b7e3-295a220dfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.603399 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-f79c93d9-34a3-4d1d-b7e3-295a220dfe18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.5264745 Feb 08 23:42:38.652251 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0803ce-56e1-494f-acb9-429db59a5feb x-openstack-request-id: req-5a0803ce-56e1-494f-acb9-429db59a5feb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:38.652665 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7f5e6e-043a-458c-8198-21e1f1214433", "name": "network-vif-plugged", "status": "completed", "tag": "65a07782-e1e5-471b-a3e0-723acd19c482", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:38.653033 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a0803ce-56e1-494f-acb9-429db59a5feb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:38.653657 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a07782-e1e5-471b-a3e0-723acd19c482', 'code': 200} Feb 08 23:42:38.655552 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-dd77317c-17b5-4229-ba83-230a2bbd7809 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=95559423-952b-44b7-96de-15e8dcd1b724 HTTP/1.1" status: 200 len: 217 time: 0.0434544 Feb 08 23:42:38.707696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:38.716552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] Notify callbacks [] for binding, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:38.727551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a625d198-7c02-47d6-ba21-33063ac10c58 service neutron] 10.222.0.32 "POST /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4368935 Feb 08 23:42:38.731879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-74de75a0-88a1-43c1-a3e0-dec840a28261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.733092 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-74de75a0-88a1-43c1-a3e0-dec840a28261 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0677691 Feb 08 23:42:38.740807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:38.810818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-23358eb2-2682-45b6-a697-854cbc521ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.812334 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-23358eb2-2682-45b6-a697-854cbc521ac1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688694 Feb 08 23:42:38.813421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:38.889245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf25d1-124a-4820-8fc3-1f596742cc2e req-f59a14a9-447c-4d65-8352-7682716deb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.891166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fdf25d1-124a-4820-8fc3-1f596742cc2e req-f59a14a9-447c-4d65-8352-7682716deb7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 1101 time: 0.1607063 Feb 08 23:42:38.902306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18022424-0d34-4771-b34f-27e4fbad3e3a req-311c9277-67f1-4c07-843f-26c74719725f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:38.903788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18022424-0d34-4771-b34f-27e4fbad3e3a req-311c9277-67f1-4c07-843f-26c74719725f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1290998 Feb 08 23:42:38.945973 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-2f6c7668-0f8c-49d9-84a7-382c80f3b4f0 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095002 Feb 08 23:42:38.948027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0d3e01-7c05-409c-87a2-a52d11167a9f {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:38.983832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:39.003335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18022424-0d34-4771-b34f-27e4fbad3e3a req-57d999d6-5903-4c4b-b2fa-5fcc9a6325d0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877578 Feb 08 23:42:39.007252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fdf25d1-124a-4820-8fc3-1f596742cc2e req-0bd226c8-87d7-4313-a926-87fe0e0d394f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023958 Feb 08 23:42:39.032767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:39.036571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d1d2-09a3-4303-ad97-6c00c99cb74c req-402f0e6d-fd9d-4eb0-a7d7-8771f07bca44 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.049119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8890d1d2-09a3-4303-ad97-6c00c99cb74c req-402f0e6d-fd9d-4eb0-a7d7-8771f07bca44 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 944 time: 0.1222785 Feb 08 23:42:39.128420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8890d1d2-09a3-4303-ad97-6c00c99cb74c req-64ec9ee8-2687-4e0e-b6a6-4a9e9385e0ca tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738554 Feb 08 23:42:39.131541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] Transition to ACTIVE for port object 5d0d3e01-7c05-409c-87a2-a52d11167a9f will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:39.140273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:39.184152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87261871-68e1-48ed-8edb-68b2d29bb77d req-c472a8f0-dd1c-41e5-9fd8-7ec5c884d834 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.188014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87261871-68e1-48ed-8edb-68b2d29bb77d req-c472a8f0-dd1c-41e5-9fd8-7ec5c884d834 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 948 time: 0.1048217 Feb 08 23:42:39.232092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=10']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:39.250080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] No DVR routers for this DVR port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:39.254631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21fdfd15-9415-4f79-b8a8-0f1f11620e50 req-e5638426-04d2-4524-9ccc-1cba46fcd030 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020701 Feb 08 23:42:39.291478 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e596d9d1-dcb1-4af4-ba98-408bafd75745 service neutron] 10.222.0.21 "PUT /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4688072 Feb 08 23:42:39.293755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87261871-68e1-48ed-8edb-68b2d29bb77d req-41cd1c91-3ff0-4560-8420-899e6e23dfc6 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963757 Feb 08 23:42:39.367516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06793f-34f2-465d-b83d-ac7ba80e882d req-8e6da54b-cfd8-4415-8de0-b5efeec7bce5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.381184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06793f-34f2-465d-b83d-ac7ba80e882d req-8e6da54b-cfd8-4415-8de0-b5efeec7bce5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 945 time: 0.1334980 Feb 08 23:42:39.458034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06793f-34f2-465d-b83d-ac7ba80e882d req-4f589a56-7881-44c4-89f8-da5958285d7d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750296 Feb 08 23:42:39.481271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-513eed9c-8232-42e8-ad89-a7d88f6ca6a8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859296 Feb 08 23:42:39.483138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-1dff6ca2-880a-4dcd-99eb-8e97c9829c5e tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.484534 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-1dff6ca2-880a-4dcd-99eb-8e97c9829c5e tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.1194212 Feb 08 23:42:39.494350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffc3c4-d785-4c7b-b8d7-f77d4693c083 req-aa3de8f3-5ad6-4a96-9914-a897f29f6c48 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.501694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7ffc3c4-d785-4c7b-b8d7-f77d4693c083 req-aa3de8f3-5ad6-4a96-9914-a897f29f6c48 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 947 time: 0.1122286 Feb 08 23:42:39.554972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7ffc3c4-d785-4c7b-b8d7-f77d4693c083 req-874c1f65-fc33-40a8-9a7e-aa28099c1bad tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519629 Feb 08 23:42:39.614072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-8f626b1d-67e0-4cbc-9e7c-74886a550a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.615596 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-8f626b1d-67e0-4cbc-9e7c-74886a550a79 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 1096 time: 0.1143425 Feb 08 23:42:39.625156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-c1836dbc-4d49-45b4-a6a9-4b7e5130b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.626919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-c1836dbc-4d49-45b4-a6a9-4b7e5130b56b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 1096 time: 0.0759742 Feb 08 23:42:39.650672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cff48f4c-346a-4fdc-8dac-3d212f670b2a details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:39.662791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aef18-22e0-4502-aab7-b00ff9f74487 req-c796853d-3613-4616-9d09-d8c282742f29 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.666315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc1aef18-22e0-4502-aab7-b00ff9f74487 req-c796853d-3613-4616-9d09-d8c282742f29 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 950 time: 0.0824311 Feb 08 23:42:39.674949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:39.746327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc1aef18-22e0-4502-aab7-b00ff9f74487 req-8087df83-bef8-4184-8570-2ee8e63621f0 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666807 Feb 08 23:42:39.814307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:39.831562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-84e72866-d25e-4d3e-a852-125a535b62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.832098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 95559423-952b-44b7-96de-15e8dcd1b724 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:39.833078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-84e72866-d25e-4d3e-a852-125a535b62fe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1096 time: 0.1773953 Feb 08 23:42:39.868352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-88ef99b5-852b-4046-ba71-bdfa5b6f0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.869841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-88ef99b5-852b-4046-ba71-bdfa5b6f0bac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1100 time: 0.1108079 Feb 08 23:42:39.873211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-7bedfeab-59fd-4a8f-b153-5163f3bbdea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:39.874645 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-7bedfeab-59fd-4a8f-b153-5163f3bbdea5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 924 time: 0.2208927 Feb 08 23:42:39.909288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:39.910006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:39.945337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cff48f4c-346a-4fdc-8dac-3d212f670b2a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:39.978384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a', 'mac_address': 'fa:16:3e:2c:fd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:40.027439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:40.060699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff48f4c-346a-4fdc-8dac-3d212f670b2a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:40.067762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 95559423-952b-44b7-96de-15e8dcd1b724, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=95559423-952b-44b7-96de-15e8dcd1b724,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:40.123793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '95559423-952b-44b7-96de-15e8dcd1b724', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '95559423-952b-44b7-96de-15e8dcd1b724', 'mac_address': 'fa:16:3e:c7:e6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:40.124024 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-174b68ba-8ef3-4a1e-8362-849115ddd387 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e HTTP/1.1" status: 200 len: 1001 time: 0.2235148 Feb 08 23:42:40.140798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cff48f4c-346a-4fdc-8dac-3d212f670b2a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:40.164842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:40.169896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:40.211043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-98844366-1afe-4357-9789-f322cd607c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.212506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-98844366-1afe-4357-9789-f322cd607c8f service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.3695812 Feb 08 23:42:40.237886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-5c615a60-8653-44a5-a4c5-d62d0b27e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.239838 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-5c615a60-8653-44a5-a4c5-d62d0b27e0f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3288209 Feb 08 23:42:40.260454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:40.264743 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:40.270513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:40.290328 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-080d0ae6-243d-4946-8fc8-8e29a117fab5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 217 time: 0.0619948 Feb 08 23:42:40.304902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95559423-952b-44b7-96de-15e8dcd1b724 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:40.340613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 95559423-952b-44b7-96de-15e8dcd1b724, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=95559423-952b-44b7-96de-15e8dcd1b724,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:40.341348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ca5e9-7d12-4af6-9fa2-ac70bb3f12f5 req-e6f84e83-9fbd-4602-bd90-5109f7f42513 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.345725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=cff48f4c-346a-4fdc-8dac-3d212f670b2a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:40.350880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-860ca5e9-7d12-4af6-9fa2-ac70bb3f12f5 req-e6f84e83-9fbd-4602-bd90-5109f7f42513 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1695454 Feb 08 23:42:40.353120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:40.373625 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-6e276f43-67a1-4296-bfbb-74a7d9dd258f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0918181 Feb 08 23:42:40.379726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-e7f7ccf6-3fb3-4f5d-89d9-a98883390fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.382053 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-e7f7ccf6-3fb3-4f5d-89d9-a98883390fbd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.2463369 Feb 08 23:42:40.410112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12fccb-2b6c-4c3c-b6d3-cecb8ccfbfc0 req-08556b5f-8388-4edb-99f2-f61ad091ab95 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.418034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d12fccb-2b6c-4c3c-b6d3-cecb8ccfbfc0 req-08556b5f-8388-4edb-99f2-f61ad091ab95 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.1419480 Feb 08 23:42:40.427354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:40.441012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-860ca5e9-7d12-4af6-9fa2-ac70bb3f12f5 req-9cc3b482-cbc0-4801-97b5-ec9154c1dc5e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821438 Feb 08 23:42:40.465388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-fb9a5470-f366-4601-a8e0-ffe123f856fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.467631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-fb9a5470-f366-4601-a8e0-ffe123f856fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.1622381 Feb 08 23:42:40.473286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['cff48f4c-346a-4fdc-8dac-3d212f670b2a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:40.507309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d12fccb-2b6c-4c3c-b6d3-cecb8ccfbfc0 req-4f434ada-67ee-4952-814d-7ca00376f97a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880971 Feb 08 23:42:40.514358 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-51671b9a-7103-4033-8ac5-694cea2eafb8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380673 Feb 08 23:42:40.518879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-90d75047-e5bb-4888-a1c4-b38d0f1f034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.520312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-90d75047-e5bb-4888-a1c4-b38d0f1f034e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1371925 Feb 08 23:42:40.524715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-791e7f38-2d44-4049-a04f-5f7188540694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.526183 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-791e7f38-2d44-4049-a04f-5f7188540694 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274297 Feb 08 23:42:40.544674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=95559423-952b-44b7-96de-15e8dcd1b724,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:40.644795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['95559423-952b-44b7-96de-15e8dcd1b724'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:40.666756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:40.668955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32316a82-ccbc-4b4c-b62c-ba3b82861d9f req-b79fe3b2-c77d-4f2a-b3f1-3d7466f80f82 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.670421 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a21372-a31c-411c-b905-0349db08088e" -d '{"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-plugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:40.677399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32316a82-ccbc-4b4c-b62c-ba3b82861d9f req-b79fe3b2-c77d-4f2a-b3f1-3d7466f80f82 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 949 time: 0.1280298 Feb 08 23:42:40.726705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba37e4-c7b6-4e52-8a58-c10dd64cb867 req-cc10192e-f127-43c1-add9-af9453fff214 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:40.733977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfba37e4-c7b6-4e52-8a58-c10dd64cb867 req-cc10192e-f127-43c1-add9-af9453fff214 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 945 time: 0.1159320 Feb 08 23:42:40.749559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32316a82-ccbc-4b4c-b62c-ba3b82861d9f req-a48ad423-8efb-4aeb-b081-4cc11472ed48 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711703 Feb 08 23:42:40.822544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfba37e4-c7b6-4e52-8a58-c10dd64cb867 req-da9999ef-e8a5-4744-98ee-9c9775bb1838 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876083 Feb 08 23:42:40.902007 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2668abd2-55a6-4f88-8618-6d138a4f970f x-openstack-request-id: req-2668abd2-55a6-4f88-8618-6d138a4f970f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:40.902560 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-plugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:40.902991 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2668abd2-55a6-4f88-8618-6d138a4f970f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:40.903688 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'code': 200} Feb 08 23:42:40.916411 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-415e3d43-d26a-4090-9920-03408c320450 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940089 Feb 08 23:42:41.044966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bb1e2-5e66-42be-9560-a3e83e8587be req-09d68b8a-6a67-440f-9020-5ffb1637753d tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.053496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b8bb1e2-5e66-42be-9560-a3e83e8587be req-09d68b8a-6a67-440f-9020-5ffb1637753d tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 948 time: 0.1777771 Feb 08 23:42:41.116952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-ecf20482-e629-4f25-a161-098021c9a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.116952 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-ecf20482-e629-4f25-a161-098021c9a8a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5789516 Feb 08 23:42:41.131164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c04c8-63a2-45ef-b5f7-35689fab2b04 req-e07502df-ece6-46f7-8a23-ada58c5f67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.141033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c75c04c8-63a2-45ef-b5f7-35689fab2b04 req-e07502df-ece6-46f7-8a23-ada58c5f67e3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1100 time: 0.1648116 Feb 08 23:42:41.160529 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5d54aec3-646f-4144-939e-c34cb202aceb service neutron] show failed (client error): The resource could not be found. Feb 08 23:42:41.161538 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5d54aec3-646f-4144-939e-c34cb202aceb service neutron] 10.222.0.21 "GET /v2.0/ports/39a40bef-9129-4751-8656-9fc61bcd70c2/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.1764941 Feb 08 23:42:41.179505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b8bb1e2-5e66-42be-9560-a3e83e8587be req-1c3af2eb-bb20-4f5b-a60f-41a16045dc14 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Feb 08 23:42:41.191837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-8eebe707-37e0-4d11-8b67-5745b3263948 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445944 Feb 08 23:42:41.203708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675dbc8-1118-4b19-a44a-5363cbe747e5 req-6be3bd58-e237-4117-a65a-68e239788d52 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.214734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8675dbc8-1118-4b19-a44a-5363cbe747e5 req-6be3bd58-e237-4117-a65a-68e239788d52 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 950 time: 0.1353920 Feb 08 23:42:41.247974 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-e7f5e772-724d-4cc3-bf56-de0f8b36c7ba service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800806 Feb 08 23:42:41.248385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c75c04c8-63a2-45ef-b5f7-35689fab2b04 req-cf3b545c-bf41-4588-a4db-f3c2d2a4d43f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030436 Feb 08 23:42:41.282040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8675dbc8-1118-4b19-a44a-5363cbe747e5 req-8dc5fff1-e467-4186-88d5-45ed8f83ff37 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655344 Feb 08 23:42:41.363339 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-4f34e1d5-d399-41aa-9e1b-5bd0110bb199 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313786 Feb 08 23:42:41.434611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa7714ae-80ab-4b82-885b-5490b73e634d req-d63ebb1d-e975-470e-9dc2-0288b9214b75 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052658 Feb 08 23:42:41.524792 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa0b0471-83c4-408c-b523-fbe2626f2bcb req-294a3fda-5417-495f-acdb-2040b7e2fac8 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541021 Feb 08 23:42:41.640587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-f83a7d31-9838-43dc-bd69-0f9ffaf0ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.643906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-f83a7d31-9838-43dc-bd69-0f9ffaf0ccc5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e&tenant_id=382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 1100 time: 0.0780473 Feb 08 23:42:41.659831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec287c-d6cb-4236-8ca5-275d905a7749 req-c1623fd9-8717-4bf8-9fd3-0fb197e9d5b7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.670634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8ec287c-d6cb-4236-8ca5-275d905a7749 req-c1623fd9-8717-4bf8-9fd3-0fb197e9d5b7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.1169391 Feb 08 23:42:41.672053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:41.683268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cff48f4c-346a-4fdc-8dac-3d212f670b2a up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:41.734251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8ec287c-d6cb-4236-8ca5-275d905a7749 req-4ec3c01e-4c35-4d3c-b39e-0083fb617560 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584805 Feb 08 23:42:41.825230 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0f73c62e-f521-434c-9081-5910374916c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:41.835728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port cff48f4c-346a-4fdc-8dac-3d212f670b2a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:41.845570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port cff48f4c-346a-4fdc-8dac-3d212f670b2a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:41.846092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:41.879053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:41.886042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77357f5-8a1e-4808-881e-5ef9dd8c8b8f req-5dcc19f6-56ef-4bf8-9c36-45be237d5d2f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:41.889557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b77357f5-8a1e-4808-881e-5ef9dd8c8b8f req-5dcc19f6-56ef-4bf8-9c36-45be237d5d2f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.1299901 Feb 08 23:42:41.923646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 95559423-952b-44b7-96de-15e8dcd1b724 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:42.028696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.069382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 95559423-952b-44b7-96de-15e8dcd1b724 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:42.080152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 95559423-952b-44b7-96de-15e8dcd1b724 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:42.081336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.101270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b77357f5-8a1e-4808-881e-5ef9dd8c8b8f req-1dfd823b-2329-45aa-a652-e33c42d4deec tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994112 Feb 08 23:42:42.117585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cff48f4c-346a-4fdc-8dac-3d212f670b2a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:42.117585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.152485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68ac9d-4ea6-4a61-9bbf-7161491cef05 req-b2516547-f0f6-4d53-9535-8f2570e4782b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:42.171314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee68ac9d-4ea6-4a61-9bbf-7161491cef05 req-b2516547-f0f6-4d53-9535-8f2570e4782b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 949 time: 0.2803321 Feb 08 23:42:42.194680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=cff48f4c-346a-4fdc-8dac-3d212f670b2a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:42.235619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:42.243304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-607e154d-ef86-45b8-8ca4-08a1a56a30d0 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:42.245175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-607e154d-ef86-45b8-8ca4-08a1a56a30d0 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.3184552 Feb 08 23:42:42.272537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.343463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:42.344067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 95559423-952b-44b7-96de-15e8dcd1b724, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=95559423-952b-44b7-96de-15e8dcd1b724,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:42.349287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.350540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:42.366925 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee68ac9d-4ea6-4a61-9bbf-7161491cef05 req-cd98d0ef-c01f-4036-ad5c-0ceecc1287aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936729 Feb 08 23:42:42.418213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-19fa834c-5f2a-4828-bd8b-c5d16ea4f1d9 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292088 Feb 08 23:42:42.463862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:42.466698 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6cf870-5d72-4f37-9c7d-9d8905f10a66" -d '{"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-unplugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:42.479416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.508468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Transition to ACTIVE for port object 39a40bef-9129-4751-8656-9fc61bcd70c2 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:42.514669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.645314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] No DVR routers for this DVR port 39a40bef-9129-4751-8656-9fc61bcd70c2 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:42.656602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:42:42.659644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=6']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:42.661921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=95559423-952b-44b7-96de-15e8dcd1b724,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:42.707346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:42.707703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:42.708284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:42.717423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Port 39a40bef-9129-4751-8656-9fc61bcd70c2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:42.717753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Attempting to bind port 39a40bef-9129-4751-8656-9fc61bcd70c2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:42.724088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:42.724499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:42.725533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:42.726170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Bound port: 39a40bef-9129-4751-8656-9fc61bcd70c2, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:42.726536 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.766502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-5ad63722-1640-41e4-9e83-982089e9b9fb tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:42.768589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-5ad63722-1640-41e4-9e83-982089e9b9fb tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346837 Feb 08 23:42:42.778949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aadacc-7aff-4df3-a9f2-575f0d7072c3 req-ec9a3bc8-e1cc-4e9f-bd2c-b584de74aa1e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:42.780437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6aadacc-7aff-4df3-a9f2-575f0d7072c3 req-ec9a3bc8-e1cc-4e9f-bd2c-b584de74aa1e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 945 time: 0.2406652 Feb 08 23:42:42.791546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-750cb3be-2fea-4d06-bc83-c178d87be697 service neutron] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:42.801390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:42.805701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:42.807599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-750cb3be-2fea-4d06-bc83-c178d87be697 service neutron] Notify callbacks [] for binding, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.808709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfa7bcb-1015-4919-aab9-b3a1ebb83a27 req-750cb3be-2fea-4d06-bc83-c178d87be697 service neutron] 10.222.0.84 "DELETE /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.5540445 Feb 08 23:42:42.810723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.816961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-a0fe8f9b-45a7-415e-9938-b6319451d040 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/quotas/f9b6ca290429422e8ee7f6a42e64526a HTTP/1.1" status: 200 len: 375 time: 0.0354927 Feb 08 23:42:42.862193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:42.863140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:42.864710 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] 10.222.0.84 "PUT /v2.0/ports/39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 1095 time: 1.2065537 Feb 08 23:42:42.887995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916c1a8-f04a-4671-bfad-22536bacb067 service neutron] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:42.892169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6aadacc-7aff-4df3-a9f2-575f0d7072c3 req-061a7748-9216-4cb1-81c4-4158fa5e7489 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032765 Feb 08 23:42:42.904857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a'}, {'server_uuid': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95559423-952b-44b7-96de-15e8dcd1b724'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:42.908179 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a4bb8a-1a35-40a3-9bd1-241a6d86221f" -d '{"events": [{"server_uuid": "e3ec604e-c052-43f2-82cc-865473ee7f4b", "name": "network-vif-plugged", "status": "completed", "tag": "cff48f4c-346a-4fdc-8dac-3d212f670b2a"}, {"server_uuid": "9355fdbc-3291-43a3-b7e5-743fc7be8765", "name": "network-vif-plugged", "status": "completed", "tag": "95559423-952b-44b7-96de-15e8dcd1b724"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:42.913516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-d5e12f42-4987-4daf-9f10-3b4dafc69abf tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846856 Feb 08 23:42:43.069399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-0e2d5254-9e86-44d5-a364-032e3d1ffb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.070970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-0e2d5254-9e86-44d5-a364-032e3d1ffb6b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1098 time: 0.0947423 Feb 08 23:42:43.090204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee2705-5206-42c0-b47c-fc676d6e7a80 req-85499fa6-7b7d-4d33-acc5-10e4458e661b tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.091733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29ee2705-5206-42c0-b47c-fc676d6e7a80 req-85499fa6-7b7d-4d33-acc5-10e4458e661b tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 949 time: 0.0643406 Feb 08 23:42:43.161504 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc5fd3-cc83-4cb5-9029-0b5239b656d5 x-openstack-request-id: req-a8cc5fd3-cc83-4cb5-9029-0b5239b656d5 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:43.163395 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-unplugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:43.163395 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8cc5fd3-cc83-4cb5-9029-0b5239b656d5 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:43.163982 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'code': 200} Feb 08 23:42:43.199930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29ee2705-5206-42c0-b47c-fc676d6e7a80 req-a1b3d2f5-c073-45b9-8912-d86d394fc5ec tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856640 Feb 08 23:42:43.276453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-4aed3894-fb64-4789-84dc-5354c848be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.277986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-4aed3894-fb64-4789-84dc-5354c848be4f service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1853747 Feb 08 23:42:43.281580 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a567a-18ea-4a1c-92bd-6381eda2100f x-openstack-request-id: req-ff9a567a-18ea-4a1c-92bd-6381eda2100f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:43.281976 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec604e-c052-43f2-82cc-865473ee7f4b", "name": "network-vif-plugged", "status": "completed", "tag": "cff48f4c-346a-4fdc-8dac-3d212f670b2a", "code": 200}, {"server_uuid": "9355fdbc-3291-43a3-b7e5-743fc7be8765", "name": "network-vif-plugged", "status": "completed", "tag": "95559423-952b-44b7-96de-15e8dcd1b724", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:43.282380 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff9a567a-18ea-4a1c-92bd-6381eda2100f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:43.282734 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a', 'code': 200} Feb 08 23:42:43.282920 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95559423-952b-44b7-96de-15e8dcd1b724', 'code': 200} Feb 08 23:42:43.348856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-a000e4a6-d2bc-4600-a9f3-63edca57bdb0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0533724 Feb 08 23:42:43.359811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c818f-b53f-4a89-9ec3-4dc0012f994d req-b3a9b9e2-cdd6-449b-982e-695cf8c8e295 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.361897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd9c818f-b53f-4a89-9ec3-4dc0012f994d req-b3a9b9e2-cdd6-449b-982e-695cf8c8e295 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.1453230 Feb 08 23:42:43.476152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813e9a-11da-49e5-91c7-2305cf37c6ff req-764a5495-8eb8-47ca-8b6c-266c03db6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.477807 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-62813e9a-11da-49e5-91c7-2305cf37c6ff req-764a5495-8eb8-47ca-8b6c-266c03db6e9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 1101 time: 0.0829351 Feb 08 23:42:43.479367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81973c0a-bbe8-4490-bd44-e7497dae828f req-35e481f3-ec20-4bd7-8418-59c428c92487 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 210 time: 0.0578260 Feb 08 23:42:43.489689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd9c818f-b53f-4a89-9ec3-4dc0012f994d req-405695d8-0861-4a2d-afb7-a987a2021cf4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161463 Feb 08 23:42:43.491510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-fd6e2bfa-af13-4230-bfe2-f1f5faceaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.492863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-fd6e2bfa-af13-4230-bfe2-f1f5faceaa6e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1300294 Feb 08 23:42:43.516691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8665690-1dfc-4fab-8b4a-5e53333d5680 req-299021de-cad3-45d3-9b1a-0e549308f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.519837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a8665690-1dfc-4fab-8b4a-5e53333d5680 req-299021de-cad3-45d3-9b1a-0e549308f1d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 1100 time: 0.0814886 Feb 08 23:42:43.568037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-6c51bff4-9396-4b92-b8d1-5b710bac4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.569684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-6c51bff4-9396-4b92-b8d1-5b710bac4d9f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676196 Feb 08 23:42:43.584752 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-62813e9a-11da-49e5-91c7-2305cf37c6ff req-f6e86fb7-64e3-4c5d-8cf3-aadef6498127 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001787 Feb 08 23:42:43.604160 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a8665690-1dfc-4fab-8b4a-5e53333d5680 req-261e4a79-83ce-4021-b07f-b8cee783b3d7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718176 Feb 08 23:42:43.703272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996dfdb-610b-41b2-8a47-3f31d84e4dab req-cea80d27-581f-4636-a778-5fb9687e8bfe tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.704723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8996dfdb-610b-41b2-8a47-3f31d84e4dab req-cea80d27-581f-4636-a778-5fb9687e8bfe tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.0915296 Feb 08 23:42:43.732796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-f0f58e7c-23ef-43e8-986d-2d520bebc92f service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542022 Feb 08 23:42:43.752210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8996dfdb-610b-41b2-8a47-3f31d84e4dab req-59c3d818-6166-444c-b1d3-20dd2e29e060 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382767 Feb 08 23:42:43.928885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768c07e-e820-4e32-b8f2-e1492d5e7e21 req-ea5eb310-1b6d-45dd-ba49-8d9e9f6a5177 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:43.931009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b768c07e-e820-4e32-b8f2-e1492d5e7e21 req-ea5eb310-1b6d-45dd-ba49-8d9e9f6a5177 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 950 time: 0.1173694 Feb 08 23:42:43.964329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-17e9e1dd-66fe-4de0-9eca-64fb840d100d service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474848 Feb 08 23:42:43.998190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b768c07e-e820-4e32-b8f2-e1492d5e7e21 req-6de7f2f1-dbf6-4789-937b-6dad6ddd8cb5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576034 Feb 08 23:42:44.176745 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d9f3619c-0129-4090-877f-2632cb95f372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:44.185677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11c2b9-3123-47e0-84a2-a298dd8544cf req-9eefac37-511a-4990-aeb5-4610c199e24c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.187202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e11c2b9-3123-47e0-84a2-a298dd8544cf req-9eefac37-511a-4990-aeb5-4610c199e24c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 945 time: 0.0714328 Feb 08 23:42:44.240106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e11c2b9-3123-47e0-84a2-a298dd8544cf req-976fdb85-be98-4735-8221-961bc0a6d8ae tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Feb 08 23:42:44.287595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f88079-4377-436a-85d4-3a01613d74f3 req-0a6e1d4b-cacd-420c-83a9-ebe9386cbbb1 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.289188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f88079-4377-436a-85d4-3a01613d74f3 req-0a6e1d4b-cacd-420c-83a9-ebe9386cbbb1 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1096 time: 0.0445173 Feb 08 23:42:44.353123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f88079-4377-436a-85d4-3a01613d74f3 req-e242f071-5be4-4c3b-8940-3a97ee7b70e9 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577838 Feb 08 23:42:44.364332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-7d71c5da-5f11-4a3c-8696-c40b07d0d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.382159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-7d71c5da-5f11-4a3c-8696-c40b07d0d245 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0760109 Feb 08 23:42:44.513659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-91a88cba-2a40-411c-a9f5-c49a2b93e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.515108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-91a88cba-2a40-411c-a9f5-c49a2b93e8a5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1364820 Feb 08 23:42:44.527618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90511861-0035-4181-ab1e-059ab266935b req-683f5ceb-4986-4cf5-ab5b-3255c979d72a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.529120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90511861-0035-4181-ab1e-059ab266935b req-683f5ceb-4986-4cf5-ab5b-3255c979d72a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 949 time: 0.0747027 Feb 08 23:42:44.558726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-540a158d-dde5-4cc1-b233-99c6b047dac0 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392635 Feb 08 23:42:44.575043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-fc5cded9-b1af-4dbc-9274-8d8a1e4d38b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 217 time: 0.0447855 Feb 08 23:42:44.655121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90511861-0035-4181-ab1e-059ab266935b req-e568b439-ce56-4fef-a8f1-90c389b097fc tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163056 Feb 08 23:42:44.701077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-b6e11837-1e68-4d7d-b4f9-3cbe7a431a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.702571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-b6e11837-1e68-4d7d-b4f9-3cbe7a431a8e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1186559 Feb 08 23:42:44.748384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-cce5f99d-5418-40b6-840e-6a3c630be29f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:44.750316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-cce5f99d-5418-40b6-840e-6a3c630be29f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847901 Feb 08 23:42:44.770530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Request body: {'port': {'device_id': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'f9b6ca290429422e8ee7f6a42e64526a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:44.910283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Made reservation on behalf of f9b6ca290429422e8ee7f6a42e64526a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:44.916355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:44.962116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-b4bb841c-17d7-47bf-bce6-3bdd0ce32197 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2500176 Feb 08 23:42:45.003766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68afce51-e4c0-42a6-a392-09a90fb7b087 req-2a900701-d843-4600-95fa-51c35c187fea tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 210 time: 0.0439789 Feb 08 23:42:45.054548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Allocated IP 192.168.233.146 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/ded9ddfb-b725-49f5-9b86-552237e802ed) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:45.087222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-785a0e06-dd00-4085-af49-01619f44292d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:45.088949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-785a0e06-dd00-4085-af49-01619f44292d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.4645867 Feb 08 23:42:45.140285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-60791026-1f0d-4194-8c61-d2ca7bd59fcc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/quotas/5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 375 time: 0.0330751 Feb 08 23:42:45.148540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-fcc14b93-0c0e-4fe0-bb17-1652606f9397 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739035 Feb 08 23:42:45.166190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6829130-a37a-4dba-ad7d-d7e583046531 req-74246372-7b58-4b79-8d38-9981948ed1d2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:45.166515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:45.167529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6829130-a37a-4dba-ad7d-d7e583046531 req-74246372-7b58-4b79-8d38-9981948ed1d2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.0986402 Feb 08 23:42:45.169051 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868" -d '{"events": [{"name": "network-changed", "server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:45.218989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.255539 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.269484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-701060a4-43b3-4f09-a6dc-3e4731f50962 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187608 Feb 08 23:42:45.271169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a07782-e1e5-471b-a3e0-723acd19c482'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:45.310954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:45.311848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6829130-a37a-4dba-ad7d-d7e583046531 req-cab28584-e0f0-4289-9f56-cae3f7947241 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205087 Feb 08 23:42:45.340412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Pushing event updated for resources: {'Port': ['ID=ded9ddfb-b725-49f5-9b86-552237e802ed,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:45.349294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:45.352933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.366267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-27cdbbc2-1fbe-44ca-8481-d04ad440e476 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975555 Feb 08 23:42:45.368230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:45.382500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:45.383173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.411916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-272e0012-23c9-496f-b15b-ef9825e21c7c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6466885 Feb 08 23:42:45.423511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Request body: {'port': {'device_id': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:45.425231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-12399263-cecd-4349-8c8b-7b13f18e005b service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420925 Feb 08 23:42:45.503926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.658739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-e073da65-b534-4c43-aea3-36466d596f49 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:45.660824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-e073da65-b534-4c43-aea3-36466d596f49 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.1699531 Feb 08 23:42:45.664189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1f6b69a5-2610-4c4b-bc97-002ce2464d40 None None] Provisioning complete for port ded9ddfb-b725-49f5-9b86-552237e802ed triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:45.664634 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f6b69a5-2610-4c4b-bc97-002ce2464d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.666644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-f73f1650-6555-49b0-b509-0ec87bcc0839 service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375252 Feb 08 23:42:45.679696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:45.692493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-7cb8eb52-621b-4755-ba46-4b85911b72fa tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:45.694052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-7cb8eb52-621b-4755-ba46-4b85911b72fa tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.2515173 Feb 08 23:42:45.713560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b69a5-2610-4c4b-bc97-002ce2464d40 None None] Port ded9ddfb-b725-49f5-9b86-552237e802ed cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:45.731394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-9cc87abb-c850-49f8-9294-1d916e8cc165 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/quotas/401a567377f54e69b6b71fe9943a4e85 HTTP/1.1" status: 200 len: 375 time: 0.0188870 Feb 08 23:42:45.796465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded9ddfb-b725-49f5-9b86-552237e802ed {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:45.806853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.806987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.823672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Transition to ACTIVE for port object ded9ddfb-b725-49f5-9b86-552237e802ed will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:45.827304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:45.829793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-f828a1af-4031-4370-9855-1cfa8260a4b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744448 Feb 08 23:42:45.858987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:45.920196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Pushing event updated for resources: {'Port': ['ID=ded9ddfb-b725-49f5-9b86-552237e802ed,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:45.921971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:42:45.936252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Attempting to bind port ded9ddfb-b725-49f5-9b86-552237e802ed on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:45.937059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Attempting to bind port ded9ddfb-b725-49f5-9b86-552237e802ed by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:45.937494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Attempting to bind port ded9ddfb-b725-49f5-9b86-552237e802ed on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:45.943651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Port ded9ddfb-b725-49f5-9b86-552237e802ed on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:45.944070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Attempting to bind port ded9ddfb-b725-49f5-9b86-552237e802ed on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:45.951287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:45.951709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:45.952167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:45.952678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Bound port: ded9ddfb-b725-49f5-9b86-552237e802ed, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:45.953155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.036418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] For port ded9ddfb-b725-49f5-9b86-552237e802ed, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:46.039802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] For port ded9ddfb-b725-49f5-9b86-552237e802ed, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ded9ddfb-b725-49f5-9b86-552237e802ed,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:46.046844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.082043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.082795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.084423 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] 10.222.0.21 "PUT /v2.0/ports/ded9ddfb-b725-49f5-9b86-552237e802ed HTTP/1.1" status: 200 len: 1096 time: 0.6650381 Feb 08 23:42:46.116427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-a9b680b2-303a-44d1-92a3-1165eed53fab service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637477 Feb 08 23:42:46.120275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:46.132312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53770fc9-b7bf-49d2-b6a2-825f979b9c22 service neutron] Pushing event updated for resources: {'Port': ['ID=ded9ddfb-b725-49f5-9b86-552237e802ed,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:46.134447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7099b6-5d62-4f3d-a3bb-026f67d4e33f req-804bd6f5-066b-43a3-b7db-348191ffdf52 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.145610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e7099b6-5d62-4f3d-a3bb-026f67d4e33f req-804bd6f5-066b-43a3-b7db-348191ffdf52 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 950 time: 0.2685549 Feb 08 23:42:46.182403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-39e581ef-e75d-4f33-bd0e-731b9de896bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.184009 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-39e581ef-e75d-4f33-bd0e-731b9de896bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 1099 time: 0.0475123 Feb 08 23:42:46.241715 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-b3b7f7bb-71f6-4b53-9d13-c4c359d3bd05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ded9ddfb-b725-49f5-9b86-552237e802ed HTTP/1.1" status: 200 len: 217 time: 0.0481935 Feb 08 23:42:46.279719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e7099b6-5d62-4f3d-a3bb-026f67d4e33f req-6cbab206-0e95-47bc-8c3d-e9951daabf61 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309142 Feb 08 23:42:46.325230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-66a87534-47f9-49e4-a4a9-ea4d99f489c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.327289 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-66a87534-47f9-49e4-a4a9-ea4d99f489c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0786526 Feb 08 23:42:46.361196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:46.366968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-f9b195c5-5d16-431c-900e-52d0d33c0328 service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496305 Feb 08 23:42:46.382840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-f6bfdd75-60c3-47f6-9898-f8f1f7dc8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.384523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-f6bfdd75-60c3-47f6-9898-f8f1f7dc8e9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490258 Feb 08 23:42:46.435251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:46.437733 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b30f54-4b84-4c03-8571-fb9191cd2a27" -d '{"events": [{"server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:46.443288 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.444314 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1497bf93-e695-467a-bcf2-c88ef79ab253 x-openstack-request-id: req-1497bf93-e695-467a-bcf2-c88ef79ab253 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:46.445023 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:46.445023 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1497bf93-e695-467a-bcf2-c88ef79ab253 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:46.447193 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'status': 'completed', 'code': 200} Feb 08 23:42:46.449816 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.587761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56da4d-cbf9-44f4-82d2-c1d242ca3a0e req-80130295-e92d-4fcc-98b6-2d96b1980720 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.589391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af56da4d-cbf9-44f4-82d2-c1d242ca3a0e req-80130295-e92d-4fcc-98b6-2d96b1980720 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.1227345 Feb 08 23:42:46.625729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:46.648994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:46.649331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:46.649660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:46.654936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:46.655274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Attempting to bind port e930fc02-bf5e-4620-8412-b60f1abb56e9 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:46.655651 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-394d8cb7-ff96-43e2-9386-4e864c03d9b3 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552214 Feb 08 23:42:46.674916 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.675497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:46.675497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:46.675740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:46.676149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Bound port: e930fc02-bf5e-4620-8412-b60f1abb56e9, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:46.676700 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:46.720054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af56da4d-cbf9-44f4-82d2-c1d242ca3a0e req-4d9b7e34-41b8-4f6b-a3cb-54247cd6d90d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940366 Feb 08 23:42:46.788533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-83289e32-e9c7-47d1-9b2a-8343f1330b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.790066 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-83289e32-e9c7-47d1-9b2a-8343f1330b59 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1098 time: 0.3158116 Feb 08 23:42:46.791705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-5b9e3028-74e0-47b5-9533-965c944c45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.793533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-5b9e3028-74e0-47b5-9533-965c944c45a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1098 time: 0.3454735 Feb 08 23:42:46.847962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0be29a11-0465-4035-8bc3-6817e829a260 req-a88b6651-d371-45cf-a99c-a3d058a04ebc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 210 time: 0.0456626 Feb 08 23:42:46.860445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d711c-9d84-4028-a514-fb94b40cf31e req-8c581fc0-81fa-49af-aeb8-65578ee1ee1f tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.868523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-257d711c-9d84-4028-a514-fb94b40cf31e req-8c581fc0-81fa-49af-aeb8-65578ee1ee1f tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 949 time: 0.1855340 Feb 08 23:42:46.896279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:46.910272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-eb5e2143-12d9-43fe-ab57-3e73886da70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:46.911803 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-eb5e2143-12d9-43fe-ab57-3e73886da70d service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1073697 Feb 08 23:42:46.918566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:46.931828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-257d711c-9d84-4028-a514-fb94b40cf31e req-1b888972-60b4-4991-a0f5-49b49e584992 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623419 Feb 08 23:42:46.933582 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:47.053800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=8']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:47.093676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.094290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:47.096617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-671a0019-892f-4cd0-9fa5-1d4afcf71c98 service neutron] 10.222.0.84 "PUT /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 1121 time: 1.4217162 Feb 08 23:42:47.117973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced6ade-3e0c-4907-84f7-e013d66068dc req-457e9de8-dd5c-4c64-a41e-3ba6eac083a3 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.125306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cced6ade-3e0c-4907-84f7-e013d66068dc req-457e9de8-dd5c-4c64-a41e-3ba6eac083a3 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 948 time: 0.1361744 Feb 08 23:42:47.152043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3cead-997f-4b9d-8326-96add1b7089c req-b6ca69c8-5aba-4ccc-9645-68d1749d1e21 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.153625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2c3cead-997f-4b9d-8326-96add1b7089c req-b6ca69c8-5aba-4ccc-9645-68d1749d1e21 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1207230 Feb 08 23:42:47.189651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cced6ade-3e0c-4907-84f7-e013d66068dc req-4270136e-55f9-4d5a-bdf7-ffbe2a741d8e tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629048 Feb 08 23:42:47.197206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e930fc02-bf5e-4620-8412-b60f1abb56e9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:47.234266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-697601d5-563b-40fc-85e9-7d2edd471d58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0394840 Feb 08 23:42:47.245313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2c3cead-997f-4b9d-8326-96add1b7089c req-1e2761cd-a637-418a-91be-772f9a6ad201 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Feb 08 23:42:47.324220 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403611f7-6286-4604-b0bc-6407cad90b9b x-openstack-request-id: req-403611f7-6286-4604-b0bc-6407cad90b9b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:47.324532 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:47.324780 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-403611f7-6286-4604-b0bc-6407cad90b9b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:47.325339 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'code': 200} Feb 08 23:42:47.335713 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:47.490388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-9f5ef15d-b63b-46c4-8d38-a7077ef03ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.491783 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-9f5ef15d-b63b-46c4-8d38-a7077ef03ad0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2181768 Feb 08 23:42:47.499698 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-117c4292-f8ac-46bf-81d5-63a5878c2e12 req-3ddbf317-769d-4c23-9201-04579253c2c8 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145030 Feb 08 23:42:47.513439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8da53620-e21d-4e3c-9fdf-2a1087585121 req-6e7305a6-9805-4479-8c76-1e8276f63ef7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 210 time: 0.0766106 Feb 08 23:42:47.536349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271f7bb-0c2f-4247-9131-51e5280f9aad req-710c8692-e23e-4310-912a-59b18af3daa8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.543841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7271f7bb-0c2f-4247-9131-51e5280f9aad req-710c8692-e23e-4310-912a-59b18af3daa8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 947 time: 0.2159822 Feb 08 23:42:47.562056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-3c9f66b1-a154-4e66-99f7-64a8538d92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.563594 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-3c9f66b1-a154-4e66-99f7-64a8538d92a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.6507871 Feb 08 23:42:47.589122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-81eeaf4c-86d6-4942-a8aa-0233c6b57d65 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.590754 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-81eeaf4c-86d6-4942-a8aa-0233c6b57d65 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "GET /v2.0/ports?device_id=14be15fb-fd13-4a24-ad83-2e59650f77e0 HTTP/1.1" status: 200 len: 946 time: 0.6752732 Feb 08 23:42:47.609684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7271f7bb-0c2f-4247-9131-51e5280f9aad req-77450768-08e3-49fc-b53c-95532651724b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648174 Feb 08 23:42:47.639464 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-a22d7236-af5b-4ef9-a9f7-118e07e85279 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0673969 Feb 08 23:42:47.648129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-72c87ed8-0572-418e-b572-f5398de5351c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.649713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-72c87ed8-0572-418e-b572-f5398de5351c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.2581215 Feb 08 23:42:47.666844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Request body: {'port': {'device_id': '17671bcb-2f52-462a-a873-0fcf291e5335', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'admin_state_up': True, 'tenant_id': '5cbc603d5a5b4f8eae0e131af4bb2def'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:47.676102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-085502f9-8988-42ab-8d68-cc0d586e46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.677750 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-085502f9-8988-42ab-8d68-cc0d586e46b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558392 Feb 08 23:42:47.697331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:47.699540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:47.806399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-11deb3cf-0319-4b89-9681-1490f9b64d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:47.807788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-11deb3cf-0319-4b89-9681-1490f9b64d82 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1415379 Feb 08 23:42:47.824343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-7385cdbb-9e39-401c-b334-f5c723367e60 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3cb0737268d441dfbee385ff14006280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294125 Feb 08 23:42:47.884244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Deleting port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:42:47.884600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:47.922473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:47.943582 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-6ee21e5c-884c-4062-8cb9-81780e3c983e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413385 Feb 08 23:42:47.949532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:47.962397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:47.964811 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569b8c98-62c2-4e6b-ba55-e4f03c5cc213" -d '{"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-unplugged", "status": "completed", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:47.981799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'mac_address': 'fa:16:3e:a4:ec:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:47.984203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:47.991861 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.035392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Made reservation on behalf of 5cbc603d5a5b4f8eae0e131af4bb2def for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:48.044191 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.051928 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-bad1a4c8-6932-4566-858c-f249ad65705f service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009767 Feb 08 23:42:48.060000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-b87c90e2-c2a1-417b-953d-ec6ddee2dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:48.061338 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-b87c90e2-c2a1-417b-953d-ec6ddee2dc7b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2448647 Feb 08 23:42:48.074116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.108029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a40bef-9129-4751-8656-9fc61bcd70c2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:48.144559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:48.175763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:48.180708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.205906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] For port eff3b30e-3805-4f78-8dbd-6d19e96b2be7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:48.206331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.228555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Calling delete_port for eff3b30e-3805-4f78-8dbd-6d19e96b2be7 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:42:48.248566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:48.387128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-809925f6-45e9-4921-9f1e-4ec89551d0be tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:48.388832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-809925f6-45e9-4921-9f1e-4ec89551d0be tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.21 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.3332469 Feb 08 23:42:48.411002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Request body: {'port': {'device_id': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'admin_state_up': True, 'tenant_id': '401a567377f54e69b6b71fe9943a4e85'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:48.419871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-2ca0d024-e3ab-43f0-b9e4-8db2c6fff081 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:48.421329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-2ca0d024-e3ab-43f0-b9e4-8db2c6fff081 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5866604 Feb 08 23:42:48.426946 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-2364d81a-3ac7-43fa-9f82-0371d17a12e8 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401563 Feb 08 23:42:48.450688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-3f82cd44-fd25-4cb4-a5e3-3ad53bc9c286 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:48.452118 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-3f82cd44-fd25-4cb4-a5e3-3ad53bc9c286 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e&tenant_id=382a560dafa44f6e9871ce459cb18667&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 948 time: 0.2182822 Feb 08 23:42:48.462254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'tag': 'ded9ddfb-b725-49f5-9b86-552237e802ed'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:48.464378 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed83e6a-6428-493e-8280-abaa97dc73f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2caf15e-6fdf-4691-ba68-ba6d5fa96c83", "tag": "ded9ddfb-b725-49f5-9b86-552237e802ed"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:48.484351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-9d06c5d3-5aca-496d-8d48-8a6c15208ed4 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/quotas/3cb0737268d441dfbee385ff14006280 HTTP/1.1" status: 200 len: 375 time: 0.0301187 Feb 08 23:42:48.495239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28086836-7ae4-406f-a212-70c6e748c7ee req-7fdd4ace-1312-4f46-8606-bc5002a8adbe tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:48.496661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28086836-7ae4-406f-a212-70c6e748c7ee req-7fdd4ace-1312-4f46-8606-bc5002a8adbe tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.1202245 Feb 08 23:42:48.539299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:48.605703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Allocated IP 172.20.0.7 (6303b34a-9051-4125-ad2d-3001cbb3d59d/91de0656-ebb8-4d14-8cf7-6587c06cec1c/3a48e22c-cd34-4ed1-a564-41cebef76b98) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:48.624093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4a0e99f2-9a5a-43af-897b-fd0201752dbc tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263862 Feb 08 23:42:48.632073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28086836-7ae4-406f-a212-70c6e748c7ee req-f3723357-ead3-4220-b16c-810c2d3145ed tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175959 Feb 08 23:42:48.699618 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-41b9df07-2020-455d-a086-e373b5f80858 service neutron] delete failed (client error): The resource could not be found. Feb 08 23:42:48.700680 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-41b9df07-2020-455d-a086-e373b5f80858 service neutron] 10.222.0.21 "DELETE /v2.0/ports/39a40bef-9129-4751-8656-9fc61bcd70c2/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.2020445 Feb 08 23:42:48.729013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-85f5feaf-cfa4-45a4-b6b5-a7c303bc8868 req-3dd669ff-6f7c-4ea3-a788-6ef3ee6199af service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872987 Feb 08 23:42:48.744749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.787077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event deleted for resources: {'Port': ['ID=eff3b30e-3805-4f78-8dbd-6d19e96b2be7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:48.803746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Made reservation on behalf of 401a567377f54e69b6b71fe9943a4e85 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:48.807467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.854726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] No DVR routers for this DVR port eff3b30e-3805-4f78-8dbd-6d19e96b2be7 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:48.858321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:48.863802 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7d617889-cd8b-4f08-8116-e24cc8391dd5 req-9b841ccc-467a-4ff6-9f41-f7a54632f4a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "DELETE /v2.0/ports/eff3b30e-3805-4f78-8dbd-6d19e96b2be7 HTTP/1.1" status: 204 len: 173 time: 1.2325351 Feb 08 23:42:48.969773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-842a94a0-08b5-45be-8cb2-dca5db7c84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:48.972104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-842a94a0-08b5-45be-8cb2-dca5db7c84b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1099 time: 0.0978541 Feb 08 23:42:49.022548 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.038309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3ba9c75-1e04-4862-ab8f-02bf635a7d6a req-4e0a61ff-e5e7-4849-998f-70de849b9cfd tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 210 time: 0.0986285 Feb 08 23:42:49.073173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71d04-37b0-4f67-9eb1-77377fa9548e req-32fbd9b0-7340-4827-b118-1fb0bcf18ca5 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.074704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71d04-37b0-4f67-9eb1-77377fa9548e req-32fbd9b0-7340-4827-b118-1fb0bcf18ca5 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 949 time: 0.2972183 Feb 08 23:42:49.086913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Allocated IP 172.20.0.2 (ed09ccca-cf42-4b78-b6e4-a15bf22b086c/dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c/0cdf6563-4f7d-46ee-a11f-7d3fc092a30f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:49.117517 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.120884 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba703495-2009-423b-a613-ed3e699fc20e x-openstack-request-id: req-ba703495-2009-423b-a613-ed3e699fc20e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:49.121407 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-unplugged", "status": "completed", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:49.122036 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba703495-2009-423b-a613-ed3e699fc20e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:49.122863 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'code': 200} Feb 08 23:42:49.152812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-b6682b7e-7d43-4d0b-a800-fd05200b83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.154362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-b6682b7e-7d43-4d0b-a800-fd05200b83de service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1569226 Feb 08 23:42:49.166814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71d04-37b0-4f67-9eb1-77377fa9548e req-c4804ac7-b722-4c11-abcd-74c5af21a475 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806355 Feb 08 23:42:49.194783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:49.200833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:49.202867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:49.205701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:49.219864 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-8bf78cf7-b915-4c80-8f59-9b533c4cf6d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.0544944 Feb 08 23:42:49.288086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.288954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.325902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:49.328339 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce84d5-3543-428a-9448-ae6892b4e2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:49.357239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-fd1c2d19-8adb-4145-b61a-492fd531e442 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6960938 Feb 08 23:42:49.368174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7bda-02c6-45f1-89cc-884235671c7c req-5c7d946f-3a4e-4384-a7e0-96e25cd73ca9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.369879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f2b7bda-02c6-45f1-89cc-884235671c7c req-5c7d946f-3a4e-4384-a7e0-96e25cd73ca9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 948 time: 0.1360567 Feb 08 23:42:49.391940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Request body: {'port': {'device_id': '17671bcb-2f52-462a-a873-0fcf291e5335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:49.452670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c986e3-f163-4f61-ad00-f645813da854 req-df3d4e4d-292d-4960-9a7e-d5de526bc2ba tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.454532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c986e3-f163-4f61-ad00-f645813da854 req-df3d4e4d-292d-4960-9a7e-d5de526bc2ba tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 948 time: 0.1605244 Feb 08 23:42:49.485925 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f2b7bda-02c6-45f1-89cc-884235671c7c req-f399cc30-bc24-4750-9870-d304218cf056 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070137 Feb 08 23:42:49.553291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.554293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.556173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-568c09a5-1688-47bb-8f56-48fab4954929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.557681 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-568c09a5-1688-47bb-8f56-48fab4954929 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3061297 Feb 08 23:42:49.567969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c986e3-f163-4f61-ad00-f645813da854 req-5b24f9b9-66d5-4772-9edb-ce1319263919 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943549 Feb 08 23:42:49.596526 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bb5d5f-2914-4708-95da-555d0e19db36 x-openstack-request-id: req-39bb5d5f-2914-4708-95da-555d0e19db36 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:49.597105 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2caf15e-6fdf-4691-ba68-ba6d5fa96c83", "tag": "ded9ddfb-b725-49f5-9b86-552237e802ed", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:49.597497 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39bb5d5f-2914-4708-95da-555d0e19db36 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:49.598024 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'tag': 'ded9ddfb-b725-49f5-9b86-552237e802ed', 'status': 'completed', 'code': 200} Feb 08 23:42:49.604109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.21', 64480) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:49.667348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-6ff05ce4-fc1e-4742-9165-f2a045ea5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.669448 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-6ff05ce4-fc1e-4742-9165-f2a045ea5405 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033397 Feb 08 23:42:49.674330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.700301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:49.703655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:49.726360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-8052fb61-f695-44cb-a796-0458aae8f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.728064 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-8052fb61-f695-44cb-a796-0458aae8f667 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 1099 time: 0.1195788 Feb 08 23:42:49.827460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:49.864137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:49.882164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:49.895959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:49.909015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 39a40bef-9129-4751-8656-9fc61bcd70c2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:49.909888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.910568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.916472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 39a40bef-9129-4751-8656-9fc61bcd70c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:49.918049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:49.986589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:49.995301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-dfcbdf63-045a-4a43-861a-4660967f122f tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:49.996842 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-dfcbdf63-045a-4a43-861a-4660967f122f tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 1100 time: 0.2753997 Feb 08 23:42:50.006928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:42:50.023874 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-bcfe6014-3556-45e8-aa5a-bc230655a568 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6190581 Feb 08 23:42:50.054860 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.068213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Request body: {'port': {'device_id': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:50.080755 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-84c3e2a4-eeb0-4a23-9200-b695397e4e2a service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002578 Feb 08 23:42:50.093342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c51a77d8-b026-41b0-a966-9b15bc5a2ff0 req-8623dc30-7c31-4d5e-aaa9-6de7bd4eb3db tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 210 time: 0.0750179 Feb 08 23:42:50.097294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:50.102152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a48e22c-cd34-4ed1-a564-41cebef76b98 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:50.104112 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.106439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:50.113314 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.128772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cfe62-5445-4661-8595-bfd9e0b77d0a req-194a4203-56c1-4dd3-a7f3-2dc8957b019a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.136127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-37065771-cdad-4767-9100-19ef909a5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.137638 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-37065771-cdad-4767-9100-19ef909a5b2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3916268 Feb 08 23:42:50.146675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f14cfe62-5445-4661-8595-bfd9e0b77d0a req-194a4203-56c1-4dd3-a7f3-2dc8957b019a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 931 time: 0.2712567 Feb 08 23:42:50.166954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: eff3b30e-3805-4f78-8dbd-6d19e96b2be7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:42:50.167786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Transition to ACTIVE for port object 3a48e22c-cd34-4ed1-a564-41cebef76b98 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:50.168528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device eff3b30e-3805-4f78-8dbd-6d19e96b2be7 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:42:50.171674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.235428 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea0067d-99d8-4c28-9a9e-941a6e354575 x-openstack-request-id: req-3ea0067d-99d8-4c28-9a9e-941a6e354575 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:50.235721 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:50.236093 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ea0067d-99d8-4c28-9a9e-941a6e354575 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:50.236750 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'status': 'completed', 'code': 200} Feb 08 23:42:50.246099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.21', 64481) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:50.289929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f14cfe62-5445-4661-8595-bfd9e0b77d0a req-b80b92af-3c02-49f0-b511-852135cbf337 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406186 Feb 08 23:42:50.314598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:50.327930 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-374cfb8e-089b-4743-a645-8151b0a7cb84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ded9ddfb-b725-49f5-9b86-552237e802ed HTTP/1.1" status: 200 len: 217 time: 0.1630807 Feb 08 23:42:50.367494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-6b1c11d7-f964-4d88-af4f-51f836f2d531 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3cb0737268d441dfbee385ff14006280&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550489 Feb 08 23:42:50.377345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.387568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:50.487650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-48d03490-00bb-49f5-9087-dd085527e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.489233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-48d03490-00bb-49f5-9087-dd085527e037 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1124 time: 0.2351716 Feb 08 23:42:50.502418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88e13f0c-ba76-4754-a94c-760ab9747f26 req-57249ade-9ad0-4c43-bcbc-9d618d1751c0 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961818 Feb 08 23:42:50.529151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f687a5-204b-4d71-b98f-b8acc0a78649 req-b244ac1f-81f8-4380-88a4-8fc45ff415f2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.532504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94f687a5-204b-4d71-b98f-b8acc0a78649 req-b244ac1f-81f8-4380-88a4-8fc45ff415f2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.1728132 Feb 08 23:42:50.549933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-fcaf8e39-ea7a-4580-bb89-ce5098429832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.551714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-acb9bb35-2734-43e9-825c-2e8da1cc9bb2 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1110249640&fields=id&tenant_id=3021bf4bcb9f45fe98556fc0739a615c HTTP/1.1" status: 200 len: 267 time: 0.1079831 Feb 08 23:42:50.551876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-fcaf8e39-ea7a-4580-bb89-ce5098429832 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1993489 Feb 08 23:42:50.561263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Deleting port cff48f4c-346a-4fdc-8dac-3d212f670b2a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:42:50.561875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.589501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:50.590641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:50.590641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:50.624186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:50.624501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:50.675116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:50.675451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:50.675829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:50.676268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Bound port: 3a48e22c-cd34-4ed1-a564-41cebef76b98, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:50.676615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.701750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94f687a5-204b-4d71-b98f-b8acc0a78649 req-a85cac4a-d808-427b-b5a6-f857b78b578f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534159 Feb 08 23:42:50.727869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-5837c4ca-a920-4162-9cb7-0ebe8f039eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.729339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-5837c4ca-a920-4162-9cb7-0ebe8f039eb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.2268841 Feb 08 23:42:50.744539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-7c486faa-517e-4422-a74d-f7b5cdb406ff tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.746037 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-7c486faa-517e-4422-a74d-f7b5cdb406ff tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457150 Feb 08 23:42:50.771477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Request body: {'port': {'device_id': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '3cb0737268d441dfbee385ff14006280'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:50.790921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-09544bcc-146f-48eb-afe4-f5b1ab856875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.792451 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-09544bcc-146f-48eb-afe4-f5b1ab856875 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2284169 Feb 08 23:42:50.806136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-7b1b7a7d-8eab-4888-ba35-60e3d45ea5b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 217 time: 0.0549047 Feb 08 23:42:50.883248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-36f77cef-e88c-411b-9d6e-8d036a83b889 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.884664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-36f77cef-e88c-411b-9d6e-8d036a83b889 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 823 time: 0.3016241 Feb 08 23:42:50.917048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:50.922779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-eb4fccf9-d413-4682-b94e-42b16d3ba454 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/quotas/3021bf4bcb9f45fe98556fc0739a615c HTTP/1.1" status: 200 len: 375 time: 0.0292609 Feb 08 23:42:50.932621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-68345f74-fa8b-4181-9bed-b72b5511bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.933980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-68345f74-fa8b-4181-9bed-b72b5511bf21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1104519 Feb 08 23:42:50.940576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:50.961684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.972494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] For port cff48f4c-346a-4fdc-8dac-3d212f670b2a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cff48f4c-346a-4fdc-8dac-3d212f670b2a,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:50.972874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:50.974204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315e435-dc39-47cb-9c4e-67668855ed52 req-a6a47b8d-050d-4e8b-860e-b0bc0a75a56e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:50.975695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4315e435-dc39-47cb-9c4e-67668855ed52 req-a6a47b8d-050d-4e8b-860e-b0bc0a75a56e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1766131 Feb 08 23:42:51.013082 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Calling delete_port for cff48f4c-346a-4fdc-8dac-3d212f670b2a owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:42:51.029773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-f3f923f2-db8b-4e88-8e8e-525c1d0c6e7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797191 Feb 08 23:42:51.085818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:51.086425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:51.087780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 1091 time: 1.7009950 Feb 08 23:42:51.123791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:51.126670 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d41813-caad-41d7-a777-6339c0477a15" -d '{"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-plugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:51.146780 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-1fb88404-ccec-497e-9aeb-33d0f49a0212 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881873 Feb 08 23:42:51.156813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d5a5e-fb36-4e0e-b9ca-c5266855a494 service neutron] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:51.173252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-8aeb616c-9206-47f1-b4ba-251387dbd6d0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2382908 Feb 08 23:42:51.181444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4315e435-dc39-47cb-9c4e-67668855ed52 req-7ddc8e9c-e5ec-4160-8e66-a23817a1ecef tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548147 Feb 08 23:42:51.266434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Made reservation on behalf of 3cb0737268d441dfbee385ff14006280 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:51.271227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:51.351133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-8a8be4dc-23fd-4d92-9f61-b8aa9ec83d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:51.352611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-8a8be4dc-23fd-4d92-9f61-b8aa9ec83d61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1094 time: 0.2116885 Feb 08 23:42:51.356585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-b3ade746-5034-4d4b-8ee9-2728082ced2a service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126147 Feb 08 23:42:51.384404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df38a2-bf4f-45d9-81eb-63580a241c28 req-9a5ee788-6ffe-4c6d-a479-0b26d35661dc tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:51.385938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5df38a2-bf4f-45d9-81eb-63580a241c28 req-9a5ee788-6ffe-4c6d-a479-0b26d35661dc tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3ec604e-c052-43f2-82cc-865473ee7f4b HTTP/1.1" status: 200 len: 949 time: 0.1207075 Feb 08 23:42:51.394286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-925e29d3-3bb5-4a7a-b244-edac0345b95f service neutron] 10.222.0.32 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840346 Feb 08 23:42:51.495980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-3858a79d-e021-42c5-a853-8be3091fdd16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 217 time: 0.1198962 Feb 08 23:42:51.582161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:51.599224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-deleted', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:51.601517 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b740b6-7622-40aa-ac0d-1404f99d027b" -d '{"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-deleted", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:51.636736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:51.677866 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ed83e6a-6428-493e-8280-abaa97dc73f0 req-9436345e-7cf5-424c-bfa9-3deb9fed19aa service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184016 Feb 08 23:42:51.684729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Transition to ACTIVE for port object 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:51.689956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:51.697208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:51.711496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['cff48f4c-346a-4fdc-8dac-3d212f670b2a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:51.824449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5df38a2-bf4f-45d9-81eb-63580a241c28 req-0ca6877e-2987-4264-9f10-08f4c8ff052f tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233129 Feb 08 23:42:51.833823 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:51.851562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-71a39b6a-07a2-4027-8cb5-84cdd6053571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:51.853043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-71a39b6a-07a2-4027-8cb5-84cdd6053571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.3250346 Feb 08 23:42:51.903700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-62a0df35-4c42-403b-a559-3975dba9c646 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417430 Feb 08 23:42:51.907699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] No DVR routers for this DVR port cff48f4c-346a-4fdc-8dac-3d212f670b2a on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:51.914134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:51.915337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ded9ddfb-b725-49f5-9b86-552237e802ed details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:51.918200 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-880d5cf1-0316-43bd-85ec-6f6446931961 req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] 10.222.0.84 "DELETE /v2.0/ports/cff48f4c-346a-4fdc-8dac-3d212f670b2a HTTP/1.1" status: 204 len: 173 time: 1.9042768 Feb 08 23:42:51.929534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-3fa789b1-3660-42d1-9695-094abda5e7f0 service neutron] 10.222.0.32 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248692 Feb 08 23:42:51.936205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107c53b-6810-45e4-a800-fa983b3b6d12 tempest-DeleteServersAdminTestJSON-8513687 tempest-DeleteServersAdminTestJSON-8513687-project-admin] Pushing event deleted for resources: {'Port': ['ID=cff48f4c-346a-4fdc-8dac-3d212f670b2a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:51.939434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89ce84d5-3543-428a-9448-ae6892b4e2e8 req-8b564750-a033-4b83-82ff-9df42badf42b service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468915 Feb 08 23:42:51.940883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Allocated IP 192.168.233.114 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/f3ae4aac-2f4b-4478-8a75-bc08777a3dba) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:51.947796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Attempting to bind port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:51.948136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Attempting to bind port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:51.948539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Attempting to bind port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:51.963165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:51.963498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Attempting to bind port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:51.972954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:51.973317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Checking segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:51.973876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Bound using segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:51.974331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Bound port: 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:51.974685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.154148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca2ae7-ae59-43e9-86ae-4c10ab65d79a req-f2757a4a-4bd7-4b8f-8879-4c39d24e519b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.176432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6eca2ae7-ae59-43e9-86ae-4c10ab65d79a req-f2757a4a-4bd7-4b8f-8879-4c39d24e519b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.2104802 Feb 08 23:42:52.198746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ded9ddfb-b725-49f5-9b86-552237e802ed, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ded9ddfb-b725-49f5-9b86-552237e802ed,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:52.216593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ded9ddfb-b725-49f5-9b86-552237e802ed', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'ded9ddfb-b725-49f5-9b86-552237e802ed', 'mac_address': 'fa:16:3e:b8:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:52.220835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-c7028345-d421-4805-80ee-571108601db0 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888350 Feb 08 23:42:52.230021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:52.250464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:52.253932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:52.258583 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74271af-2fd5-46cc-891a-61ee820446fc" -d '{"events": [{"name": "network-changed", "server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:52.263912 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.266774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.287810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded9ddfb-b725-49f5-9b86-552237e802ed {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:52.323461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ded9ddfb-b725-49f5-9b86-552237e802ed, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ded9ddfb-b725-49f5-9b86-552237e802ed,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:52.329695 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.338612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.339589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.341670 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/0cdf6563-4f7d-46ee-a11f-7d3fc092a30f HTTP/1.1" status: 200 len: 1091 time: 2.3027353 Feb 08 23:42:52.369858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-83a5fb05-b38c-47d3-aa8e-e2c6b6b87832 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.371351 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-83a5fb05-b38c-47d3-aa8e-e2c6b6b87832 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "GET /v2.0/ports?device_id=8e7be4a7-c803-4e85-90fa-8e79b466d2cd HTTP/1.1" status: 200 len: 945 time: 0.2146556 Feb 08 23:42:52.388869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6eca2ae7-ae59-43e9-86ae-4c10ab65d79a req-023677da-45d2-4d64-83ae-d69cca51f534 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096102 Feb 08 23:42:52.407380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ded9ddfb-b725-49f5-9b86-552237e802ed,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:52.453253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1d527-264b-47d6-8742-b50d51d4a3c5 req-651add22-d860-49e5-81b0-6783e6c79a58 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.455122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4e1d527-264b-47d6-8742-b50d51d4a3c5 req-651add22-d860-49e5-81b0-6783e6c79a58 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 948 time: 0.2252884 Feb 08 23:42:52.466055 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf31bf-834d-4da2-a9d7-0f47499234f3 x-openstack-request-id: req-17cf31bf-834d-4da2-a9d7-0f47499234f3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:52.467171 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-plugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:52.467684 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17cf31bf-834d-4da2-a9d7-0f47499234f3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:52.468784 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'code': 200} Feb 08 23:42:52.500756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.505937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97d265-1bd0-47ab-b65f-0b4783c0d9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:52.514590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6b8d0b-b94b-41b9-9c82-ad12f2cb2c12 req-84de70f0-d376-4560-bd3f-858ab5753807 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834394 Feb 08 23:42:52.540827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4e1d527-264b-47d6-8742-b50d51d4a3c5 req-01dcfde2-c597-4d5a-94dd-e6d7c64e50c8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652602 Feb 08 23:42:52.579310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ded9ddfb-b725-49f5-9b86-552237e802ed'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:52.595759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-2e09cf36-d04d-4e41-adf2-7a9e8d4ae3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.597538 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-2e09cf36-d04d-4e41-adf2-7a9e8d4ae3ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 1094 time: 0.2112947 Feb 08 23:42:52.619429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49d0812f-cdd2-4003-8151-2fad6d5b5435 req-d3767a78-fcd4-4303-8e01-17e7cffcc049 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 210 time: 0.0528431 Feb 08 23:42:52.677513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-3c36e847-0e67-4eaf-b3bf-c21854f04bf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f HTTP/1.1" status: 200 len: 217 time: 0.0649924 Feb 08 23:42:52.728778 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69905e2d-cbdb-4674-8ebf-68d9175b6ac1 x-openstack-request-id: req-69905e2d-cbdb-4674-8ebf-68d9175b6ac1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:52.729198 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14be15fb-fd13-4a24-ad83-2e59650f77e0", "name": "network-vif-deleted", "tag": "eff3b30e-3805-4f78-8dbd-6d19e96b2be7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:52.729456 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69905e2d-cbdb-4674-8ebf-68d9175b6ac1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:52.729915 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14be15fb-fd13-4a24-ad83-2e59650f77e0', 'name': 'network-vif-deleted', 'tag': 'eff3b30e-3805-4f78-8dbd-6d19e96b2be7', 'status': 'completed', 'code': 200} Feb 08 23:42:52.740261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.762817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:52.787381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Deleting port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:42:52.787816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.791537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846db49c-8ceb-4137-8c55-5ada9465eefb req-aff0c9c9-4f9d-42c1-9b32-d11297beedc8 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.796195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-928c1c6b-8b28-424a-b416-91839cf5df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.797868 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-928c1c6b-8b28-424a-b416-91839cf5df70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.1130891 Feb 08 23:42:52.803146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-846db49c-8ceb-4137-8c55-5ada9465eefb req-aff0c9c9-4f9d-42c1-9b32-d11297beedc8 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 943 time: 0.1569765 Feb 08 23:42:52.862308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:52.878951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-846db49c-8ceb-4137-8c55-5ada9465eefb req-8d413986-97fe-4cf2-96d6-1f66f2cbe609 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745399 Feb 08 23:42:52.891361 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-5e5d813b-2c7f-4400-abf1-0b2c80ef2ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794587 Feb 08 23:42:52.891681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e9110-ca20-4eda-9bad-820ef70440c7 req-5afdd85e-00d6-480e-a2d2-b95b7792ffc9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.894857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:52.899029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event updated for resources: {'Port': ['ID=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:52.901614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d9e9110-ca20-4eda-9bad-820ef70440c7 req-5afdd85e-00d6-480e-a2d2-b95b7792ffc9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.0899889 Feb 08 23:42:52.911748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:52.917303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:52.918289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:52.973357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d9e9110-ca20-4eda-9bad-820ef70440c7 req-d861f99f-45df-4bda-8cf3-a05a5b9c4433 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Feb 08 23:42:53.015781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-4bb72a92-fada-4b1b-bd2b-a32a318c8df5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2523530 Feb 08 23:42:53.038560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Request body: {'port': {'device_id': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:53.055222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bacc033-a5fa-42ff-8be5-7fc263416ae8 req-85f98850-10d5-4e95-a01a-d729ef8da903 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 210 time: 0.0432880 Feb 08 23:42:53.108344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] For port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:53.109080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.132878 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630304f9-d5c1-4ceb-9233-3f3a16151730 x-openstack-request-id: req-630304f9-d5c1-4ceb-9233-3f3a16151730 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:53.133184 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:53.133476 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-630304f9-d5c1-4ceb-9233-3f3a16151730 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:53.133807 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'status': 'completed', 'code': 200} Feb 08 23:42:53.191872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc56ed-835c-484e-afa9-d96e35ff81a8 req-a610b521-8229-417c-92a2-1b3f493806fa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:53.193369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18dc56ed-835c-484e-afa9-d96e35ff81a8 req-a610b521-8229-417c-92a2-1b3f493806fa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1317661 Feb 08 23:42:53.250562 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-27149bb0-8cd0-45f1-b8aa-125cc99619f2 service neutron] 10.222.0.21 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487754 Feb 08 23:42:53.260237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.317578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74271af-2fd5-46cc-891a-61ee820446fc req-ed5b0cda-de37-48d6-94be-e61e4a9fc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:53.320013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-ed5b0cda-de37-48d6-94be-e61e4a9fc089 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1094 time: 0.1541917 Feb 08 23:42:53.324629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18dc56ed-835c-484e-afa9-d96e35ff81a8 req-6abc6935-fb71-46a2-9788-5e60af9c122c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965109 Feb 08 23:42:53.339736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90073b0-d668-49af-9af5-4aa6df5d82d0 req-84110077-6439-490b-9bd6-b656961fc13f tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:53.341687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a90073b0-d668-49af-9af5-4aa6df5d82d0 req-84110077-6439-490b-9bd6-b656961fc13f tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1100 time: 0.1114841 Feb 08 23:42:53.367970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['95559423-952b-44b7-96de-15e8dcd1b724'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:53.371256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bb86e440-1a35-406d-9a90-d50ca76f5320 None None] Provisioning complete for port f3ae4aac-2f4b-4478-8a75-bc08777a3dba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:53.375113 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb86e440-1a35-406d-9a90-d50ca76f5320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.496587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bb86e440-1a35-406d-9a90-d50ca76f5320 None None] Port f3ae4aac-2f4b-4478-8a75-bc08777a3dba cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:53.521626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a90073b0-d668-49af-9af5-4aa6df5d82d0 req-ec8627dd-f0bb-4e98-a8f1-d216f7e9cd63 tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586483 Feb 08 23:42:53.550914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-15f408a4-c9f6-499f-ac54-f712c8e4cb59 service neutron] 10.222.0.21 "GET /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.1451745 Feb 08 23:42:53.552301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74271af-2fd5-46cc-891a-61ee820446fc req-6c93a637-4ff2-4722-bba4-67d3efa2c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:53.553853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-6c93a637-4ff2-4722-bba4-67d3efa2c31d service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.2268417 Feb 08 23:42:53.656687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-478e127e-c74f-4cb5-a64f-f9fdfa7f8673 req-f2948ea1-e04b-4e17-8d6c-89159846152b service neutron] 10.222.0.21 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973649 Feb 08 23:42:53.666049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.666435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.666796 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460 disassociated. External IP: 172.25.3.165, port: 37142c33-ba5b-4736-9dcf-c4596c6a9d7e. Feb 08 23:42:53.667169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Calling delete_port for 37142c33-ba5b-4736-9dcf-c4596c6a9d7e owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:42:53.696071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-8864a0c8-fc20-4188-ac58-fc7971e3ee8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 217 time: 0.1229074 Feb 08 23:42:53.713050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7838901a-3e63-49ab-bb9c-2094a87b8366 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8392dde567704c1291b00e4104cfc8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1420057 Feb 08 23:42:53.722316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 37142c33-ba5b-4736-9dcf-c4596c6a9d7e no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:53.824150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.907039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.941715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cff48f4c-346a-4fdc-8dac-3d212f670b2a no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:53.944562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ded9ddfb-b725-49f5-9b86-552237e802ed up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:53.953072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event deleted for resources: {'Port': ['ID=37142c33-ba5b-4736-9dcf-c4596c6a9d7e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:53.971830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ae4aac-2f4b-4478-8a75-bc08777a3dba {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:53.981822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:53.982993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74271af-2fd5-46cc-891a-61ee820446fc req-44dc434d-6301-476e-8856-e49221dc3264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:53.985555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-44dc434d-6301-476e-8856-e49221dc3264 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.2704675 Feb 08 23:42:54.005689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: cff48f4c-346a-4fdc-8dac-3d212f670b2a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:42:54.006531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cff48f4c-346a-4fdc-8dac-3d212f670b2a not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:42:54.040442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790bbeb-6fe8-4068-bac6-3f2ca8f635c1 req-2d2c5591-dfd1-4ba8-b980-21601dceead5 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:54.048047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a790bbeb-6fe8-4068-bac6-3f2ca8f635c1 req-2d2c5591-dfd1-4ba8-b980-21601dceead5 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 949 time: 0.3687634 Feb 08 23:42:54.057813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ded9ddfb-b725-49f5-9b86-552237e802ed completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:54.077047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ded9ddfb-b725-49f5-9b86-552237e802ed triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:54.078081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.090942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-b614f1e6-6ff8-409f-b850-9f295c79f51f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976562 Feb 08 23:42:54.107479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-e4f3bcda-c70e-4245-ade7-b6ad5c3c3f84 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:54.109071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-e4f3bcda-c70e-4245-ade7-b6ad5c3c3f84 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 823 time: 0.4082072 Feb 08 23:42:54.210367 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.211455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-c920d246-db0d-49a3-b924-0a5e4e79842c tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:54.218569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-c920d246-db0d-49a3-b924-0a5e4e79842c tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4889896 Feb 08 23:42:54.244534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Transition to ACTIVE for port object f3ae4aac-2f4b-4478-8a75-bc08777a3dba will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:54.250013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.261387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ded9ddfb-b725-49f5-9b86-552237e802ed, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ded9ddfb-b725-49f5-9b86-552237e802ed,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:54.267616 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.303182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:54.321945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-5e3b9a21-41ad-4298-8565-193c926c268e tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/quotas/8392dde567704c1291b00e4104cfc8bf HTTP/1.1" status: 200 len: 375 time: 0.1008942 Feb 08 23:42:54.374256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a790bbeb-6fe8-4068-bac6-3f2ca8f635c1 req-6d80d087-e2bb-4e1d-a327-2a46549e054a tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250637 Feb 08 23:42:54.393563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ded9ddfb-b725-49f5-9b86-552237e802ed,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:54.393812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Attempting to bind port f3ae4aac-2f4b-4478-8a75-bc08777a3dba on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:54.393812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Attempting to bind port f3ae4aac-2f4b-4478-8a75-bc08777a3dba by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:54.393812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Attempting to bind port f3ae4aac-2f4b-4478-8a75-bc08777a3dba on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:54.398850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Port f3ae4aac-2f4b-4478-8a75-bc08777a3dba on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:54.399162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Attempting to bind port f3ae4aac-2f4b-4478-8a75-bc08777a3dba on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:54.407086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:54.407430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:54.407880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:54.408319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Bound port: f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:54.408674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.417709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:42:54.456139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-1fa0fd11-ef4f-4f71-bd8a-b1c920c9c001 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3021bf4bcb9f45fe98556fc0739a615c HTTP/1.1" status: 200 len: 380 time: 0.3112872 Feb 08 23:42:54.459606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-893d9080-a150-449a-b3cc-bbc089cd6fe5 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417807 Feb 08 23:42:54.470772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded9ddfb-b725-49f5-9b86-552237e802ed'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:54.473297 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4085cd-1893-41d4-a802-67c81f498a59" -d '{"events": [{"server_uuid": "b2caf15e-6fdf-4691-ba68-ba6d5fa96c83", "name": "network-vif-plugged", "status": "completed", "tag": "ded9ddfb-b725-49f5-9b86-552237e802ed"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:54.520895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'port': {'device_id': '7cec0f79-951c-4500-968b-050d240d2d0d', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'admin_state_up': True, 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'security_groups': ['ac65e79d-508a-433a-b4fd-d3ff82a1a456']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:54.593505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] For port f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:54.599986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] For port f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:54.605575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.625644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:42:54.637487 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:42:54.651526 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:42:54.652683 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:42:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:54.667216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:54.668228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.668765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-d37a02db-4050-4562-9d31-c2650fe5e324 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8392dde567704c1291b00e4104cfc8bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3459220 Feb 08 23:42:54.670738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c74271af-2fd5-46cc-891a-61ee820446fc req-f031554b-25ef-4fe7-a0de-445644701faf service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591697 Feb 08 23:42:54.679523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] 10.222.0.84 "PUT /v2.0/ports/f3ae4aac-2f4b-4478-8a75-bc08777a3dba HTTP/1.1" status: 200 len: 1096 time: 1.6475723 Feb 08 23:42:54.730973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'name': 'network-vif-deleted', 'tag': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a'}, {'name': 'network-changed', 'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'}, {'name': 'network-changed', 'server_uuid': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'tag': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:54.739403 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881458a3-8d24-4738-a1db-3236a30a3d6b" -d '{"events": [{"server_uuid": "e3ec604e-c052-43f2-82cc-865473ee7f4b", "name": "network-vif-deleted", "tag": "cff48f4c-346a-4fdc-8dac-3d212f670b2a"}, {"name": "network-changed", "server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f"}, {"name": "network-changed", "server_uuid": "73c71f4c-e846-4fcf-928c-1feb1794ca1c", "tag": "f3ae4aac-2f4b-4478-8a75-bc08777a3dba"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:54.842957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:54.866859 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:42:54.881819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] No DVR routers for this DVR port 37142c33-ba5b-4736-9dcf-c4596c6a9d7e on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:54.891499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:54.909470 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1977590-2f1f-47c0-8384-627a62e5ecc9 req-0cc76b68-a879-4056-9e0c-69ba7d904acd tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "DELETE /v2.0/ports/37142c33-ba5b-4736-9dcf-c4596c6a9d7e HTTP/1.1" status: 204 len: 173 time: 2.5083237 Feb 08 23:42:54.913612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae774a-4793-4217-86b3-e8a80dadbf17 req-457e8ecd-49ec-4c71-9f8d-ecbd25f82434 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:54.924170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5dae774a-4793-4217-86b3-e8a80dadbf17 req-457e8ecd-49ec-4c71-9f8d-ecbd25f82434 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 948 time: 0.2513506 Feb 08 23:42:54.941772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2553ce0-a485-4990-8a92-37822f08f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:54.980805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-ba516963-e006-4507-81e2-afa4356c2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:54.983150 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-ba516963-e006-4507-81e2-afa4356c2476 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 1099 time: 0.2145143 Feb 08 23:42:55.022057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5dae774a-4793-4217-86b3-e8a80dadbf17 req-4e139261-86ce-4976-80fb-4967c4e78841 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917523 Feb 08 23:42:55.075660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:55.081892 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-1f22ac77-24f7-4b98-a0de-8d5ef5786585 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba HTTP/1.1" status: 200 len: 217 time: 0.0913351 Feb 08 23:42:55.177698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e930fc02-bf5e-4620-8412-b60f1abb56e9 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:55.202502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-676a6be0-84a5-4ec3-bb0f-46cd2e5a06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:55.205944 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-676a6be0-84a5-4ec3-bb0f-46cd2e5a06ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1031079 Feb 08 23:42:55.245344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:55.249388 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:55.264634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4781d7-8672-4e35-aacb-903b2b151685 req-3450c058-3809-453a-b6a8-c6414a291656 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:55.266292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c4781d7-8672-4e35-aacb-903b2b151685 req-3450c058-3809-453a-b6a8-c6414a291656 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 943 time: 0.1616542 Feb 08 23:42:55.268094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Made reservation on behalf of 3021bf4bcb9f45fe98556fc0739a615c for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:55.273641 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:55.291890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:42:55.306869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-097ce71a-6917-4c9e-beab-f55cca3183e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:55.319175 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:42:55.319752 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:42:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:55.341657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-097ce71a-6917-4c9e-beab-f55cca3183e3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034772 Feb 08 23:42:55.355457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c4781d7-8672-4e35-aacb-903b2b151685 req-14a0fa01-7b68-418d-a49b-70b6e6ddafec tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630598 Feb 08 23:42:55.356351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:55.448655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] Transition to ACTIVE for port object e930fc02-bf5e-4620-8412-b60f1abb56e9 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:55.460370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10803d46-369c-4f81-ac03-f19e462e92ff req-81278315-92b5-43ab-922c-9c81aadd3edc tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:55.462032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10803d46-369c-4f81-ac03-f19e462e92ff req-81278315-92b5-43ab-922c-9c81aadd3edc tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 943 time: 0.2871494 Feb 08 23:42:55.493851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:55.572401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-82c94412-b759-429a-9f19-61ee8d3e4046 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297685 Feb 08 23:42:55.588188 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:42:55.709445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ebb5735d-cd58-4bdc-b3f0-65a703e32087 req-8eb24fd5-211b-4809-903e-b386c40e5b4d service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272678 Feb 08 23:42:55.883182 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:42:55.914084 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55ce5d-8fb3-41eb-9b17-2d06f5567484 None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:42:55.932244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a6082ce-5429-46de-a11f-0a86593397c5 req-c3789627-f009-4926-9796-6b19f76ebeee tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 210 time: 0.0732651 Feb 08 23:42:55.940588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:55.988129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] No DVR routers for this DVR port e930fc02-bf5e-4620-8412-b60f1abb56e9 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:42:56.030424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] Pushing event updated for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=10']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:56.050895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10803d46-369c-4f81-ac03-f19e462e92ff req-8aeb009d-6963-414a-93b7-b51ce8b04e06 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455997 Feb 08 23:42:56.138410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Allocated IP 172.20.0.12 (e5e36cd9-6194-4193-a25b-de80e8ca05e9/80f085c5-fd1d-4db3-aaaa-81b0283aeac3/c447d980-fadc-4da6-990e-475f199bb3b5) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:56.144523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-a763b42d-e897-4d8e-aaca-4ee64792ecde service neutron] 10.222.0.21 "PUT /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5721002 Feb 08 23:42:56.198472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c124bd-9313-43c7-aca4-7354e88652ca req-436f2825-6f55-45ef-bd96-4e54f4d594db tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.206843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76c124bd-9313-43c7-aca4-7354e88652ca req-436f2825-6f55-45ef-bd96-4e54f4d594db tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1326418 Feb 08 23:42:56.234779 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a6e992-cdbe-4782-8f25-b3903d996cb6 x-openstack-request-id: req-62a6e992-cdbe-4782-8f25-b3903d996cb6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:56.235424 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2caf15e-6fdf-4691-ba68-ba6d5fa96c83", "name": "network-vif-plugged", "status": "completed", "tag": "ded9ddfb-b725-49f5-9b86-552237e802ed", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:56.235814 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-62a6e992-cdbe-4782-8f25-b3903d996cb6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:56.236518 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded9ddfb-b725-49f5-9b86-552237e802ed', 'code': 200} Feb 08 23:42:56.297629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-04e43017-4536-4b02-8824-3d455849cc0d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591247 Feb 08 23:42:56.319911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:56.341640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dfb949-92eb-4198-bfb7-330183f81d1f None None] New status for floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:42:56.355729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-8ec0cc40-d336-461b-aae3-002057fbad7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.357224 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-8ec0cc40-d336-461b-aae3-002057fbad7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0807791 Feb 08 23:42:56.389278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-6512e5de-224b-4b0a-bbb8-ede23e456ff7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=8392dde567704c1291b00e4104cfc8bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361416 Feb 08 23:42:56.393401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76c124bd-9313-43c7-aca4-7354e88652ca req-b79909b3-3684-4669-9914-42b298aa5047 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856973 Feb 08 23:42:56.408313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'port_id': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'mac_address': 'fa:16:3e:c5:4a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91de0656-ebb8-4d14-8cf7-6587c06cec1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:56.449107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf4f56-8eda-46a4-b161-326ce6924ea8 req-6670f1a2-a036-407d-8b39-70354db2d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.451343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9cf4f56-8eda-46a4-b161-326ce6924ea8 req-6670f1a2-a036-407d-8b39-70354db2d9d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 1101 time: 0.2359960 Feb 08 23:42:56.487566 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807b176b-efee-421e-9f8e-9cb6f1e4ba12 x-openstack-request-id: req-807b176b-efee-421e-9f8e-9cb6f1e4ba12 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:56.488646 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ec604e-c052-43f2-82cc-865473ee7f4b", "name": "network-vif-deleted", "tag": "cff48f4c-346a-4fdc-8dac-3d212f670b2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73c71f4c-e846-4fcf-928c-1feb1794ca1c", "tag": "f3ae4aac-2f4b-4478-8a75-bc08777a3dba", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:56.488907 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-807b176b-efee-421e-9f8e-9cb6f1e4ba12 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:56.489338 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ec604e-c052-43f2-82cc-865473ee7f4b', 'name': 'network-vif-deleted', 'tag': 'cff48f4c-346a-4fdc-8dac-3d212f670b2a', 'status': 'completed', 'code': 200} Feb 08 23:42:56.489597 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'status': 'completed', 'code': 200} Feb 08 23:42:56.491993 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'tag': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba', 'status': 'completed', 'code': 200} Feb 08 23:42:56.525812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.84', 58466) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:42:56.581337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:56.619159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a48e22c-cd34-4ed1-a564-41cebef76b98 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:56.620903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-6fc20e90-6598-4ef1-95b9-c317d0f7aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.622519 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-6fc20e90-6598-4ef1-95b9-c317d0f7aec8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7&tenant_id=c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 1095 time: 0.2442889 Feb 08 23:42:56.645027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:56.649763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:56.676252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-21dd2a8b-56f5-4084-af5f-548b79faa5a2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.677795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-21dd2a8b-56f5-4084-af5f-548b79faa5a2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3659711 Feb 08 23:42:56.706949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d18b873b-dab6-41cb-acbf-469b1216358d req-c5cde8ba-3dbe-4905-bbe1-7e2aba67a1c6 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 210 time: 0.1396525 Feb 08 23:42:56.718987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:56.736425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9cf4f56-8eda-46a4-b161-326ce6924ea8 req-44dab0f8-24e4-41c1-95ff-8f2383fc7a4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709410 Feb 08 23:42:56.742872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:56.766337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-3fd07d21-ed4a-47c9-a1b7-c6cb22bc2107 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/quotas/382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 375 time: 0.0584106 Feb 08 23:42:56.772824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-1aa81600-b7be-4910-8f6a-163255113cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.774238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-73e01aff-0fbd-4749-bc85-75c5e039828b tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.774389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-1aa81600-b7be-4910-8f6a-163255113cc1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3cb0737268d441dfbee385ff14006280&device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 1099 time: 0.2287772 Feb 08 23:42:56.776432 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-73e01aff-0fbd-4749-bc85-75c5e039828b tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3701520 Feb 08 23:42:56.778582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-18b13002-6bc4-41c6-bfb0-1bce629d08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.780102 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-18b13002-6bc4-41c6-bfb0-1bce629d08ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0875890 Feb 08 23:42:56.797863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-916deecb-e4b9-48f7-89b1-2d85bb7ef3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.799295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-916deecb-e4b9-48f7-89b1-2d85bb7ef3bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 1094 time: 0.2399080 Feb 08 23:42:56.807683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Request body: {'port': {'device_id': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '8392dde567704c1291b00e4104cfc8bf'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:56.915175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:56.938503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3a48e22c-cd34-4ed1-a564-41cebef76b98'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:56.972147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ab66-6f7f-4d39-8a58-8574fa46bfd0 req-e70fa17a-da42-4614-aeca-328f8aa2eb4d tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.973696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b180ab66-6f7f-4d39-8a58-8574fa46bfd0 req-e70fa17a-da42-4614-aeca-328f8aa2eb4d tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 950 time: 0.1712711 Feb 08 23:42:56.977407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-db5020a8-266e-4f26-ad46-57582d0c19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:56.977780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-b10d0ec9-0b97-474b-bb52-6c586a9e47f2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1992300 Feb 08 23:42:56.979776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-db5020a8-266e-4f26-ad46-57582d0c19f4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1687829 Feb 08 23:42:57.014965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:57.016376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:57.040280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:57.045748 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-f8e292aa-6f2f-457e-924c-0062dd8d85b7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 217 time: 0.0508373 Feb 08 23:42:57.085210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event updated for resources: {'Port': ['ID=c447d980-fadc-4da6-990e-475f199bb3b5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:57.107553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Made reservation on behalf of 8392dde567704c1291b00e4104cfc8bf for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:57.111952 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:57.159169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-6bc2850c-0d3e-4d48-b099-c4a8228a3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.160981 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-6bc2850c-0d3e-4d48-b099-c4a8228a3691 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1068537 Feb 08 23:42:57.178743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-96cc35e2-f2d5-4e86-96ab-fa2e7fdca4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.180223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-96cc35e2-f2d5-4e86-96ab-fa2e7fdca4b2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3762498 Feb 08 23:42:57.210452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b180ab66-6f7f-4d39-8a58-8574fa46bfd0 req-47c706b4-3256-4df9-9efe-307ac2bbbf8f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191048 Feb 08 23:42:57.315756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aa84ca29-ce99-4d71-bc24-52d0ac3ad78b None None] Provisioning complete for port c447d980-fadc-4da6-990e-475f199bb3b5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:57.316314 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa84ca29-ce99-4d71-bc24-52d0ac3ad78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:57.320795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-db869699-5697-4e6b-8f64-f03df89fe7e2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba HTTP/1.1" status: 200 len: 217 time: 0.1200380 Feb 08 23:42:57.321075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-9e44c15a-5f03-46bf-a000-13d8a7937e37 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682790 Feb 08 23:42:57.383815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ca29-ce99-4d71-bc24-52d0ac3ad78b None None] Port c447d980-fadc-4da6-990e-475f199bb3b5 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:57.387797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.388629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:57.457497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-b01086b5-d5fe-4c3b-848a-47a25537a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.459119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-b01086b5-d5fe-4c3b-848a-47a25537a087 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 906 time: 0.4668763 Feb 08 23:42:57.466401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-9bbc685a-203e-4adc-9bb1-cb8c19e41af2 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298974 Feb 08 23:42:57.471735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-12581c7f-f1bc-4735-bae0-d37a2f8a235c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9706771 Feb 08 23:42:57.481256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-0ef7bfc3-757d-4f32-bc4d-9e9651a91d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.482672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-0ef7bfc3-757d-4f32-bc4d-9e9651a91d1c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1425507 Feb 08 23:42:57.490801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd70dd-1e9e-470c-a674-bdd9013aa391 req-90e8242e-f99d-4e6f-86da-159a4ed13adc tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.492265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbfd70dd-1e9e-470c-a674-bdd9013aa391 req-90e8242e-f99d-4e6f-86da-159a4ed13adc tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 948 time: 0.2766194 Feb 08 23:42:57.530158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Request body: {'port': {'device_id': '7cec0f79-951c-4500-968b-050d240d2d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:57.545980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-0f0cacc4-1211-4b4f-ae8c-843a427e7dbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f HTTP/1.1" status: 200 len: 217 time: 0.0709648 Feb 08 23:42:57.554391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184069c-7994-4182-97cd-26391527466f req-ae43ee77-9dbe-4bbf-bfc3-a99f458f3086 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.555949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0184069c-7994-4182-97cd-26391527466f req-ae43ee77-9dbe-4bbf-bfc3-a99f458f3086 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 943 time: 0.2786682 Feb 08 23:42:57.605250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Allocated IP 192.168.233.40 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/8260463c-2e5f-47f4-a844-bf799b6b6a40) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:42:57.667799 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-933912cd-5d49-4a18-b2ce-f66059c2aeea service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673181 Feb 08 23:42:57.717389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbfd70dd-1e9e-470c-a674-bdd9013aa391 req-325a9ba9-3d55-452f-a4a5-541dd715026f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880021 Feb 08 23:42:57.746414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-e1a895b8-e6d5-4b30-b629-9ead6ec6d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.748164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-e1a895b8-e6d5-4b30-b629-9ead6ec6d5ca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245417 Feb 08 23:42:57.749403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-63e20845-cdb2-42ea-a785-0456d6a19f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:57.750727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-63e20845-cdb2-42ea-a785-0456d6a19f32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.1792355 Feb 08 23:42:57.767024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0184069c-7994-4182-97cd-26391527466f req-06a574fb-1568-4909-8f04-638585026015 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630528 Feb 08 23:42:57.770354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:57.882915 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:57.894216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-3e08c75e-81c5-40c1-9769-53112afae1e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259458 Feb 08 23:42:57.896625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-285ad35c-126e-4da2-9c59-52651c55b238 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399796 Feb 08 23:42:57.929375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:57.956528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.108820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:42:58.115494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:42:58.120252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:42:58.127270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:58.127902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.144854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:58.146304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Pushing event updated for resources: {'Port': ['ID=8260463c-2e5f-47f4-a844-bf799b6b6a40,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:58.166169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-635929d4-95cf-4d4d-8215-5350c814ba88 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:58.168142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-635929d4-95cf-4d4d-8215-5350c814ba88 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.1344028 Feb 08 23:42:58.172147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'mac_address': 'fa:16:3e:1a:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:42:58.172847 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-7f167e2c-9ace-4de0-b43d-0399e8efc193 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3691282 Feb 08 23:42:58.178257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:58.209832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Request body: {'port': {'device_id': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:58.256649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.287582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:58.332348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:58.339505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.346722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 3a48e22c-cd34-4ed1-a564-41cebef76b98 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:42:58.370226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.373686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 3a48e22c-cd34-4ed1-a564-41cebef76b98 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:58.374055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.449077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:58.544757 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.597607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:58.602094 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68361ae8-8803-4822-acfa-e29f2184d8b4" -d '{"events": [{"server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "name": "network-vif-plugged", "status": "completed", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:58.610407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6cc66bad-140d-4972-847f-2e7a3936688f None None] Provisioning complete for port 8260463c-2e5f-47f4-a844-bf799b6b6a40 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:42:58.611371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6cc66bad-140d-4972-847f-2e7a3936688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.616250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:58.622512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:42:58.656204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.658365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:42:58.665992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107d8ad-5ebb-43a3-8b00-f1a322339758 req-24d2a4d2-a7c8-434f-ad09-5b30b176d6a3 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:58.668035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a107d8ad-5ebb-43a3-8b00-f1a322339758 req-24d2a4d2-a7c8-434f-ad09-5b30b176d6a3 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 932 time: 0.7699797 Feb 08 23:42:58.679224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'name': 'network-vif-deleted', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:42:58.683749 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2921c1-ec28-4239-bac3-8deb35bedafb" -d '{"events": [{"server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "name": "network-vif-deleted", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:42:58.698759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-7beaece4-8910-4c57-b285-9235532fab47 service neutron] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:58.702182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb1b0e-01ed-43a4-81eb-ed79a9d34419 req-521fc81b-536e-439b-ac4b-5c255aaf1c5e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:58.703763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02fb1b0e-01ed-43a4-81eb-ed79a9d34419 req-521fc81b-536e-439b-ac4b-5c255aaf1c5e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 944 time: 0.8050494 Feb 08 23:42:58.704850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-7beaece4-8910-4c57-b285-9235532fab47 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.706700 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3c33dbe8-5d57-4089-aa62-2e2d701e2f20 req-7beaece4-8910-4c57-b285-9235532fab47 service neutron] 10.222.0.84 "DELETE /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.5120747 Feb 08 23:42:58.766229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-c68ec568-fb9c-4d13-b96f-5a3c22a76f07 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876021 Feb 08 23:42:58.776441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:58.803698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6cc66bad-140d-4972-847f-2e7a3936688f None None] Port 8260463c-2e5f-47f4-a844-bf799b6b6a40 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:42:58.818666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:42:58.898864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8260463c-2e5f-47f4-a844-bf799b6b6a40 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:58.909890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.913358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-c14b5341-b257-48eb-958c-33c47fdc7599 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0026243 Feb 08 23:42:58.923750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Transition to ACTIVE for port object 8260463c-2e5f-47f4-a844-bf799b6b6a40 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:58.928625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:58.940975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a107d8ad-5ebb-43a3-8b00-f1a322339758 req-1165eaf9-2983-4fed-bd8d-63d6a2055ebe tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559285 Feb 08 23:42:58.992349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02fb1b0e-01ed-43a4-81eb-ed79a9d34419 req-7bf874c7-1b3c-440a-8bda-f4c91d99c03e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758672 Feb 08 23:42:58.998932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-90ce76cf-9396-453c-af81-f863fa74998e service neutron] 10.222.0.21 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9609191 Feb 08 23:42:59.044180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Attempting to bind port 8260463c-2e5f-47f4-a844-bf799b6b6a40 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:59.044624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Attempting to bind port 8260463c-2e5f-47f4-a844-bf799b6b6a40 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:59.044984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Attempting to bind port 8260463c-2e5f-47f4-a844-bf799b6b6a40 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:59.050364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=8260463c-2e5f-47f4-a844-bf799b6b6a40,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:59.052839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Port 8260463c-2e5f-47f4-a844-bf799b6b6a40 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:59.053198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Attempting to bind port 8260463c-2e5f-47f4-a844-bf799b6b6a40 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:59.059355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:59.059693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:59.060071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:59.060501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Bound port: 8260463c-2e5f-47f4-a844-bf799b6b6a40, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:59.060855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.129265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5e703c3-3919-4dc9-bbb5-e7070047b900 req-1c2cee8c-c954-4d54-a0bc-11349d6e0a2c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 210 time: 0.1023445 Feb 08 23:42:59.153013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] For port 8260463c-2e5f-47f4-a844-bf799b6b6a40, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:42:59.160788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] For port 8260463c-2e5f-47f4-a844-bf799b6b6a40, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:42:59.166255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.227007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-8ffbf780-9270-4840-bbaf-963109177ad3 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.228552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-8ffbf780-9270-4840-bbaf-963109177ad3 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4246311 Feb 08 23:42:59.247314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.247939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.250155 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] 10.222.0.84 "PUT /v2.0/ports/8260463c-2e5f-47f4-a844-bf799b6b6a40 HTTP/1.1" status: 200 len: 1095 time: 1.0493941 Feb 08 23:42:59.271144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Request body: {'port': {'device_id': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '382a560dafa44f6e9871ce459cb18667'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:42:59.275459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c447d980-fadc-4da6-990e-475f199bb3b5 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:42:59.304192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f145-90ab-4732-8c19-ccbf28497ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=8260463c-2e5f-47f4-a844-bf799b6b6a40,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:59.321704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.374317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-2afb33fb-215d-4300-b324-a480f1dbe214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.375939 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-2afb33fb-215d-4300-b324-a480f1dbe214 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8392dde567704c1291b00e4104cfc8bf&device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 1098 time: 0.0476499 Feb 08 23:42:59.391653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-881458a3-8d24-4738-a1db-3236a30a3d6b req-e6f15e42-5b2f-4a3c-8fa8-53638c598d1f service neutron] 10.222.0.21 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744123 Feb 08 23:42:59.393833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Transition to ACTIVE for port object c447d980-fadc-4da6-990e-475f199bb3b5 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:42:59.400606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b399a62-57dd-45b1-bf5a-561e078dbb6c req-8e6fc3b7-94bb-41ca-b2f8-a0a90e2cc7bc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.408728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b399a62-57dd-45b1-bf5a-561e078dbb6c req-8e6fc3b7-94bb-41ca-b2f8-a0a90e2cc7bc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 945 time: 0.2781210 Feb 08 23:42:59.434041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.450385 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-9280df4b-ea85-4508-98d5-3b1223578c79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40 HTTP/1.1" status: 200 len: 217 time: 0.0650673 Feb 08 23:42:59.514002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-02e16b06-f95d-4f43-abd9-11a001903de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.517863 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-02e16b06-f95d-4f43-abd9-11a001903de4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0570235 Feb 08 23:42:59.519612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e21c5c-afbf-4724-b1ab-37593d4586ae req-9fa3c5a8-8243-4522-910e-efd4587dd5cf tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.521170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94e21c5c-afbf-4724-b1ab-37593d4586ae req-9fa3c5a8-8243-4522-910e-efd4587dd5cf tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 947 time: 0.2821386 Feb 08 23:42:59.556873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b399a62-57dd-45b1-bf5a-561e078dbb6c req-58167808-14c5-4cf6-b1dd-bd056a2df270 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460326 Feb 08 23:42:59.583425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-1ac1dfa4-7085-40b7-b7e7-64e920c1c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.585777 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-1ac1dfa4-7085-40b7-b7e7-64e920c1c606 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0584011 Feb 08 23:42:59.586534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Pushing event updated for resources: {'Port': ['ID=c447d980-fadc-4da6-990e-475f199bb3b5,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:42:59.664357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94e21c5c-afbf-4724-b1ab-37593d4586ae req-c098f46f-cb45-4cec-b3ad-8c7b5e375a6d tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359982 Feb 08 23:42:59.701161 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-037838e0-d760-460b-a28d-8d3f8477d2a9 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037996 Feb 08 23:42:59.723193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Attempting to bind port c447d980-fadc-4da6-990e-475f199bb3b5 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:42:59.723755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Attempting to bind port c447d980-fadc-4da6-990e-475f199bb3b5 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:42:59.723917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Attempting to bind port c447d980-fadc-4da6-990e-475f199bb3b5 on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:59.728456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Made reservation on behalf of 382a560dafa44f6e9871ce459cb18667 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:42:59.731912 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.747289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Port c447d980-fadc-4da6-990e-475f199bb3b5 on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:42:59.747810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Attempting to bind port c447d980-fadc-4da6-990e-475f199bb3b5 on network e5e36cd9-6194-4193-a25b-de80e8ca05e9 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:42:59.749520 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec97afb-57fc-4f6e-b6d9-9a788d566d66 x-openstack-request-id: req-8ec97afb-57fc-4f6e-b6d9-9a788d566d66 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:59.749999 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "name": "network-vif-plugged", "status": "completed", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:59.750092 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ec97afb-57fc-4f6e-b6d9-9a788d566d66 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:59.750602 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'code': 200} Feb 08 23:42:59.761736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329be673-4105-4a5e-9147-cc9fa4d7e7de req-7a5a13ca-f67c-4e76-8a98-ea2f53429b86 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:42:59.763561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f3ae4aac-2f4b-4478-8a75-bc08777a3dba details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:42:59.770482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-329be673-4105-4a5e-9147-cc9fa4d7e7de req-7a5a13ca-f67c-4e76-8a98-ea2f53429b86 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 950 time: 0.1320891 Feb 08 23:42:59.789178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:42:59.789724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Checking segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:42:59.790282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Bound using segment: {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:42:59.790876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Bound port: c447d980-fadc-4da6-990e-475f199bb3b5, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f242b8-02a3-4ca4-9753-3ccbd9a32058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:42:59.791382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:42:59.826023 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f57bcba-5a50-40ee-8ef1-4508d2f2977a x-openstack-request-id: req-5f57bcba-5a50-40ee-8ef1-4508d2f2977a {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:42:59.826471 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7be4a7-c803-4e85-90fa-8e79b466d2cd", "name": "network-vif-deleted", "tag": "37142c33-ba5b-4736-9dcf-c4596c6a9d7e", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:42:59.826819 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f57bcba-5a50-40ee-8ef1-4508d2f2977a {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:42:59.827307 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7be4a7-c803-4e85-90fa-8e79b466d2cd', 'name': 'network-vif-deleted', 'tag': '37142c33-ba5b-4736-9dcf-c4596c6a9d7e', 'status': 'completed', 'code': 200} Feb 08 23:42:59.847444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-917a3415-91e7-4dd0-a64b-7c82c1132a96 req-1fa9ab37-7079-49c0-befb-5a7dd143d1de service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354413 Feb 08 23:42:59.944314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:42:59.947244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:42:59.979608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba', 'mac_address': 'fa:16:3e:66:ac:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:00.003509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-329be673-4105-4a5e-9147-cc9fa4d7e7de req-d052a853-658a-4319-97a0-eb894be5ff28 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319739 Feb 08 23:43:00.040561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.051061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:00.056742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:00.057136 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.060619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ae4aac-2f4b-4478-8a75-bc08777a3dba {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:00.076244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] For port c447d980-fadc-4da6-990e-475f199bb3b5, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:00.087003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421dde-e440-449e-93e4-ddfaca3650af req-0b555eae-5da5-4485-b1c8-7f7f592b0dea tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.088493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83421dde-e440-449e-93e4-ddfaca3650af req-0b555eae-5da5-4485-b1c8-7f7f592b0dea tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 948 time: 0.1852086 Feb 08 23:43:00.107853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:00.113903 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.129618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48932e6-9235-45c1-9f4c-6c84b33e2d4c req-1c64edf8-575d-4bee-92a9-e34fb2af5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.131105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48932e6-9235-45c1-9f4c-6c84b33e2d4c req-1c64edf8-575d-4bee-92a9-e34fb2af5ffa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1096 time: 0.2571919 Feb 08 23:43:00.142995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] For port c447d980-fadc-4da6-990e-475f199bb3b5, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c447d980-fadc-4da6-990e-475f199bb3b5,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:00.176021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.189900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:00.194388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Allocated IP 192.168.233.144 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/cd13105f-5f9a-407c-91d0-18ba673da582) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:43:00.202178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.241777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:00.255565 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.261777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.262405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.263806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] 10.222.0.84 "PUT /v2.0/ports/c447d980-fadc-4da6-990e-475f199bb3b5 HTTP/1.1" status: 200 len: 1092 time: 2.7415335 Feb 08 23:43:00.270694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:00.272972 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:00.277996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83421dde-e440-449e-93e4-ddfaca3650af req-c688540a-84e5-47b4-a308-cccc05a2d47d tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771412 Feb 08 23:43:00.289868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48932e6-9235-45c1-9f4c-6c84b33e2d4c req-6c57962f-cf48-40ea-a0be-f21d8c3d99a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490030 Feb 08 23:43:00.305049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc1215-3c0c-4921-975c-3c59a3cbe94f req-782657df-d214-48a2-9917-1c81393119a2 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.306621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdfc1215-3c0c-4921-975c-3c59a3cbe94f req-782657df-d214-48a2-9917-1c81393119a2 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 944 time: 0.2334704 Feb 08 23:43:00.348496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f80df-a6c1-4cc9-a9b8-d4caa43fd014 service neutron] Pushing event updated for resources: {'Port': ['ID=c447d980-fadc-4da6-990e-475f199bb3b5,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:00.378826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:00.447612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['f3ae4aac-2f4b-4478-8a75-bc08777a3dba'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:00.509886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdfc1215-3c0c-4921-975c-3c59a3cbe94f req-c2c471d3-c7f4-4b53-817e-098b37b4006a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828685 Feb 08 23:43:00.514967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-e80cb44a-a37e-4dc9-b703-15d3a7d59fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.516729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-e80cb44a-a37e-4dc9-b703-15d3a7d59fae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 1095 time: 0.2021685 Feb 08 23:43:00.562406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a8bc5-c01d-4ada-a7b2-45f215586c57 req-af3aaa75-70da-47f2-a277-0aab6a3a8007 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.564674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a57a8bc5-c01d-4ada-a7b2-45f215586c57 req-af3aaa75-70da-47f2-a277-0aab6a3a8007 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 944 time: 0.1590950 Feb 08 23:43:00.597256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-e22233fe-1615-4573-b6cb-c9502f7ee9da service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c447d980-fadc-4da6-990e-475f199bb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0578499 Feb 08 23:43:00.670953 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.700844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a57a8bc5-c01d-4ada-a7b2-45f215586c57 req-b5eba25e-ebab-425d-a8e6-03effc5d0b3f tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080801 Feb 08 23:43:00.703789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-fb9da6da-cd0e-4146-8348-b0c48f3ffe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.705351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-fb9da6da-cd0e-4146-8348-b0c48f3ffe2c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.0946732 Feb 08 23:43:00.762389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:00.863851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:43:00.872338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521869-0951-4226-8d47-307123994d45 req-0fff419d-c56f-4fee-91b8-f0c0a7bb03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.873860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-0fff419d-c56f-4fee-91b8-f0c0a7bb03ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590807 Feb 08 23:43:00.878838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:00.883570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:43:00.888085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:00.901731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755c95c-ff7c-4341-acb7-b94fe9aa8ee5 req-0ed72e21-6e79-4f8e-8d41-26b13bb1cae4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.903301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1755c95c-ff7c-4341-acb7-b94fe9aa8ee5 req-0ed72e21-6e79-4f8e-8d41-26b13bb1cae4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 944 time: 0.1662242 Feb 08 23:43:00.971397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10385974-35af-44df-b833-4bcb3e13f8b4 req-0c8d7ba6-0226-4fb0-950e-a34f070d4097 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:00.972983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10385974-35af-44df-b833-4bcb3e13f8b4 req-0c8d7ba6-0226-4fb0-950e-a34f070d4097 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 936 time: 0.1933041 Feb 08 23:43:01.113683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-71f1bd81-9798-4f46-97c8-d61805bb0d63 None None] Provisioning complete for port cd13105f-5f9a-407c-91d0-18ba673da582 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:01.114254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f1bd81-9798-4f46-97c8-d61805bb0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:01.279595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:01.300202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:01.300943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:01.314727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1755c95c-ff7c-4341-acb7-b94fe9aa8ee5 req-988c0511-2243-4a29-8668-b2f59c197275 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813524 Feb 08 23:43:01.348775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10385974-35af-44df-b833-4bcb3e13f8b4 req-785116f1-e53f-4bac-b52e-c5094d0b6592 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998425 Feb 08 23:43:01.353862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-d691baae-f58f-4589-a6ee-4beb5eeed8ff tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0974741 Feb 08 23:43:01.364232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-71f1bd81-9798-4f46-97c8-d61805bb0d63 None None] Port cd13105f-5f9a-407c-91d0-18ba673da582 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:43:01.378637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-33bc0106-c8e5-48db-8c21-819260cbe92f service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778814 Feb 08 23:43:01.378637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Request body: {'port': {'device_id': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:01.399693 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0334c4-ee0e-4de9-b9ea-b09a1ca86939 x-openstack-request-id: req-7e0334c4-ee0e-4de9-b9ea-b09a1ca86939 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:01.399990 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:01.400235 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e0334c4-ee0e-4de9-b9ea-b09a1ca86939 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:01.400628 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'status': 'completed', 'code': 200} Feb 08 23:43:01.550954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:01.600414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86936d8-3fe7-46cc-ab97-7fd5f68b53db req-41ce6331-085c-4a19-abab-8b5e8bcdff0e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:01.601986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a86936d8-3fe7-46cc-ab97-7fd5f68b53db req-41ce6331-085c-4a19-abab-8b5e8bcdff0e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 945 time: 0.1456540 Feb 08 23:43:01.640420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8323-af1a-4f78-9fd2-4ddd6b951895 req-8d00a5c9-0fa5-4fee-ad2c-124ad8c6077e tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:01.642289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-250f8323-af1a-4f78-9fd2-4ddd6b951895 req-8d00a5c9-0fa5-4fee-ad2c-124ad8c6077e tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 1101 time: 0.1804538 Feb 08 23:43:01.644703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29521869-0951-4226-8d47-307123994d45 req-f43d4fd9-819e-40c5-beea-db02148db913 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468259 Feb 08 23:43:01.696846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-250f8323-af1a-4f78-9fd2-4ddd6b951895 req-2ff75d6b-866a-462f-91c1-44a99ce6a888 tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:01.752629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:01.762130 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fec48b4-d5b5-40a7-bd9b-dfed39d5a01d" -d '{"events": [{"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:01.766778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f3ae4aac-2f4b-4478-8a75-bc08777a3dba up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:01.770536 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a86936d8-3fe7-46cc-ab97-7fd5f68b53db req-ad840e12-aeb4-4d9a-aab2-1d255a6c772c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467571 Feb 08 23:43:01.828829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'tag': '8260463c-2e5f-47f4-a844-bf799b6b6a40'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:01.834054 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda6630-c3c3-43ab-993e-96fb71d47a50" -d '{"events": [{"name": "network-changed", "server_uuid": "80b86812-eaaa-4fc7-8eb0-f4c8517844e5", "tag": "8260463c-2e5f-47f4-a844-bf799b6b6a40"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:01.841684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port f3ae4aac-2f4b-4478-8a75-bc08777a3dba completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:01.845613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port f3ae4aac-2f4b-4478-8a75-bc08777a3dba triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:01.846035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:01.912452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-54b3ee02-82d3-45cf-87fd-5e6a5e61dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:01.913968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-54b3ee02-82d3-45cf-87fd-5e6a5e61dd76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 1095 time: 0.1652284 Feb 08 23:43:01.941176 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:01.973353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:01.977216 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:02.035702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5c8f5-803d-4eed-a6d1-1b4c695c9aaf req-eb3fcabb-bafc-4ee6-911b-eb4ac56744ce tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.037235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eda5c8f5-803d-4eed-a6d1-1b4c695c9aaf req-eb3fcabb-bafc-4ee6-911b-eb4ac56744ce tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 947 time: 0.2006090 Feb 08 23:43:02.056222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:02.058860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-250f8323-af1a-4f78-9fd2-4ddd6b951895 req-2ff75d6b-866a-462f-91c1-44a99ce6a888 tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:02.080038 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-250f8323-af1a-4f78-9fd2-4ddd6b951895 req-2ff75d6b-866a-462f-91c1-44a99ce6a888 tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:02.137807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-250f8323-af1a-4f78-9fd2-4ddd6b951895 req-2ff75d6b-866a-462f-91c1-44a99ce6a888 tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824765 Feb 08 23:43:02.182970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eda5c8f5-803d-4eed-a6d1-1b4c695c9aaf req-1f169d1d-5078-494c-aec7-bc3eeb7501b4 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337926 Feb 08 23:43:02.185467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75d6b-866a-462f-91c1-44a99ce6a888 tempest-ServersAdminNegativeTestJSON-1950794263 tempest-ServersAdminNegativeTestJSON-1950794263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aded3d8-fe82-49ce-98dc-ec421ffeffe0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:02.192384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-4d904963-c026-4e5e-b82e-605c2a6d625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.193970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-4d904963-c026-4e5e-b82e-605c2a6d625f service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 924 time: 0.2679133 Feb 08 23:43:02.229392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd13105f-5f9a-407c-91d0-18ba673da582 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:02.268793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:02.275530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-234b3ff0-e72a-4dda-a081-bfd5526f94c0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c447d980-fadc-4da6-990e-475f199bb3b5 HTTP/1.1" status: 200 len: 217 time: 0.0684373 Feb 08 23:43:02.336578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Transition to ACTIVE for port object cd13105f-5f9a-407c-91d0-18ba673da582 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:02.345408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:02.388103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1b967-11b3-49b8-b2b2-b075d2907321 req-d82dc0f1-4b24-408c-a95c-9b60ce5adf95 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.389604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fe1b967-11b3-49b8-b2b2-b075d2907321 req-d82dc0f1-4b24-408c-a95c-9b60ce5adf95 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.1920938 Feb 08 23:43:02.429722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-cb323666-244b-4120-9b7d-026b372a6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.431183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-cb323666-244b-4120-9b7d-026b372a6cd7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.1402895 Feb 08 23:43:02.458545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d7d44-7c9f-4588-8fa2-f8f9d63774a3 req-875c9dc4-572b-4300-88ac-feeaf4028cc6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.460057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b61d7d44-7c9f-4588-8fa2-f8f9d63774a3 req-875c9dc4-572b-4300-88ac-feeaf4028cc6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1885984 Feb 08 23:43:02.463081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:02.525325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fe1b967-11b3-49b8-b2b2-b075d2907321 req-2e18e590-a76e-4f33-a38b-dac68dbb6191 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270978 Feb 08 23:43:02.581261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b61d7d44-7c9f-4588-8fa2-f8f9d63774a3 req-7dfbc8f3-4740-4b6e-bd5b-7f574b2de7f2 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Feb 08 23:43:02.585054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-e8a53ccb-722d-48f9-8df5-d63dce30eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.586479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-e8a53ccb-722d-48f9-8df5-d63dce30eef9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429057 Feb 08 23:43:02.632532 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41335eb-c75a-4ac2-b437-026fb1c690e4 x-openstack-request-id: req-f41335eb-c75a-4ac2-b437-026fb1c690e4 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:02.633072 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:02.634094 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f41335eb-c75a-4ac2-b437-026fb1c690e4 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:02.634094 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'code': 200} Feb 08 23:43:02.635278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:02.635644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:02.635930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:02.662194 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad23f0-61b2-4a98-abba-39fa9244cbc6 x-openstack-request-id: req-d5ad23f0-61b2-4a98-abba-39fa9244cbc6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:02.662471 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b86812-eaaa-4fc7-8eb0-f4c8517844e5", "tag": "8260463c-2e5f-47f4-a844-bf799b6b6a40", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:02.662720 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d5ad23f0-61b2-4a98-abba-39fa9244cbc6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:02.663101 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'tag': '8260463c-2e5f-47f4-a844-bf799b6b6a40', 'status': 'completed', 'code': 200} Feb 08 23:43:02.683600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Port cd13105f-5f9a-407c-91d0-18ba673da582 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:02.683925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:02.696484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:02.696821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:02.697225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:02.697660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Bound port: cd13105f-5f9a-407c-91d0-18ba673da582, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:02.698016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:02.747479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-65dd93d8-07f1-4cae-9166-f9a3dbc36017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.749106 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-65dd93d8-07f1-4cae-9166-f9a3dbc36017 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8392dde567704c1291b00e4104cfc8bf&device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 1098 time: 0.0579906 Feb 08 23:43:02.796175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846e2bf-fcaf-44d5-9a0e-9db545b3261d req-45abed96-7d54-4299-b0be-eb336762536b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.797841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8846e2bf-fcaf-44d5-9a0e-9db545b3261d req-45abed96-7d54-4299-b0be-eb336762536b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 944 time: 0.1972797 Feb 08 23:43:02.804669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-935b3199-c192-442e-8d73-60002cab5c5f service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051611 Feb 08 23:43:02.856784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-f4969ac2-a186-4824-a656-7c894b965acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.858266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-f4969ac2-a186-4824-a656-7c894b965acc service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1024947 Feb 08 23:43:02.903182 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-0751ec2e-405b-4883-81fe-7bf5e7f353aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40 HTTP/1.1" status: 200 len: 217 time: 0.0342913 Feb 08 23:43:02.931678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaecd7-9d39-4b46-96b6-e108cf93ba6d req-35931fed-6e77-4daa-ad0d-9288d8736258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.933244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06eaecd7-9d39-4b46-96b6-e108cf93ba6d req-35931fed-6e77-4daa-ad0d-9288d8736258 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 1096 time: 0.2204356 Feb 08 23:43:02.941553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:02.961496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-89a843c1-6250-4325-9c91-af4e5e005b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:02.963162 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-89a843c1-6250-4325-9c91-af4e5e005b94 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0514264 Feb 08 23:43:02.971891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:02.977524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8846e2bf-fcaf-44d5-9a0e-9db545b3261d req-94fcdafd-d397-49a7-83d2-69ad485057b5 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645315 Feb 08 23:43:02.994749 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:03.026969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-285e99da-ef86-4c08-84bf-2ab1c55ef67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.029154 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-285e99da-ef86-4c08-84bf-2ab1c55ef67d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557771 Feb 08 23:43:03.035800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f846b5-aa20-4bed-8a56-cf192e4ef085 req-f79423f5-7b3f-4b99-b133-abe158164801 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.037337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58f846b5-aa20-4bed-8a56-cf192e4ef085 req-f79423f5-7b3f-4b99-b133-abe158164801 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1095 time: 0.2255116 Feb 08 23:43:03.059392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4e51be2-d1ad-49c5-b9d4-4a8fbb764398 req-e2db0343-b316-4484-8528-a1c9fd45605a service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431469 Feb 08 23:43:03.061895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.062239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:03.063519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] 10.222.0.21 "PUT /v2.0/ports/cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 1096 time: 1.6916466 Feb 08 23:43:03.078285 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:43:03.094245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06eaecd7-9d39-4b46-96b6-e108cf93ba6d req-95462bf6-de07-4bb3-976d-0971d3c9ee3e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438572 Feb 08 23:43:03.138759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fac17-a5c0-445a-b395-a0ef8de1876e service neutron] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:03.141062 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-252db610-430e-4cd4-9d38-b4f15637c59e service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018436 Feb 08 23:43:03.150094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58f846b5-aa20-4bed-8a56-cf192e4ef085 req-89ced4c9-141a-492d-8126-ee076f349361 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980892 Feb 08 23:43:03.166642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae667f1-4235-462d-81b0-f2c0137d27a8 req-d8cd0ff7-9ad2-40a9-9075-f2756294837b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.168457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fae667f1-4235-462d-81b0-f2c0137d27a8 req-d8cd0ff7-9ad2-40a9-9075-f2756294837b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.1082053 Feb 08 23:43:03.213758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fae667f1-4235-462d-81b0-f2c0137d27a8 req-8832e9d9-5755-4adf-8a7c-822fa7f6fe2e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380726 Feb 08 23:43:03.280130 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5dda6630-c3c3-43ab-993e-96fb71d47a50 req-2bca1685-fcbd-4d0b-97ce-d8749cae18c7 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300640 Feb 08 23:43:03.404033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:03.406611 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5195ed7-085e-4156-b8aa-a1dd04863300" -d '{"events": [{"name": "network-changed", "server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:03.422704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-69d59308-e48d-4946-8c64-544c1153a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.424979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-69d59308-e48d-4946-8c64-544c1153a8c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1099 time: 0.1158381 Feb 08 23:43:03.442072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4884-7864-4856-859a-fa6fb3213386 req-48f41c7f-5a4a-4d30-bd95-f7eeeae137bf tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.443545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f9e4884-7864-4856-859a-fa6fb3213386 req-48f41c7f-5a4a-4d30-bd95-f7eeeae137bf tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 947 time: 0.1364250 Feb 08 23:43:03.462310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe038c9-d2d1-4d61-b850-a731abc29b20 req-21e35d3d-9102-4082-86a6-ec16ede143fa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.463707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbe038c9-d2d1-4d61-b850-a731abc29b20 req-21e35d3d-9102-4082-86a6-ec16ede143fa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 945 time: 0.1324239 Feb 08 23:43:03.496149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-855af9a6-544c-446b-aed0-854e64b65345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.0506811 Feb 08 23:43:03.567636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f9e4884-7864-4856-859a-fa6fb3213386 req-1be2ce12-854d-4ee2-b383-053792b0e95c tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142993 Feb 08 23:43:03.575185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbe038c9-d2d1-4d61-b850-a731abc29b20 req-76d986e7-65ea-4035-b825-60ca31d1070b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822852 Feb 08 23:43:03.586183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-62e9f3f8-0e75-4bb4-8c9c-ef1c60bae606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.587847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-62e9f3f8-0e75-4bb4-8c9c-ef1c60bae606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0595200 Feb 08 23:43:03.637499 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57247c61-d5db-4ca1-bfe2-47802dac0a8c x-openstack-request-id: req-57247c61-d5db-4ca1-bfe2-47802dac0a8c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:03.637799 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:03.638027 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57247c61-d5db-4ca1-bfe2-47802dac0a8c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:03.638524 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'status': 'completed', 'code': 200} Feb 08 23:43:03.650979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-499488a6-31ca-405e-932c-f67b7e983af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:03.652861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-499488a6-31ca-405e-932c-f67b7e983af7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520449 Feb 08 23:43:03.779509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 8260463c-2e5f-47f4-a844-bf799b6b6a40 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:03.877831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 8260463c-2e5f-47f4-a844-bf799b6b6a40, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:03.890180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '8260463c-2e5f-47f4-a844-bf799b6b6a40', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '8260463c-2e5f-47f4-a844-bf799b6b6a40', 'mac_address': 'fa:16:3e:02:e2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:03.933307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:03.947530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8260463c-2e5f-47f4-a844-bf799b6b6a40 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:03.967049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 8260463c-2e5f-47f4-a844-bf799b6b6a40, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:03.971368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:04.019178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=8260463c-2e5f-47f4-a844-bf799b6b6a40,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:04.061709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-1be5d94a-64cf-4426-941b-04ca1b827d6f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.063149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-1be5d94a-64cf-4426-941b-04ca1b827d6f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.4093413 Feb 08 23:43:04.076476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bc0ff-0067-4f4a-8772-61c4e3bc7a9e req-b8949865-51f3-4396-a535-638a0d4fd674 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.077894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-917bc0ff-0067-4f4a-8772-61c4e3bc7a9e req-b8949865-51f3-4396-a535-638a0d4fd674 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.3892179 Feb 08 23:43:04.100261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-fab596f2-11da-4b14-a3de-e699450fb6c7 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376011 Feb 08 23:43:04.108730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-0597a5af-6fdd-4417-ad6e-08fa96d7bc34 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/quotas/c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 375 time: 0.0256402 Feb 08 23:43:04.191075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-917bc0ff-0067-4f4a-8772-61c4e3bc7a9e req-f8fdd526-953b-42e8-a546-0e656ab6ea5b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054976 Feb 08 23:43:04.228817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-b1ce0d65-8c48-41b0-954b-6ee2865e3e12 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075068 Feb 08 23:43:04.262500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210a56e5-e224-4cca-a05c-8b4752311a88 req-3bb23ce8-9091-4491-a3bf-c16e1a992d66 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476963 Feb 08 23:43:04.279026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['8260463c-2e5f-47f4-a844-bf799b6b6a40'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:04.392111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-f8353b02-bf82-4a1b-97c1-c10c7ef86ceb service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518054 Feb 08 23:43:04.393881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d344d-e495-4e84-9ba6-cba26e75da6e req-76bc8cbb-39fc-4e7b-ac59-26c3885d24e4 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.395233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd9d344d-e495-4e84-9ba6-cba26e75da6e req-76bc8cbb-39fc-4e7b-ac59-26c3885d24e4 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1096 time: 0.1350901 Feb 08 23:43:04.412598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-ae25cff4-1c4c-4476-bbfa-9a00613c025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.414255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-ae25cff4-1c4c-4476-bbfa-9a00613c025c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1099 time: 0.0903707 Feb 08 23:43:04.545735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd9d344d-e495-4e84-9ba6-cba26e75da6e req-0b2317ec-8f92-474a-bf96-c611fbd36a59 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265123 Feb 08 23:43:04.596317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-4a89c8f6-fd56-4f8f-a562-8ef9e6b71630 service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754935 Feb 08 23:43:04.598972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-1962f5e3-6895-4233-beb3-abcbbd35c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.600319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-1962f5e3-6895-4233-beb3-abcbbd35c2ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1785891 Feb 08 23:43:04.634762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:04.637352 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bae385-c648-485a-a05d-0a3a66c3c8d8" -d '{"events": [{"server_uuid": "73c71f4c-e846-4fcf-928c-1feb1794ca1c", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae4aac-2f4b-4478-8a75-bc08777a3dba"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:04.658913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-fd0f89f2-7607-47bd-a90a-26e7f1627bc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.0498099 Feb 08 23:43:04.706103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f48cac-1831-435c-a6e1-c9a1a1353e2d req-7051b0a1-7f47-4ef9-837f-7917ea6d44c7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.707625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11f48cac-1831-435c-a6e1-c9a1a1353e2d req-7051b0a1-7f47-4ef9-837f-7917ea6d44c7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1064637 Feb 08 23:43:04.743304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-29655cb6-cb65-4ade-82ee-882f796cb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.744759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-29655cb6-cb65-4ade-82ee-882f796cb407 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0775216 Feb 08 23:43:04.776032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11f48cac-1831-435c-a6e1-c9a1a1353e2d req-e135884b-5409-462a-b163-0733a9f6a979 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Feb 08 23:43:04.819047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-01608c95-86d0-4b68-8176-6c89ec4805f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.820553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-01608c95-86d0-4b68-8176-6c89ec4805f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641537 Feb 08 23:43:04.905917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d1732-d972-4d70-b89a-228df8c5bb05 req-70ad957e-cde1-4e75-84e4-6e48923dbc43 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:04.908410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-780d1732-d972-4d70-b89a-228df8c5bb05 req-70ad957e-cde1-4e75-84e4-6e48923dbc43 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 944 time: 0.1555579 Feb 08 23:43:04.995771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-780d1732-d972-4d70-b89a-228df8c5bb05 req-13ee263c-e950-4c93-a4b1-c842bb665b7b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810990 Feb 08 23:43:05.016789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-c1979bb7-eef1-4f2d-927f-f3b457689304 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846595 Feb 08 23:43:05.109442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3318a-eafb-47ef-ba32-30f837e5d059 req-ce3c14b2-4d91-48e4-8728-5ee6eeff5b0f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.112101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dc3318a-eafb-47ef-ba32-30f837e5d059 req-ce3c14b2-4d91-48e4-8728-5ee6eeff5b0f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.1379588 Feb 08 23:43:05.194611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fbff8-719d-4ef5-bd4b-becd58354a89 req-2b94aa7e-45cb-4ad4-ba61-115dece53369 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.196418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f3fbff8-719d-4ef5-bd4b-becd58354a89 req-2b94aa7e-45cb-4ad4-ba61-115dece53369 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1096 time: 0.1145263 Feb 08 23:43:05.201447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dc3318a-eafb-47ef-ba32-30f837e5d059 req-24e59c67-2409-43c8-936d-dc10ec853421 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726457 Feb 08 23:43:05.211350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5195ed7-085e-4156-b8aa-a1dd04863300 req-ea21383b-784a-44a6-bc23-2308afec59df service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855056 Feb 08 23:43:05.242995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f3fbff8-719d-4ef5-bd4b-becd58354a89 req-34555feb-440d-4f25-8850-6eed64c6d164 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Feb 08 23:43:05.286229 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee734584-306f-4742-9094-e884fe2809e3 x-openstack-request-id: req-ee734584-306f-4742-9094-e884fe2809e3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:05.286919 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c71f4c-e846-4fcf-928c-1feb1794ca1c", "name": "network-vif-plugged", "status": "completed", "tag": "f3ae4aac-2f4b-4478-8a75-bc08777a3dba", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:05.287204 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee734584-306f-4742-9094-e884fe2809e3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:05.287575 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba', 'code': 200} Feb 08 23:43:05.358287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aa61b-517c-4808-a36c-29179e8727b3 req-12c24be6-3635-4693-9894-01f21887e40b tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.359797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad8aa61b-517c-4808-a36c-29179e8727b3 req-12c24be6-3635-4693-9894-01f21887e40b tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 948 time: 0.0790524 Feb 08 23:43:05.377235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88fee248-3a87-4983-a772-80375ba2487c req-f29ad548-70f1-4354-ba3e-3fcf83ee3fba tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 210 time: 0.0418372 Feb 08 23:43:05.411882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad8aa61b-517c-4808-a36c-29179e8727b3 req-2e220139-981a-4437-bb0a-161c0d2da7c2 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374620 Feb 08 23:43:05.471404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df31b8-1ca3-4ea1-9913-52f7d01755dd req-20f55c62-a391-4c1a-842d-e03534758fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.473224 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e9df31b8-1ca3-4ea1-9913-52f7d01755dd req-20f55c62-a391-4c1a-842d-e03534758fd4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 1101 time: 0.0758784 Feb 08 23:43:05.520308 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e9df31b8-1ca3-4ea1-9913-52f7d01755dd req-29e0e32d-c2d3-4265-83b4-a45b2a12500c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386698 Feb 08 23:43:05.536063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14d72b-4503-4c57-b61a-3f377fa3d076 req-4aa12e85-4d92-49a3-ba99-566f289ee583 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.537698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d14d72b-4503-4c57-b61a-3f377fa3d076 req-4aa12e85-4d92-49a3-ba99-566f289ee583 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 950 time: 0.0563672 Feb 08 23:43:05.579909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d14d72b-4503-4c57-b61a-3f377fa3d076 req-87f5bb85-55e9-46af-8094-71239229fa63 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Feb 08 23:43:05.628432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfa396-9baf-4a48-816f-11579c266816 req-e15482a4-5307-4653-8ea1-2c0410ac6687 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.629942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fdfa396-9baf-4a48-816f-11579c266816 req-e15482a4-5307-4653-8ea1-2c0410ac6687 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.0549514 Feb 08 23:43:05.672331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fdfa396-9baf-4a48-816f-11579c266816 req-26d6f962-55d1-4b69-baee-55b1a895c315 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Feb 08 23:43:05.720554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f97ee-8df3-480d-960d-17a665e61f0a req-eaaf6bf2-1c87-4895-b556-4fd26067c5c1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.722058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5f97ee-8df3-480d-960d-17a665e61f0a req-eaaf6bf2-1c87-4895-b556-4fd26067c5c1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Feb 08 23:43:05.761799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5f97ee-8df3-480d-960d-17a665e61f0a req-b217cfa6-bef0-48be-93e3-4089b3d72b17 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Feb 08 23:43:05.808903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c447d980-fadc-4da6-990e-475f199bb3b5 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:05.811258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 8260463c-2e5f-47f4-a844-bf799b6b6a40 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:05.867089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054eda-3526-4da2-ac58-47a0a1a1b469 req-d5352bff-50b5-4665-a3b6-8d72c0b041b9 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:05.868966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5054eda-3526-4da2-ac58-47a0a1a1b469 req-d5352bff-50b5-4665-a3b6-8d72c0b041b9 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1096 time: 0.0456417 Feb 08 23:43:05.947272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c447d980-fadc-4da6-990e-475f199bb3b5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c447d980-fadc-4da6-990e-475f199bb3b5,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:05.958211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 8260463c-2e5f-47f4-a844-bf799b6b6a40 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:05.963451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'port_id': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'mac_address': 'fa:16:3e:ba:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:05.967091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5054eda-3526-4da2-ac58-47a0a1a1b469 req-a36e9d48-e5c9-40c3-ab96-0cf60da60f9c tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915191 Feb 08 23:43:05.967546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 8260463c-2e5f-47f4-a844-bf799b6b6a40 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:05.968100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.023404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-9a8b246c-f243-4b6c-a295-c3c19f8f865d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:06.025034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-9a8b246c-f243-4b6c-a295-c3c19f8f865d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.1346681 Feb 08 23:43:06.041901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Request body: {'port': {'device_id': '414afda7-6230-43d5-a1fc-398399cd39d3', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'admin_state_up': True, 'tenant_id': 'c3e4172ad8aa4d9683740062aa834783'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:06.067335 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.090864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c447d980-fadc-4da6-990e-475f199bb3b5 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:06.131864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c447d980-fadc-4da6-990e-475f199bb3b5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c447d980-fadc-4da6-990e-475f199bb3b5,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:06.140462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.149012 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.182597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d888e-17b9-4efe-894d-f3b0309ad802 req-f84bd773-68e6-483c-9430-73e7db8c6d5e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:06.184077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd9d888e-17b9-4efe-894d-f3b0309ad802 req-f84bd773-68e6-483c-9430-73e7db8c6d5e tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 944 time: 0.0925164 Feb 08 23:43:06.218139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 8260463c-2e5f-47f4-a844-bf799b6b6a40, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:06.219078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c447d980-fadc-4da6-990e-475f199bb3b5,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:06.226780 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.258621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd9d888e-17b9-4efe-894d-f3b0309ad802 req-8c7ce09a-dd1b-45c8-9de1-b5b00f353c0c tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668373 Feb 08 23:43:06.263352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Made reservation on behalf of c3e4172ad8aa4d9683740062aa834783 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:06.267768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.302388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=8260463c-2e5f-47f4-a844-bf799b6b6a40,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:06.399090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77519a32-ccc7-40ea-86a0-327f6f6fa1ed req-65b1c735-eb23-41b1-afd5-9328ba0e7097 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:06.400475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77519a32-ccc7-40ea-86a0-327f6f6fa1ed req-65b1c735-eb23-41b1-afd5-9328ba0e7097 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.1113651 Feb 08 23:43:06.488992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77519a32-ccc7-40ea-86a0-327f6f6fa1ed req-cfc0acae-02da-4c8e-8205-1b40391ba736 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698349 Feb 08 23:43:06.492748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cceb2ba9-6c77-4373-b6f1-01b9c85ba6d2 req-8cafc31e-a508-42a5-a946-b044116840b0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 210 time: 0.0370831 Feb 08 23:43:06.496679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Allocated IP 172.20.0.10 (57e68c72-4913-4aa9-8544-2cfaa6a54e87/0db2c188-3f4e-4379-8d77-632b9fad3f84/ccbec1b0-ab90-48c3-94f9-868cb6f328a0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:43:06.506169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c447d980-fadc-4da6-990e-475f199bb3b5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:06.665408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.678743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79815d65-4f9f-4987-90b1-249f79e25325 req-2e0dd9cf-6c39-4883-9a49-fe31e6a6c560 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:06.680266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79815d65-4f9f-4987-90b1-249f79e25325 req-2e0dd9cf-6c39-4883-9a49-fe31e6a6c560 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.1210980 Feb 08 23:43:06.708571 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.761948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.783752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79815d65-4f9f-4987-90b1-249f79e25325 req-89e91fce-389b-4146-b90a-0d2f9453a6ee tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908947 Feb 08 23:43:06.794442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1897-440f-47ed-9f14-c50094cd2f75 req-7e259ac6-984a-430b-aa72-e114f64b8b8c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:06.795892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-285f1897-440f-47ed-9f14-c50094cd2f75 req-7e259ac6-984a-430b-aa72-e114f64b8b8c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 950 time: 0.1147249 Feb 08 23:43:06.849066 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:06.901598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-285f1897-440f-47ed-9f14-c50094cd2f75 req-d09895c9-1d0a-4d06-88a2-dec756488a25 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938411 Feb 08 23:43:06.945873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:43:06.955365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:06.963179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:43:06.968809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:06.997590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-08aa0bdf-4f62-44da-a85f-931cdc67450f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:06.999012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-08aa0bdf-4f62-44da-a85f-931cdc67450f tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 950 time: 0.1639240 Feb 08 23:43:07.082272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796adc0a-adce-4895-8bff-232d755acb28 req-2459b8e7-ee85-4045-b12e-fa057510685d tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:07.083731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-796adc0a-adce-4895-8bff-232d755acb28 req-2459b8e7-ee85-4045-b12e-fa057510685d tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.1946287 Feb 08 23:43:07.092373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:07.092986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:07.163637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-77d0ff2b-b2e8-44a9-a5a6-9cefe979f9dd tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1272106 Feb 08 23:43:07.171303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc120246-333d-4b1b-9717-cc68e76fd1b5 req-580039f2-3c36-420b-8e9b-b5ab5217446c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:07.172684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc120246-333d-4b1b-9717-cc68e76fd1b5 req-580039f2-3c36-420b-8e9b-b5ab5217446c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1833110 Feb 08 23:43:07.185741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Request body: {'port': {'device_id': '414afda7-6230-43d5-a1fc-398399cd39d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:07.229325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-796adc0a-adce-4895-8bff-232d755acb28 req-5304700d-dad2-436f-be62-cef1a723ec22 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330550 Feb 08 23:43:07.288288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8260463c-2e5f-47f4-a844-bf799b6b6a40'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:07.290621 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac847e0-5b19-47ab-bd65-56b65ffcd440" -d '{"events": [{"server_uuid": "80b86812-eaaa-4fc7-8eb0-f4c8517844e5", "name": "network-vif-plugged", "status": "completed", "tag": "8260463c-2e5f-47f4-a844-bf799b6b6a40"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:07.545012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc120246-333d-4b1b-9717-cc68e76fd1b5 req-be951b04-c694-4cdf-a4a2-4aab81b3e4de tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508112 Feb 08 23:43:07.549910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:07.577935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Deleting port ded9ddfb-b725-49f5-9b86-552237e802ed {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:43:07.578279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:07.656972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ebb48-b579-467b-a525-740b05a68bb0 req-a8e7f034-0a7f-48dc-85a9-d0feb7b69705 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:07.658726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e82ebb48-b579-467b-a525-740b05a68bb0 req-a8e7f034-0a7f-48dc-85a9-d0feb7b69705 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1096 time: 0.1529052 Feb 08 23:43:07.822236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] For port ded9ddfb-b725-49f5-9b86-552237e802ed, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ded9ddfb-b725-49f5-9b86-552237e802ed,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:07.822512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:07.831851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e544d-b415-4c51-a8f0-1c2e52f06cbe req-7cf7b3ea-1d15-4ee0-b09e-43f75aae0d25 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:07.833354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a52e544d-b415-4c51-a8f0-1c2e52f06cbe req-7cf7b3ea-1d15-4ee0-b09e-43f75aae0d25 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 945 time: 0.2194791 Feb 08 23:43:07.835734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c447d980-fadc-4da6-990e-475f199bb3b5 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:07.847212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e82ebb48-b579-467b-a525-740b05a68bb0 req-a0c9a762-9c75-4b09-8723-4cda7363a170 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638954 Feb 08 23:43:07.855365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Calling delete_port for ded9ddfb-b725-49f5-9b86-552237e802ed owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:43:07.890789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port c447d980-fadc-4da6-990e-475f199bb3b5 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:07.895134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port c447d980-fadc-4da6-990e-475f199bb3b5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:07.895669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:07.926865 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3fe3a7-55cd-425d-b6ed-f8ee75a57b28 x-openstack-request-id: req-0c3fe3a7-55cd-425d-b6ed-f8ee75a57b28 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:07.927168 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b86812-eaaa-4fc7-8eb0-f4c8517844e5", "name": "network-vif-plugged", "status": "completed", "tag": "8260463c-2e5f-47f4-a844-bf799b6b6a40", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:07.927419 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c3fe3a7-55cd-425d-b6ed-f8ee75a57b28 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:07.927799 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8260463c-2e5f-47f4-a844-bf799b6b6a40', 'code': 200} Feb 08 23:43:07.998915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.010290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:08.016026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084bedc-ea14-4d65-87ce-e18bc103dc7c req-1bb8d086-4ffd-4d1c-9584-8ea6ab84d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:08.019925 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5084bedc-ea14-4d65-87ce-e18bc103dc7c req-1bb8d086-4ffd-4d1c-9584-8ea6ab84d564 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 1100 time: 0.0441437 Feb 08 23:43:08.031662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a52e544d-b415-4c51-a8f0-1c2e52f06cbe req-4a43d77d-7744-4eb5-ace7-a6d6601eef23 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903355 Feb 08 23:43:08.055179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c447d980-fadc-4da6-990e-475f199bb3b5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c447d980-fadc-4da6-990e-475f199bb3b5,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:08.066645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.084299 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5084bedc-ea14-4d65-87ce-e18bc103dc7c req-58400453-8718-4030-9efc-abbabfcf968d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554135 Feb 08 23:43:08.155861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d505-9599-4f7e-b314-aaac8242e665 req-e7116038-c1ca-4227-affc-31ffa49ad80a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:08.157481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7811d505-9599-4f7e-b314-aaac8242e665 req-e7116038-c1ca-4227-affc-31ffa49ad80a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.1767607 Feb 08 23:43:08.167038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c447d980-fadc-4da6-990e-475f199bb3b5,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:08.177094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:08.189060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'mac_address': 'fa:16:3e:99:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:08.230123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.243181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd13105f-5f9a-407c-91d0-18ba673da582 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:08.263254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:08.267963 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.302272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.314973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4772865-4300-46f3-9acc-c605901d0b05 req-7ec7298f-73a1-4e09-986b-6a32fb4f97ce tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:08.316686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4772865-4300-46f3-9acc-c605901d0b05 req-7ec7298f-73a1-4e09-986b-6a32fb4f97ce tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 932 time: 0.2073638 Feb 08 23:43:08.317115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a07782-e1e5-471b-a3e0-723acd19c482', 'ded9ddfb-b725-49f5-9b86-552237e802ed'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:08.330949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7811d505-9599-4f7e-b314-aaac8242e665 req-0373d3af-1d6f-4bba-9abd-e07144e5baed tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557755 Feb 08 23:43:08.355320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:08.363221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Pushing event deleted for resources: {'Port': ['ID=ded9ddfb-b725-49f5-9b86-552237e802ed,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:08.371106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbec1b0-ab90-48c3-94f9-868cb6f328a0 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:08.409529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.497826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] No DVR routers for this DVR port ded9ddfb-b725-49f5-9b86-552237e802ed on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:08.499393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Transition to ACTIVE for port object ccbec1b0-ab90-48c3-94f9-868cb6f328a0 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:08.505703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.508962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf7a0f47-7b19-4f4f-bced-24dd26fa02a0 req-6abad939-d171-4337-8f0c-a4d5ac29fd20 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "DELETE /v2.0/ports/ded9ddfb-b725-49f5-9b86-552237e802ed HTTP/1.1" status: 204 len: 173 time: 1.4946611 Feb 08 23:43:08.509644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'name': 'network-vif-deleted', 'tag': 'ded9ddfb-b725-49f5-9b86-552237e802ed'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:08.512004 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b8434-3fbb-40a3-8d3b-43784ffc6d42" -d '{"events": [{"server_uuid": "b2caf15e-6fdf-4691-ba68-ba6d5fa96c83", "name": "network-vif-deleted", "tag": "ded9ddfb-b725-49f5-9b86-552237e802ed"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:08.521688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4772865-4300-46f3-9acc-c605901d0b05 req-e07153f7-cfbd-484a-9b5c-225a05b0a7a6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841130 Feb 08 23:43:08.525955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.557635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['cd13105f-5f9a-407c-91d0-18ba673da582'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:08.622215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62097634-3425-4d88-a091-ca8741fb01d6 req-66916b83-1919-4d60-9302-13292e7d095a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:08.623804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62097634-3425-4d88-a091-ca8741fb01d6 req-66916b83-1919-4d60-9302-13292e7d095a tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.2099254 Feb 08 23:43:08.628001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:08.711870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62097634-3425-4d88-a091-ca8741fb01d6 req-a0793c31-0591-4666-bfc4-d3c3ab7b8f1c tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771723 Feb 08 23:43:08.728139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:08.728546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:08.728939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:08.733487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:08.733845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:08.739585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:08.740113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:08.740483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:08.741004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Bound port: ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:08.741468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.835523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cb74ac1-654a-4529-88ab-79b91576e5a3 req-019e1838-edea-4d7b-9400-05b6063ea76b tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2caf15e-6fdf-4691-ba68-ba6d5fa96c83 HTTP/1.1" status: 200 len: 210 time: 0.0388863 Feb 08 23:43:08.839966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:08.853379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:08.858645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.879395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:08.880707 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:08.883548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] 10.222.0.21 "PUT /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 1092 time: 1.7094343 Feb 08 23:43:08.991870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fb9eb-15a7-42b8-a827-b520972e7c77 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:09.017568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e755b-be74-4c8b-93f3-1b291d6c02dd req-900d35fe-94c4-485b-a706-bc6d6007dcd7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.019646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-375e755b-be74-4c8b-93f3-1b291d6c02dd req-900d35fe-94c4-485b-a706-bc6d6007dcd7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.1072750 Feb 08 23:43:09.025716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-8c7a4506-b410-4627-ac5e-e7c498cacc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.027204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-8c7a4506-b410-4627-ac5e-e7c498cacc85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1095 time: 0.0792234 Feb 08 23:43:09.082132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-4afcf9ef-e072-4c40-8096-ec288fe937c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 217 time: 0.0388699 Feb 08 23:43:09.108484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-375e755b-be74-4c8b-93f3-1b291d6c02dd req-ff98badc-8144-46a1-ad15-d2f43b0006a5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802052 Feb 08 23:43:09.162443 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ea128b-c456-49b5-8faa-d1f68b375f72 x-openstack-request-id: req-d0ea128b-c456-49b5-8faa-d1f68b375f72 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:09.162732 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2caf15e-6fdf-4691-ba68-ba6d5fa96c83", "name": "network-vif-deleted", "tag": "ded9ddfb-b725-49f5-9b86-552237e802ed", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:09.162983 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0ea128b-c456-49b5-8faa-d1f68b375f72 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:09.163394 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2caf15e-6fdf-4691-ba68-ba6d5fa96c83', 'name': 'network-vif-deleted', 'tag': 'ded9ddfb-b725-49f5-9b86-552237e802ed', 'status': 'completed', 'code': 200} Feb 08 23:43:09.165184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-cee3d96b-f8a5-4525-88e9-40a70e1bfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.166691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-cee3d96b-f8a5-4525-88e9-40a70e1bfcbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0747774 Feb 08 23:43:09.205510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-28921444-0ebd-4317-851f-d29ae16fecc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291600 Feb 08 23:43:09.315063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea392809-d2be-47b1-bb01-fc53af7c4137 req-1ea4fd59-6c6b-450c-8831-6d35563e50c1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.316843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea392809-d2be-47b1-bb01-fc53af7c4137 req-1ea4fd59-6c6b-450c-8831-6d35563e50c1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1095207 Feb 08 23:43:09.362631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-b2b066f2-c710-4d72-a7f2-aa4c631890da service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449797 Feb 08 23:43:09.387847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea392809-d2be-47b1-bb01-fc53af7c4137 req-14880e78-c2ee-459b-8dd5-a32734a98ba0 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638859 Feb 08 23:43:09.528385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b99c30-4f6a-4541-8eac-ec20438c3e8a req-9d844d85-53ed-4e1b-ba0c-795f4da24087 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565876 Feb 08 23:43:09.536899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91a0d-320a-4acb-a76d-c3b38de349d2 req-83b27dc8-c0f9-42da-aa9b-8fde62a2ec6d tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.538701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58d91a0d-320a-4acb-a76d-c3b38de349d2 req-83b27dc8-c0f9-42da-aa9b-8fde62a2ec6d tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.0866237 Feb 08 23:43:09.576391 n-d-828413-1 neutron-server[105931]: WARNING keystonemiddleware.auth_token [req-cf4f3edb-bd66-4445-b6cd-57e28fe89266 req-ca04c50c-79ef-45d7-a65f-fac6011d81dd service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 08 23:43:09.580736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-f92dbb3a-9d3c-4b67-992c-153b607ed8ca tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:43:09.581773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-f92dbb3a-9d3c-4b67-992c-153b607ed8ca tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759704 Feb 08 23:43:09.583833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58d91a0d-320a-4acb-a76d-c3b38de349d2 req-ba7b7706-4d13-43ad-930b-ba0161b07163 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359654 Feb 08 23:43:09.624783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-4824a66a-8602-429e-9676-ab333f60bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.626707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-4824a66a-8602-429e-9676-ab333f60bdf6 service neutron] 10.222.0.32 "GET /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 1093 time: 0.0379438 Feb 08 23:43:09.635632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:09.636322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Unknown quota resources ['binding']. {{(pid=105931) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:43:09.772806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:09.773167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:09.773487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:09.777955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:09.778267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:09.783781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:09.784106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:09.784483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:09.784896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Bound port: 3a48e22c-cd34-4ed1-a564-41cebef76b98, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:09.842778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:09.849889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:09.851054 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-287b2e8c-e9a7-4f15-9ed7-5fd8b7c1f1e2 service neutron] 10.222.0.32 "POST /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98/bindings HTTP/1.1" status: 201 len: 389 time: 0.2186894 Feb 08 23:43:09.929196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:09.932649 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553732d4-0d4a-4888-bc6e-188397b328ca" -d '{"events": [{"server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "name": "network-vif-plugged", "status": "completed", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:09.950134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6235a-0fd6-4574-a237-3d1b27fd8544 req-9b174b33-3d03-4e0e-bc3f-f76aef8f7511 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:09.952088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51d6235a-0fd6-4574-a237-3d1b27fd8544 req-9b174b33-3d03-4e0e-bc3f-f76aef8f7511 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 949 time: 0.0723724 Feb 08 23:43:10.014971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51d6235a-0fd6-4574-a237-3d1b27fd8544 req-a867f110-e4c4-4ca5-9535-7bff07517522 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518658 Feb 08 23:43:10.022212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:10.036322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3def4ea-198f-48ca-905c-525dd776f20a req-68c3c6f8-5a3c-4295-bcfe-7f3283aacd81 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.042095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3def4ea-198f-48ca-905c-525dd776f20a req-68c3c6f8-5a3c-4295-bcfe-7f3283aacd81 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.0874717 Feb 08 23:43:10.086586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port cd13105f-5f9a-407c-91d0-18ba673da582 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:10.090980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port cd13105f-5f9a-407c-91d0-18ba673da582 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:10.091353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:10.121649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3def4ea-198f-48ca-905c-525dd776f20a req-cf71f2a6-bce2-4fee-86fa-5fc04890d3ea tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710154 Feb 08 23:43:10.129002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-74eff75d-5ec8-4618-a3c7-92f82b5767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.132641 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-74eff75d-5ec8-4618-a3c7-92f82b5767a6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1096 time: 0.0565383 Feb 08 23:43:10.179291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e2a23-c720-4c84-a9b1-32bed89fd4b4 req-873dc73f-60cf-4247-a576-4bf5d9b2bd30 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.184626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:10.190756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-457e2a23-c720-4c84-a9b1-32bed89fd4b4 req-873dc73f-60cf-4247-a576-4bf5d9b2bd30 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.0993984 Feb 08 23:43:10.223338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:10.227871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:10.246814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-457e2a23-c720-4c84-a9b1-32bed89fd4b4 req-25093bb0-6fd2-4154-a410-3b50b1869ff7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522158 Feb 08 23:43:10.266442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-f278343a-8737-4272-825f-4365acd5f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.268391 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-f278343a-8737-4272-825f-4365acd5f0c1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.1209824 Feb 08 23:43:10.285103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:10.409238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da8431-ac8f-4c0a-a77b-025b5bb9eb69 req-833f85b0-16b4-48cf-9d43-24aeafadde43 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.410905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94da8431-ac8f-4c0a-a77b-025b5bb9eb69 req-833f85b0-16b4-48cf-9d43-24aeafadde43 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 945 time: 0.0577829 Feb 08 23:43:10.455245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94da8431-ac8f-4c0a-a77b-025b5bb9eb69 req-1ca73944-0949-44b8-8c11-204cb95068fc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Feb 08 23:43:10.503721 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3be0b-5c8b-4783-83d0-adc886a9be93 x-openstack-request-id: req-87f3be0b-5c8b-4783-83d0-adc886a9be93 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:10.504084 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "name": "network-vif-plugged", "status": "completed", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:10.504403 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87f3be0b-5c8b-4783-83d0-adc886a9be93 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:10.504862 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'code': 200} Feb 08 23:43:10.539310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-edc0e012-6826-49fb-a675-4367c0fc095f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 217 time: 0.2584617 Feb 08 23:43:10.560275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.560883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.561394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.561891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.562359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.562800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.563475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.563842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.564295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.564801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.565290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.565738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.566262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.568415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-990d55ad-58e7-4dd5-b641-f7022283b60c tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc&device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5&device_id=7cec0f79-951c-4500-968b-050d240d2d0d&device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c&device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5&device_id=17671bcb-2f52-462a-a873-0fcf291e5335&device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765&device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d&device_id=4c7f5e6e-043a-458c-8198-21e1f1214433&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7&device_id=6dfa6710-ede2-40da-9516-eacc629959bb&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 11761 time: 0.0793593 Feb 08 23:43:10.603374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-ce06e7ee-b7b6-40a1-b3f9-874c5ab949bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.605443 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-ce06e7ee-b7b6-40a1-b3f9-874c5ab949bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0519998 Feb 08 23:43:10.615279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-56fe0e25-c503-40b3-b833-eb142e2131e1 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:10.646304 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-dbab15a3-3b49-4116-9d93-a9385358d137 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334256 Feb 08 23:43:10.658255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4eadd-4e57-4277-93dc-7e568aaab74a req-283bab8b-03ff-46f2-80fa-1fb3a02debdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.659914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aed4eadd-4e57-4277-93dc-7e568aaab74a req-283bab8b-03ff-46f2-80fa-1fb3a02debdc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 1097 time: 0.0776746 Feb 08 23:43:10.724316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aed4eadd-4e57-4277-93dc-7e568aaab74a req-1ebffd18-7908-47fa-8d7d-1587c15819d7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473137 Feb 08 23:43:10.745623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-56fe0e25-c503-40b3-b833-eb142e2131e1 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:10.753297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-56fe0e25-c503-40b3-b833-eb142e2131e1 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:10.757707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-e4f34144-012e-4dee-b547-6ea5514edb75 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992413 Feb 08 23:43:10.786154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4034da0-71e3-445b-9599-a8b6d1081ce2 req-56fe0e25-c503-40b3-b833-eb142e2131e1 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&id=79f7e3df-00ab-4b7d-9063-64caec148cdc&id=abbb37aa-0634-441b-a547-f6b5076a08e0&id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&id=230acf7d-89e1-4d57-90e6-89689ee50ea2&id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.2099521 Feb 08 23:43:10.804426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe0e25-c503-40b3-b833-eb142e2131e1 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d931d2f-613f-4376-89e6-bf13d7a9446e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:10.882826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e01767-9561-4e9e-8e2d-ae9e3f2d347d req-e7e25c73-1b14-409b-a9d1-e92620e7709f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.884347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7e01767-9561-4e9e-8e2d-ae9e3f2d347d req-e7e25c73-1b14-409b-a9d1-e92620e7709f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0813513 Feb 08 23:43:10.905200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f851ce1-3962-4749-9aa6-0d5f1cfabdda req-49e5a189-0bc4-4089-b85b-ded7c06a8f1d tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:10.906627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f851ce1-3962-4749-9aa6-0d5f1cfabdda req-49e5a189-0bc4-4089-b85b-ded7c06a8f1d tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.0673227 Feb 08 23:43:10.952370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7e01767-9561-4e9e-8e2d-ae9e3f2d347d req-2d61f8f0-139f-4fd4-8cdb-440382758628 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597773 Feb 08 23:43:10.959891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f851ce1-3962-4749-9aa6-0d5f1cfabdda req-33b61199-2925-44df-be35-bc55c3180266 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453875 Feb 08 23:43:11.066598 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-6eaa8b00-af9d-4a23-bbbf-086cb4693102 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979869 Feb 08 23:43:11.108139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed2cb4-e17f-4cdc-9b29-ff26538b5502 req-0255da3b-6863-41ed-8ac8-612cf31a7a48 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.109623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55ed2cb4-e17f-4cdc-9b29-ff26538b5502 req-0255da3b-6863-41ed-8ac8-612cf31a7a48 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 950 time: 0.0801053 Feb 08 23:43:11.118329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80a1c5-e56c-44f2-995d-9191ec7d38ab req-09574729-9a99-4640-b4ed-5335fcf91043 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.119683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c80a1c5-e56c-44f2-995d-9191ec7d38ab req-09574729-9a99-4640-b4ed-5335fcf91043 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.0920999 Feb 08 23:43:11.166077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:11.168577 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798ea38c-617d-4d4f-92e7-d98d4755be3b" -d '{"events": [{"name": "network-changed", "server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:11.182679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55ed2cb4-e17f-4cdc-9b29-ff26538b5502 req-b6c7a66c-de84-417d-98fd-97a248e8d41e tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619655 Feb 08 23:43:11.185628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c80a1c5-e56c-44f2-995d-9191ec7d38ab req-64649646-a876-4e53-b8b7-07c0fcf35163 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583611 Feb 08 23:43:11.195551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-e8f409d2-19af-443f-89c7-fa37a457ad41 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.207210 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-e8f409d2-19af-443f-89c7-fa37a457ad41 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.0539029 Feb 08 23:43:11.232112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:11.289905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.341309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ca106-ba79-4ce5-b554-15b19f01defe req-09f57f6d-3755-420e-a720-fc698d0cd348 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.342795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-216ca106-ba79-4ce5-b554-15b19f01defe req-09f57f6d-3755-420e-a720-fc698d0cd348 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0825958 Feb 08 23:43:11.377898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda66c-2a2b-4399-8ea9-010d0037ccc6 req-dba42ca4-a8ff-41c1-bcb8-0d7e7cb8c5c3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.379442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6cda66c-2a2b-4399-8ea9-010d0037ccc6 req-dba42ca4-a8ff-41c1-bcb8-0d7e7cb8c5c3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.0830274 Feb 08 23:43:11.407389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-216ca106-ba79-4ce5-b554-15b19f01defe req-d050d03a-3b1c-4821-9c72-970465d52c44 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561833 Feb 08 23:43:11.434596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6cda66c-2a2b-4399-8ea9-010d0037ccc6 req-e1cc548a-dd70-48f6-87ae-acbba4dde2e4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Feb 08 23:43:11.436940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:11.464142 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82fbf5d6-e5e2-4431-b4c7-92b6b400fe21 x-openstack-request-id: req-82fbf5d6-e5e2-4431-b4c7-92b6b400fe21 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:11.464521 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:11.464885 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82fbf5d6-e5e2-4431-b4c7-92b6b400fe21 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:11.465374 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'status': 'completed', 'code': 200} Feb 08 23:43:11.502326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:11.559174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-045c6f2c-2f71-4171-91a4-6874962d9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.559643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:11.561540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-045c6f2c-2f71-4171-91a4-6874962d9d94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1095 time: 0.0668061 Feb 08 23:43:11.562084 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ebb2b-4af9-4400-8713-0e2bd4a69282" -d '{"events": [{"server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "name": "network-vif-unplugged", "status": "completed", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:11.567946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.575809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.670546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:11.688601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:11.689353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:11.690047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:11.695183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:11.695506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Attempting to bind port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:11.700985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-18edb8c3-31d0-48bc-9f1c-1b329a447d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.701350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-18edb8c3-31d0-48bc-9f1c-1b329a447d7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1298141 Feb 08 23:43:11.702912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:11.703444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:11.704753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:11.704872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Bound port: 3a48e22c-cd34-4ed1-a564-41cebef76b98, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:11.705346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.770619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-6f9638ab-522a-4df2-8956-20e05f15dab1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 217 time: 0.0496862 Feb 08 23:43:11.784129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:11.787273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:11.787460 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e851a64a-1162-4a97-a8f0-780de4610460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.796875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.850866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1b796-bb42-46f0-ba15-05f50add0ba2 req-5c2a00db-fce6-4398-a8fd-a9b061405961 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.852369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86a1b796-bb42-46f0-ba15-05f50add0ba2 req-5c2a00db-fce6-4398-a8fd-a9b061405961 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1660888 Feb 08 23:43:11.868694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1777a-972d-4cae-a4dc-9811c1ce8f2b req-0f4fde1c-1258-45c0-b2eb-da25262c0f22 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.869198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1777a-972d-4cae-a4dc-9811c1ce8f2b req-0f4fde1c-1258-45c0-b2eb-da25262c0f22 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.869664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1777a-972d-4cae-a4dc-9811c1ce8f2b req-0f4fde1c-1258-45c0-b2eb-da25262c0f22 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.871273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb1777a-972d-4cae-a4dc-9811c1ce8f2b req-0f4fde1c-1258-45c0-b2eb-da25262c0f22 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c&device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765&device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 2883 time: 0.1408679 Feb 08 23:43:11.872614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-80b2a764-3f9e-40ac-9d6b-3cec39e2a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.873932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-80b2a764-3f9e-40ac-9d6b-3cec39e2a6cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0788622 Feb 08 23:43:11.899222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:11.899885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:11.901408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] 10.222.0.84 "PUT /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 1121 time: 0.6737313 Feb 08 23:43:11.902532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2284-5ace-486f-944c-a5b57b399a99 service neutron] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:12.008711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3a48e22c-cd34-4ed1-a564-41cebef76b98'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:12.044098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ded9ddfb-b725-49f5-9b86-552237e802ed no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:12.067756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: ded9ddfb-b725-49f5-9b86-552237e802ed {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:43:12.068079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ded9ddfb-b725-49f5-9b86-552237e802ed not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:12.151661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-1570e47a-9322-4ca3-92a3-8f62c978288d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358939 Feb 08 23:43:12.182263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86a1b796-bb42-46f0-ba15-05f50add0ba2 req-b5e1597c-1808-409c-b061-877028c237c8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169513 Feb 08 23:43:12.185035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb1777a-972d-4cae-a4dc-9811c1ce8f2b req-37f3921a-4b55-4008-b8ee-d86d22a3e56f tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049436 Feb 08 23:43:12.239757 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22876651-30a7-4d34-882a-4307cd85a836 x-openstack-request-id: req-22876651-30a7-4d34-882a-4307cd85a836 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:12.240456 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "name": "network-vif-unplugged", "status": "completed", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:12.241252 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22876651-30a7-4d34-882a-4307cd85a836 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:12.241730 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'code': 200} Feb 08 23:43:12.277370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-60709b0e-37ed-4686-83b3-98a85e3a9ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059618 Feb 08 23:43:12.461878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f6d56-bc6e-45bf-a2e3-808b405f45c1 req-ec40e53d-ebe2-424b-afc0-a1e4759bc8d8 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:12.463335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed4f6d56-bc6e-45bf-a2e3-808b405f45c1 req-ec40e53d-ebe2-424b-afc0-a1e4759bc8d8 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.1850340 Feb 08 23:43:12.475993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5120e5-d86f-437b-afe6-05ce650f3c08 req-9dcca96c-ca31-4675-b8e9-8536b2934d15 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:12.477377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e5120e5-d86f-437b-afe6-05ce650f3c08 req-9dcca96c-ca31-4675-b8e9-8536b2934d15 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1778800 Feb 08 23:43:12.481911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798ea38c-617d-4d4f-92e7-d98d4755be3b req-44ef2a69-8f63-4ae7-aac6-17e4c792b311 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934969 Feb 08 23:43:12.489702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-aa50f13f-ac6a-4b6e-bb71-ab259940325c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:12.491028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-aa50f13f-ac6a-4b6e-bb71-ab259940325c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 950 time: 0.1123402 Feb 08 23:43:12.506215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:12.508596 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c417ed37-9d18-4172-9020-84d3a9295991" -d '{"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-plugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:12.580191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed4f6d56-bc6e-45bf-a2e3-808b405f45c1 req-16bc1f1c-b996-4924-8cb6-56b2f7d60099 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017838 Feb 08 23:43:12.603720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e5120e5-d86f-437b-afe6-05ce650f3c08 req-692abec9-3fcc-4197-a19e-13ffa0bc4d74 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078541 Feb 08 23:43:12.637693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Deleting port 65a07782-e1e5-471b-a3e0-723acd19c482 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:43:12.637985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:12.787527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ad58-9a4d-47b2-ad3d-1d1878490aa4 req-d72201cd-e84e-4ee3-9490-bcf597a8b9e5 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:12.789022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74f6ad58-9a4d-47b2-ad3d-1d1878490aa4 req-d72201cd-e84e-4ee3-9490-bcf597a8b9e5 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.1341290 Feb 08 23:43:12.809903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] For port 65a07782-e1e5-471b-a3e0-723acd19c482, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a07782-e1e5-471b-a3e0-723acd19c482,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:12.810265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:12.830788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf820aa-b482-4731-a5d3-cded35777043 req-14ba3704-c2a3-45c5-943d-76f345263f82 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:12.832252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf820aa-b482-4731-a5d3-cded35777043 req-14ba3704-c2a3-45c5-943d-76f345263f82 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c7f5e6e-043a-458c-8198-21e1f1214433 HTTP/1.1" status: 200 len: 950 time: 0.1208427 Feb 08 23:43:12.841939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Calling delete_port for 65a07782-e1e5-471b-a3e0-723acd19c482 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:43:12.879878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74f6ad58-9a4d-47b2-ad3d-1d1878490aa4 req-de546144-ddcc-4e6d-ac7c-25937154558a tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842583 Feb 08 23:43:12.931639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf820aa-b482-4731-a5d3-cded35777043 req-01f19542-01b5-4261-a8c4-e4dad0ba414c tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.32 "GET /v2.0/security-groups?id=abbb37aa-0634-441b-a547-f6b5076a08e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907335 Feb 08 23:43:13.019759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5da21-ac5f-4f6a-b05b-6997b4cc0a5c req-ecfd8b8a-ec5d-4566-969f-5c3b6931b76e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.021218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87e5da21-ac5f-4f6a-b05b-6997b4cc0a5c req-ecfd8b8a-ec5d-4566-969f-5c3b6931b76e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0754063 Feb 08 23:43:13.117354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87e5da21-ac5f-4f6a-b05b-6997b4cc0a5c req-60dd8884-eff9-4caf-b5c7-6c249ab9ca1e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763588 Feb 08 23:43:13.124957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ad2fe-c13d-4ac0-a60b-eab701204809 req-8ddb19e9-e0b8-418a-b78c-6c19ee810829 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.126485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8ad2fe-c13d-4ac0-a60b-eab701204809 req-8ddb19e9-e0b8-418a-b78c-6c19ee810829 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.1269248 Feb 08 23:43:13.127268 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:13.144584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a07782-e1e5-471b-a3e0-723acd19c482'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:13.167836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Pushing event deleted for resources: {'Port': ['ID=65a07782-e1e5-471b-a3e0-723acd19c482,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:13.167984 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec57717-0605-4337-a609-0e05deba6f9d x-openstack-request-id: req-3ec57717-0605-4337-a609-0e05deba6f9d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:13.168380 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-plugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:13.168722 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ec57717-0605-4337-a609-0e05deba6f9d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:13.169223 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'code': 200} Feb 08 23:43:13.213461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.213688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.213957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.214238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.214567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.214892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.215221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.215551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.215876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.216201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.216517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.216835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:13.247330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] No DVR routers for this DVR port 65a07782-e1e5-471b-a3e0-723acd19c482 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:13.266780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:13.269856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94b202ad-7a49-4511-90ed-01cfbfebd7f2 req-44a33946-a7c6-47bb-a117-85891adaece8 tempest-ServersAdminNegativeTestJSON-1949386525 tempest-ServersAdminNegativeTestJSON-1949386525-project] 10.222.0.21 "DELETE /v2.0/ports/65a07782-e1e5-471b-a3e0-723acd19c482 HTTP/1.1" status: 204 len: 173 time: 0.7604549 Feb 08 23:43:13.275336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8ad2fe-c13d-4ac0-a60b-eab701204809 req-1bfff4e2-4b4d-4dcb-ae2f-7a9962c431a8 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390057 Feb 08 23:43:13.337531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce326d-3269-46e9-a987-582d3884b892 req-9e782847-08ec-4549-998b-df7ef6b311c8 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.339145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50ce326d-3269-46e9-a987-582d3884b892 req-9e782847-08ec-4549-998b-df7ef6b311c8 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.0929880 Feb 08 23:43:13.345448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c4155-9b96-43bc-80ab-a8073f113c8d req-62425e11-0c6b-4161-b884-1f74a451d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.348889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-353c4155-9b96-43bc-80ab-a8073f113c8d req-62425e11-0c6b-4161-b884-1f74a451d3af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1101 time: 0.0955532 Feb 08 23:43:13.359151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59874) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:13.363877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Request body: {'floatingip': {'port_id': 'c447d980-fadc-4da6-990e-475f199bb3b5'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:13.456467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:13.475617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'name': 'network-vif-deleted', 'tag': '65a07782-e1e5-471b-a3e0-723acd19c482'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:13.478268 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529256b2-9d18-4b0f-bcbe-a53d7ca15a9a" -d '{"events": [{"server_uuid": "4c7f5e6e-043a-458c-8198-21e1f1214433", "name": "network-vif-deleted", "tag": "65a07782-e1e5-471b-a3e0-723acd19c482"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:13.515996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-353c4155-9b96-43bc-80ab-a8073f113c8d req-183dd7ca-0bda-443e-9c23-2e7b63b29ef5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451635 Feb 08 23:43:13.568961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137991-7f07-446d-b0bf-bdec67502d9a req-2a0ffc34-f029-4ace-bfdc-e2e410364b14 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.570523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4137991-7f07-446d-b0bf-bdec67502d9a req-2a0ffc34-f029-4ace-bfdc-e2e410364b14 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1405394 Feb 08 23:43:13.639674 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e1cc9d-fe7b-4917-a52b-a60ecdebbfc7 x-openstack-request-id: req-41e1cc9d-fe7b-4917-a52b-a60ecdebbfc7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:13.639973 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7f5e6e-043a-458c-8198-21e1f1214433", "name": "network-vif-deleted", "tag": "65a07782-e1e5-471b-a3e0-723acd19c482", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:13.640223 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41e1cc9d-fe7b-4917-a52b-a60ecdebbfc7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:13.640941 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7f5e6e-043a-458c-8198-21e1f1214433', 'name': 'network-vif-deleted', 'tag': '65a07782-e1e5-471b-a3e0-723acd19c482', 'status': 'completed', 'code': 200} Feb 08 23:43:13.674069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-e4be4f65-4e40-49b0-977d-d9af29ad60ab tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.676104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-e4be4f65-4e40-49b0-977d-d9af29ad60ab tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.0631874 Feb 08 23:43:13.690872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4137991-7f07-446d-b0bf-bdec67502d9a req-83221ae5-25e3-449f-adc0-440a0f94a625 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981157 Feb 08 23:43:13.828404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Deleting port 8260463c-2e5f-47f4-a844-bf799b6b6a40 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:43:13.829304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:13.924655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] For port 8260463c-2e5f-47f4-a844-bf799b6b6a40, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=8260463c-2e5f-47f4-a844-bf799b6b6a40,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:13.925091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:13.937860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Calling delete_port for 8260463c-2e5f-47f4-a844-bf799b6b6a40 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:43:13.983086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a32a30-551b-483d-955b-9c61691d3f65 req-9c474ff9-a358-4489-8009-c20b88bcb4a6 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:13.990732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87a32a30-551b-483d-955b-9c61691d3f65 req-9c474ff9-a358-4489-8009-c20b88bcb4a6 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/ports?device_id=80b86812-eaaa-4fc7-8eb0-f4c8517844e5 HTTP/1.1" status: 200 len: 949 time: 0.1744764 Feb 08 23:43:14.018615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9083a8-7ee9-4a74-ad25-0ed40a8f9c45 req-294b5bac-a8c1-434c-8491-c1b59f1aec29 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:14.027365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e9083a8-7ee9-4a74-ad25-0ed40a8f9c45 req-294b5bac-a8c1-434c-8491-c1b59f1aec29 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.2122481 Feb 08 23:43:14.050877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:14.086024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.115455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['8260463c-2e5f-47f4-a844-bf799b6b6a40'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:14.126688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87a32a30-551b-483d-955b-9c61691d3f65 req-b6ac9b4a-6546-49d3-8a60-7fc651c93bf0 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.32 "GET /v2.0/security-groups?id=230acf7d-89e1-4d57-90e6-89689ee50ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349804 Feb 08 23:43:14.134915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Pushing event deleted for resources: {'Port': ['ID=8260463c-2e5f-47f4-a844-bf799b6b6a40,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:14.149476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e9083a8-7ee9-4a74-ad25-0ed40a8f9c45 req-233db786-47cc-493b-8991-de86546abe1f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084673 Feb 08 23:43:14.168565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.169290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.169600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.170031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.170733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.170871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.173094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.173746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.174488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.174625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.175989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.176416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:14.221110 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-769b97c0-be5e-479e-97a2-7bf38d145217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.228113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] No DVR routers for this DVR port 8260463c-2e5f-47f4-a844-bf799b6b6a40 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:14.237011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.247192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c015824e-9b95-404b-af34-b0c2f26e53c9 req-0d0687ec-3936-4042-90bf-b7dd2b3f7ca7 tempest-DeleteServersAdminTestJSON-77056178 tempest-DeleteServersAdminTestJSON-77056178-project] 10.222.0.84 "DELETE /v2.0/ports/8260463c-2e5f-47f4-a844-bf799b6b6a40 HTTP/1.1" status: 204 len: 173 time: 0.5622644 Feb 08 23:43:14.252637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98'}, {'server_uuid': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'name': 'network-vif-deleted', 'tag': '8260463c-2e5f-47f4-a844-bf799b6b6a40'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:14.264593 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98"}, {"server_uuid": "80b86812-eaaa-4fc7-8eb0-f4c8517844e5", "name": "network-vif-deleted", "tag": "8260463c-2e5f-47f4-a844-bf799b6b6a40"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:14.273510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.279326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.301004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:14.339912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'port_id': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'mac_address': 'fa:16:3e:9a:4f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db2c188-3f4e-4379-8d77-632b9fad3f84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:14.421008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.435358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbec1b0-ab90-48c3-94f9-868cb6f328a0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:14.460479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:14.472793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.495362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b73bb-e7a4-43be-8adc-53f91db606f7 req-0fcc3dc4-4db2-43fc-9fed-ff71b0011a1e tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:14.497000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-410b73bb-e7a4-43be-8adc-53f91db606f7 req-0fcc3dc4-4db2-43fc-9fed-ff71b0011a1e tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1100 time: 0.2113013 Feb 08 23:43:14.507958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2f636-9bea-4433-9cb8-711b354b4bea req-b83d8690-815a-4be4-abf7-6fc043f61af1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:14.509246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6b2f636-9bea-4433-9cb8-711b354b4bea req-b83d8690-815a-4be4-abf7-6fc043f61af1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1418223 Feb 08 23:43:14.512489 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460 associated. External IP: 172.25.3.165, port: c447d980-fadc-4da6-990e-475f199bb3b5. Feb 08 23:43:14.539376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:14.568300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59900) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:14.740781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0e0a1b2a-3c0a-4070-8d59-a0bbb59093ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9b6ca290429422e8ee7f6a42e64526a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711862 Feb 08 23:43:14.743387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:14.779271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ccbec1b0-ab90-48c3-94f9-868cb6f328a0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:14.805052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94181e65-6570-479b-b907-fd294e03a300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.845827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-410b73bb-e7a4-43be-8adc-53f91db606f7 req-22d51f24-0566-42c3-b468-290df27f95b1 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347497 Feb 08 23:43:14.861743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94181e65-6570-479b-b907-fd294e03a300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.883364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6b2f636-9bea-4433-9cb8-711b354b4bea req-e89d6aa3-5611-411c-8aef-54f745de86c3 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632932 Feb 08 23:43:14.979792 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94181e65-6570-479b-b907-fd294e03a300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.984228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94181e65-6570-479b-b907-fd294e03a300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:14.991469 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-94181e65-6570-479b-b907-fd294e03a300 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abbb37aa-0634-441b-a547-f6b5076a08e0 HTTP/1.1" status: 204 len: 168 time: 0.2432241 Feb 08 23:43:15.003643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94181e65-6570-479b-b907-fd294e03a300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb37aa-0634-441b-a547-f6b5076a08e0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:15.014884 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd592813-0a40-4619-9e47-78bcc8029b1e x-openstack-request-id: req-dd592813-0a40-4619-9e47-78bcc8029b1e {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:15.017879 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98", "status": "completed", "code": 200}, {"server_uuid": "80b86812-eaaa-4fc7-8eb0-f4c8517844e5", "name": "network-vif-deleted", "tag": "8260463c-2e5f-47f4-a844-bf799b6b6a40", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:15.018554 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd592813-0a40-4619-9e47-78bcc8029b1e {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:15.020181 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'status': 'completed', 'code': 200} Feb 08 23:43:15.022283 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b86812-eaaa-4fc7-8eb0-f4c8517844e5', 'name': 'network-vif-deleted', 'tag': '8260463c-2e5f-47f4-a844-bf799b6b6a40', 'status': 'completed', 'code': 200} Feb 08 23:43:15.216861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676ea2e-785f-49b8-b419-db167a2d23d8 req-4ec1e082-32a9-4337-9faf-d5a2179ac515 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.218361 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b676ea2e-785f-49b8-b419-db167a2d23d8 req-4ec1e082-32a9-4337-9faf-d5a2179ac515 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 945 time: 0.1678855 Feb 08 23:43:15.221536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:43:15.224894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-c4e2c6c1-5250-4265-9973-199c2e2fe89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.226511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-c4e2c6c1-5250-4265-9973-199c2e2fe89a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1124 time: 0.1777399 Feb 08 23:43:15.245746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1e60f-d789-4d42-bb83-806958d4533c req-b3fcc96c-9c52-454d-835e-511174ce70bb tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.247223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fe1e60f-d789-4d42-bb83-806958d4533c req-b3fcc96c-9c52-454d-835e-511174ce70bb tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1475961 Feb 08 23:43:15.288662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59918) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:15.335763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:15.336444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d2d25234-8537-45d0-a2dc-9eeea1ea3059 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6449bc63eac74de1828509f3ad3c56d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465019 Feb 08 23:43:15.337059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:15.387782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0137ddd-7ead-4a72-a42b-17cdac1071e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:15.396270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b676ea2e-785f-49b8-b419-db167a2d23d8 req-a05ae3b4-1314-4faa-b6f8-bc682080fd92 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688724 Feb 08 23:43:15.411190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0137ddd-7ead-4a72-a42b-17cdac1071e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:15.422014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fe1e60f-d789-4d42-bb83-806958d4533c req-dd95ab9d-a346-4d44-bb2e-a8049ecba670 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550870 Feb 08 23:43:15.485550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0137ddd-7ead-4a72-a42b-17cdac1071e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:15.489231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0137ddd-7ead-4a72-a42b-17cdac1071e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:15.490733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0137ddd-7ead-4a72-a42b-17cdac1071e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2aded3d8-fe82-49ce-98dc-ec421ffeffe0 HTTP/1.1" status: 204 len: 168 time: 0.1525023 Feb 08 23:43:15.502739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0137ddd-7ead-4a72-a42b-17cdac1071e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aded3d8-fe82-49ce-98dc-ec421ffeffe0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:15.513702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-f61aed8b-ae93-41e1-ae5f-6cf09fe065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.515172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-f61aed8b-ae93-41e1-ae5f-6cf09fe065b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.2652271 Feb 08 23:43:15.608412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-4bac8f82-8f6e-44e9-bec8-24678ea51941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 217 time: 0.0721817 Feb 08 23:43:15.621219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:43:15.633872 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:43:15.644015 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:43:15.644614 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:43:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:15.656213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:15.687347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bc753-a85b-4edd-872b-790032af5792 req-8f3d266d-80a3-4c3e-b832-50012a0f290f tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.689471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-359bc753-a85b-4edd-872b-790032af5792 req-8f3d266d-80a3-4c3e-b832-50012a0f290f tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1100 time: 0.1914954 Feb 08 23:43:15.712885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1b30-1b11-4609-926a-8cacb5397c98 req-c901313c-1f11-4f90-81fc-fe1c7d36b47f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.714372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5bf1b30-1b11-4609-926a-8cacb5397c98 req-c901313c-1f11-4f90-81fc-fe1c7d36b47f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1700671 Feb 08 23:43:15.731121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7ffd65c6-27b9-4fa9-80d5-a1e5feabe592 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "PUT /v2.0/floatingips/093c7357-d1e6-4d5b-9006-e2ec5eb84460 HTTP/1.1" status: 200 len: 992 time: 2.3683794 Feb 08 23:43:15.738391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:15.740617 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08861fc6-1ebe-4de4-a07b-0245479f33b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:15.753383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-bca35314-e50b-4f2b-9dec-186a0d5bc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:15.754838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-bca35314-e50b-4f2b-9dec-186a0d5bc3d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.1362567 Feb 08 23:43:15.809123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-23567949-4379-44c1-921a-671d7280a3a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448158 Feb 08 23:43:15.829658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-359bc753-a85b-4edd-872b-790032af5792 req-30812274-39f5-4ab0-87f5-881bd153bf6e tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265171 Feb 08 23:43:15.841572 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:43:15.855823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:15.863896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5bf1b30-1b11-4609-926a-8cacb5397c98 req-dc61ca6e-3e05-4c15-9933-f8c4a435b011 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373522 Feb 08 23:43:15.956188 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84159d9d-3ee8-4e50-b80a-6c20d38b99dc x-openstack-request-id: req-84159d9d-3ee8-4e50-b80a-6c20d38b99dc {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:15.956479 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:15.956732 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84159d9d-3ee8-4e50-b80a-6c20d38b99dc {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:15.957165 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'status': 'completed', 'code': 200} Feb 08 23:43:15.977732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-15926573-caf5-4195-9d29-e292b2032064 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601253 Feb 08 23:43:16.073275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-2307bc30-726d-46ce-bc65-6f503de74a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.074787 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-2307bc30-726d-46ce-bc65-6f503de74a2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 1097 time: 0.0876014 Feb 08 23:43:16.156764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff5091-5a0d-42c8-a27c-bf23290a8dee req-268bba46-c43c-4038-b767-06dbdcceb1f0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.159429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53ff5091-5a0d-42c8-a27c-bf23290a8dee req-268bba46-c43c-4038-b767-06dbdcceb1f0 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.1277366 Feb 08 23:43:16.194664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a5cfec-322d-42a1-979e-d2c0e9c4d7ec req-a9922dcb-65fc-4b8e-8c8a-67bb105648f1 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082417 Feb 08 23:43:16.233281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53ff5091-5a0d-42c8-a27c-bf23290a8dee req-e3194a89-0062-4f94-964d-77fc14f2cde9 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583069 Feb 08 23:43:16.252062 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '093c7357-d1e6-4d5b-9006-e2ec5eb84460', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'port_id': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'mac_address': 'fa:16:3e:ba:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec0f79-951c-4500-968b-050d240d2d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:41:51Z', 'updated_at': '2022-02-08T23:43:14Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:16.274136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:16.283906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-0ce7a87b-42c5-4a05-b69b-7e78c4d8fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.285408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-0ce7a87b-42c5-4a05-b69b-7e78c4d8fee1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 200 len: 924 time: 0.1965296 Feb 08 23:43:16.350352 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:43:16.397183 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:43:16.398732 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:43:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:16.405711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-9d488141-d262-41d8-9ba3-29a7fbc24109 service neutron] 10.222.0.21 "GET /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.1568902 Feb 08 23:43:16.426316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-892cfed4-2ee1-4c38-9950-e309fede6d04 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c447d980-fadc-4da6-990e-475f199bb3b5 HTTP/1.1" status: 200 len: 1000 time: 0.1259499 Feb 08 23:43:16.427853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:16.442919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:16.449109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:16.449791 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:16.452485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:43:16.471176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77c3d9-496a-4a90-9f86-51f0956be447 req-c0971e54-387b-447a-9105-f37c7f7d75ef tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.480385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be77c3d9-496a-4a90-9f86-51f0956be447 req-c0971e54-387b-447a-9105-f37c7f7d75ef tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1403439 Feb 08 23:43:16.540664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-7fcc2d50-7b9c-4d22-938a-c9db3aaa6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.542686 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-7fcc2d50-7b9c-4d22-938a-c9db3aaa6c09 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 200 len: 862 time: 0.1080501 Feb 08 23:43:16.547146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:16.558084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be77c3d9-496a-4a90-9f86-51f0956be447 req-b23f5f5c-2694-43f2-81af-b32ae50b28d2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767329 Feb 08 23:43:16.610388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:16.616230 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a20432-162d-4c61-a890-f50969019e92" -d '{"events": [{"server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "name": "network-vif-plugged", "status": "completed", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:16.655186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:16.658456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-31d719c6-33d8-441d-a599-7823e12a385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.666393 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-31d719c6-33d8-441d-a599-7823e12a385c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5e36cd9-6194-4193-a25b-de80e8ca05e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086476 Feb 08 23:43:16.670850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:16.674356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a07782-e1e5-471b-a3e0-723acd19c482 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:16.702468 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:43:16.762685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 65a07782-e1e5-471b-a3e0-723acd19c482 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:43:16.765879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a07782-e1e5-471b-a3e0-723acd19c482 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:16.781863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:16.788706 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-80b91931-3fbe-425f-8ff9-5930c6cf7268 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101329 Feb 08 23:43:16.798088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:16.867136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:16.876957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91721132-7eb6-4813-9eb6-c1d505375ce3 req-6be1b190-f36b-4d24-9c23-9fd4fc6f8974 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.879105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91721132-7eb6-4813-9eb6-c1d505375ce3 req-6be1b190-f36b-4d24-9c23-9fd4fc6f8974 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 943 time: 0.1446691 Feb 08 23:43:16.892676 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08861fc6-1ebe-4de4-a07b-0245479f33b2 req-ef6d8058-f4a3-4668-8fe4-ec17deaf4c81 service neutron] 10.222.0.84 "GET /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964267 Feb 08 23:43:16.892976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f1de-7015-406e-b403-59fe2b14baf1 req-c2d6f2b7-f1dc-4ba2-83c5-aa254e18aec9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:16.894471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb14f1de-7015-406e-b403-59fe2b14baf1 req-c2d6f2b7-f1dc-4ba2-83c5-aa254e18aec9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 946 time: 0.1574936 Feb 08 23:43:16.934026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:16.967343 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '093c7357-d1e6-4d5b-9006-e2ec5eb84460', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'port_id': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'mac_address': 'fa:16:3e:ba:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec0f79-951c-4500-968b-050d240d2d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:41:51Z', 'updated_at': '2022-02-08T23:43:14Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:16.994513 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f13c2-d07f-4fd9-8b56-72b716bdb84c None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '093c7357-d1e6-4d5b-9006-e2ec5eb84460', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'port_id': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'mac_address': 'fa:16:3e:ba:3f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec0f79-951c-4500-968b-050d240d2d0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:41:51Z', 'updated_at': '2022-02-08T23:43:14Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:43:17.001576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91721132-7eb6-4813-9eb6-c1d505375ce3 req-6ee68d1e-b200-4ce4-a259-0841bb51877f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061361 Feb 08 23:43:17.003698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a48e22c-cd34-4ed1-a564-41cebef76b98 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:17.014949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb14f1de-7015-406e-b403-59fe2b14baf1 req-333db9a3-e425-469e-8125-bec464ae6d66 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102047 Feb 08 23:43:17.026205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:17.052125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:17.156571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] Transition to ACTIVE for port object 3a48e22c-cd34-4ed1-a564-41cebef76b98 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:17.162171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-f44de3cc-e272-4ced-a2b0-728d23e9a64e req-4edb8bc5-faf1-4c63-83bc-6d4adb1581ba service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:43:17.163155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f44de3cc-e272-4ced-a2b0-728d23e9a64e req-4edb8bc5-faf1-4c63-83bc-6d4adb1581ba service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051548 Feb 08 23:43:17.164761 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:17.241773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:17.272414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] No DVR routers for this DVR port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:17.288042 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7b4094-633b-47b4-baa3-6e3b4991b444 x-openstack-request-id: req-cc7b4094-633b-47b4-baa3-6e3b4991b444 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:17.290896 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "name": "network-vif-plugged", "status": "completed", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:17.291825 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc7b4094-633b-47b4-baa3-6e3b4991b444 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:17.293339 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'code': 200} Feb 08 23:43:17.309086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=10']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:17.350068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-5143cfd8-caf2-484d-8540-82200b63cdd8 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9333484 Feb 08 23:43:17.380179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73937b-5bf8-48b4-be1c-f3bff3d9eb47 None None] New status for floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:43:17.440542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69b49-813e-4fd8-8659-f43c2fda87b6 req-bfbd9891-78ba-4dc8-ad98-787cf1511df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:17.443160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74c69b49-813e-4fd8-8659-f43c2fda87b6 req-bfbd9891-78ba-4dc8-ad98-787cf1511df9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1097 time: 0.0749736 Feb 08 23:43:17.499926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74c69b49-813e-4fd8-8659-f43c2fda87b6 req-5d046284-5b05-4311-913d-00a30c092f28 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Feb 08 23:43:17.551496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-84669ff2-4780-43bc-b398-e36a92b3f921 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:17.554103 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-84669ff2-4780-43bc-b398-e36a92b3f921 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.1050155 Feb 08 23:43:17.643901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-aceebe45-db76-4b5d-bbb3-9aac4b11608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:17.645846 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-aceebe45-db76-4b5d-bbb3-9aac4b11608d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 1095 time: 0.0836020 Feb 08 23:43:17.749924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-d1a65d30-319a-421c-948e-cc66530846d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:17.756329 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-d1a65d30-319a-421c-948e-cc66530846d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1095 time: 0.0666454 Feb 08 23:43:17.829501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59996) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:17.881856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 8260463c-2e5f-47f4-a844-bf799b6b6a40 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:17.882428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439aa95d-1932-46a5-b62b-5f60bd2cd7e1 req-d783f009-c815-463b-96f6-8605da39497c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:17.889305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-439aa95d-1932-46a5-b62b-5f60bd2cd7e1 req-d783f009-c815-463b-96f6-8605da39497c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1747942 Feb 08 23:43:17.915357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 8260463c-2e5f-47f4-a844-bf799b6b6a40 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:43:17.915840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 8260463c-2e5f-47f4-a844-bf799b6b6a40 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:17.931360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-ce431fc6-563a-4eae-863b-4e6cd2884399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:17.933705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-66430f86-905a-4c85-9fb4-7687793cfd3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955319 Feb 08 23:43:17.940427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-ce431fc6-563a-4eae-863b-4e6cd2884399 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.1757298 Feb 08 23:43:17.951506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-439aa95d-1932-46a5-b62b-5f60bd2cd7e1 req-df3c39f2-e3ad-4fa8-b07c-f84b539bdca6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560820 Feb 08 23:43:17.963659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-72950a88-22ce-438a-a42f-e50da0af3eaf service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:43:17.964476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-72950a88-22ce-438a-a42f-e50da0af3eaf service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116711 Feb 08 23:43:18.059537 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-1bab9eff-9986-41c6-84c6-f76d2b2b280f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 200 len: 217 time: 0.1033449 Feb 08 23:43:18.072517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4715082a-ce91-4bdb-baab-7acdeaa0e6c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8392dde567704c1291b00e4104cfc8bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394164 Feb 08 23:43:18.072789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:18.171920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae211-47fa-4e00-9232-64adec4496f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:18.179372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-0b93b009-178d-4b89-b3b2-7ba2a51ccb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.181889 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-0b93b009-178d-4b89-b3b2-7ba2a51ccb69 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.1108134 Feb 08 23:43:18.185685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6e46d-9c9c-4fc4-a3fe-169a07cb8263 req-091c8641-cc66-41e5-90b9-2b168c6b1ea5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.187480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37a6e46d-9c9c-4fc4-a3fe-169a07cb8263 req-091c8641-cc66-41e5-90b9-2b168c6b1ea5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0879593 Feb 08 23:43:18.215320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae211-47fa-4e00-9232-64adec4496f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:18.262230 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-55a69605-cd1e-499b-b11d-0223a93393d8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571086 Feb 08 23:43:18.293859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37a6e46d-9c9c-4fc4-a3fe-169a07cb8263 req-1710be15-d176-407b-a5e1-dff25fcb7ebc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905302 Feb 08 23:43:18.323351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae211-47fa-4e00-9232-64adec4496f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:18.326539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae211-47fa-4e00-9232-64adec4496f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:18.331013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dc1ae211-47fa-4e00-9232-64adec4496f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/230acf7d-89e1-4d57-90e6-89689ee50ea2 HTTP/1.1" status: 204 len: 168 time: 0.2544265 Feb 08 23:43:18.416228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ae211-47fa-4e00-9232-64adec4496f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230acf7d-89e1-4d57-90e6-89689ee50ea2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:18.440395 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-b3a3595a-8517-46fb-9f57-e752af57908a service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664612 Feb 08 23:43:18.443744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff3b56-0df4-4cf9-8575-0bf3e2aa853e req-419129ce-0122-4f51-b79d-507f0c824f37 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.450208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65ff3b56-0df4-4cf9-8575-0bf3e2aa853e req-419129ce-0122-4f51-b79d-507f0c824f37 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.1286755 Feb 08 23:43:18.530228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65ff3b56-0df4-4cf9-8575-0bf3e2aa853e req-8a2209b0-233a-460c-8a2a-ac24faa27fcc tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765293 Feb 08 23:43:18.566299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5df8c-a4e7-4233-adec-227edad79b88 req-10da03b8-a8d4-4965-8a3a-3c655821f72f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.583022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ac5df8c-a4e7-4233-adec-227edad79b88 req-10da03b8-a8d4-4965-8a3a-3c655821f72f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0963316 Feb 08 23:43:18.611153 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-a7a4bd21-963c-43b1-a5ab-60dbb9794c8f service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564465 Feb 08 23:43:18.629019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ac5df8c-a4e7-4233-adec-227edad79b88 req-fe50269e-1740-407f-afe0-885eb9fde936 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Feb 08 23:43:18.728301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f503cd-8f9e-4b01-b5eb-ba61997edc0c req-b49ed363-5d0e-4588-861d-ae0e9d89fee3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.730014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77f503cd-8f9e-4b01-b5eb-ba61997edc0c req-b49ed363-5d0e-4588-861d-ae0e9d89fee3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 944 time: 0.1064699 Feb 08 23:43:18.827257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77f503cd-8f9e-4b01-b5eb-ba61997edc0c req-b7e4279b-f7e2-48aa-9027-a7eca1b31c06 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888162 Feb 08 23:43:18.838329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd27f79-64f7-4fc8-b9c9-35ad0f1d08e5 req-a0ad7169-9c2d-49ff-afc3-2b7a5a7e2ffb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.839856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3bd27f79-64f7-4fc8-b9c9-35ad0f1d08e5 req-a0ad7169-9c2d-49ff-afc3-2b7a5a7e2ffb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 946 time: 0.1050825 Feb 08 23:43:18.919245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60046) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:18.946669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3bd27f79-64f7-4fc8-b9c9-35ad0f1d08e5 req-8748c89b-5ecb-414d-920d-c772f940f1ff tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960736 Feb 08 23:43:18.958335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec559f-543d-434a-8231-561ecac16579 req-5fea6464-b855-4759-8325-3ce5bb361b39 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:18.959996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-5fea6464-b855-4759-8325-3ce5bb361b39 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0557163 Feb 08 23:43:18.976198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed88b284-a6ed-4387-87d5-804289bb44ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.019803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ace09-1912-4e86-b047-ac377f91087e req-541ad7b5-ec95-4fdb-ae3f-fe37bec39f58 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:19.026927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-579ace09-1912-4e86-b047-ac377f91087e req-541ad7b5-ec95-4fdb-ae3f-fe37bec39f58 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.1089828 Feb 08 23:43:19.108804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-88ec559f-543d-434a-8231-561ecac16579 req-fd43254a-8f5e-42d4-9b50-2641ee02e299 service neutron] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:19.112900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-88ec559f-543d-434a-8231-561ecac16579 req-fd43254a-8f5e-42d4-9b50-2641ee02e299 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.114185 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-88ec559f-543d-434a-8231-561ecac16579 req-fd43254a-8f5e-42d4-9b50-2641ee02e299 service neutron] 10.222.0.84 "DELETE /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.1440639 Feb 08 23:43:19.114568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-579ace09-1912-4e86-b047-ac377f91087e req-a4da61dc-4031-406e-a465-c658ed3580ac tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868013 Feb 08 23:43:19.157253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75ad31-d65e-4a91-abbe-57835b70ce6c req-99b11d67-fa3e-4d53-9edd-9af3ce065f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:19.158859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db75ad31-d65e-4a91-abbe-57835b70ce6c req-99b11d67-fa3e-4d53-9edd-9af3ce065f23 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0925176 Feb 08 23:43:19.163842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed88b284-a6ed-4387-87d5-804289bb44ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.168775 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed88b284-a6ed-4387-87d5-804289bb44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.225047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed88b284-a6ed-4387-87d5-804289bb44ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3edc3413636846e6bd5c7e62022f810d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046570 Feb 08 23:43:19.227662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:19.233221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88b284-a6ed-4387-87d5-804289bb44ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349a317-cf6b-44c7-a0e3-834dd0de8be9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:19.248488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db75ad31-d65e-4a91-abbe-57835b70ce6c req-b27a1858-23d7-406c-973e-a8c64586b255 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768178 Feb 08 23:43:19.293551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28c7fedf-74e5-4daf-a514-c87f4c014cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.331138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28c7fedf-74e5-4daf-a514-c87f4c014cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.391668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28c7fedf-74e5-4daf-a514-c87f4c014cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.394724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28c7fedf-74e5-4daf-a514-c87f4c014cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:19.395868 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-28c7fedf-74e5-4daf-a514-c87f4c014cdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c349a317-cf6b-44c7-a0e3-834dd0de8be9 HTTP/1.1" status: 204 len: 168 time: 0.1672342 Feb 08 23:43:19.407302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7fedf-74e5-4daf-a514-c87f4c014cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349a317-cf6b-44c7-a0e3-834dd0de8be9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:19.456674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df88071-351b-4135-baec-5d151ec605f2 req-415e4941-135c-4079-be29-1eb593c65789 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:19.458483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0df88071-351b-4135-baec-5d151ec605f2 req-415e4941-135c-4079-be29-1eb593c65789 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0895150 Feb 08 23:43:19.514077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0df88071-351b-4135-baec-5d151ec605f2 req-39b93b50-5c03-4896-bcc8-276072f054f0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Feb 08 23:43:19.814777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef0324-568f-4980-9e22-fb863da860ca req-45a65655-f4b2-4934-b258-cc22e84d55a4 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:19.817418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ef0324-568f-4980-9e22-fb863da860ca req-45a65655-f4b2-4934-b258-cc22e84d55a4 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0837519 Feb 08 23:43:19.826832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-0195efa7-9771-4f21-ba2d-d0cb90235dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:19.828345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-0195efa7-9771-4f21-ba2d-d0cb90235dd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1101 time: 0.0666981 Feb 08 23:43:19.924862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ef0324-568f-4980-9e22-fb863da860ca req-170669de-916c-4e33-998d-ff8862b05621 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004641 Feb 08 23:43:19.995851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1519bdba-3ebb-4ee1-adfa-1b3102857353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:19.997356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1519bdba-3ebb-4ee1-adfa-1b3102857353 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1614823 Feb 08 23:43:20.016944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:20.055275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-437e6c81-70e0-4dcb-baee-cfc055dea9f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.0468185 Feb 08 23:43:20.065567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f02cc4-ac8f-4fd8-ae31-cc88b30c7f8c req-3ead0ae8-5b25-4a8d-b430-e71f6bd10099 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.067078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3f02cc4-ac8f-4fd8-ae31-cc88b30c7f8c req-3ead0ae8-5b25-4a8d-b430-e71f6bd10099 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 944 time: 0.1081448 Feb 08 23:43:20.117603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:20.174692 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1daf21f0-119d-42f1-a75d-038ea5149fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.175054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:20.270800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1daf21f0-119d-42f1-a75d-038ea5149fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.275188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1daf21f0-119d-42f1-a75d-038ea5149fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.317959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1daf21f0-119d-42f1-a75d-038ea5149fb2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c621229838b40869f65914d229fd9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990611 Feb 08 23:43:20.318737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf21f0-119d-42f1-a75d-038ea5149fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e0796-f8a6-4e2f-b67d-1fa84a7bc33e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:20.321118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60122) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:20.352094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-b141e2ca-44cf-4342-9e85-92d34b82f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.353568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-b141e2ca-44cf-4342-9e85-92d34b82f73c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2856071 Feb 08 23:43:20.376507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c4c72b6-f11b-43b7-af7a-1250a3f6e73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.401053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c4c72b6-f11b-43b7-af7a-1250a3f6e73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.445622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3f02cc4-ac8f-4fd8-ae31-cc88b30c7f8c req-737a5fa8-1baf-4939-923d-52b49cf74b17 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969896 Feb 08 23:43:20.461467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c4c72b6-f11b-43b7-af7a-1250a3f6e73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.463292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c4c72b6-f11b-43b7-af7a-1250a3f6e73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:20.465181 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0c4c72b6-f11b-43b7-af7a-1250a3f6e73a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a3e0796-f8a6-4e2f-b67d-1fa84a7bc33e HTTP/1.1" status: 204 len: 168 time: 0.1424432 Feb 08 23:43:20.467997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633d07-e7d6-40c1-b47d-552369708ca3 req-410b0b1a-5aea-45ce-97be-0fa7172ed742 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.475306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c72b6-f11b-43b7-af7a-1250a3f6e73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e0796-f8a6-4e2f-b67d-1fa84a7bc33e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:20.476494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20633d07-e7d6-40c1-b47d-552369708ca3 req-410b0b1a-5aea-45ce-97be-0fa7172ed742 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 946 time: 0.4194207 Feb 08 23:43:20.492084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-c77abb2e-a9ac-4246-a3c4-1dfa0c95200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.493790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-c77abb2e-a9ac-4246-a3c4-1dfa0c95200c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1204615 Feb 08 23:43:20.601753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20633d07-e7d6-40c1-b47d-552369708ca3 req-4ec048e8-603b-4fb7-bb1e-6d77cd615359 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235034 Feb 08 23:43:20.648530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87feb5dc-d8f1-4449-911c-8aa7684f79ba req-6238035f-e723-4bbf-931a-26bd1cf1f927 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.650475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87feb5dc-d8f1-4449-911c-8aa7684f79ba req-6238035f-e723-4bbf-931a-26bd1cf1f927 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1230299 Feb 08 23:43:20.678980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-c837d1af-9844-4be4-ae7f-b1560d843152 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735003 Feb 08 23:43:20.789349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87feb5dc-d8f1-4449-911c-8aa7684f79ba req-144e4ebe-cd73-425a-9621-b6ebfe05f412 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244097 Feb 08 23:43:20.831003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74868c80-83c9-4319-8644-6c3ce7e5a64b req-5a99329d-8a2c-4b91-b82a-d1be2de1d86a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.832520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74868c80-83c9-4319-8644-6c3ce7e5a64b req-5a99329d-8a2c-4b91-b82a-d1be2de1d86a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1052940 Feb 08 23:43:20.860830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-c428f444-f981-43cf-aded-6ddcf89df184 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699116 Feb 08 23:43:20.899030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74868c80-83c9-4319-8644-6c3ce7e5a64b req-81f282ac-1f38-4a95-89df-c720f85a73ed tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570698 Feb 08 23:43:20.949632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c0a3a-31b0-4b1a-85b4-cb9b15344844 req-844713e2-f9cd-4949-aa59-94833d66ed0d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:20.951488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf3c0a3a-31b0-4b1a-85b4-cb9b15344844 req-844713e2-f9cd-4949-aa59-94833d66ed0d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1097 time: 0.0514650 Feb 08 23:43:21.039122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf3c0a3a-31b0-4b1a-85b4-cb9b15344844 req-4c9f1fb3-89fd-49ce-855a-59cfd5a9a6dc tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785003 Feb 08 23:43:21.045783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3bffb-dfc9-4fb7-b5e8-c1604b2384ba req-58be08de-049d-467d-8cbe-2fccace67d8b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:21.053429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63a3bffb-dfc9-4fb7-b5e8-c1604b2384ba req-58be08de-049d-467d-8cbe-2fccace67d8b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 1095 time: 0.0847251 Feb 08 23:43:21.132307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63a3bffb-dfc9-4fb7-b5e8-c1604b2384ba req-00a8c07e-eee1-40c7-8478-67ace124aebc tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752928 Feb 08 23:43:21.245043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56472bf-aacb-4d2b-85f7-c932df42cec1 req-422a9de3-cc85-4a13-9d2d-646577b91440 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:21.246682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f56472bf-aacb-4d2b-85f7-c932df42cec1 req-422a9de3-cc85-4a13-9d2d-646577b91440 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0885639 Feb 08 23:43:21.276042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c73dfd-38fd-4971-a71c-63e1af6952fc req-dcc73ed9-a24b-45cf-af71-03698a55e3d1 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:21.277742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07c73dfd-38fd-4971-a71c-63e1af6952fc req-dcc73ed9-a24b-45cf-af71-03698a55e3d1 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1097 time: 0.0714505 Feb 08 23:43:21.308245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f56472bf-aacb-4d2b-85f7-c932df42cec1 req-b58cb79c-625c-425d-8e5e-e0df8d342072 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 Feb 08 23:43:21.338987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07c73dfd-38fd-4971-a71c-63e1af6952fc req-dfacb662-9ef4-4a01-aed3-cb41bb0597ed tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509079 Feb 08 23:43:21.554518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-bac2153f-809a-4a6e-939f-27edfd572099 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:21.555909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-bac2153f-809a-4a6e-939f-27edfd572099 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.1173961 Feb 08 23:43:21.571814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-e3150ba0-b1b7-47b3-af12-7470b6646e26 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/quotas/5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 375 time: 0.0100713 Feb 08 23:43:21.631843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-6c2c2a1b-7335-431d-b02d-7c5df9b57dfa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528848 Feb 08 23:43:21.730285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-b52b20a2-68cf-4729-8d66-bce1c69c2858 service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903997 Feb 08 23:43:21.822000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fd1a5980-f989-4f25-afb9-7593aad0dc55 service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Feb 08 23:43:22.062190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251953f8-7160-4645-8448-5b1e3c1a458c req-f1b74dc8-dee7-4995-b877-eb6f5bdbc8ce tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:22.064057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-251953f8-7160-4645-8448-5b1e3c1a458c req-f1b74dc8-dee7-4995-b877-eb6f5bdbc8ce tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0543914 Feb 08 23:43:22.111697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-251953f8-7160-4645-8448-5b1e3c1a458c req-1806fcaf-ecf0-4745-a30b-ca6125e77b3a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Feb 08 23:43:22.230796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62780b40-94af-4e23-a65e-370fde7c426e req-41e858e1-c44b-409b-bc20-74f301f9499e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 210 time: 0.0516751 Feb 08 23:43:22.279340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861ccf1-c059-406d-930d-eeb38d1ec82f req-9f24a879-81f5-45a3-b16a-9b01257884a8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:22.280893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8861ccf1-c059-406d-930d-eeb38d1ec82f req-9f24a879-81f5-45a3-b16a-9b01257884a8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0804956 Feb 08 23:43:22.362023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8861ccf1-c059-406d-930d-eeb38d1ec82f req-0b6fbc1d-0013-4145-9ba1-8979949e8cc7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708060 Feb 08 23:43:22.381089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca2ab-a173-4405-aa35-cd216abb169c req-e4edb396-9f69-4f1a-be38-83ee3c579daf tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:22.381089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc6ca2ab-a173-4405-aa35-cd216abb169c req-e4edb396-9f69-4f1a-be38-83ee3c579daf tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1097 time: 0.0674281 Feb 08 23:43:22.431563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc6ca2ab-a173-4405-aa35-cd216abb169c req-fb6eb17d-41df-41d8-bdb7-76c7f2b9785f tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480382 Feb 08 23:43:22.497250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:22.580498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f47607-5db0-4e24-a249-eb623193710d req-d6e724d4-8536-4218-b532-894f4aa98350 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:22.592796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f47607-5db0-4e24-a249-eb623193710d req-d6e724d4-8536-4218-b532-894f4aa98350 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0928586 Feb 08 23:43:22.646724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f47607-5db0-4e24-a249-eb623193710d req-e7c215e0-08e2-442f-85cb-85655775f0f7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508375 Feb 08 23:43:22.690819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0e7e08-53a4-4717-bfd9-a15ab790337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.786224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0e7e08-53a4-4717-bfd9-a15ab790337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.791370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0e7e08-53a4-4717-bfd9-a15ab790337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.800818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60240) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:22.839031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc0e7e08-53a4-4717-bfd9-a15ab790337f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14cec90b84944568b6cc609a40573904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400810 Feb 08 23:43:22.839736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e7e08-53a4-4717-bfd9-a15ab790337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f211479-764f-4329-9f4e-ae33a6150166,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:22.842029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60244) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:22.892992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e10a380-d78b-41d2-8821-7b88e8720a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.915280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e10a380-d78b-41d2-8821-7b88e8720a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.928084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9512646d-fab8-4a80-b41d-ebeba24210d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.970314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e10a380-d78b-41d2-8821-7b88e8720a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.973011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e10a380-d78b-41d2-8821-7b88e8720a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:22.974313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e10a380-d78b-41d2-8821-7b88e8720a84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f211479-764f-4329-9f4e-ae33a6150166 HTTP/1.1" status: 204 len: 168 time: 0.1312342 Feb 08 23:43:22.982405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10a380-d78b-41d2-8821-7b88e8720a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f211479-764f-4329-9f4e-ae33a6150166,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:23.055885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9512646d-fab8-4a80-b41d-ebeba24210d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.060892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9512646d-fab8-4a80-b41d-ebeba24210d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.120461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9512646d-fab8-4a80-b41d-ebeba24210d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba727102d9a147368a65ebed50161504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182535 Feb 08 23:43:23.121583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512646d-fab8-4a80-b41d-ebeba24210d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba86488-dae9-491f-9977-b7c74aa1d529,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:23.123309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60264) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:23.195712 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab13b07-16ef-4a75-9bf0-895a5d425bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.230186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab13b07-16ef-4a75-9bf0-895a5d425bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.286577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-86da1e8e-e029-41e7-8c35-0f28ced49318 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:23.288113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-86da1e8e-e029-41e7-8c35-0f28ced49318 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.1614807 Feb 08 23:43:23.312394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Request body: {'port': {'device_id': '833956e3-4311-4957-b1a0-e6989ae0a655', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'admin_state_up': True, 'tenant_id': '5cbc603d5a5b4f8eae0e131af4bb2def'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:23.321116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab13b07-16ef-4a75-9bf0-895a5d425bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.326649 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ab13b07-16ef-4a75-9bf0-895a5d425bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.339798 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5ab13b07-16ef-4a75-9bf0-895a5d425bb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ba86488-dae9-491f-9977-b7c74aa1d529 HTTP/1.1" status: 204 len: 168 time: 0.2152283 Feb 08 23:43:23.357994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab13b07-16ef-4a75-9bf0-895a5d425bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba86488-dae9-491f-9977-b7c74aa1d529,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:23.394614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a067c4-3ed0-433c-b3dc-62d0449a3646 req-fbf74b01-c7d4-4b73-8556-09945fbf0525 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:23.410551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5a067c4-3ed0-433c-b3dc-62d0449a3646 req-fbf74b01-c7d4-4b73-8556-09945fbf0525 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1532447 Feb 08 23:43:23.484186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5a067c4-3ed0-433c-b3dc-62d0449a3646 req-b66e15a3-61a2-40ec-b36f-7eb0c9ea0026 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678740 Feb 08 23:43:23.528070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Made reservation on behalf of 5cbc603d5a5b4f8eae0e131af4bb2def for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:23.532512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.644291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-361d0c14-3695-44c0-b85c-c4db7d5250db req-990ce969-b9cb-4e02-ab2a-6a5e23b7ae7f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 210 time: 0.0381975 Feb 08 23:43:23.731364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Allocated IP 172.20.0.2 (6303b34a-9051-4125-ad2d-3001cbb3d59d/91de0656-ebb8-4d14-8cf7-6587c06cec1c/3d326990-d643-4e96-afb0-fbcd555cd745) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:43:23.780962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-12749ba0-027c-4701-94c4-9bcef3283315 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:43:23.782862 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-12749ba0-027c-4701-94c4-9bcef3283315 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067115 Feb 08 23:43:23.831445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79807f2c-7ca3-4e4b-b6eb-058f6f51d780 req-853857f5-4a47-4f8c-90cc-33e7aae7bd4e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:23.833528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79807f2c-7ca3-4e4b-b6eb-058f6f51d780 req-853857f5-4a47-4f8c-90cc-33e7aae7bd4e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0997052 Feb 08 23:43:23.837130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-0edf003d-ac58-4d80-a3fa-da88b54c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:23.849925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:23.856778 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-0edf003d-ac58-4d80-a3fa-da88b54c1f89 service neutron] 10.222.0.32 "GET /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 1094 time: 0.0555437 Feb 08 23:43:23.861912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:23.862564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Unknown quota resources ['binding']. {{(pid=105931) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:43:23.910395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0cdc-9f30-4747-86e8-f5481a53dbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:23.973727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79807f2c-7ca3-4e4b-b6eb-058f6f51d780 req-a9395d98-1b66-407a-99d4-79ba4c073d93 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873377 Feb 08 23:43:24.025736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.065999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:24.066337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:24.066688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:24.071071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:24.071413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:24.076599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:24.076961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:24.077342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:24.077763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Bound port: ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:24.109353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0cdc-9f30-4747-86e8-f5481a53dbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.119590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9f2e0cdc-9f30-4747-86e8-f5481a53dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.133439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.139386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:24.146364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.147548 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c9864b51-645f-4a37-9384-b6de329b87df service neutron] 10.222.0.32 "POST /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2898538 Feb 08 23:43:24.208533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901a45-e11d-4f22-b8dd-bbb62c37d94d req-85b597a8-518e-4b86-ad3d-44df8501c2a6 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.210518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf901a45-e11d-4f22-b8dd-bbb62c37d94d req-85b597a8-518e-4b86-ad3d-44df8501c2a6 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1441417 Feb 08 23:43:24.221526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9f2e0cdc-9f30-4747-86e8-f5481a53dbd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55fcb29f6c214bb9914f5667d918580e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679888 Feb 08 23:43:24.221811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60308) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:24.225189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0cdc-9f30-4747-86e8-f5481a53dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5664a58-83d3-41b7-910e-90e4f7135c7f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:24.246831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:43:24.259107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:24.262817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:43:24.267866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:24.296775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4426c9-00af-4e8f-94a3-a1faf4f34be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.322270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf901a45-e11d-4f22-b8dd-bbb62c37d94d req-fe5be9b0-1424-4d43-bb97-2e85cc953239 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982063 Feb 08 23:43:24.326021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4426c9-00af-4e8f-94a3-a1faf4f34be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.348023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.348023 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.376411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-a48c6e21-ac10-4364-9298-22ec35ae624b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0678463 Feb 08 23:43:24.391718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Request body: {'port': {'device_id': '833956e3-4311-4957-b1a0-e6989ae0a655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:24.396438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4426c9-00af-4e8f-94a3-a1faf4f34be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.404240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4426c9-00af-4e8f-94a3-a1faf4f34be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.405616 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e4426c9-00af-4e8f-94a3-a1faf4f34be6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5664a58-83d3-41b7-910e-90e4f7135c7f HTTP/1.1" status: 204 len: 168 time: 0.1824613 Feb 08 23:43:24.419004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4426c9-00af-4e8f-94a3-a1faf4f34be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5664a58-83d3-41b7-910e-90e4f7135c7f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:24.491628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-7d2e0e10-ce50-48c4-bce1-1d6563b7efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.493541 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-7d2e0e10-ce50-48c4-bce1-1d6563b7efda service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1097 time: 0.0563471 Feb 08 23:43:24.523317 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:24.547151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94498d7c-a9ed-44a3-a859-c2fbff4cabee req-a11eebe8-fc11-4f3e-a88f-18fddc03f142 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.554622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94498d7c-a9ed-44a3-a859-c2fbff4cabee req-a11eebe8-fc11-4f3e-a88f-18fddc03f142 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 946 time: 0.1215777 Feb 08 23:43:24.622418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-dd0fc214-f713-4790-9670-d28f071f586c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.624397 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-dd0fc214-f713-4790-9670-d28f071f586c service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1216214 Feb 08 23:43:24.653277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94498d7c-a9ed-44a3-a859-c2fbff4cabee req-72e7f7bc-da4d-40fc-944c-7687f00d8d26 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975974 Feb 08 23:43:24.670381 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-9489e133-c5cc-42f8-8b1c-ca2d08b7c686 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 217 time: 0.0370708 Feb 08 23:43:24.775404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-15c432af-f256-453e-b027-ec7200958578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.776903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-15c432af-f256-453e-b027-ec7200958578 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0951159 Feb 08 23:43:24.827143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae45bd-3913-4c07-91aa-d157b0fe4db5 req-5cd1a805-73cb-4cae-8f3c-20a5a5f4e695 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.835038 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-993bed8d-f30b-47c4-868c-980c12d94658 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415473 Feb 08 23:43:24.837588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-feae45bd-3913-4c07-91aa-d157b0fe4db5 req-5cd1a805-73cb-4cae-8f3c-20a5a5f4e695 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1995177 Feb 08 23:43:24.853384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:24.901399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fe21b-22b9-410d-8396-61b34fb737b1 req-26443a7a-7918-4ce8-8448-ad6fc8424f87 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:24.902860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-123fe21b-22b9-410d-8396-61b34fb737b1 req-26443a7a-7918-4ce8-8448-ad6fc8424f87 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 931 time: 0.1553819 Feb 08 23:43:24.957199 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-91dc53ed-ab48-4534-b6e4-b207f0f00e5f service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134822 Feb 08 23:43:24.973041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-feae45bd-3913-4c07-91aa-d157b0fe4db5 req-17b3970c-d355-499c-a371-b01d8ba54f6d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898528 Feb 08 23:43:24.998670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-123fe21b-22b9-410d-8396-61b34fb737b1 req-f4bd93c3-92a7-4eac-ae6b-42c28c46a975 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842006 Feb 08 23:43:25.060995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a07fe01-df2d-4bae-8180-5a382a495134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.087106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d326990-d643-4e96-afb0-fbcd555cd745 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:25.097428 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-1569e7ad-69a1-4a4f-bee8-8641e040db43 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335306 Feb 08 23:43:25.113881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.136377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Transition to ACTIVE for port object 3d326990-d643-4e96-afb0-fbcd555cd745 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:25.141831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.159318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13a3c-2dd7-40ac-81f6-c3ea5cd830d9 req-c64cc264-1025-40ab-80ca-5fd2143300a5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:25.161633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bff13a3c-2dd7-40ac-81f6-c3ea5cd830d9 req-c64cc264-1025-40ab-80ca-5fd2143300a5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0861857 Feb 08 23:43:25.184579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a07fe01-df2d-4bae-8180-5a382a495134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.191983 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a07fe01-df2d-4bae-8180-5a382a495134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.235616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:25.264457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a07fe01-df2d-4bae-8180-5a382a495134 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=640cacb491af4af99014c7d8de774515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076841 Feb 08 23:43:25.268486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60342) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:25.269458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07fe01-df2d-4bae-8180-5a382a495134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b619b48-f0d7-42f7-aceb-479069d37746,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:25.274847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-b2616815-f05b-4679-b717-3e332f6e0d0f tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:25.276289 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-b2616815-f05b-4679-b717-3e332f6e0d0f tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1097 time: 0.1041453 Feb 08 23:43:25.294847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bff13a3c-2dd7-40ac-81f6-c3ea5cd830d9 req-26f036fb-fbc7-4445-bb96-792ba7b73bc8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091905 Feb 08 23:43:25.297925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:25.334206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:25.334832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:25.335401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:25.340699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:25.341192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:25.346890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:25.347225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:25.347634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:25.348086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Bound port: 3d326990-d643-4e96-afb0-fbcd555cd745, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:25.348482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.395931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f974fb62-4192-41a3-9806-3a4eb1d7b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.398403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.450006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f974fb62-4192-41a3-9806-3a4eb1d7b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.578670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f974fb62-4192-41a3-9806-3a4eb1d7b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.581274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f974fb62-4192-41a3-9806-3a4eb1d7b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.585137 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f974fb62-4192-41a3-9806-3a4eb1d7b47d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b619b48-f0d7-42f7-aceb-479069d37746 HTTP/1.1" status: 204 len: 168 time: 0.3101151 Feb 08 23:43:25.603019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974fb62-4192-41a3-9806-3a4eb1d7b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b619b48-f0d7-42f7-aceb-479069d37746,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:25.605956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:25.657046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:25.705825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:25.708289 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa507bf-b6ca-45ff-b0a8-b1aedc6e33a6" -d '{"events": [{"server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:25.713688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.723646 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.733064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82e2bc-d795-4894-8530-56f4c7dedc86 req-3e42c1e6-2706-4497-bae7-e7bcb7ca17ef tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:25.734635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba82e2bc-d795-4894-8530-56f4c7dedc86 req-3e42c1e6-2706-4497-bae7-e7bcb7ca17ef tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1065533 Feb 08 23:43:25.737687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:25.740950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:25.754124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.839713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:25.849792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:25.850756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.852633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] 10.222.0.21 "PUT /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 1091 time: 1.4663868 Feb 08 23:43:25.858526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:25.858861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:25.859190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:25.862798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:25.864759 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:25.865514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:25.865849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Attempting to bind port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:25.873738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:25.874278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:25.875141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:25.875511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Bound port: ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:25.875862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:25.897841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba82e2bc-d795-4894-8530-56f4c7dedc86 req-d1e8bafa-4c53-4e77-a27f-3bd0d080dc79 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515312 Feb 08 23:43:25.927847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee811c-4882-4709-b20c-514a4360e541 service neutron] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:25.967815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b881e01-d97b-4396-b7b4-f16972fc59a2 req-c1b752d8-cd35-4cef-b155-0e82b25661a9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:25.982433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b881e01-d97b-4396-b7b4-f16972fc59a2 req-c1b752d8-cd35-4cef-b155-0e82b25661a9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.2196748 Feb 08 23:43:25.989456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:25.992876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:25.998691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:26.027045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-3120dc60-be9a-428f-96bc-14c173c63f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.028787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-3120dc60-be9a-428f-96bc-14c173c63f0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1094 time: 0.1051400 Feb 08 23:43:26.044446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b881e01-d97b-4396-b7b4-f16972fc59a2 req-9e4f4a63-0a45-4f34-a9ca-0ac857ab7134 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Feb 08 23:43:26.073481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:26.077441 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216e2c69-1d93-4189-ba35-9c42953c7fab x-openstack-request-id: req-216e2c69-1d93-4189-ba35-9c42953c7fab {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:26.077728 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "name": "network-vif-unplugged", "status": "completed", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:26.077975 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-216e2c69-1d93-4189-ba35-9c42953c7fab {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:26.078408 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'code': 200} Feb 08 23:43:26.086173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-04f7271f-0e1f-48c1-a634-35e8bc494d3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 217 time: 0.0407863 Feb 08 23:43:26.121580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.122211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:26.124256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-04a3a583-b0ce-4d16-9175-7c659bd96a46 service neutron] 10.222.0.84 "PUT /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 1122 time: 0.8351865 Feb 08 23:43:26.197481 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe0d70-46f8-48b3-aa31-2a9311aa5a7c x-openstack-request-id: req-4abe0d70-46f8-48b3-aa31-2a9311aa5a7c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:26.198489 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:26.199038 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4abe0d70-46f8-48b3-aa31-2a9311aa5a7c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:26.200943 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745', 'status': 'completed', 'code': 200} Feb 08 23:43:26.214397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ccbec1b0-ab90-48c3-94f9-868cb6f328a0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:26.306273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-86a59b66-694d-40e5-ad17-81a943d3becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.308374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-86a59b66-694d-40e5-ad17-81a943d3becc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.2151666 Feb 08 23:43:26.321511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abddd5-f9aa-4c6a-974a-94029165f484 req-0c4754a3-c3ac-4e13-bb46-0c8ebe11f2af tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.329854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21abddd5-f9aa-4c6a-974a-94029165f484 req-0c4754a3-c3ac-4e13-bb46-0c8ebe11f2af tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1465807 Feb 08 23:43:26.366158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e2317-f995-449b-b3f9-c3a63ba5d792 req-1049874a-f3af-496c-b0f2-e002793a1a98 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.367656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-459e2317-f995-449b-b3f9-c3a63ba5d792 req-1049874a-f3af-496c-b0f2-e002793a1a98 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.1652172 Feb 08 23:43:26.408894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21abddd5-f9aa-4c6a-974a-94029165f484 req-6aad957b-652b-41b6-8857-87a7a36b49fc tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746956 Feb 08 23:43:26.409277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-0f77a510-e84b-49a4-8dbe-2ca6de451b6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773299 Feb 08 23:43:26.526854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-459e2317-f995-449b-b3f9-c3a63ba5d792 req-b6d1b2eb-1088-4350-9f05-c87e670899f9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421416 Feb 08 23:43:26.582785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44d38b-d4ba-408b-ac82-5e999743d99c req-d847aeb8-96f6-44ee-8ba1-3f2d53da01cf tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.584330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac44d38b-d4ba-408b-ac82-5e999743d99c req-d847aeb8-96f6-44ee-8ba1-3f2d53da01cf tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1052246 Feb 08 23:43:26.589203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-9af5eba0-9194-4a85-b115-07471e5d586e service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718850 Feb 08 23:43:26.705920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac44d38b-d4ba-408b-ac82-5e999743d99c req-61858a92-5c9b-4596-9085-9d5f6730c079 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149137 Feb 08 23:43:26.746294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f58dd8-5f54-430f-a613-6a679cb9f5fa req-89189838-652d-420f-8cc5-d5a4d7207a40 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457138 Feb 08 23:43:26.845549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-31b862bf-a30a-44f4-88a6-7ba8cb15deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.847328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-31b862bf-a30a-44f4-88a6-7ba8cb15deeb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1094 time: 0.0473323 Feb 08 23:43:26.946760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-f9ac1d13-b26c-45fb-ab25-af59f33d6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:26.948324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-f9ac1d13-b26c-45fb-ab25-af59f33d6f31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.0941598 Feb 08 23:43:27.002704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-0d5a79c9-10ca-4cc6-a16d-2f376580ba57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 217 time: 0.0452087 Feb 08 23:43:27.075424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-e7fe114e-eda0-4357-ab76-d6d1975e7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:27.076872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-e7fe114e-eda0-4357-ab76-d6d1975e7a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0645959 Feb 08 23:43:27.085642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6b6a6-7280-4b0f-b4ee-00f56d6cb8e5 req-1a61bbc9-76f9-4aca-a751-765b6fb49e3b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:27.087036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45a6b6a6-7280-4b0f-b4ee-00f56d6cb8e5 req-1a61bbc9-76f9-4aca-a751-765b6fb49e3b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0869625 Feb 08 23:43:27.126370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-86e70196-2234-46f4-ad24-c26ec0d7a675 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383646 Feb 08 23:43:27.175656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45a6b6a6-7280-4b0f-b4ee-00f56d6cb8e5 req-e1c18fd7-c87b-454b-92f7-ad1128ce81cb tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797517 Feb 08 23:43:27.261038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac8dd8-f716-4e57-a234-d17fee05a0e8 req-36963781-2cb8-4085-a815-6f39a34a7fed tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:27.262509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aac8dd8-f716-4e57-a234-d17fee05a0e8 req-36963781-2cb8-4085-a815-6f39a34a7fed tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.1116581 Feb 08 23:43:27.279337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-bdb8585f-8b28-48cd-92aa-ee5205f4d1da service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394827 Feb 08 23:43:27.353010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aac8dd8-f716-4e57-a234-d17fee05a0e8 req-7cfad044-3342-44ba-8563-74a6e26544f1 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820990 Feb 08 23:43:27.388263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0f0c2d5-2dfa-43dc-afe8-2987013ae1ea req-3e9c27ed-e3ee-431b-ac39-756435c46877 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003704 Feb 08 23:43:27.519038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638270af-2554-41a9-9ab8-ff9f3525a204 req-1398c389-9b82-4b03-8328-210d7bd0f1d8 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:27.520427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-638270af-2554-41a9-9ab8-ff9f3525a204 req-1398c389-9b82-4b03-8328-210d7bd0f1d8 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Feb 08 23:43:27.565696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-638270af-2554-41a9-9ab8-ff9f3525a204 req-d4502f3a-283a-4ba2-9e65-3d7453af061b tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Feb 08 23:43:27.663711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ce6c0-5253-4f32-b655-1ba682eb5dff req-17359ade-2323-4ee9-bd28-f38b8234170b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:27.665226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c48ce6c0-5253-4f32-b655-1ba682eb5dff req-17359ade-2323-4ee9-bd28-f38b8234170b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.0541358 Feb 08 23:43:27.706253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c48ce6c0-5253-4f32-b655-1ba682eb5dff req-ca40fda6-248e-4ea4-bf44-3f606f9209b4 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Feb 08 23:43:27.847890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019359b-7231-4db5-b4e4-5d8ba5c91c39 req-d821658e-df16-4470-9afc-58a7a929e962 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:27.849429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8019359b-7231-4db5-b4e4-5d8ba5c91c39 req-d821658e-df16-4470-9afc-58a7a929e962 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0501702 Feb 08 23:43:27.889215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8019359b-7231-4db5-b4e4-5d8ba5c91c39 req-f658dbd6-bcfa-4c83-a425-694a6958786e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338321 Feb 08 23:43:28.079561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:28.082110 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76917f5-b8ac-492a-853f-28f6b56732cb" -d '{"events": [{"name": "network-changed", "server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:28.116320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60460) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:28.122922 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab695c3-6f62-4c56-8c13-a54907702736 x-openstack-request-id: req-aab695c3-6f62-4c56-8c13-a54907702736 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:28.123136 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:28.123378 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aab695c3-6f62-4c56-8c13-a54907702736 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:28.123751 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'status': 'completed', 'code': 200} Feb 08 23:43:28.191802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-d15716e9-5b2d-46d0-8c8a-09885d2572a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.193556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-d15716e9-5b2d-46d0-8c8a-09885d2572a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1125 time: 0.0461524 Feb 08 23:43:28.230246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f37c2d1-7f4c-48ea-88fd-04247d0b89e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.243683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-639361ce-b528-4a2e-bab3-4c9aaf7b5ae8 req-f3d49f85-a2ce-467b-9d9d-1ef2cccaa2e4 tempest-AbsoluteLimitsNegativeTestJSON-345030248 tempest-AbsoluteLimitsNegativeTestJSON-345030248-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=06e84eaa24d34015a5a46bf19de2414a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256512 Feb 08 23:43:28.313691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f37c2d1-7f4c-48ea-88fd-04247d0b89e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.317846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f37c2d1-7f4c-48ea-88fd-04247d0b89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.356810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37c2d1-7f4c-48ea-88fd-04247d0b89e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc009e4e-2c3a-46a5-a845-a01970341ac2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:28.362016 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f37c2d1-7f4c-48ea-88fd-04247d0b89e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8128a52b4cb344f59f5ca2a5b5ccd81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445157 Feb 08 23:43:28.364433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60476) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:28.414094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd093-af5b-4b49-864d-4e29a9b43387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.423103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a104a08-1d4c-4d16-93d9-c9f997a058eb req-3e274e05-612b-4e60-8591-a1e743372e77 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.424567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a104a08-1d4c-4d16-93d9-c9f997a058eb req-3e274e05-612b-4e60-8591-a1e743372e77 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1691041 Feb 08 23:43:28.437063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd093-af5b-4b49-864d-4e29a9b43387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.458258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-972bb08c-ee28-4c7c-a575-b0e0107b76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.459700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-972bb08c-ee28-4c7c-a575-b0e0107b76e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.2591095 Feb 08 23:43:28.468130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639361ce-b528-4a2e-bab3-4c9aaf7b5ae8 req-f4232c71-5607-4289-8bfb-7097546ed251 tempest-AbsoluteLimitsNegativeTestJSON-345030248 tempest-AbsoluteLimitsNegativeTestJSON-345030248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.469840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-639361ce-b528-4a2e-bab3-4c9aaf7b5ae8 req-f4232c71-5607-4289-8bfb-7097546ed251 tempest-AbsoluteLimitsNegativeTestJSON-345030248 tempest-AbsoluteLimitsNegativeTestJSON-345030248-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159059 Feb 08 23:43:28.489977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd093-af5b-4b49-864d-4e29a9b43387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.492589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2cd093-af5b-4b49-864d-4e29a9b43387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.493903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd2cd093-af5b-4b49-864d-4e29a9b43387 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc009e4e-2c3a-46a5-a845-a01970341ac2 HTTP/1.1" status: 204 len: 168 time: 0.1283844 Feb 08 23:43:28.502753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cd093-af5b-4b49-864d-4e29a9b43387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc009e4e-2c3a-46a5-a845-a01970341ac2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:28.527633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-73a0ffb2-2536-4136-b0b1-19532fac5998 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 217 time: 0.0564413 Feb 08 23:43:28.533449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-639361ce-b528-4a2e-bab3-4c9aaf7b5ae8 req-b3879df2-734e-40a4-a282-1f16ccf06c89 tempest-AbsoluteLimitsNegativeTestJSON-345030248 tempest-AbsoluteLimitsNegativeTestJSON-345030248-project] 10.222.0.32 "GET /v2.0/quotas/06e84eaa24d34015a5a46bf19de2414a HTTP/1.1" status: 200 len: 375 time: 0.0555859 Feb 08 23:43:28.544130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a104a08-1d4c-4d16-93d9-c9f997a058eb req-74c14ad2-ece4-4bb3-a5d6-3bc7a5d860f7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089365 Feb 08 23:43:28.592460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-639361ce-b528-4a2e-bab3-4c9aaf7b5ae8 req-0ab8d3e5-ac1f-468a-847c-124076932da7 tempest-AbsoluteLimitsNegativeTestJSON-345030248 tempest-AbsoluteLimitsNegativeTestJSON-345030248-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=06e84eaa24d34015a5a46bf19de2414a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473955 Feb 08 23:43:28.605342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-696ea0e1-f63a-4893-b893-ccf1e56b2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.607448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-696ea0e1-f63a-4893-b893-ccf1e56b2e9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0725365 Feb 08 23:43:28.650537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-228f4947-60ea-4add-b443-6f63eb9d7817 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333819 Feb 08 23:43:28.771151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-4354105a-28ac-4c3f-9b21-2a6f66d6f519 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114762 Feb 08 23:43:28.838775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7863a4-293d-47e4-b6fc-2bddc136bc87 req-6e198611-32a2-4972-b0f8-cc605a9382b4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.840668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c7863a4-293d-47e4-b6fc-2bddc136bc87 req-6e198611-32a2-4972-b0f8-cc605a9382b4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.1932192 Feb 08 23:43:28.878012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60490) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:28.893166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2286e4-c73a-452f-ad0d-5dd5b3f80c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:28.927212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2961c-5926-4425-9027-e6df9a743986 req-e32c264c-9300-4317-bb85-aaa6fff97315 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:28.928939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76d2961c-5926-4425-9027-e6df9a743986 req-e32c264c-9300-4317-bb85-aaa6fff97315 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1568565 Feb 08 23:43:28.961503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c7863a4-293d-47e4-b6fc-2bddc136bc87 req-d8791b4c-0955-465b-9527-1c6afb4332e2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824120 Feb 08 23:43:29.005689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f76917f5-b8ac-492a-853f-28f6b56732cb req-966b9c96-b630-473d-9b88-635ad51aaa64 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150683 Feb 08 23:43:29.009154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2286e4-c73a-452f-ad0d-5dd5b3f80c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.010178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60496) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:29.028711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2286e4-c73a-452f-ad0d-5dd5b3f80c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.038597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76d2961c-5926-4425-9027-e6df9a743986 req-ccfecdf1-9a35-457e-88cd-a4a307493223 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878401 Feb 08 23:43:29.077102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2286e4-c73a-452f-ad0d-5dd5b3f80c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c8996-ac30-4ca4-becd-bebdf86f8d3f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:29.097063 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d2286e4-c73a-452f-ad0d-5dd5b3f80c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff850c74aa2b4b4ebfa03d5b476cf31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168200 Feb 08 23:43:29.099966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60500) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:29.122695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887875ef-a7f3-490e-bcdf-4cdd6f629b24 req-6e63f353-f95c-44da-a5f2-2dea64cfa817 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:29.124463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-887875ef-a7f3-490e-bcdf-4cdd6f629b24 req-6e63f353-f95c-44da-a5f2-2dea64cfa817 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.0733681 Feb 08 23:43:29.168005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0731ff7-4fc8-4656-8332-fe24dbe2f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.170789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d14adb86-2d96-4689-a9ba-75bc7b467504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.188129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-887875ef-a7f3-490e-bcdf-4cdd6f629b24 req-7a51fdaa-4625-49f4-b11b-67738c4162cd tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Feb 08 23:43:29.195993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f0f46-3049-419e-b31d-2708c2ce7cd9 req-77f3ba38-bdf9-41bd-a2ce-f1bcb996e1f9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:29.197548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-401f0f46-3049-419e-b31d-2708c2ce7cd9 req-77f3ba38-bdf9-41bd-a2ce-f1bcb996e1f9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0978284 Feb 08 23:43:29.200086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0731ff7-4fc8-4656-8332-fe24dbe2f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.238914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-401f0f46-3049-419e-b31d-2708c2ce7cd9 req-81d5ac22-6c41-40e3-b799-112e7c593f84 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Feb 08 23:43:29.280078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0731ff7-4fc8-4656-8332-fe24dbe2f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.283273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0731ff7-4fc8-4656-8332-fe24dbe2f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.284393 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a0731ff7-4fc8-4656-8332-fe24dbe2f698 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c8c8996-ac30-4ca4-becd-bebdf86f8d3f HTTP/1.1" status: 204 len: 168 time: 0.1835139 Feb 08 23:43:29.308407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0731ff7-4fc8-4656-8332-fe24dbe2f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c8996-ac30-4ca4-becd-bebdf86f8d3f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:29.316819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d14adb86-2d96-4689-a9ba-75bc7b467504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.321709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d14adb86-2d96-4689-a9ba-75bc7b467504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.368895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14adb86-2d96-4689-a9ba-75bc7b467504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6a093a-80ac-449d-a5ff-df5142b2c068,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:29.376021 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d14adb86-2d96-4689-a9ba-75bc7b467504 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06e84eaa24d34015a5a46bf19de2414a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620179 Feb 08 23:43:29.376837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60504) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:29.434730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2c797f2-db22-4291-bb68-14844420afaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.456545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2c797f2-db22-4291-bb68-14844420afaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.501560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2c797f2-db22-4291-bb68-14844420afaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.504080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2c797f2-db22-4291-bb68-14844420afaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:29.505272 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2c797f2-db22-4291-bb68-14844420afaa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e6a093a-80ac-449d-a5ff-df5142b2c068 HTTP/1.1" status: 204 len: 168 time: 0.1281180 Feb 08 23:43:29.513211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c797f2-db22-4291-bb68-14844420afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6a093a-80ac-449d-a5ff-df5142b2c068,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:29.673152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d730e-b53f-4393-a32c-7f748277d11e req-36ded52a-abf3-4705-95a8-2579ff8b9a31 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:29.675174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-644d730e-b53f-4393-a32c-7f748277d11e req-36ded52a-abf3-4705-95a8-2579ff8b9a31 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0541706 Feb 08 23:43:29.716840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-644d730e-b53f-4393-a32c-7f748277d11e req-0edc46ac-a1de-4a10-b275-32d7cdddae07 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Feb 08 23:43:29.980741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:30.108805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:30.113715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:30.162426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:43:30.223779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d791c3-5ea1-4644-a0d3-675174cff994 req-d1276e1c-698f-478a-b3bc-e4e49591310e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:30.225437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9d791c3-5ea1-4644-a0d3-675174cff994 req-d1276e1c-698f-478a-b3bc-e4e49591310e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 944 time: 0.1509662 Feb 08 23:43:30.255197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727132a-8239-4fa3-93a3-e4828c9a8fc8 req-87f9b7ce-3bb8-425d-bbb8-3e0859056368 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:30.256782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9727132a-8239-4fa3-93a3-e4828c9a8fc8 req-87f9b7ce-3bb8-425d-bbb8-3e0859056368 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1400838 Feb 08 23:43:30.277021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:30.287516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60558) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:30.289693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '3d326990-d643-4e96-afb0-fbcd555cd745', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'port_id': '3d326990-d643-4e96-afb0-fbcd555cd745', 'mac_address': 'fa:16:3e:fe:c3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91de0656-ebb8-4d14-8cf7-6587c06cec1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:30.317538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-b77ff524-55db-4874-96a4-a6d53ab7f741 service neutron] 10.222.0.21 "GET /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.1614201 Feb 08 23:43:30.332047 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.333448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9727132a-8239-4fa3-93a3-e4828c9a8fc8 req-c41f9eb1-9c0e-40c3-afe6-94d3f271a86a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642805 Feb 08 23:43:30.342037 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9d791c3-5ea1-4644-a0d3-675174cff994 req-3b9db389-8ee8-405e-9697-eadcbb52c2e1 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063094 Feb 08 23:43:30.360802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d326990-d643-4e96-afb0-fbcd555cd745 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:30.411106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:30.423564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.446310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1765601439-network', 'tenant_id': 'a757648675b74964ab3b289cb8e88e18'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:30.489027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:30.497697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Made reservation on behalf of a757648675b74964ab3b289cb8e88e18 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:30.500038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.502892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.503244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.503754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.504275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.504613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.504983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.505298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.508108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.508679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.509530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.510035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.510545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:43:30.534742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.548779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58cc25-4050-44f2-9224-168e38f760bc req-53882749-8a5a-42e1-84d1-741c9d6000f2 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:30.556532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff58cc25-4050-44f2-9224-168e38f760bc req-53882749-8a5a-42e1-84d1-741c9d6000f2 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.1633677 Feb 08 23:43:30.614699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff58cc25-4050-44f2-9224-168e38f760bc req-6aed44b6-8b17-40a4-9d6d-7b913c7433e9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572016 Feb 08 23:43:30.640086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.645156 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.671120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:43:30.674533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-5d6a280c-4097-4eb3-b576-30dfe74d267d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0bccd645cc5b4149b3b745d1e8586a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587738 Feb 08 23:43:30.685782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f26099-c49b-4354-acd5-132e2e20cb3b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:30.686270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3d326990-d643-4e96-afb0-fbcd555cd745'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:30.691764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.692101 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Added segment d6541ff5-f161-41bb-9867-c96df3c31c03 of type vlan for network cf383256-9f5a-4988-9f9b-af64313bc088 Feb 08 23:43:30.740186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.773713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.774884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:30.775556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:30.834078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5454497 Feb 08 23:43:30.841313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60574) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:30.848133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Request body: {'subnet': {'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1765601439-subnet', 'tenant_id': 'a757648675b74964ab3b289cb8e88e18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:30.866857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18fd46-8a7e-481a-aecd-dddb70e2c655 admin admin] Pushing event updated for resources: {'Network': ['ID=cf383256-9f5a-4988-9f9b-af64313bc088,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:30.880391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network cf383256-9f5a-4988-9f9b-af64313bc088 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:43:30.886878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Made reservation on behalf of a757648675b74964ab3b289cb8e88e18 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:30.889362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:31.031793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:31.064476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:31.073204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d173dc-9a9e-4faf-a295-289e72ea4ae6 req-cbe184ba-5bd0-4534-899d-e0387da4b86c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:31.074679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21d173dc-9a9e-4faf-a295-289e72ea4ae6 req-cbe184ba-5bd0-4534-899d-e0387da4b86c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.3958950 Feb 08 23:43:31.090326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:31.122697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f74df7-655d-4082-8c50-b3ca04c2d894,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:31.130574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-6c588a17-3db7-47a9-8616-272a64829244 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:31.132062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-6c588a17-3db7-47a9-8616-272a64829244 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4403183 Feb 08 23:43:31.132190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Checking segment: {'id': 'd6541ff5-f161-41bb-9867-c96df3c31c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:31.132469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Network hostable DHCP agents. Network: cf383256-9f5a-4988-9f9b-af64313bc088, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:43:31.148559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Network cf383256-9f5a-4988-9f9b-af64313bc088 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:43:31.156563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, cf383256-9f5a-4988-9f9b-af64313bc088) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:31.160702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:31.161341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:31.164159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbec1b0-ab90-48c3-94f9-868cb6f328a0 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:31.170190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ea3f7-2817-4dc2-bfab-bf684c6d8f1c None None] Network cf383256-9f5a-4988-9f9b-af64313bc088 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:43:31.177299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21d173dc-9a9e-4faf-a295-289e72ea4ae6 req-15c28b76-b927-4c21-8ddd-56ea20e3f6bd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926108 Feb 08 23:43:31.179744 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-14e4fee8-d9cf-476d-b345-69237a7559ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3373315 Feb 08 23:43:31.191602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-86f669b7-7cb0-4d3a-82bd-ea0dc7e69a66 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/quotas/0bccd645cc5b4149b3b745d1e8586a66 HTTP/1.1" status: 200 len: 375 time: 0.0492046 Feb 08 23:43:31.193452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:31.216415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:31.239642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-64f63e55-f627-41d5-bed1-704dd7a48223 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bccd645cc5b4149b3b745d1e8586a66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386267 Feb 08 23:43:31.352272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a71f29b-b87a-4833-90e0-0222d009de03 None None] Network cf383256-9f5a-4988-9f9b-af64313bc088 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:43:31.368399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] Transition to ACTIVE for port object ccbec1b0-ab90-48c3-94f9-868cb6f328a0 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:31.375341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:31.398426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e7a49-f34a-4385-a604-9a61a5b458ff req-980ebc27-a1d8-4db3-8342-5d582c9257a5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:31.399930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a62e7a49-f34a-4385-a604-9a61a5b458ff req-980ebc27-a1d8-4db3-8342-5d582c9257a5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1254930 Feb 08 23:43:31.513027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] No DVR routers for this DVR port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:31.534251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a62e7a49-f34a-4385-a604-9a61a5b458ff req-75b15633-c796-4577-abfd-87df000803f0 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062429 Feb 08 23:43:31.552149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=10']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:31.579047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-39c5d38a-b5c4-4248-843f-abbc1359c5fb service neutron] 10.222.0.21 "PUT /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2531717 Feb 08 23:43:31.593127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7566cba-af67-49dc-bc9d-e273d94d64bc req-da740c00-0d6d-4a10-b15d-a41768efdc76 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:31.601451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7566cba-af67-49dc-bc9d-e273d94d64bc req-da740c00-0d6d-4a10-b15d-a41768efdc76 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1370151 Feb 08 23:43:31.697673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263280a-c432-4668-bc09-ed1a6dd7719c req-079c6163-ca86-4df3-baee-a7726f73e078 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:31.706103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2263280a-c432-4668-bc09-ed1a6dd7719c req-079c6163-ca86-4df3-baee-a7726f73e078 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 945 time: 0.0965619 Feb 08 23:43:31.736763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7566cba-af67-49dc-bc9d-e273d94d64bc req-f08a215c-589b-43df-a630-78879edbd5e2 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343026 Feb 08 23:43:31.781581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2263280a-c432-4668-bc09-ed1a6dd7719c req-a469cc99-b05c-478b-981d-dab14960e573 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722001 Feb 08 23:43:31.901934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45c4dd38-a0a7-4d49-82c9-918c042396e5 req-f51e0f40-b627-45fc-b972-f1f7913a50e4 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 210 time: 0.0822279 Feb 08 23:43:32.007886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-a4efa61a-aeb4-4c74-a85e-ae95e8dcb565 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.010884 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-a4efa61a-aeb4-4c74-a85e-ae95e8dcb565 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.3655260 Feb 08 23:43:32.022183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da8106-73f5-4f6a-ba13-536f48953ba9 req-6d3ba115-6d0b-45ee-98bd-bcecd689d93c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.032443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20da8106-73f5-4f6a-ba13-536f48953ba9 req-6d3ba115-6d0b-45ee-98bd-bcecd689d93c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 944 time: 0.0722721 Feb 08 23:43:32.068224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-aab4f1c0-291e-461f-842f-79c86788a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.070344 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-aab4f1c0-291e-461f-842f-79c86788a4fa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3&tenant_id=c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 1096 time: 0.0517483 Feb 08 23:43:32.127747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20da8106-73f5-4f6a-ba13-536f48953ba9 req-0b7de953-d61b-449b-81b4-7240d4a1932b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957477 Feb 08 23:43:32.132735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:32.151861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c418c755-c0fd-46cb-b95b-a2db6e4b5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.152506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-7a60de72-fbea-4177-a91e-d7ba47cfb1a7 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.153939 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-c418c755-c0fd-46cb-b95b-a2db6e4b5314 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1096 time: 0.0579333 Feb 08 23:43:32.154082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-7a60de72-fbea-4177-a91e-d7ba47cfb1a7 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/networks?id=cf383256-9f5a-4988-9f9b-af64313bc088 HTTP/1.1" status: 200 len: 822 time: 0.1540134 Feb 08 23:43:32.173217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-fb9f8a7c-6863-43fa-8739-b777d3d90313 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/quotas/a757648675b74964ab3b289cb8e88e18 HTTP/1.1" status: 200 len: 375 time: 0.0109570 Feb 08 23:43:32.222859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 3d326990-d643-4e96-afb0-fbcd555cd745 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:32.224069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-207cc4ce-e553-4869-b172-b1a47a5bceba tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a757648675b74964ab3b289cb8e88e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434842 Feb 08 23:43:32.227988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 3d326990-d643-4e96-afb0-fbcd555cd745 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:32.228654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:32.289414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-9cad97e1-d819-4de8-8f18-2f6eddbb6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.291191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-9cad97e1-d819-4de8-8f18-2f6eddbb6be6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1280029 Feb 08 23:43:32.324297 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:32.335269 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-d8cc8c42-8f98-4d97-929a-9e5f6b9ba23d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 200 len: 217 time: 0.0369091 Feb 08 23:43:32.352993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:32.355518 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed002f03-c386-4142-be62-95782648f2e3" -d '{"events": [{"server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "name": "network-vif-plugged", "status": "completed", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:32.370037 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-a8fe0139-2cd4-40bb-8653-96fbbd3f4048 service neutron] 10.222.0.32 "GET /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380770 Feb 08 23:43:32.370636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:32.376078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:32.377026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:32.380597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa051323-6200-4efd-ab47-2d8fc0bba3b6 req-08182085-6fed-4164-9fa8-e2b3dc49d05b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.381892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa051323-6200-4efd-ab47-2d8fc0bba3b6 req-08182085-6fed-4164-9fa8-e2b3dc49d05b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0912509 Feb 08 23:43:32.392736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-8250e25e-d0dc-4f31-8cdc-e271dc487459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.394485 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-8250e25e-d0dc-4f31-8cdc-e271dc487459 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0521004 Feb 08 23:43:32.432216 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-858e311a-53b6-4170-bb91-f77a5921b1a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306857 Feb 08 23:43:32.455958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:32.462284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:32.478004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa051323-6200-4efd-ab47-2d8fc0bba3b6 req-4b828b44-a52b-4106-ab79-9adf0280fc6c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867023 Feb 08 23:43:32.519173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-8531b89b-b0eb-4481-81a7-281cf13f28e6 service neutron] 10.222.0.32 "GET /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363070 Feb 08 23:43:32.530438 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c982e4-528d-4873-9ecb-6ef070a827de x-openstack-request-id: req-91c982e4-528d-4873-9ecb-6ef070a827de {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:32.530791 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "name": "network-vif-plugged", "status": "completed", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:32.532072 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91c982e4-528d-4873-9ecb-6ef070a827de {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:32.532790 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745', 'code': 200} Feb 08 23:43:32.544178 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-dd7fa2e0-f990-43ab-adb7-841c06837c21 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047521 Feb 08 23:43:32.620367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-2efb51bc-f8db-4ef6-bc09-f62845a74850 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0bccd645cc5b4149b3b745d1e8586a66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374224 Feb 08 23:43:32.695633 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-a76aee92-1856-46fe-a27d-33ed6673a865 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428711 Feb 08 23:43:32.806413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5bf6018-5c4a-4d5e-bd3b-c7e91195264a req-b156533e-54bc-4ea7-ac69-d1f11c799f88 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 210 time: 0.0738711 Feb 08 23:43:32.853613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c278-02df-49f0-837c-20b4122e86c8 req-709c9afb-09fb-4091-a432-72fe409ee724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.855199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a85c278-02df-49f0-837c-20b4122e86c8 req-709c9afb-09fb-4091-a432-72fe409ee724 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1096 time: 0.2210522 Feb 08 23:43:32.868445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02c1e-f5d7-4b45-b03c-29a250b5860f req-8aa3e170-6c88-4cb0-84be-76b46afa1b07 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.870253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0b02c1e-f5d7-4b45-b03c-29a250b5860f req-8aa3e170-6c88-4cb0-84be-76b46afa1b07 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.2153690 Feb 08 23:43:32.946577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d23ea4a0-1510-449e-a18d-ea37b020d3ed tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.948250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d23ea4a0-1510-449e-a18d-ea37b020d3ed tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155246 Feb 08 23:43:32.974802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Request body: {'port': {'device_id': '63da7770-124d-4d3b-9f0f-290752be0980', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '0bccd645cc5b4149b3b745d1e8586a66'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:32.983955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-368a3819-7d34-46b3-aa82-da7fed297c7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:32.985895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-368a3819-7d34-46b3-aa82-da7fed297c7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.0463939 Feb 08 23:43:33.041758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0b02c1e-f5d7-4b45-b03c-29a250b5860f req-99c26022-da74-46b4-b068-b587d80115fc tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540465 Feb 08 23:43:33.048295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a85c278-02df-49f0-837c-20b4122e86c8 req-915aded7-454f-4695-bd53-edaccfaa5313 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731009 Feb 08 23:43:33.081644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6ab9-cf0d-49be-b5c4-9bbbf3b3d6ec req-dee203e8-ff74-4329-8ab0-598492b98f79 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:33.083186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92dd6ab9-cf0d-49be-b5c4-9bbbf3b3d6ec req-dee203e8-ff74-4329-8ab0-598492b98f79 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1750073 Feb 08 23:43:33.136292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-b4e86ac5-9f4d-4494-9890-4a17dccce669 service neutron] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:33.139628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-b4e86ac5-9f4d-4494-9890-4a17dccce669 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:33.141150 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36df9b69-3eb4-4d0f-a6e3-6b6e67e2ae4a req-b4e86ac5-9f4d-4494-9890-4a17dccce669 service neutron] 10.222.0.84 "DELETE /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.1416283 Feb 08 23:43:33.182862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92dd6ab9-cf0d-49be-b5c4-9bbbf3b3d6ec req-678d67c0-b184-47ee-94aa-b7f8202b6eae tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911729 Feb 08 23:43:33.213976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba8b34-7681-4e9a-bb7f-5b22dcf68cfb req-dda3b57a-2306-43e5-947d-faaecd2dc1a7 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:33.215458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98ba8b34-7681-4e9a-bb7f-5b22dcf68cfb req-dda3b57a-2306-43e5-947d-faaecd2dc1a7 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 945 time: 0.0842624 Feb 08 23:43:33.221513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Made reservation on behalf of 0bccd645cc5b4149b3b745d1e8586a66 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:33.225214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:33.247031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:33.287207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53f1f8e1-dd59-477d-8a17-762843c9eb6a req-57bc1e3b-0d72-46ef-bce9-5734bbdaadd9 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 210 time: 0.0412657 Feb 08 23:43:33.308751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98ba8b34-7681-4e9a-bb7f-5b22dcf68cfb req-405dfa8b-e17a-4b1f-b1a0-49b5e4d477f9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812297 Feb 08 23:43:33.419736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:33.427863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:33.529449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327557ea-502b-41c1-8546-3279b2d1fbab req-42e661f8-efbc-4f75-af00-18059b007df8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:33.530835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-327557ea-502b-41c1-8546-3279b2d1fbab req-42e661f8-efbc-4f75-af00-18059b007df8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.1499734 Feb 08 23:43:33.535665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032de2f3-1212-4715-8fc9-0bbd146815e0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:33.582724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a9235-8448-4597-857b-e71d74e7e222 req-be113e26-b315-45e0-a240-4c37a3c63c7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:33.584224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-006a9235-8448-4597-857b-e71d74e7e222 req-be113e26-b315-45e0-a240-4c37a3c63c7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 1096 time: 0.1483777 Feb 08 23:43:33.632956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-327557ea-502b-41c1-8546-3279b2d1fbab req-de8b3947-132f-4bda-a1e2-b83e0d4e2cb7 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912275 Feb 08 23:43:33.662806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-006a9235-8448-4597-857b-e71d74e7e222 req-74c99e80-2d59-4f74-94e2-1b60e92d7d7f tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528951 Feb 08 23:43:33.670079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Allocated IP 192.168.233.110 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:43:33.808524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5157f1-fc49-4fe3-b584-53db88b8aea8 req-c385a1cc-0fe0-4cf8-a54b-c6099f366a63 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:33.810094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da5157f1-fc49-4fe3-b584-53db88b8aea8 req-c385a1cc-0fe0-4cf8-a54b-c6099f366a63 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1133027 Feb 08 23:43:33.902257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da5157f1-fc49-4fe3-b584-53db88b8aea8 req-645d06e6-b734-4eda-bee9-ffba4a841653 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845232 Feb 08 23:43:33.943969 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:33.993335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:33.997266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:34.049608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d24deb9-451c-4cd5-9276-662dc158ba1e req-988c6669-4f21-4af1-a7be-f8ae8fb7ff8f tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 210 time: 0.0466712 Feb 08 23:43:34.138148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-45ab7a65-8aa8-4f7c-98b3-2d8c4f8e0203 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:34.139660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-45ab7a65-8aa8-4f7c-98b3-2d8c4f8e0203 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.21 "GET /v2.0/networks?id=cf383256-9f5a-4988-9f9b-af64313bc088 HTTP/1.1" status: 200 len: 822 time: 0.2408488 Feb 08 23:43:34.170464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Request body: {'port': {'device_id': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088', 'admin_state_up': True, 'tenant_id': 'a757648675b74964ab3b289cb8e88e18'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:34.177624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.197343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-43e4154d-606a-484f-bb64-d705d7d25cbe tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:34.198879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-43e4154d-606a-484f-bb64-d705d7d25cbe tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.3183064 Feb 08 23:43:34.279885 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.286207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:34.301996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-ff7f2c88-6af5-4060-ba15-60706ecb589a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/quotas/c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 375 time: 0.0648642 Feb 08 23:43:34.303681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:43:34.305353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'mac_address': 'fa:16:3e:58:5d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:34.320643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:34.344297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6aa78-bca8-4fa6-974e-1aac63fe950b req-a01cc5a0-6742-41d3-8d05-1901388fbbfd tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:34.351593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70a6aa78-bca8-4fa6-974e-1aac63fe950b req-a01cc5a0-6742-41d3-8d05-1901388fbbfd tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.2287221 Feb 08 23:43:34.352192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:34.357670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:43:34.362874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Pushing event updated for resources: {'Port': ['ID=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:34.376557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.383391 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.433676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:34.481818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:34.482462 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.488239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:34.505882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70a6aa78-bca8-4fa6-974e-1aac63fe950b req-dba566f5-724d-44f4-be1f-dddc15011b48 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533563 Feb 08 23:43:34.525433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-d3001820-ee8b-4933-ba32-5ce84edcf1b0 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5523446 Feb 08 23:43:34.526807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:43:34.530297 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:43:34.533840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:34.534880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-cc53490d-f2ca-4bc8-99a2-c4f4bedecdcb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2246981 Feb 08 23:43:34.536207 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99f61c-b0cf-481d-be2e-59ff0ced6102" -d '{"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:34.549918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Request body: {'port': {'device_id': '63da7770-124d-4d3b-9f0f-290752be0980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:34.624227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Made reservation on behalf of a757648675b74964ab3b289cb8e88e18 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:34.628519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.714677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-572694f6-e4ff-4cd3-96b6-c13b4878c3e5 None None] Provisioning complete for port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:34.715158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-572694f6-e4ff-4cd3-96b6-c13b4878c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:34.750470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-572694f6-e4ff-4cd3-96b6-c13b4878c3e5 None None] Port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:43:34.976755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.011986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-0d54b181-4b0f-43f3-ae71-aedcf7b879e9 service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763200 Feb 08 23:43:35.023753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406c520-adb8-41c2-9f50-f80fa569aa9e req-f3eb366b-a4f8-46c3-b35c-70ac25d97f15 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:35.025156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3406c520-adb8-41c2-9f50-f80fa569aa9e req-f3eb366b-a4f8-46c3-b35c-70ac25d97f15 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.4184020 Feb 08 23:43:35.067414 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.080944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:35.104612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:35.108543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.156693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:35.267095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Allocated IP 172.20.0.6 (cf383256-9f5a-4988-9f9b-af64313bc088/d7f74df7-655d-4082-8c50-b3ca04c2d894/7107889e-1bd3-4f3f-b0c4-f36bac58d670) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:43:35.275595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3406c520-adb8-41c2-9f50-f80fa569aa9e req-b4b5e2b2-57c7-4c44-96ad-f94e79ba3874 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150245 Feb 08 23:43:35.294150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-7ca4617b-703b-41c3-8272-16c8fe210480 service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658846 Feb 08 23:43:35.435944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:35.450753 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc12feae-f10e-483a-86ba-61cc41b3400f x-openstack-request-id: req-fc12feae-f10e-483a-86ba-61cc41b3400f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:35.454830 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:35.455328 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc12feae-f10e-483a-86ba-61cc41b3400f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:35.456042 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'code': 200} Feb 08 23:43:35.502702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d52fb7-e1d2-4151-be75-66ef739accaf req-8dd18e13-37fa-45b7-ad66-6eefec447787 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:35.504230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3d52fb7-e1d2-4151-be75-66ef739accaf req-8dd18e13-37fa-45b7-ad66-6eefec447787 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 936 time: 0.1518722 Feb 08 23:43:35.645723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.662957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:35.669554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3d52fb7-e1d2-4151-be75-66ef739accaf req-40c1c9d1-deb4-4961-8c2b-04ef2cd1e9b6 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531096 Feb 08 23:43:35.678334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.710010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0b1fb-6759-45b5-b6a2-15436c538616 req-b423eddd-6f60-414b-8f18-5b2da7269d30 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:35.711641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6db0b1fb-6759-45b5-b6a2-15436c538616 req-b423eddd-6f60-414b-8f18-5b2da7269d30 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.1760731 Feb 08 23:43:35.713929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Transition to ACTIVE for port object c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:35.720961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.759684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:35.832284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Pushing event updated for resources: {'Port': ['ID=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:35.854423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Network cf383256-9f5a-4988-9f9b-af64313bc088 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:43:35.859821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6db0b1fb-6759-45b5-b6a2-15436c538616 req-f183cc2f-d12c-41b3-82cc-c42aee8b04b7 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357946 Feb 08 23:43:35.899828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:35.926539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:43:35.962974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea6852-2032-45a1-93af-be710fc41756 req-08482562-87d6-408f-89f9-26a4f51c83dd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:35.964480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bea6852-2032-45a1-93af-be710fc41756 req-08482562-87d6-408f-89f9-26a4f51c83dd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.2098632 Feb 08 23:43:35.997316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Pushing event updated for resources: {'Port': ['ID=7107889e-1bd3-4f3f-b0c4-f36bac58d670,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:36.070163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.070667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.090708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Attempting to bind port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:36.091043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Attempting to bind port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:36.091389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Attempting to bind port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:36.106033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bea6852-2032-45a1-93af-be710fc41756 req-bd90d735-cf56-456d-94d3-7796a33da8f1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112039 Feb 08 23:43:36.107073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:36.107396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Attempting to bind port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:36.114169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-bfc5d08e-8c50-44dd-8408-ea91bf660f9c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9624443 Feb 08 23:43:36.118162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:36.118497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:36.118878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:36.119404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Bound port: c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:36.119637 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.130833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc8482-7919-41e0-9b2b-0fb024cb6ed1 req-da33a47a-83e2-48df-9fe1-ae0ac579b309 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.132342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cfc8482-7919-41e0-9b2b-0fb024cb6ed1 req-da33a47a-83e2-48df-9fe1-ae0ac579b309 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 931 time: 0.1669362 Feb 08 23:43:36.147377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Request body: {'port': {'device_id': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:36.242693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95b2f36d-bc6f-40f7-9414-39b2a7706f6e req-73478e4b-06f6-4c1f-a2aa-420329abfa44 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 210 time: 0.0643704 Feb 08 23:43:36.273982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cfc8482-7919-41e0-9b2b-0fb024cb6ed1 req-f0ea26c4-e23d-4579-b28e-363db6fd06f0 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351540 Feb 08 23:43:36.286991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.314950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] For port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:36.350497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] For port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:36.371650 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.456242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.456867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.458264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] 10.222.0.21 "PUT /v2.0/ports/c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 HTTP/1.1" status: 200 len: 1096 time: 1.9150789 Feb 08 23:43:36.462187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63da7770-124d-4d3b-9f0f-290752be0980', 'tag': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:36.464421 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af" -d '{"events": [{"name": "network-changed", "server_uuid": "63da7770-124d-4d3b-9f0f-290752be0980", "tag": "c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:36.559033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2c9a9-96fb-4da9-9df5-4e796fa71907 req-eb7ce8cf-5f60-4b04-b4a3-585e98a637dc tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.560578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2f2c9a9-96fb-4da9-9df5-4e796fa71907 req-eb7ce8cf-5f60-4b04-b4a3-585e98a637dc tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 948 time: 0.2293458 Feb 08 23:43:36.587617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75cb1-d7f5-4c20-b479-16671a49220a service neutron] Pushing event updated for resources: {'Port': ['ID=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:36.633315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e48685-858e-4c30-aad3-20169823a8b2 req-8d5cc4cd-1e77-40f6-be70-d529bdb5c227 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.634733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07e48685-858e-4c30-aad3-20169823a8b2 req-8d5cc4cd-1e77-40f6-be70-d529bdb5c227 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1096 time: 0.2689145 Feb 08 23:43:36.635568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-a19825a4-2eda-4759-8ed3-f13919a1a7da tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.637650 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-a19825a4-2eda-4759-8ed3-f13919a1a7da tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.1677544 Feb 08 23:43:36.656609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Request body: {'port': {'device_id': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'admin_state_up': True, 'tenant_id': 'c3e4172ad8aa4d9683740062aa834783'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:36.668992 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.714429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.716721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-1b16c479-4308-43c9-ad48-2d4077b203a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.718851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-1b16c479-4308-43c9-ad48-2d4077b203a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0bccd645cc5b4149b3b745d1e8586a66&device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 1099 time: 0.1829810 Feb 08 23:43:36.726236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2f2c9a9-96fb-4da9-9df5-4e796fa71907 req-601bd618-0274-4067-b188-73f13105d33a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423619 Feb 08 23:43:36.791069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-67b6ad02-8a1b-44a1-b5a2-69296cca4824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 HTTP/1.1" status: 200 len: 217 time: 0.0639329 Feb 08 23:43:36.793794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Made reservation on behalf of c3e4172ad8aa4d9683740062aa834783 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:43:36.798626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:36.799712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07e48685-858e-4c30-aad3-20169823a8b2 req-2e1d6ddb-b62f-4805-9af8-f52990a4a71f tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528277 Feb 08 23:43:36.866010 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3133c958-fcf0-4f61-8947-ed78342e300f x-openstack-request-id: req-3133c958-fcf0-4f61-8947-ed78342e300f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:36.866010 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63da7770-124d-4d3b-9f0f-290752be0980", "tag": "c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:36.866292 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3133c958-fcf0-4f61-8947-ed78342e300f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:36.866488 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63da7770-124d-4d3b-9f0f-290752be0980', 'tag': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37', 'status': 'completed', 'code': 200} Feb 08 23:43:36.909380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-f4cd1671-ac5b-4064-a79e-0ef7ecf9b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:36.910751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-f4cd1671-ac5b-4064-a79e-0ef7ecf9b634 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1084583 Feb 08 23:43:36.982982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Allocated IP 172.20.0.6 (57e68c72-4913-4aa9-8544-2cfaa6a54e87/0db2c188-3f4e-4379-8d77-632b9fad3f84/acd0271a-8a18-4707-a758-baf4fb6443c7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:43:37.144051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.179928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.184655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8e62d-e9a4-4e27-9249-1ceedcb42183 req-a26b43d3-f95c-4c8a-8632-701d480c6f15 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:37.186278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4d8e62d-e9a4-4e27-9249-1ceedcb42183 req-a26b43d3-f95c-4c8a-8632-701d480c6f15 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.3747876 Feb 08 23:43:37.226485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:43:37.229797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:43:37.233299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:43:37.238997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:37.239623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.250337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:37.262589 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-bb6f18c6-42a6-4f03-8d0a-1bbba26ed3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108594 Feb 08 23:43:37.274116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7107889e-1bd3-4f3f-b0c4-f36bac58d670 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:37.274924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Request body: {'port': {'device_id': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:37.295118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.314190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58acad-3da1-43be-a708-d3d8e245475c req-c0d15586-ee76-451d-8ccf-e616b5b9d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:37.315688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-c0d15586-ee76-451d-8ccf-e616b5b9d0c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3947296 Feb 08 23:43:37.321847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4d8e62d-e9a4-4e27-9249-1ceedcb42183 req-66d9c8e9-005a-4a2a-8620-1f6cd5666974 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038682 Feb 08 23:43:37.327491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Transition to ACTIVE for port object 7107889e-1bd3-4f3f-b0c4-f36bac58d670 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:37.337069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8abed-a41f-47d1-8251-1ed65571e96e req-e9653d74-d9bd-4b81-adee-457d74f40a8f tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:37.338359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a8abed-a41f-47d1-8251-1ed65571e96e req-e9653d74-d9bd-4b81-adee-457d74f40a8f tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 948 time: 0.4157019 Feb 08 23:43:37.343886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.346785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.487776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Pushing event updated for resources: {'Port': ['ID=7107889e-1bd3-4f3f-b0c4-f36bac58d670,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:37.498022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a8abed-a41f-47d1-8251-1ed65571e96e req-cfba124d-1467-4340-8d61-420169c0b5ee tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383958 Feb 08 23:43:37.576451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-c8c39579-e51d-4fda-a7b7-acf0a3d925f1 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502692 Feb 08 23:43:37.715494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd0271a-8a18-4707-a758-baf4fb6443c7 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:37.727780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.728639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72391d-bfa9-4f22-b662-52a32d914d61 req-8d971853-36de-400f-a28f-6e5732c2028d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:37.737430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f72391d-bfa9-4f22-b662-52a32d914d61 req-8d971853-36de-400f-a28f-6e5732c2028d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1747634 Feb 08 23:43:37.748399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Transition to ACTIVE for port object acd0271a-8a18-4707-a758-baf4fb6443c7 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:37.758770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.760532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Attempting to bind port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:37.760857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Attempting to bind port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'd6541ff5-f161-41bb-9867-c96df3c31c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:37.761223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Attempting to bind port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 on network cf383256-9f5a-4988-9f9b-af64313bc088 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:37.799079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bec2e5-ac0c-451a-8922-dabf64afec78 req-9604850d-9600-448a-8188-c4a41860f0a4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:37.800807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0bec2e5-ac0c-451a-8922-dabf64afec78 req-9604850d-9600-448a-8188-c4a41860f0a4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 931 time: 0.1856816 Feb 08 23:43:37.803527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 on network cf383256-9f5a-4988-9f9b-af64313bc088 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:37.803869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Attempting to bind port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 on network cf383256-9f5a-4988-9f9b-af64313bc088 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:37.850378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:37.850853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Checking segment: {'id': 'd6541ff5-f161-41bb-9867-c96df3c31c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:37.851094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Bound using segment: {'id': 'd6541ff5-f161-41bb-9867-c96df3c31c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:37.851532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Bound port: 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6541ff5-f161-41bb-9867-c96df3c31c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:37.851889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.887068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f72391d-bfa9-4f22-b662-52a32d914d61 req-6a336647-1a54-4842-84aa-e48e7b36b0f3 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478736 Feb 08 23:43:37.899729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb58acad-3da1-43be-a708-d3d8e245475c req-09a0ee92-5155-4561-b1ad-a8428d467e71 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951152 Feb 08 23:43:37.911338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:37.911338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:37.911338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:37.913473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:37.913803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:37.921271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:37.927698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:37.928044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:37.928507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:37.929178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Bound port: acd0271a-8a18-4707-a758-baf4fb6443c7, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:37.930854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:37.934378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0bec2e5-ac0c-451a-8922-dabf64afec78 req-cd51175d-2b4c-40b2-9411-440bbb5b7ce2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170571 Feb 08 23:43:38.033424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:38.086716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:38.091742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:38.098008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:38.098216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.098790 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.136456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.137408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.139074 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] 10.222.0.84 "PUT /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 1091 time: 0.8683543 Feb 08 23:43:38.139787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:38.143201 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1f1804-2325-4c0b-9411-5e256adeb82f" -d '{"events": [{"name": "network-changed", "server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:38.178419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20e18b-1b61-4b41-88f4-a52fd04de22b service neutron] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:38.208882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.240365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-d2db47ce-1467-475b-8b31-1240b395d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.242238 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-d2db47ce-1467-475b-8b31-1240b395d766 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1094 time: 0.0516834 Feb 08 23:43:38.250077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:38.251000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:38.253784 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a4cd76-c1ab-4b56-8ba4-e792a5951b41" -d '{"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-plugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:38.259055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.284300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91fa38-b9f6-4295-933a-393b874a4204 req-f3bd3c2a-7f0c-48ba-ac38-dcbf4c8f969c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.285999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab91fa38-b9f6-4295-933a-393b874a4204 req-f3bd3c2a-7f0c-48ba-ac38-dcbf4c8f969c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 943 time: 0.2753656 Feb 08 23:43:38.288120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] For port 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:38.291541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-18db11ff-9d9b-487d-b190-7ac0c6f82896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.293444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-18db11ff-9d9b-487d-b190-7ac0c6f82896 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0bccd645cc5b4149b3b745d1e8586a66&device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 1099 time: 0.2838533 Feb 08 23:43:38.295470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] For port 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670,segment=NetworkSegment(d6541ff5-f161-41bb-9867-c96df3c31c03),segment_id=d6541ff5-f161-41bb-9867-c96df3c31c03)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:38.316248 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-714bb2c0-0140-451a-b5df-08959b406980 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 217 time: 0.0643861 Feb 08 23:43:38.318902 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.337666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9ebc-8b43-42f9-9500-e03c7096b3b4 req-27b3adde-c122-4570-a9b1-7c11c604005f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.346322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d86f9ebc-8b43-42f9-9500-e03c7096b3b4 req-27b3adde-c122-4570-a9b1-7c11c604005f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 948 time: 0.2748168 Feb 08 23:43:38.365074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:38.385165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-358e0e2d-e1da-499a-a649-d3bc41d73c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.386636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-358e0e2d-e1da-499a-a649-d3bc41d73c45 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0634427 Feb 08 23:43:38.423422 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-a149cb57-ae7d-41c3-80d0-4bc00e6ae7fb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283852 Feb 08 23:43:38.454614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.455320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:38.456806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] 10.222.0.21 "PUT /v2.0/ports/7107889e-1bd3-4f3f-b0c4-f36bac58d670 HTTP/1.1" status: 200 len: 1091 time: 2.3169718 Feb 08 23:43:38.502476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab91fa38-b9f6-4295-933a-393b874a4204 req-65bace1c-4fcc-48ea-910b-25501940a01b tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054861 Feb 08 23:43:38.521284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d86f9ebc-8b43-42f9-9500-e03c7096b3b4 req-affb98b3-0e4b-4547-90ef-23d12b71e319 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695251 Feb 08 23:43:38.530320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb63ef-03a6-4c75-b585-0efa0d6399cb service neutron] Pushing event updated for resources: {'Port': ['ID=7107889e-1bd3-4f3f-b0c4-f36bac58d670,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:38.540835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-6b0e0160-c8a5-4bf6-bf39-477c960a1342 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105425 Feb 08 23:43:38.580666 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce3d62-35da-4644-b48b-4e2d1c584270 x-openstack-request-id: req-69ce3d62-35da-4644-b48b-4e2d1c584270 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:38.581344 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-plugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:38.581752 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69ce3d62-35da-4644-b48b-4e2d1c584270 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:38.582295 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'code': 200} Feb 08 23:43:38.587231 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a275187-d4a1-4148-8d1e-350d56f4d5b1 x-openstack-request-id: req-5a275187-d4a1-4148-8d1e-350d56f4d5b1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:38.587592 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:38.587908 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a275187-d4a1-4148-8d1e-350d56f4d5b1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:38.588365 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'status': 'completed', 'code': 200} Feb 08 23:43:38.629781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-aa9afe55-491e-42cc-8a1a-48511a82bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.634724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-aa9afe55-491e-42cc-8a1a-48511a82bb3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3271055 Feb 08 23:43:38.657393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-c8042abd-e6de-4f9f-b5f1-f0318cdad82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.659026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-c8042abd-e6de-4f9f-b5f1-f0318cdad82d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a757648675b74964ab3b289cb8e88e18&device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 1094 time: 0.1365108 Feb 08 23:43:38.709042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-8a1ef70e-7cf1-446f-9986-70f8ea168c88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 HTTP/1.1" status: 200 len: 217 time: 0.0614781 Feb 08 23:43:38.721032 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c23e0438-d4f1-4539-be11-0a7af5156e64 req-a5e26b6b-798f-4d9b-bdf4-d85a7fcf5e40 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729796 Feb 08 23:43:38.771936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-d9762063-037a-4d48-be7b-73aaf55c448e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670 HTTP/1.1" status: 200 len: 217 time: 0.0816879 Feb 08 23:43:38.821459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-c156ed8a-2bbe-4c27-afc8-e7c2d557512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.823664 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-c156ed8a-2bbe-4c27-afc8-e7c2d557512f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1094 time: 0.0457597 Feb 08 23:43:38.877377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'tag': '7107889e-1bd3-4f3f-b0c4-f36bac58d670'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:38.879491 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b82255f-2347-4c59-ab39-1766aa504d63" -d '{"events": [{"name": "network-changed", "server_uuid": "fc118064-e0f9-469e-ad97-5d8e44465fd4", "tag": "7107889e-1bd3-4f3f-b0c4-f36bac58d670"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:38.911463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-3d569d85-15c0-4320-bee4-c38dc8905793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.913752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-3d569d85-15c0-4320-bee4-c38dc8905793 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1521728 Feb 08 23:43:38.925600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-4fd5cc77-667b-4625-9c87-cd5fe48929e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.927513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-4fd5cc77-667b-4625-9c87-cd5fe48929e0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.0970531 Feb 08 23:43:38.929132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a09f3-445e-4104-84af-d5085f8b9d6b req-17e316e4-b272-443b-b838-ed96f6126683 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.930652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-400a09f3-445e-4104-84af-d5085f8b9d6b req-17e316e4-b272-443b-b838-ed96f6126683 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 948 time: 0.2347372 Feb 08 23:43:38.948842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c4a79-6e6a-4323-8ce9-fb517e0f70d1 req-8834b5ce-87e5-4f3e-b12c-6070d3d31a69 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.950325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b0c4a79-6e6a-4323-8ce9-fb517e0f70d1 req-8834b5ce-87e5-4f3e-b12c-6070d3d31a69 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.2160611 Feb 08 23:43:38.951644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22467213-1641-46ba-912d-1860ed917189 req-dd969d01-9e6c-4f6f-9284-12f4292086c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:38.953914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-dd969d01-9e6c-4f6f-9284-12f4292086c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7f74df7-655d-4082-8c50-b3ca04c2d894 HTTP/1.1" status: 200 len: 862 time: 0.1423559 Feb 08 23:43:38.972532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-f5dd3b4a-2ef9-4279-86d0-2b1591d3e29e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 217 time: 0.0366206 Feb 08 23:43:39.029682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-4552a85b-5bb3-47ba-89a6-d26a53a53b46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf383256-9f5a-4988-9f9b-af64313bc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561478 Feb 08 23:43:39.029941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-3e97652a-b825-49de-b526-d368c040b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:39.031485 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-3e97652a-b825-49de-b526-d368c040b448 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0521495 Feb 08 23:43:39.034078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19c746-66ce-4dc8-8264-da0c7a46fc93 req-af47c046-04cd-47f9-9c8f-1c576fdcdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:39.035406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e19c746-66ce-4dc8-8264-da0c7a46fc93 req-af47c046-04cd-47f9-9c8f-1c576fdcdd4b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1100 time: 0.2219751 Feb 08 23:43:39.074737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-592a0ad7-a3a6-446d-bff7-c53e0db28954 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250411 Feb 08 23:43:39.135860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-400a09f3-445e-4104-84af-d5085f8b9d6b req-46aeb7f9-bc57-4514-95ea-1eb196277c53 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797194 Feb 08 23:43:39.143146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b0c4a79-6e6a-4323-8ce9-fb517e0f70d1 req-f152cf6c-96ab-4f2b-91f0-3779fb368558 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841393 Feb 08 23:43:39.146864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-8bbd0ef4-9710-473c-a6ad-d6189592b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:39.148489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-8bbd0ef4-9710-473c-a6ad-d6189592b009 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2167745 Feb 08 23:43:39.196174 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-e3a969bd-aff9-485f-afaa-1c0be77ed4f1 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017826 Feb 08 23:43:39.200892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e19c746-66ce-4dc8-8264-da0c7a46fc93 req-fede05f2-790c-421f-9ba6-df2343cfa085 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416271 Feb 08 23:43:39.241859 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de3fe4-b177-4bd8-a561-edcfadc8a73d x-openstack-request-id: req-59de3fe4-b177-4bd8-a561-edcfadc8a73d {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:39.242175 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc118064-e0f9-469e-ad97-5d8e44465fd4", "tag": "7107889e-1bd3-4f3f-b0c4-f36bac58d670", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:39.242426 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59de3fe4-b177-4bd8-a561-edcfadc8a73d {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:39.242815 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'tag': '7107889e-1bd3-4f3f-b0c4-f36bac58d670', 'status': 'completed', 'code': 200} Feb 08 23:43:39.277694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-80fdb892-88be-4f8b-bb20-22b3a002fe9f service neutron] 10.222.0.21 "GET /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361069 Feb 08 23:43:39.535596 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9d1f1804-2325-4c0b-9411-5e256adeb82f req-d8e41f4e-4735-4b06-a607-e28024c8e263 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358929 Feb 08 23:43:39.652438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-8d83994f-a788-48a9-932b-cd7ad832a1a0 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950933 Feb 08 23:43:39.686692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06881d7f-6d03-450c-9cff-3a8c37320f8b req-9f2c398f-5ab4-4a89-9156-6d953d34c9fc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:39.688329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06881d7f-6d03-450c-9cff-3a8c37320f8b req-9f2c398f-5ab4-4a89-9156-6d953d34c9fc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.4272816 Feb 08 23:43:39.708667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ee1ec-d4c1-40d9-948f-8c3de6381ebe req-c1fbbd7a-4045-4f69-b2b3-7666c1ad9c1f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:39.710157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-610ee1ec-d4c1-40d9-948f-8c3de6381ebe req-c1fbbd7a-4045-4f69-b2b3-7666c1ad9c1f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.4173682 Feb 08 23:43:39.817931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22467213-1641-46ba-912d-1860ed917189 req-45653e66-75bd-4e75-b4b0-68825cb32e47 service neutron] 10.222.0.21 "GET /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216324 Feb 08 23:43:39.854591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06881d7f-6d03-450c-9cff-3a8c37320f8b req-6950c365-78d6-4f07-8494-18888863bb68 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434567 Feb 08 23:43:39.885994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-610ee1ec-d4c1-40d9-948f-8c3de6381ebe req-81780f0a-0532-4bc3-9560-b221e8035b18 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380594 Feb 08 23:43:39.893971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-273881cb-dd0f-4dd6-9eb9-76dc25bb11af req-ec97ba76-cf35-485d-ab41-adb89ca940a5 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294729 Feb 08 23:43:39.980978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-2e26ed65-047e-465a-9065-b8bb03fd91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:39.982482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-2e26ed65-047e-465a-9065-b8bb03fd91f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a757648675b74964ab3b289cb8e88e18&device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0927773 Feb 08 23:43:40.057314 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:43:40.068213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c82e2-458a-45d2-96ad-1fb70375b7e2 req-c9f8cb02-b975-4e98-8df4-50ca55c22d6c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:40.069746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e04c82e2-458a-45d2-96ad-1fb70375b7e2 req-c9f8cb02-b975-4e98-8df4-50ca55c22d6c tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 943 time: 0.1426437 Feb 08 23:43:40.111728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777b2fb-fe20-4dca-a714-b222a5a9526a req-956f7a27-ed98-4fb4-8663-30cf50aae24e tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:40.113325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1777b2fb-fe20-4dca-a714-b222a5a9526a req-956f7a27-ed98-4fb4-8663-30cf50aae24e tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1508870 Feb 08 23:43:40.173124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e04c82e2-458a-45d2-96ad-1fb70375b7e2 req-396ffe6b-f533-4dcd-94a2-35dd8fd14fac tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943563 Feb 08 23:43:40.179801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-8cdf3fde-529d-49f3-a982-c3156acc67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:40.181406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-8cdf3fde-529d-49f3-a982-c3156acc67bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf383256-9f5a-4988-9f9b-af64313bc088 HTTP/1.1" status: 200 len: 923 time: 0.1846681 Feb 08 23:43:40.203520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1777b2fb-fe20-4dca-a714-b222a5a9526a req-b2da84ab-c99f-4bfe-a7f0-442bb6864a48 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Feb 08 23:43:40.241245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-f2c73ba4-8663-4fa7-959a-c6eb34aafa60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670 HTTP/1.1" status: 200 len: 217 time: 0.0510786 Feb 08 23:43:40.360869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-df7ef424-03dc-4b26-a42b-1a2551f64ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:40.362852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-df7ef424-03dc-4b26-a42b-1a2551f64ad7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d7f74df7-655d-4082-8c50-b3ca04c2d894 HTTP/1.1" status: 200 len: 862 time: 0.1102238 Feb 08 23:43:40.387684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e14547-e741-4f75-a2d0-ce1eabb5e927 req-5228d192-dab6-4e83-be58-bf49dab6f66a tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:40.389319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25e14547-e741-4f75-a2d0-ce1eabb5e927 req-5228d192-dab6-4e83-be58-bf49dab6f66a tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 948 time: 0.1068537 Feb 08 23:43:40.399241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e6d34-81f2-4ffc-9084-c9f6859fb3cc req-63995193-0e87-41ff-afb2-e060ce684d41 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:40.400837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210e6d34-81f2-4ffc-9084-c9f6859fb3cc req-63995193-0e87-41ff-afb2-e060ce684d41 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1389623 Feb 08 23:43:40.449460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-a4415dae-afec-4c94-93a0-ce2f4a121d8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf383256-9f5a-4988-9f9b-af64313bc088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590703 Feb 08 23:43:40.502719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25e14547-e741-4f75-a2d0-ce1eabb5e927 req-9e3e24b1-b7c0-4960-865c-ef5332903128 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008229 Feb 08 23:43:40.539592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210e6d34-81f2-4ffc-9084-c9f6859fb3cc req-e80b0b6b-8287-47a2-b8f3-ff056c6929a6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291294 Feb 08 23:43:40.584611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-9de44eda-7f22-40a6-83c3-5e7b23d2f1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247072 Feb 08 23:43:40.696121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b82255f-2347-4c59-ab39-1766aa504d63 req-6c4cb792-717d-4f99-8506-835b981145d1 service neutron] 10.222.0.21 "GET /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038644 Feb 08 23:43:41.032398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8c9c1-8025-4608-9c4e-a1fca4d30131 req-7cb35761-58d5-4748-9041-c1de329e0032 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.033900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6dd8c9c1-8025-4608-9c4e-a1fca4d30131 req-7cb35761-58d5-4748-9041-c1de329e0032 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0788648 Feb 08 23:43:41.045678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a3bbb-7935-462b-9fff-d074d25bbf87 req-4e84f75b-8c15-421f-992e-f8f10fc46c8d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.047868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c37a3bbb-7935-462b-9fff-d074d25bbf87 req-4e84f75b-8c15-421f-992e-f8f10fc46c8d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.0809133 Feb 08 23:43:41.110234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6dd8c9c1-8025-4608-9c4e-a1fca4d30131 req-8f1316a4-5d98-414b-adae-7ecc89eaa2e6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611942 Feb 08 23:43:41.113609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c37a3bbb-7935-462b-9fff-d074d25bbf87 req-84e1e98f-bf62-41d6-b2a3-a04c7351cda2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588696 Feb 08 23:43:41.301968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e470e2-1a6d-4a8d-b525-eee91f71cf24 req-959f445a-86ae-4fcb-9f5d-3eed20998c05 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.305572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39e470e2-1a6d-4a8d-b525-eee91f71cf24 req-959f445a-86ae-4fcb-9f5d-3eed20998c05 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 943 time: 0.0632412 Feb 08 23:43:41.362090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a15528-c052-4692-ba70-2052764dcc02 req-7fda059e-428b-4ec8-839b-075c73a78fe5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.363571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64a15528-c052-4692-ba70-2052764dcc02 req-7fda059e-428b-4ec8-839b-075c73a78fe5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0843048 Feb 08 23:43:41.382912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39e470e2-1a6d-4a8d-b525-eee91f71cf24 req-80b7e188-edb9-49e7-a639-dc5e72c3bff3 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629191 Feb 08 23:43:41.409166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64a15528-c052-4692-ba70-2052764dcc02 req-8f48b725-23fa-4d3e-8024-36e5e137cdb6 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Feb 08 23:43:41.531451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a41bd-a48e-4b93-a6f9-5b249aaf00dc req-106f36c7-3bf6-4ca6-ac9c-f158a45ced8a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.533143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c39a41bd-a48e-4b93-a6f9-5b249aaf00dc req-106f36c7-3bf6-4ca6-ac9c-f158a45ced8a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0533974 Feb 08 23:43:41.587263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c39a41bd-a48e-4b93-a6f9-5b249aaf00dc req-5f0cac03-bc9e-423f-970b-b791b84d75c6 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 Feb 08 23:43:41.648255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e039165-c836-44af-907a-cd58689b124e req-40d7b005-09f7-4678-b515-ef49a84f180a tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.649677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e039165-c836-44af-907a-cd58689b124e req-40d7b005-09f7-4678-b515-ef49a84f180a tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 948 time: 0.0520570 Feb 08 23:43:41.713737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e039165-c836-44af-907a-cd58689b124e req-81a2881e-5239-45df-bff6-8432850efe3b tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Feb 08 23:43:41.734784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526a4f6-7850-475b-9d1d-14f14d493c8f req-29bc3c67-f522-49a1-a880-ea04a884fe74 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:41.734784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4526a4f6-7850-475b-9d1d-14f14d493c8f req-29bc3c67-f522-49a1-a880-ea04a884fe74 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0773091 Feb 08 23:43:41.769775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-04e4aeaa-0eaf-409d-b50b-77feedd1e0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:41.790807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4526a4f6-7850-475b-9d1d-14f14d493c8f req-c53fd330-5653-4da7-8695-663a54857235 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550816 Feb 08 23:43:42.072803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:42.147758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32893efb-51ea-4b1e-97af-8939f9b81206 req-62ada2af-ae2e-465f-a048-67146c4e959a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:42.157407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32893efb-51ea-4b1e-97af-8939f9b81206 req-62ada2af-ae2e-465f-a048-67146c4e959a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0717781 Feb 08 23:43:42.164629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:42.226835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32893efb-51ea-4b1e-97af-8939f9b81206 req-0ed86ed5-68b1-4351-9751-531a12cd9d71 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683155 Feb 08 23:43:42.346435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca6fd3-775b-48eb-b96e-adfd90593638 req-d3e5efa7-d8a9-43c8-b2fb-5b3a1c6370d8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:42.348231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2ca6fd3-775b-48eb-b96e-adfd90593638 req-d3e5efa7-d8a9-43c8-b2fb-5b3a1c6370d8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1112857 Feb 08 23:43:42.400822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:42.428571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2ca6fd3-775b-48eb-b96e-adfd90593638 req-9eb58712-7ab6-4ed3-9bc9-e599b7ccc9bf tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Feb 08 23:43:42.428817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'port_id': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'mac_address': 'fa:16:3e:77:a0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db2c188-3f4e-4379-8d77-632b9fad3f84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:42.437280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa6259-2e8c-4eb3-8afc-ac9001d2d1bd req-09afb492-5043-48b5-84a2-9df145355700 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:42.438301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bfa6259-2e8c-4eb3-8afc-ac9001d2d1bd req-09afb492-5043-48b5-84a2-9df145355700 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.0889771 Feb 08 23:43:42.507382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:42.509504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bfa6259-2e8c-4eb3-8afc-ac9001d2d1bd req-5eb8f744-6597-4c10-b3d9-80f6daceb571 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Feb 08 23:43:42.562579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37', 'mac_address': 'fa:16:3e:91:18:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:42.567596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:42.601558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd0271a-8a18-4707-a758-baf4fb6443c7 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:42.627332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81f03-ffd6-42fc-a74e-ceb150bfcb81 req-c57d832b-3d89-4e4f-93cd-74b8718bee39 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:42.631840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:42.634790 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:42.637101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40e81f03-ffd6-42fc-a74e-ceb150bfcb81 req-c57d832b-3d89-4e4f-93cd-74b8718bee39 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 943 time: 0.0716794 Feb 08 23:43:42.654461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:42.665620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:42.697586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40e81f03-ffd6-42fc-a74e-ceb150bfcb81 req-16af97a6-b90f-48d4-8b9c-195e92c10b89 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593369 Feb 08 23:43:42.722190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:42.731697 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:42.737643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:42.792247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:42.836059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939921b-c16c-4ad2-84c1-a22b6c53dc3b req-97be8659-ed9d-4db8-ad45-494039207b8d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:42.838619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4939921b-c16c-4ad2-84c1-a22b6c53dc3b req-97be8659-ed9d-4db8-ad45-494039207b8d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 949 time: 0.0531952 Feb 08 23:43:42.904344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4939921b-c16c-4ad2-84c1-a22b6c53dc3b req-45531812-c725-42ff-bd0a-a685227e5525 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605781 Feb 08 23:43:42.925428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ece4e-91cf-44ff-93de-c2877c2b7451 req-7ec3d241-61bc-4fd5-a844-c23960bb08cd tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:42.927036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-613ece4e-91cf-44ff-93de-c2877c2b7451 req-7ec3d241-61bc-4fd5-a844-c23960bb08cd tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0687315 Feb 08 23:43:42.966398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-613ece4e-91cf-44ff-93de-c2877c2b7451 req-fee5ce00-cd9b-431e-a487-aa56b4c6adf4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Feb 08 23:43:43.004138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['acd0271a-8a18-4707-a758-baf4fb6443c7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:43.050622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:43.340508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f7c66-9c8a-4f0b-9d71-0f0887ef9240 req-94830b76-38c9-4374-a382-1351ae44d59b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:43.342068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca5f7c66-9c8a-4f0b-9d71-0f0887ef9240 req-94830b76-38c9-4374-a382-1351ae44d59b tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0522099 Feb 08 23:43:43.385585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca5f7c66-9c8a-4f0b-9d71-0f0887ef9240 req-68b32965-bf8c-4045-8f1c-dbfaca665768 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Feb 08 23:43:43.565851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd7047-8e37-4c00-8c81-a38ef1d663a6 req-4b58d23e-52db-4e7f-9b04-5ad5864651ae tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:43.567515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36bd7047-8e37-4c00-8c81-a38ef1d663a6 req-4b58d23e-52db-4e7f-9b04-5ad5864651ae tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0504055 Feb 08 23:43:43.632415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36bd7047-8e37-4c00-8c81-a38ef1d663a6 req-a5c6f1cd-ace0-46a6-b985-1d8f0c549fca tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585909 Feb 08 23:43:43.654131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc870ea4-e6a7-41b4-9a7c-b77965a89225 req-3ab40a22-9678-419f-952b-8ea2809aaf78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:43.656152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc870ea4-e6a7-41b4-9a7c-b77965a89225 req-3ab40a22-9678-419f-952b-8ea2809aaf78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 944 time: 0.0626070 Feb 08 23:43:43.694797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc870ea4-e6a7-41b4-9a7c-b77965a89225 req-a8da1b66-95f4-4fd2-b5ab-4592de31e367 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Feb 08 23:43:43.817509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fa558-fa85-4407-8726-65fe7b2fdeb2 req-652fbb4e-14fa-47a8-8ee1-af0c98fb290f tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:43.818937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e3fa558-fa85-4407-8726-65fe7b2fdeb2 req-652fbb4e-14fa-47a8-8ee1-af0c98fb290f tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 943 time: 0.0516102 Feb 08 23:43:43.856564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e3fa558-fa85-4407-8726-65fe7b2fdeb2 req-41799bb5-e14e-4665-b1dc-1237effc53f8 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Feb 08 23:43:44.023967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ca267-c4cf-4e86-9cce-26d4a8d07571 req-a8ddb365-048a-44d0-a2fb-8eb450fc9a15 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.025511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-781ca267-c4cf-4e86-9cce-26d4a8d07571 req-a8ddb365-048a-44d0-a2fb-8eb450fc9a15 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 949 time: 0.0523000 Feb 08 23:43:44.082885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:44.100222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-781ca267-c4cf-4e86-9cce-26d4a8d07571 req-9275443b-fd6e-4945-91c1-46e5999f17bc tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Feb 08 23:43:44.120447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ffcab-0873-4932-ba12-f9ac1d8074c0 req-93519aaf-685b-4aa6-9746-f472d9651517 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.123915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b27ffcab-0873-4932-ba12-f9ac1d8074c0 req-93519aaf-685b-4aa6-9746-f472d9651517 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0828769 Feb 08 23:43:44.148193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port acd0271a-8a18-4707-a758-baf4fb6443c7 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:44.152226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port acd0271a-8a18-4707-a758-baf4fb6443c7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:44.152595 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.165203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7107889e-1bd3-4f3f-b0c4-f36bac58d670 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:44.167994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:44.184700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b27ffcab-0873-4932-ba12-f9ac1d8074c0 req-80a87e12-7f3c-4749-bf00-74b205db473f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594482 Feb 08 23:43:44.253150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3da4eb77-584d-49d6-a16b-e22e2b850c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.337019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:44.371922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:44.372298 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.427157 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.435355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670,segment=NetworkSegment(d6541ff5-f161-41bb-9867-c96df3c31c03),segment_id=d6541ff5-f161-41bb-9867-c96df3c31c03)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:44.458299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '7107889e-1bd3-4f3f-b0c4-f36bac58d670', 'network_id': 'cf383256-9f5a-4988-9f9b-af64313bc088', 'port_id': '7107889e-1bd3-4f3f-b0c4-f36bac58d670', 'mac_address': 'fa:16:3e:9b:29:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f74df7-655d-4082-8c50-b3ca04c2d894', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:44.475770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:44.478030 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c590189a-bf1e-4c44-8082-654968e88891" -d '{"events": [{"server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "name": "network-vif-plugged", "status": "completed", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:44.512888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f2a43-9ba3-4643-8971-0d85776f2a86 req-3e11c966-37a0-45a0-862c-6a8206a43fd9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.514407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c96f2a43-9ba3-4643-8971-0d85776f2a86 req-3e11c966-37a0-45a0-862c-6a8206a43fd9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0584168 Feb 08 23:43:44.517713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:44.524942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.565862 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56986d7f-fb82-4948-8c7d-faac6bcc98a9 x-openstack-request-id: req-56986d7f-fb82-4948-8c7d-faac6bcc98a9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:44.566211 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "name": "network-vif-plugged", "status": "completed", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:44.567189 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56986d7f-fb82-4948-8c7d-faac6bcc98a9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:44.567592 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'code': 200} Feb 08 23:43:44.568378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c96f2a43-9ba3-4643-8971-0d85776f2a86 req-ea028ce3-2597-4f59-adde-21ce245ea700 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Feb 08 23:43:44.606034 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.637730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4d92-4998-4282-8594-d6d18b2115e9 req-703145e0-9986-4838-8f9c-38b3e8260d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.641023 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-837b4d92-4998-4282-8594-d6d18b2115e9 req-703145e0-9986-4838-8f9c-38b3e8260d09 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1096 time: 0.0444729 Feb 08 23:43:44.643958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.650115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7107889e-1bd3-4f3f-b0c4-f36bac58d670 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:44.686508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-837b4d92-4998-4282-8594-d6d18b2115e9 req-58c43a0e-53e6-478e-99f8-76265c2bb980 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Feb 08 23:43:44.697141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:44.708883 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670,segment=NetworkSegment(d6541ff5-f161-41bb-9867-c96df3c31c03),segment_id=d6541ff5-f161-41bb-9867-c96df3c31c03)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:44.717895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.721742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:44.726736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:44.771382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7107889e-1bd3-4f3f-b0c4-f36bac58d670,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:44.782957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5136324-750a-4555-b2ea-6ff43efbbcbc req-1ab997e7-cdf4-4f46-9fdf-3c76cce3a35e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.784460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5136324-750a-4555-b2ea-6ff43efbbcbc req-1ab997e7-cdf4-4f46-9fdf-3c76cce3a35e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0759697 Feb 08 23:43:44.822818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:44.865254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5136324-750a-4555-b2ea-6ff43efbbcbc req-66b8f1db-5c86-46eb-bb91-abafdada94f6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634329 Feb 08 23:43:44.873522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28a1cc-304c-4345-a895-0ce5c0f62f44 req-4f2f9753-56ae-4fee-a6d1-733426d6b6c0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.876391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a28a1cc-304c-4345-a895-0ce5c0f62f44 req-4f2f9753-56ae-4fee-a6d1-733426d6b6c0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.1013591 Feb 08 23:43:44.923517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a28a1cc-304c-4345-a895-0ce5c0f62f44 req-c39f103c-7279-47c8-8b66-1a023d14b071 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370157 Feb 08 23:43:44.988058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef0403-db37-4544-95cb-a0c431e97022 req-3339caee-19e4-4bd8-bdec-614966432543 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:44.989695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7107889e-1bd3-4f3f-b0c4-f36bac58d670'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:44.989823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdef0403-db37-4544-95cb-a0c431e97022 req-3339caee-19e4-4bd8-bdec-614966432543 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 944 time: 0.0518901 Feb 08 23:43:45.032853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdef0403-db37-4544-95cb-a0c431e97022 req-429fa29a-1103-405e-be7d-9cf2c8ca54c3 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Feb 08 23:43:45.230875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9986f4-4417-4b0e-b57b-65a75c5689f2 req-02b90b46-4196-41e8-ab80-7cfa6565a835 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:45.233109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f9986f4-4417-4b0e-b57b-65a75c5689f2 req-02b90b46-4196-41e8-ab80-7cfa6565a835 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.0589669 Feb 08 23:43:45.322466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f9986f4-4417-4b0e-b57b-65a75c5689f2 req-0dff9722-cb70-4edd-998a-dc46a1c4ee8b tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831509 Feb 08 23:43:45.334645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:45.344607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f2d1-5138-48f6-bc8d-681e43f4de30 req-6a7adae6-add0-4dee-a86f-604239d6f07f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:45.346189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16a6f2d1-5138-48f6-bc8d-681e43f4de30 req-6a7adae6-add0-4dee-a86f-604239d6f07f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0709329 Feb 08 23:43:45.388265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16a6f2d1-5138-48f6-bc8d-681e43f4de30 req-905f5a77-a81c-48ab-a4fb-d8ef50da355b tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357685 Feb 08 23:43:45.687182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76c305-a4d1-4822-adc6-d2c015cb1f30 req-06a15ab2-ed35-418d-a3c0-32e23646db32 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:45.688649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf76c305-a4d1-4822-adc6-d2c015cb1f30 req-06a15ab2-ed35-418d-a3c0-32e23646db32 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0493085 Feb 08 23:43:45.725403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf76c305-a4d1-4822-adc6-d2c015cb1f30 req-09acd5d8-ea7f-4769-8373-c05a49c492b3 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Feb 08 23:43:46.044512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d98bc-4029-4658-a4c4-85b904f5f7be req-25539a39-9c15-446b-ae5a-a65146517035 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.046276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-757d98bc-4029-4658-a4c4-85b904f5f7be req-25539a39-9c15-446b-ae5a-a65146517035 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1064389 Feb 08 23:43:46.083553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8adf1-2abf-4229-ab58-2951169d8043 req-50b33dcc-cb7f-4d07-bc63-dfa7c6992286 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.085032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25f8adf1-2abf-4229-ab58-2951169d8043 req-50b33dcc-cb7f-4d07-bc63-dfa7c6992286 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.0806172 Feb 08 23:43:46.113361 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-757d98bc-4029-4658-a4c4-85b904f5f7be req-924d3ba2-feb8-44c9-a472-d4ce9fa73cfb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594087 Feb 08 23:43:46.132239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25f8adf1-2abf-4229-ab58-2951169d8043 req-af77324f-72e4-40f2-8f92-9157658a2875 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Feb 08 23:43:46.175254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7107889e-1bd3-4f3f-b0c4-f36bac58d670 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:46.219775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21875-acda-45a4-b331-1251f8b164f7 req-d2798661-ce9d-4e1d-89f4-897d73a65e20 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.221202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cf21875-acda-45a4-b331-1251f8b164f7 req-d2798661-ce9d-4e1d-89f4-897d73a65e20 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 944 time: 0.0487142 Feb 08 23:43:46.224683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:46.230361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:46.230952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:46.271272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cf21875-acda-45a4-b331-1251f8b164f7 req-352898ea-7ce1-437a-9b3c-1d4d892e14c6 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Feb 08 23:43:46.340500 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:46.375063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670,segment=NetworkSegment(d6541ff5-f161-41bb-9867-c96df3c31c03),segment_id=d6541ff5-f161-41bb-9867-c96df3c31c03)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:46.379108 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:46.428152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7107889e-1bd3-4f3f-b0c4-f36bac58d670,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:46.448784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ad210-da6d-46c9-ba19-11a294c7b767 req-f4c4afb5-9f76-41a5-b30e-e39a9a16e956 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.450310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-104ad210-da6d-46c9-ba19-11a294c7b767 req-f4c4afb5-9f76-41a5-b30e-e39a9a16e956 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.0546758 Feb 08 23:43:46.520884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-104ad210-da6d-46c9-ba19-11a294c7b767 req-a6b895b6-d3aa-409c-b38a-5bc4ca7236d4 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575519 Feb 08 23:43:46.528742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d6182-9b36-4de7-b0c6-38a694000f23 req-c9f1a01c-d042-4a2d-a9e1-0bd786227092 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.530197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc8d6182-9b36-4de7-b0c6-38a694000f23 req-c9f1a01c-d042-4a2d-a9e1-0bd786227092 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.0751681 Feb 08 23:43:46.568516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da7770-124d-4d3b-9f0f-290752be0980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37'}, {'server_uuid': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7107889e-1bd3-4f3f-b0c4-f36bac58d670'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:46.569487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc8d6182-9b36-4de7-b0c6-38a694000f23 req-43924b98-165e-4e9e-9d22-2f86ad2b1996 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Feb 08 23:43:46.570960 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9d4dd4-eacb-4157-a773-7249074721b7" -d '{"events": [{"server_uuid": "63da7770-124d-4d3b-9f0f-290752be0980", "name": "network-vif-plugged", "status": "completed", "tag": "c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37"}, {"server_uuid": "fc118064-e0f9-469e-ad97-5d8e44465fd4", "name": "network-vif-plugged", "status": "completed", "tag": "7107889e-1bd3-4f3f-b0c4-f36bac58d670"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:46.611959 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b871e90-299f-4c2b-a3af-1ba050b09537 x-openstack-request-id: req-5b871e90-299f-4c2b-a3af-1ba050b09537 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:46.612256 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63da7770-124d-4d3b-9f0f-290752be0980", "name": "network-vif-plugged", "status": "completed", "tag": "c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37", "code": 200}, {"server_uuid": "fc118064-e0f9-469e-ad97-5d8e44465fd4", "name": "network-vif-plugged", "status": "completed", "tag": "7107889e-1bd3-4f3f-b0c4-f36bac58d670", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:46.612513 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b871e90-299f-4c2b-a3af-1ba050b09537 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:46.612904 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63da7770-124d-4d3b-9f0f-290752be0980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37', 'code': 200} Feb 08 23:43:46.613190 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7107889e-1bd3-4f3f-b0c4-f36bac58d670', 'code': 200} Feb 08 23:43:46.673767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:46.758454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efd519-6c55-4892-9fb7-78823ff945cc req-89d11c20-b9fa-41cc-8baa-b7b90df0574a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.759964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85efd519-6c55-4892-9fb7-78823ff945cc req-89d11c20-b9fa-41cc-8baa-b7b90df0574a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 1101 time: 0.0665219 Feb 08 23:43:46.762460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977dd0d-c367-45eb-9e0d-d0f083beea5b req-322b48c9-1b0a-45c2-a790-7a2a5321d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.763936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9977dd0d-c367-45eb-9e0d-d0f083beea5b req-322b48c9-1b0a-45c2-a790-7a2a5321d1a1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0716166 Feb 08 23:43:46.857929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85efd519-6c55-4892-9fb7-78823ff945cc req-7c810978-4ec3-407f-8308-4250f39ccdb7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842831 Feb 08 23:43:46.864318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9977dd0d-c367-45eb-9e0d-d0f083beea5b req-0c50e76a-4728-438f-b5df-5e61a7d112e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842924 Feb 08 23:43:46.879044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee708f2-425f-423d-9f01-0a07a044fd87 req-5702be2a-9bdd-4f9c-913e-65fd6ea2d7ba tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:46.880533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dee708f2-425f-423d-9f01-0a07a044fd87 req-5702be2a-9bdd-4f9c-913e-65fd6ea2d7ba tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0777423 Feb 08 23:43:46.920350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dee708f2-425f-423d-9f01-0a07a044fd87 req-d88339a9-31f1-4681-ac29-92140e1cb8dd tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Feb 08 23:43:47.220069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:47.261524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ab025-a924-4802-a666-c383788135f4 req-7735b9da-ae8e-445f-b133-3ccda7b68808 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:47.263031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-303ab025-a924-4802-a666-c383788135f4 req-7735b9da-ae8e-445f-b133-3ccda7b68808 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0820889 Feb 08 23:43:47.286463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579a22e-b542-46b7-bda6-c5be48117398 req-a001f035-ab22-4c08-99eb-8ac657bb40a5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:47.287923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e579a22e-b542-46b7-bda6-c5be48117398 req-a001f035-ab22-4c08-99eb-8ac657bb40a5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.0795107 Feb 08 23:43:47.344853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-303ab025-a924-4802-a666-c383788135f4 req-a7897f4a-48f5-4d53-9a25-0d9e8ea3c6ac tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Feb 08 23:43:47.347461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e579a22e-b542-46b7-bda6-c5be48117398 req-ec8e2b0a-2186-44a9-850a-c7155bcb494f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517025 Feb 08 23:43:47.488311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097065-b412-4b02-a141-d8bbd9d042c4 req-ff8f2326-7658-4ed2-8486-40448f468a83 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:47.489815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5097065-b412-4b02-a141-d8bbd9d042c4 req-ff8f2326-7658-4ed2-8486-40448f468a83 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.0782988 Feb 08 23:43:47.491528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33867859-4519-4595-b009-8b35b06ef740 req-2d69d5d3-9664-4db9-8ac1-1090f49d5461 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:47.492862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33867859-4519-4595-b009-8b35b06ef740 req-2d69d5d3-9664-4db9-8ac1-1090f49d5461 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1096 time: 0.0690992 Feb 08 23:43:47.552340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5097065-b412-4b02-a141-d8bbd9d042c4 req-ef2a870a-3401-4e8a-91bf-7132979b7ead tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566108 Feb 08 23:43:47.554272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33867859-4519-4595-b009-8b35b06ef740 req-402bdb63-868a-4d86-a413-75e554f78272 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Feb 08 23:43:47.656211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767ba0-225f-41c3-b290-883d998c2d73 req-90f27213-337a-421f-8f23-ba9470ce4d29 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:47.657726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a767ba0-225f-41c3-b290-883d998c2d73 req-90f27213-337a-421f-8f23-ba9470ce4d29 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.0507975 Feb 08 23:43:47.697151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a767ba0-225f-41c3-b290-883d998c2d73 req-d468395e-4c14-412b-88bf-5c9436447696 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Feb 08 23:43:48.044619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd2a32-dba5-4fc5-aaec-a4772f127245 req-4edc1621-f394-4e7a-92ee-885507fc2066 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:48.046739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7dd2a32-dba5-4fc5-aaec-a4772f127245 req-4edc1621-f394-4e7a-92ee-885507fc2066 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0547369 Feb 08 23:43:48.084586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7dd2a32-dba5-4fc5-aaec-a4772f127245 req-1feb3256-5ecf-4618-8743-96b505c30305 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Feb 08 23:43:48.489112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b0eea-ff28-4bae-9b4e-d1232023ebc4 req-6f05aa46-0200-447c-b51f-48c208a83fc8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:48.490730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b36b0eea-ff28-4bae-9b4e-d1232023ebc4 req-6f05aa46-0200-447c-b51f-48c208a83fc8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0708079 Feb 08 23:43:48.533962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b36b0eea-ff28-4bae-9b4e-d1232023ebc4 req-0793acb6-b016-4935-a409-221207d01f28 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369122 Feb 08 23:43:48.667153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4061a26-dbcc-4326-892d-4c6f2ef6fab5 req-caa535ce-ab99-47b3-9fc5-c132baa8063b tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:48.668678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4061a26-dbcc-4326-892d-4c6f2ef6fab5 req-caa535ce-ab99-47b3-9fc5-c132baa8063b tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Feb 08 23:43:48.707933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4061a26-dbcc-4326-892d-4c6f2ef6fab5 req-f62a791a-c107-43d8-8348-62d660bbbea4 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Feb 08 23:43:48.811532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d5a54-8fc7-48a8-b3dd-63f2b2c8aa81 req-20ca70e9-551c-48ac-8ea5-42c8d6844ce8 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:48.813050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e6d5a54-8fc7-48a8-b3dd-63f2b2c8aa81 req-20ca70e9-551c-48ac-8ea5-42c8d6844ce8 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.0488553 Feb 08 23:43:48.849718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e6d5a54-8fc7-48a8-b3dd-63f2b2c8aa81 req-ec081aa0-edda-4649-a192-c2e5aa38d66b tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Feb 08 23:43:49.022246 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-09ef4803-fa4e-4b34-8874-06170743bdb9 service neutron] show failed (client error): The resource could not be found. Feb 08 23:43:49.023258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-09ef4803-fa4e-4b34-8874-06170743bdb9 service neutron] 10.222.0.21 "GET /v2.0/ports/cd13105f-5f9a-407c-91d0-18ba673da582/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0767200 Feb 08 23:43:49.090658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3f903-babe-43e4-abbf-a90b49b03646 req-e17263f4-3acb-4ec0-bddb-696df5abe4d6 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:49.092133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6c3f903-babe-43e4-abbf-a90b49b03646 req-e17263f4-3acb-4ec0-bddb-696df5abe4d6 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.0502610 Feb 08 23:43:49.136264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6c3f903-babe-43e4-abbf-a90b49b03646 req-77d24547-8532-44f1-9781-bb8c28d96e9f tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Feb 08 23:43:49.262930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-c12f6877-55b4-43e8-af3a-eff29bc9a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:49.264815 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-c12f6877-55b4-43e8-af3a-eff29bc9a2b7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc&tenant_id=382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 1101 time: 0.0474219 Feb 08 23:43:49.278008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:49.309142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46e4a7-4536-4e8a-809d-24ae672d9793 req-78bba4ea-f3c4-49f2-8a9f-eb24dc5e05da tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:49.310914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb46e4a7-4536-4e8a-809d-24ae672d9793 req-78bba4ea-f3c4-49f2-8a9f-eb24dc5e05da tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0563612 Feb 08 23:43:49.361134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb46e4a7-4536-4e8a-809d-24ae672d9793 req-ac01b68c-603b-48fb-88e9-4184a35273c9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Feb 08 23:43:49.365663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:49.580875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:49.618747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:49.658485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3855b-06ff-448d-ab9b-ef9dd4623b1d req-8d591a7c-b858-4d5a-be57-00c3fe174f43 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:49.660297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05a3855b-06ff-448d-ab9b-ef9dd4623b1d req-8d591a7c-b858-4d5a-be57-00c3fe174f43 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0504606 Feb 08 23:43:49.663749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:49.666322 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b86d7d-1920-46fb-bcef-129bfb282292" -d '{"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:49.672036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:49.694540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Transition to ACTIVE for port object cd13105f-5f9a-407c-91d0-18ba673da582 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:43:49.699498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:49.707028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05a3855b-06ff-448d-ab9b-ef9dd4623b1d req-e93f37f7-6658-4608-911a-d9d9668d9f55 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Feb 08 23:43:49.745413 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9abec89-5efe-4bc7-88ba-66cec26fc646 x-openstack-request-id: req-b9abec89-5efe-4bc7-88ba-66cec26fc646 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:49.745788 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:49.746045 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b9abec89-5efe-4bc7-88ba-66cec26fc646 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:49.746436 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'code': 200} Feb 08 23:43:49.773419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=6']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:49.795998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] No DVR routers for this DVR port cd13105f-5f9a-407c-91d0-18ba673da582 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:49.836409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:49.837024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:49.837518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:49.843966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Port cd13105f-5f9a-407c-91d0-18ba673da582 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:49.845035 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Attempting to bind port cd13105f-5f9a-407c-91d0-18ba673da582 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:49.850901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:49.851303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:49.851690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:49.852117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Bound port: cd13105f-5f9a-407c-91d0-18ba673da582, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:49.852471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:49.855048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6bc73-6c11-4c9e-b323-6ea2a0fdd3eb req-2831cbb5-3917-4146-a4fd-2208c951160f tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:49.856699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bf6bc73-6c11-4c9e-b323-6ea2a0fdd3eb req-2831cbb5-3917-4146-a4fd-2208c951160f tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.0560882 Feb 08 23:43:49.903344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bf6bc73-6c11-4c9e-b323-6ea2a0fdd3eb req-146e9c0a-dfdd-4a22-b13b-836c75cb2e40 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 Feb 08 23:43:49.933593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:43:49.941628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:49.947456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:49.984762 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:49.985415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:49.986824 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] 10.222.0.84 "PUT /v2.0/ports/cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 1096 time: 0.7134957 Feb 08 23:43:50.057205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6c7fc-e233-464c-968e-ca1551aff90e service neutron] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:50.085050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-a5497631-f5a7-4ed3-8181-eb9b97781c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.086834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-a5497631-f5a7-4ed3-8181-eb9b97781c0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1099 time: 0.0681453 Feb 08 23:43:50.193644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:50.264329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-2d80da7d-a097-4cf6-bdaf-db483649be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.267455 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-2d80da7d-a097-4cf6-bdaf-db483649be79 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1620145 Feb 08 23:43:50.363689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-33793317-e2e9-4c04-8722-c37144cd0992 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.0856342 Feb 08 23:43:50.456856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:50.472982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'mac_address': 'fa:16:3e:1a:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:50.479945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-33eef473-da12-48ff-8751-01e001d98586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.481997 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-33eef473-da12-48ff-8751-01e001d98586 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1070466 Feb 08 23:43:50.488308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c92c-99e2-4557-b0f8-c14d3ad8f0bd req-6210794e-1074-4720-bfbd-3fdce2011ef6 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.489777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b991c92c-99e2-4557-b0f8-c14d3ad8f0bd req-6210794e-1074-4720-bfbd-3fdce2011ef6 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.1489460 Feb 08 23:43:50.550833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:50.588193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:50.592335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-a561baf4-3004-4e10-80c6-26fd689d8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.594964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346b9c-d92c-4657-bee5-21b5f1ff2b42 req-388b24c7-bf63-45ac-861c-b5b64f6e471d tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.602188 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-a561baf4-3004-4e10-80c6-26fd689d8f81 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126304 Feb 08 23:43:50.602632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f346b9c-d92c-4657-bee5-21b5f1ff2b42 req-388b24c7-bf63-45ac-861c-b5b64f6e471d tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.1741123 Feb 08 23:43:50.639513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b991c92c-99e2-4557-b0f8-c14d3ad8f0bd req-4f6ed23f-ff3e-4aec-8af6-1f536bb99929 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343300 Feb 08 23:43:50.659264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:50.663955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:50.699509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f346b9c-d92c-4657-bee5-21b5f1ff2b42 req-5d4d5900-bcd0-4005-8238-b48b7a25ccf3 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958674 Feb 08 23:43:50.726827 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-06e67d4b-862e-43dd-a0b8-f6847486c7c7 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144388 Feb 08 23:43:50.788727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:50.831177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:50.891183 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cca0f138-98d2-42b8-9aac-0ebf51608fd3 req-bf11ae68-f50e-4d63-a348-cac65c13596b service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549649 Feb 08 23:43:50.898278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faa216-3399-4136-b364-08dc4e912f7a req-1153c9bd-d675-4a04-9cfb-2571790966ca tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.908555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80faa216-3399-4136-b364-08dc4e912f7a req-1153c9bd-d675-4a04-9cfb-2571790966ca tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.0906081 Feb 08 23:43:50.925013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f83aa-903e-45ac-b5d3-928de9a6f092 req-629473cb-4cc9-4d49-853d-f31066626b92 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:50.926679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b47f83aa-903e-45ac-b5d3-928de9a6f092 req-629473cb-4cc9-4d49-853d-f31066626b92 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1671827 Feb 08 23:43:50.989514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80faa216-3399-4136-b364-08dc4e912f7a req-3464e49d-73d1-40e6-893c-1191c708d3bf tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798888 Feb 08 23:43:51.033579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b47f83aa-903e-45ac-b5d3-928de9a6f092 req-f00fbd08-dc5a-496d-b5f4-6e765895fea7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944722 Feb 08 23:43:51.406487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-04d80b8e-6efc-44fa-a171-183056de818c tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:51.408082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-04d80b8e-6efc-44fa-a171-183056de818c tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.21 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.1359954 Feb 08 23:43:51.519599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Deleting port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:43:51.519971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:51.637578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] For port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:51.637942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:51.651045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Calling delete_port for c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:43:51.748125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:51.751670 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed635a4-0809-4622-9510-276274aa5e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:51.864758 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:51.878539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:51.932438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Pushing event deleted for resources: {'Port': ['ID=c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:51.947983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a5875-cd46-4f70-8f22-35ce9e532682 req-3104910c-ff62-4a5d-99fe-295704d769a5 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:51.958333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-845a5875-cd46-4f70-8f22-35ce9e532682 req-3104910c-ff62-4a5d-99fe-295704d769a5 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/ports?device_id=63da7770-124d-4d3b-9f0f-290752be0980 HTTP/1.1" status: 200 len: 950 time: 0.2007818 Feb 08 23:43:52.003591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954236c2-108d-4d93-bcc4-8dd2c0781cd8 req-660271ee-3bdb-4715-b4cc-0fe15207fc6b tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:52.011632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-954236c2-108d-4d93-bcc4-8dd2c0781cd8 req-660271ee-3bdb-4715-b4cc-0fe15207fc6b tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.2182806 Feb 08 23:43:52.213912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:52.287474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:52.287863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:52.418036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:52.457322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:52.460378 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb53a25-a695-4cd6-a719-4a056cc243f4" -d '{"events": [{"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:52.475831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] No DVR routers for this DVR port c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:52.480120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:52.484744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ee5294e-d1e2-4eb6-90b2-201087964305 req-45fc6a86-45fc-4a05-8856-787ac042f48d tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.21 "DELETE /v2.0/ports/c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 HTTP/1.1" status: 204 len: 173 time: 1.0697603 Feb 08 23:43:52.486399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:52.502306 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:52.503564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:52.504358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63da7770-124d-4d3b-9f0f-290752be0980', 'name': 'network-vif-deleted', 'tag': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:52.507218 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c417ecec-c8c1-4801-b4a1-bf63b97346f8" -d '{"events": [{"server_uuid": "63da7770-124d-4d3b-9f0f-290752be0980", "name": "network-vif-deleted", "tag": "c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:52.553039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-845a5875-cd46-4f70-8f22-35ce9e532682 req-6f230c14-54e7-42f2-a20f-50ef01a45d62 tempest-ImagesNegativeTestJSON-40339816 tempest-ImagesNegativeTestJSON-40339816-project] 10.222.0.32 "GET /v2.0/security-groups?id=032de2f3-1212-4715-8fc9-0bbd146815e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5940871 Feb 08 23:43:52.560089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-954236c2-108d-4d93-bcc4-8dd2c0781cd8 req-c1eddab4-ba6b-4daa-8eef-6bcaab2cb415 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474408 Feb 08 23:43:52.643116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-09b73dc5-f064-4aca-b9b2-d8101142c52d tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:52.652543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-09b73dc5-f064-4aca-b9b2-d8101142c52d tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.1700613 Feb 08 23:43:52.777064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:52.792763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:52.806143 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44aeaee-56b3-47bb-a941-b8fbaf6c84f2 x-openstack-request-id: req-f44aeaee-56b3-47bb-a941-b8fbaf6c84f2 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:52.806710 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:52.806710 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f44aeaee-56b3-47bb-a941-b8fbaf6c84f2 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:52.807097 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'status': 'completed', 'code': 200} Feb 08 23:43:52.878970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-914467e9-2de9-4822-89a0-044357e9a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:52.880620 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-914467e9-2de9-4822-89a0-044357e9a5ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1099 time: 0.0586748 Feb 08 23:43:53.070372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8930fb-c6d0-4884-9b42-cde7833c2407 req-70dd92c1-d591-41a8-a5f9-bdecd63eebf5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.081118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c8930fb-c6d0-4884-9b42-cde7833c2407 req-70dd92c1-d591-41a8-a5f9-bdecd63eebf5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.3551314 Feb 08 23:43:53.104521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-ed79726d-acbc-44f7-9565-b26a645a29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.106611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-ed79726d-acbc-44f7-9565-b26a645a29ac service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2159724 Feb 08 23:43:53.114835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea616-62d7-4474-9aff-2d80a81d3741 req-fa693752-5e72-4f11-bbc9-8128b44b78b5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.116603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54dea616-62d7-4474-9aff-2d80a81d3741 req-fa693752-5e72-4f11-bbc9-8128b44b78b5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1739063 Feb 08 23:43:53.134164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Deleting port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:43:53.134931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:53.218239 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-6e110c10-3ea1-457a-8d9f-873e2fb74eab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.1025050 Feb 08 23:43:53.231232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] For port 7107889e-1bd3-4f3f-b0c4-f36bac58d670, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7107889e-1bd3-4f3f-b0c4-f36bac58d670,segment=NetworkSegment(d6541ff5-f161-41bb-9867-c96df3c31c03),segment_id=d6541ff5-f161-41bb-9867-c96df3c31c03)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:53.231753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:53.244932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Calling delete_port for 7107889e-1bd3-4f3f-b0c4-f36bac58d670 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:43:53.341214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c8930fb-c6d0-4884-9b42-cde7833c2407 req-f8ddae11-055c-4eec-bd29-2834b0455f59 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587578 Feb 08 23:43:53.343547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-58a5e90d-17b7-4e80-a5b4-1a16f1b56d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.351242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-58a5e90d-17b7-4e80-a5b4-1a16f1b56d01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1099 time: 0.5115883 Feb 08 23:43:53.356933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-34d30952-0f99-4500-8716-3e59700356a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.358780 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-34d30952-0f99-4500-8716-3e59700356a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1304336 Feb 08 23:43:53.421772 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df2819e-cf2c-4c51-bc49-0faa5aa3c16d x-openstack-request-id: req-0df2819e-cf2c-4c51-bc49-0faa5aa3c16d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:53.422305 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:53.422305 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0df2819e-cf2c-4c51-bc49-0faa5aa3c16d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:53.422792 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'code': 200} Feb 08 23:43:53.477866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54dea616-62d7-4474-9aff-2d80a81d3741 req-e3424145-5d5d-4412-98f4-11e7e2d5a3f6 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774046 Feb 08 23:43:53.482685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-d30b063f-76f7-4dd9-9577-b28d2b295403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.485090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-d30b063f-76f7-4dd9-9577-b28d2b295403 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182444 Feb 08 23:43:53.618624 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b7048-d6c9-48ee-96a8-b5c4dd021e6b x-openstack-request-id: req-6b6b7048-d6c9-48ee-96a8-b5c4dd021e6b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:53.619488 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63da7770-124d-4d3b-9f0f-290752be0980", "name": "network-vif-deleted", "tag": "c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:53.619953 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b6b7048-d6c9-48ee-96a8-b5c4dd021e6b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:53.620546 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63da7770-124d-4d3b-9f0f-290752be0980', 'name': 'network-vif-deleted', 'tag': 'c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37', 'status': 'completed', 'code': 200} Feb 08 23:43:53.698129 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-29b4f327-46e2-4140-b175-0b40ca964e89 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759126 Feb 08 23:43:53.789358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-cd63b122-13e3-4bc1-a34b-3e85d08a09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.791180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-cd63b122-13e3-4bc1-a34b-3e85d08a09f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.4001083 Feb 08 23:43:53.805295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa6fe-fadc-4090-813d-1cb59cfc3e99 req-5e31f6d6-b486-4c51-9c99-54fb8724783a tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.807234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f4aa6fe-fadc-4090-813d-1cb59cfc3e99 req-5e31f6d6-b486-4c51-9c99-54fb8724783a tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1096 time: 0.2035618 Feb 08 23:43:53.816169 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:53.830318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7107889e-1bd3-4f3f-b0c4-f36bac58d670'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:53.901659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7af0b-0cb4-4867-9d63-c4ca74dc81f8 req-b4c27424-7095-45d0-b331-019520fce0e5 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:53.904006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdf7af0b-0cb4-4867-9d63-c4ca74dc81f8 req-b4c27424-7095-45d0-b331-019520fce0e5 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc118064-e0f9-469e-ad97-5d8e44465fd4 HTTP/1.1" status: 200 len: 945 time: 0.2120245 Feb 08 23:43:53.905849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-2def06ff-ac35-436c-995b-768f4a56021d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.1030397 Feb 08 23:43:53.910697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Pushing event deleted for resources: {'Port': ['ID=7107889e-1bd3-4f3f-b0c4-f36bac58d670,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:53.923546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-ae3b0b04-70ce-44ee-a110-940a8bca4bbe service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158101 Feb 08 23:43:53.997599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f4aa6fe-fadc-4090-813d-1cb59cfc3e99 req-c335400b-af4b-44fe-bb5f-2b3d66452408 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780770 Feb 08 23:43:54.021714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] No DVR routers for this DVR port 7107889e-1bd3-4f3f-b0c4-f36bac58d670 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:43:54.052398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-d5d3a1b9-a5da-4fa8-9501-fe2a03d7ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:54.054202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-d5d3a1b9-a5da-4fa8-9501-fe2a03d7ffc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1265938 Feb 08 23:43:54.057452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:54.060691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32e0c266-7ccb-48fd-84ee-82d65aab0ed1 req-2e6c3c13-9bc8-410d-a8b2-d497d5f0302e tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.21 "DELETE /v2.0/ports/7107889e-1bd3-4f3f-b0c4-f36bac58d670 HTTP/1.1" status: 204 len: 173 time: 1.4028654 Feb 08 23:43:54.066421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdf7af0b-0cb4-4867-9d63-c4ca74dc81f8 req-d72a4c4a-c2f2-422d-8c3a-b5cb86d9e6d7 tempest-InstanceActionsNegativeTestJSON-1653603562 tempest-InstanceActionsNegativeTestJSON-1653603562-project] 10.222.0.32 "GET /v2.0/security-groups?id=94f26099-c49b-4354-acd5-132e2e20cb3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355021 Feb 08 23:43:54.118490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:43:54.145323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed635a4-0809-4622-9510-276274aa5e1b req-cbb856a0-bab2-4181-b588-67584ef6ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:54.145903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-cbb856a0-bab2-4181-b588-67584ef6ed86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765648 Feb 08 23:43:54.368332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:54.368603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-940b2540-dce4-4c5c-8588-635b253a957b service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023561 Feb 08 23:43:54.386442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'mac_address': 'fa:16:3e:99:d8:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:43:54.504015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed635a4-0809-4622-9510-276274aa5e1b req-e395f062-48d2-4e15-802a-f0ed2b82b192 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282749 Feb 08 23:43:54.512698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:54.562737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd13105f-5f9a-407c-91d0-18ba673da582 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:43:54.616114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:54.623100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:54.681314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f78a-7237-4c41-a48b-282de4885353 req-b715478e-f0da-4b85-862e-10f4d8b7610d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:54.691705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd12f78a-7237-4c41-a48b-282de4885353 req-b715478e-f0da-4b85-862e-10f4d8b7610d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 948 time: 0.1591196 Feb 08 23:43:54.698259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:54.822692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd12f78a-7237-4c41-a48b-282de4885353 req-f48f3b1e-7813-4673-8782-9e009d584aee tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258144 Feb 08 23:43:55.012614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32890) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:55.043728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['cd13105f-5f9a-407c-91d0-18ba673da582'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:43:55.127066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161f62a-ba38-4cbf-9474-ade976d3fe7f req-3c637c5c-a3ed-4d2f-b529-f18ea772f9be tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:55.135747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d161f62a-ba38-4cbf-9474-ade976d3fe7f req-3c637c5c-a3ed-4d2f-b529-f18ea772f9be tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1332791 Feb 08 23:43:55.235596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d161f62a-ba38-4cbf-9474-ade976d3fe7f req-ee28dda9-663a-4cce-b2f1-6c2dfe436017 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977526 Feb 08 23:43:55.352505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32900) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:55.352747 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-be775b88-2e8b-43d2-8a8f-3a40a522aef6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bccd645cc5b4149b3b745d1e8586a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368847 Feb 08 23:43:55.442696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:55.503477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d367f39c-e7ec-4a50-a4b8-b1afbbcb956d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:55.537399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d367f39c-e7ec-4a50-a4b8-b1afbbcb956d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:55.635334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'name': 'network-vif-deleted', 'tag': '7107889e-1bd3-4f3f-b0c4-f36bac58d670'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:55.637626 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c76445-0698-45a7-8554-e8e647071628" -d '{"events": [{"server_uuid": "fc118064-e0f9-469e-ad97-5d8e44465fd4", "name": "network-vif-deleted", "tag": "7107889e-1bd3-4f3f-b0c4-f36bac58d670"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:55.669048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Deleting subnet d7f74df7-655d-4082-8c50-b3ca04c2d894 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:43:55.677301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-1160a24d-522c-4875-99dc-0baffabaf147 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:43:55.678424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-1160a24d-522c-4875-99dc-0baffabaf147 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206857 Feb 08 23:43:55.690501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:55.779464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:55.790860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-e33f5253-cd61-4eb3-a199-cf4fa5062970 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:55.792548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-e33f5253-cd61-4eb3-a199-cf4fa5062970 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc&tenant_id=382a560dafa44f6e9871ce459cb18667&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 949 time: 0.2373440 Feb 08 23:43:55.818539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c757d59-f489-4697-a0ec-d5c51f2b7db5 req-7fac9e51-ecc0-4b5c-9687-745e2e9d2a91 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:55.825826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c757d59-f489-4697-a0ec-d5c51f2b7db5 req-7fac9e51-ecc0-4b5c-9687-745e2e9d2a91 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 949 time: 0.2913368 Feb 08 23:43:55.834107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-10bc3902-65d4-4665-8252-82a0d102003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:55.835512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-10bc3902-65d4-4665-8252-82a0d102003f service neutron] 10.222.0.32 "GET /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 1093 time: 0.1417191 Feb 08 23:43:55.863754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:43:55.864216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Unknown quota resources ['binding']. {{(pid=105925) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:43:55.870839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d367f39c-e7ec-4a50-a4b8-b1afbbcb956d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:55.873343 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d367f39c-e7ec-4a50-a4b8-b1afbbcb956d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:55.874845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d367f39c-e7ec-4a50-a4b8-b1afbbcb956d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/032de2f3-1212-4715-8fc9-0bbd146815e0 HTTP/1.1" status: 204 len: 168 time: 0.5204012 Feb 08 23:43:55.967435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367f39c-e7ec-4a50-a4b8-b1afbbcb956d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032de2f3-1212-4715-8fc9-0bbd146815e0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:55.972862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.031451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c757d59-f489-4697-a0ec-d5c51f2b7db5 req-282477d4-7352-40b9-a9d7-86aab2f06a54 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044220 Feb 08 23:43:56.090817 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-ce6498e1-e24c-404d-9e4d-c12e8ec5cb4a service neutron] delete failed (client error): The resource could not be found. Feb 08 23:43:56.091930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-ce6498e1-e24c-404d-9e4d-c12e8ec5cb4a service neutron] 10.222.0.21 "DELETE /v2.0/ports/cd13105f-5f9a-407c-91d0-18ba673da582/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.2590675 Feb 08 23:43:56.103374 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d90d3-a85e-4de9-abb5-7349a97065bc x-openstack-request-id: req-815d90d3-a85e-4de9-abb5-7349a97065bc {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:56.103913 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc118064-e0f9-469e-ad97-5d8e44465fd4", "name": "network-vif-deleted", "tag": "7107889e-1bd3-4f3f-b0c4-f36bac58d670", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:56.104619 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-815d90d3-a85e-4de9-abb5-7349a97065bc {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:56.105788 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc118064-e0f9-469e-ad97-5d8e44465fd4', 'name': 'network-vif-deleted', 'tag': '7107889e-1bd3-4f3f-b0c4-f36bac58d670', 'status': 'completed', 'code': 200} Feb 08 23:43:56.153257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.192837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f74df7-655d-4082-8c50-b3ca04c2d894,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:56.230566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.234622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6f86daaf-087c-4657-9015-790bdb7e8d2c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d7f74df7-655d-4082-8c50-b3ca04c2d894 HTTP/1.1" status: 204 len: 168 time: 0.7895579 Feb 08 23:43:56.237077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:56.238119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:43:56.239847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:43:56.240225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:56.241144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7107889e-1bd3-4f3f-b0c4-f36bac58d670 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:56.249846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:43:56.250334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:43:56.259274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:43:56.259757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:43:56.260144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:43:56.260573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Bound port: 3d326990-d643-4e96-afb0-fbcd555cd745, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:43:56.266037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-7b0b9b64-70cc-4b13-8f86-d74891ec1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.267625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-7b0b9b64-70cc-4b13-8f86-d74891ec1164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 1100 time: 0.0865076 Feb 08 23:43:56.284090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 7107889e-1bd3-4f3f-b0c4-f36bac58d670 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:43:56.285536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7107889e-1bd3-4f3f-b0c4-f36bac58d670 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:56.290090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:43:56.352324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:43:56.352658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c5465a3c-8bb6-4aaa-9cdf-d9e3953faf37 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:43:56.365462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.494870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:43:56.504582 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] Notify callbacks [] for binding, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.513537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-df8f5d19-0142-42d2-9b10-2a25f9231240 service neutron] 10.222.0.32 "POST /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745/bindings HTTP/1.1" status: 201 len: 389 time: 0.6607485 Feb 08 23:43:56.557766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a4dc2-27de-472c-ace5-26a18508c902 req-91b144d7-1b04-44e9-8fa4-a7038515c7f2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.566565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-773a4dc2-27de-472c-ace5-26a18508c902 req-91b144d7-1b04-44e9-8fa4-a7038515c7f2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1803272 Feb 08 23:43:56.572389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-f07f9c99-f149-4111-b998-56e33bb6410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.573850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.574396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-f07f9c99-f149-4111-b998-56e33bb6410b service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2959771 Feb 08 23:43:56.637726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.638084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.638647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-1108dabe-ec0e-46f4-8fd6-582c4c9509b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 200 len: 217 time: 0.0550370 Feb 08 23:43:56.638933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.639559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > port after_create 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.640611 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > port after_delete 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.641031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > port after_update 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.641591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.642877 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.643394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.643889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.707855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-773a4dc2-27de-472c-ace5-26a18508c902 req-d1873f13-47fe-45e2-93ff-0c0640daf323 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320875 Feb 08 23:43:56.721224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-f3adc3a6-20d8-45e3-bbd3-730dd2698969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.723980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-f3adc3a6-20d8-45e3-bbd3-730dd2698969 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0713103 Feb 08 23:43:56.844359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-b9855c46-6db5-4f9c-93dd-3193e8ce8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.845959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-b9855c46-6db5-4f9c-93dd-3193e8ce8159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119406 Feb 08 23:43:56.847066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.847513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.847962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.848392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 08 23:43:56.848873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf383256-9f5a-4988-9f9b-af64313bc088']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:56.859271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71115df4-aa3f-4380-af5e-749701de1cab req-17e9689a-c55d-4dc4-baf8-669bc8028f77 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.868451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71115df4-aa3f-4380-af5e-749701de1cab req-17e9689a-c55d-4dc4-baf8-669bc8028f77 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.1313486 Feb 08 23:43:56.878643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6541ff5-f161-41bb-9867-c96df3c31c03') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:56.879065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6541ff5-f161-41bb-9867-c96df3c31c03') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:43:56.932163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.974030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.984463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-db7643b7-d168-4a67-a8b9-58d6cec8cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:56.986371 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-db7643b7-d168-4a67-a8b9-58d6cec8cef0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1096 time: 0.0991461 Feb 08 23:43:56.993387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:43:56.994043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:56.996941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71115df4-aa3f-4380-af5e-749701de1cab req-acda6c0b-b272-479b-9f72-c20c9817d73c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293032 Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: from cryptography.utils import int_from_bytes Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: from cryptography.utils import int_from_bytes Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:43:57.019334 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:43:57.081849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-9870aa90-13f6-49d5-ab13-ac9cee8dc628 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053306 Feb 08 23:43:57.520742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:57.531651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:57.537253 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] 10.222.0.32 "DELETE /v2.0/networks/cf383256-9f5a-4988-9f9b-af64313bc088 HTTP/1.1" status: 204 len: 168 time: 1.2976606 Feb 08 23:43:57.556691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b680f-5ef9-4d9b-9d3d-22d99640638e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf383256-9f5a-4988-9f9b-af64313bc088,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:57.582625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-e1d9bb9a-8218-41c9-a299-7d33ca8ad80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:57.582863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-7409bf5b-f23c-441a-9b1b-fc8ce1c8114d tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546379 Feb 08 23:43:57.585013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-e1d9bb9a-8218-41c9-a299-7d33ca8ad80b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.5670509 Feb 08 23:43:57.635180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237755af-2a0c-4015-82bd-d48359b8633b req-83a189fa-e381-4c4d-abd6-f8e040cba4fe tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:57.645858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-237755af-2a0c-4015-82bd-d48359b8633b req-83a189fa-e381-4c4d-abd6-f8e040cba4fe tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 949 time: 0.4862969 Feb 08 23:43:57.682244 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-5477b01b-eaf8-4215-a31f-ae54dd457fa1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 217 time: 0.0688581 Feb 08 23:43:57.750942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1a9244-f1e9-49d7-8f06-02187f4ecb76 req-6aef6754-eef2-4a83-b14f-2cefe3a575c3 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621218 Feb 08 23:43:57.785934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-237755af-2a0c-4015-82bd-d48359b8633b req-bec84f3c-5b05-4516-a671-44211f03d395 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389103 Feb 08 23:43:57.865301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b265eb58-b736-449e-8501-ebfb13815356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:57.878877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b265eb58-b736-449e-8501-ebfb13815356 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.1740837 Feb 08 23:43:57.940705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-3ba6f5d8-de34-4472-afc6-82caefb5df26 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:57.956858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-3ba6f5d8-de34-4472-afc6-82caefb5df26 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3577690 Feb 08 23:43:57.991481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32982) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:57.993699 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-2e001029-7ed0-4b93-922e-f312f32b52bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138387 Feb 08 23:43:57.993857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-86d52e33-de1b-447a-b0a4-db7aaef32a6c tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/quotas/3e6328a476f64be9b4c22b13c49e2fb6 HTTP/1.1" status: 200 len: 375 time: 0.0356514 Feb 08 23:43:58.068194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-02239070-ebc4-48e8-9fb5-7620bae0a211 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734525 Feb 08 23:43:58.138959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:43:58.234022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb91fa-c8c5-480b-95ff-ac29b6043c84 req-e44ad3a7-4782-4624-8166-ee683b539592 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:58.235812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7eb91fa-c8c5-480b-95ff-ac29b6043c84 req-e44ad3a7-4782-4624-8166-ee683b539592 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1666467 Feb 08 23:43:58.255649 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-d089ee2e-e0e0-402f-9769-754fe2ebb126 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431598 Feb 08 23:43:58.299568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port cd13105f-5f9a-407c-91d0-18ba673da582 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:43:58.305372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7eb91fa-c8c5-480b-95ff-ac29b6043c84 req-d7e27752-ce4f-4c75-ba1a-fe4a26ea6a7f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594599 Feb 08 23:43:58.308681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port cd13105f-5f9a-407c-91d0-18ba673da582 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:43:58.309292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:58.321242 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0ca18e1b-ab6d-41fd-a62f-f3df08f818e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a757648675b74964ab3b289cb8e88e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264465 Feb 08 23:43:58.329278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32988) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:43:58.524601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f2e46b3-86eb-4c11-82b5-9d77a446146a req-38867658-0017-4bd4-89eb-9e824e6bc994 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 210 time: 0.0778520 Feb 08 23:43:58.551049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:58.594681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:43:58.597254 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee34fe4-d376-4cae-89c1-b26e329d41a6" -d '{"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-plugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:43:58.633572 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-cd9b97e9-dd9d-4374-a2b5-659746b12efb service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670759 Feb 08 23:43:58.637200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:43:58.643978 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:58.682710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c46-a605-491d-a8a7-6649bd35b4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:58.741768 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f437e1-dfe4-43fb-a637-e72cbdd73da3 x-openstack-request-id: req-21f437e1-dfe4-43fb-a637-e72cbdd73da3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:43:58.742076 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-plugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:43:58.742557 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21f437e1-dfe4-43fb-a637-e72cbdd73da3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:43:58.743109 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'code': 200} Feb 08 23:43:58.744384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:58.768024 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c46-a605-491d-a8a7-6649bd35b4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:58.850768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3612eb-3ef9-40df-b33f-f37bf9487acc req-54b941e6-f3f2-442c-9c3c-3d9b2f402cc0 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:58.862729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c3612eb-3ef9-40df-b33f-f37bf9487acc req-54b941e6-f3f2-442c-9c3c-3d9b2f402cc0 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.3356204 Feb 08 23:43:58.977307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c3612eb-3ef9-40df-b33f-f37bf9487acc req-bd27b894-c9a9-4183-904c-936cdc5b8c01 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134033 Feb 08 23:43:59.000750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c46-a605-491d-a8a7-6649bd35b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:59.003585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adbe1c46-a605-491d-a8a7-6649bd35b4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:43:59.013069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-adbe1c46-a605-491d-a8a7-6649bd35b4d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94f26099-c49b-4354-acd5-132e2e20cb3b HTTP/1.1" status: 204 len: 168 time: 0.6801767 Feb 08 23:43:59.023786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe1c46-a605-491d-a8a7-6649bd35b4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f26099-c49b-4354-acd5-132e2e20cb3b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:43:59.051732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0cd38-84e4-4703-890f-3c989e29ae61 req-a26d8539-bb61-45c7-9636-8a9fe38d5f84 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:59.071753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84d0cd38-84e4-4703-890f-3c989e29ae61 req-a26d8539-bb61-45c7-9636-8a9fe38d5f84 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1775432 Feb 08 23:43:59.147082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84d0cd38-84e4-4703-890f-3c989e29ae61 req-2ac6a684-a37c-45c1-a408-4c5912bd97f8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742865 Feb 08 23:43:59.315126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cc5bd-6da4-4be9-baa1-237db4a2598b req-037fd9df-e47a-43aa-a57a-a6f86de0adaa tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:59.318911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-817cc5bd-6da4-4be9-baa1-237db4a2598b req-037fd9df-e47a-43aa-a57a-a6f86de0adaa tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.0746353 Feb 08 23:43:59.392959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-817cc5bd-6da4-4be9-baa1-237db4a2598b req-1f62ed52-a5d1-4a3e-995b-3790fd4e00fc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729945 Feb 08 23:43:59.538849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ebd5-ac6f-47b2-ac51-a1954d40e64b req-dcd422f2-fb37-4088-91e8-245463ffec18 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:43:59.540468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51e1ebd5-ac6f-47b2-ac51-a1954d40e64b req-dcd422f2-fb37-4088-91e8-245463ffec18 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.0926330 Feb 08 23:43:59.630607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51e1ebd5-ac6f-47b2-ac51-a1954d40e64b req-b89148d7-0f0f-4340-a020-ab8508ae2ac3 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778091 Feb 08 23:43:59.721628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b571602-8258-40f4-8bdd-40ed22e64d9d req-7c1f39cf-5ce0-4eda-b0dd-81f5f8e9a7e7 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 210 time: 0.0436361 Feb 08 23:43:59.913675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-5651f0a1-fa6b-4fb5-8677-b2d150d02646 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513432 Feb 08 23:44:00.156387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-9fd77e91-0ed6-4be1-88da-595208ff10f2 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878041 Feb 08 23:44:00.193980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-e98095da-feac-4263-8c9e-0b33feb472ec tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:00.202500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-e98095da-feac-4263-8c9e-0b33feb472ec tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796104 Feb 08 23:44:00.276775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-12ce1973-3be5-4d50-9470-4bcab56a21fd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/quotas/382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 375 time: 0.0733407 Feb 08 23:44:00.300020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd7c5e-c32b-4a8d-af6a-46df67f65e8b req-81247cb3-6200-4021-81f0-f7c8634fd301 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:00.301701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00bd7c5e-c32b-4a8d-af6a-46df67f65e8b req-81247cb3-6200-4021-81f0-f7c8634fd301 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.1904342 Feb 08 23:44:00.457673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-bbad716e-6083-4c12-a6ad-989a99dfc5fb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1799097 Feb 08 23:44:00.485592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-3f7c4681-569f-410d-a3b9-c4689def619c tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:00.487394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-3f7c4681-569f-410d-a3b9-c4689def619c tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3148391 Feb 08 23:44:00.496939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00bd7c5e-c32b-4a8d-af6a-46df67f65e8b req-f2e8b8b7-d407-4cd8-a805-76738e1e3175 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763842 Feb 08 23:44:00.502834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33068) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:00.514774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Request body: {'port': {'device_id': '70488157-5263-4728-a263-452398b813c7', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '3e6328a476f64be9b4c22b13c49e2fb6'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:00.763508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-321180764-network', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:00.809180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:00.813095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:00.835627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:00.835841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ce070eb-3d6c-41c4-81cf-1926d860379b req-c9c8dcf1-8ad1-4429-b4f1-dea1ed0d9469 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 210 time: 0.0855904 Feb 08 23:44:01.026376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed86e4b5-6db6-4269-8392-4e70363962fa req-54b9de06-9353-47ea-b312-f6c0c829f99f tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 210 time: 0.0696764 Feb 08 23:44:01.039987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.045560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.084592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1618b-1d83-4c41-a955-fe62825a26e6 req-8313e497-9cd7-43ff-8a3b-2d92b40311d8 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:01.095196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18d1618b-1d83-4c41-a955-fe62825a26e6 req-8313e497-9cd7-43ff-8a3b-2d92b40311d8 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.2519052 Feb 08 23:44:01.110542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:01.136218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:44:01.141679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Made reservation on behalf of 3e6328a476f64be9b4c22b13c49e2fb6 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:01.148213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.166497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.169766 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Added segment eb417bf8-427a-4040-bd08-81f5fdeee683 of type vlan for network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb Feb 08 23:44:01.185649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.212588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18d1618b-1d83-4c41-a955-fe62825a26e6 req-60988b52-1b19-4c7c-8304-505568e9a5a9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161070 Feb 08 23:44:01.279024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.339048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.341106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:01.341884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.442530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.447950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.487498 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9833775 Feb 08 23:44:01.497638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33098) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:01.505601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Request body: {'subnet': {'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-321180764-subnet', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:01.510500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a32947-bef6-4e9b-9533-897044f43713 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:01.527002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:44:01.605704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04096ef7-318f-4519-9f25-eff80a609e94,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:01.627517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:01.630012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:01.816279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Allocated IP 192.168.233.152 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/97a98f57-bda1-4765-9152-9300304aa3e9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:01.839549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf11c-b670-43bb-91f7-2540d9599adc req-69e31f5c-5623-491e-8ee8-839f155915ba tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:01.847033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2bf11c-b670-43bb-91f7-2540d9599adc req-69e31f5c-5623-491e-8ee8-839f155915ba tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.1311195 Feb 08 23:44:01.976649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2bf11c-b670-43bb-91f7-2540d9599adc req-5a837f2d-01b4-42a9-bf01-2490d5880841 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286168 Feb 08 23:44:02.213566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65859f8a-081f-4657-85da-59736845a661 req-36cccfbc-dc29-47d0-9b3d-f5804ffad663 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 210 time: 0.0657628 Feb 08 23:44:02.227934 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:02.262334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-095acaa2-6f58-4f14-8e77-d2c41b8e9938 req-51090251-bcc2-4e67-87c0-fc86c95acca6 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 210 time: 0.0945113 Feb 08 23:44:02.359333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0133ea37-c26a-4444-830e-9a6a1529ce1f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:02.394079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:02.439709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:02.439995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Network hostable DHCP agents. Network: e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:44:02.513730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-2b5ce012-025a-4ccd-9b5f-5506f4cdffd5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479999 Feb 08 23:44:02.523686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43177e-4e07-448d-a9f8-56b275fa52d2 req-98cf34f1-d4c2-487b-8f65-97eec19c77f8 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:02.525192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e43177e-4e07-448d-a9f8-56b275fa52d2 req-98cf34f1-d4c2-487b-8f65-97eec19c77f8 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1478386 Feb 08 23:44:02.538338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:44:02.630295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:02.734673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:02.745562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbf434f-d3c8-4ce8-9079-4fe0ef776da8 None None] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:44:02.761026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:02.763640 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:02.782595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:02.839346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:02.874781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:02.902716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-10faa6fd-2160-4725-a109-ef45d5ce78b7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:02.904392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-10faa6fd-2160-4725-a109-ef45d5ce78b7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3779559 Feb 08 23:44:02.906368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:02.933753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e43177e-4e07-448d-a9f8-56b275fa52d2 req-bce51d28-3538-4f67-847a-94ad427067c5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921125 Feb 08 23:44:02.972239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Request body: {'port': {'device_id': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '382a560dafa44f6e9871ce459cb18667'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:03.111398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:44:03.113526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.249148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Made reservation on behalf of 382a560dafa44f6e9871ce459cb18667 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:03.261241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.342015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3786fd4a-8886-498c-80c4-7e78b372ae43 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8385003 Feb 08 23:44:03.343421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33144) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:03.350548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:03.407077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.408221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.424623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0ca17cac-0b1a-49a6-961d-11732ce70a65 None None] Provisioning complete for port 97a98f57-bda1-4765-9152-9300304aa3e9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:03.425106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0ca17cac-0b1a-49a6-961d-11732ce70a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.485402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-493fbab2-b6c9-4fb1-a685-8dd07adc26e0 req-7304cf14-45e0-4511-b33e-1bf96cdfa1bb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 210 time: 0.1454277 Feb 08 23:44:03.488411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0ca17cac-0b1a-49a6-961d-11732ce70a65 None None] Port 97a98f57-bda1-4765-9152-9300304aa3e9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:44:03.496940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Allocated IP 172.20.0.2 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/82bb1c44-2791-4515-88cc-8f23e151963d) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:03.553388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.555381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56118546-b892-457f-96fa-e639af81b1ed req-ef5710f0-7bcf-4214-8e21-8a1504b26520 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:03.557320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56118546-b892-457f-96fa-e639af81b1ed req-ef5710f0-7bcf-4214-8e21-8a1504b26520 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.3810403 Feb 08 23:44:03.653476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:03.654363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.745484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56118546-b892-457f-96fa-e639af81b1ed req-5080a182-b49d-4ef3-abf0-f412d55dcae7 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807861 Feb 08 23:44:03.758837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-e6c67a1a-d4fe-44c6-b32e-4e2b55177f34 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2606325 Feb 08 23:44:03.784087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Request body: {'port': {'device_id': '70488157-5263-4728-a263-452398b813c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:03.914407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.925213 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.945236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:03.990261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:03.993461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:03.997517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:04.092100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Pushing event updated for resources: {'Port': ['ID=82bb1c44-2791-4515-88cc-8f23e151963d,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:04.116593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddea80-8efd-4e06-bb76-b4b198a61520 req-f8a89114-cd68-4fd0-a9dd-b01aa0e6cddf tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:04.122501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Attempting to bind port 82bb1c44-2791-4515-88cc-8f23e151963d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:04.122873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Attempting to bind port 82bb1c44-2791-4515-88cc-8f23e151963d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:04.123232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Attempting to bind port 82bb1c44-2791-4515-88cc-8f23e151963d on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:04.126855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07ddea80-8efd-4e06-bb76-b4b198a61520 req-f8a89114-cd68-4fd0-a9dd-b01aa0e6cddf tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.1145244 Feb 08 23:44:04.128851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.138465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:04.138866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:04.139388 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.139776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:04.140246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Bound port: 82bb1c44-2791-4515-88cc-8f23e151963d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:04.140621 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.307487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] For port 82bb1c44-2791-4515-88cc-8f23e151963d, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:04.320665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] For port 82bb1c44-2791-4515-88cc-8f23e151963d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=82bb1c44-2791-4515-88cc-8f23e151963d,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:04.333356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.335398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Allocated IP 192.168.233.102 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/39b03750-3e92-4777-a5c9-69b7f869939d) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:04.351459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41930730-ed50-477c-a9e3-797ec190f06a req-f667c1d3-c39c-4b97-8ad8-207b20f6ec26 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:04.353221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41930730-ed50-477c-a9e3-797ec190f06a req-f667c1d3-c39c-4b97-8ad8-207b20f6ec26 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 936 time: 0.3470745 Feb 08 23:44:04.398753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07ddea80-8efd-4e06-bb76-b4b198a61520 req-8f3099c5-e2eb-4cde-b19f-0a9a9fa6e271 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706695 Feb 08 23:44:04.400570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.470380 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.508593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda104f-986b-4b21-a076-594825a7c34d None None] Pushing event updated for resources: {'Port': ['ID=82bb1c44-2791-4515-88cc-8f23e151963d,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:04.521120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41930730-ed50-477c-a9e3-797ec190f06a req-30bd011f-d9fe-4576-9524-40c36ab6794c tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560056 Feb 08 23:44:04.635664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Allocated IP 172.25.3.244 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/a5a6ef4d-63ff-46f6-b3bb-3b383b48e928) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:04.797901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.809047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dc4c3-56e7-462e-8823-8eeb0bebcd0f req-32ce4bc9-d6e1-42cb-a24b-fa8c3a334e26 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:04.817368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb7dc4c3-56e7-462e-8823-8eeb0bebcd0f req-32ce4bc9-d6e1-42cb-a24b-fa8c3a334e26 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1096 time: 0.2662120 Feb 08 23:44:04.846513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:04.896216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:04.899499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:04.904379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:04.908285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:04.912894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10689f0e-49e8-4cb5-8754-40995698da3f req-95ea991c-562c-42b3-b78c-cf8db8337783 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:04.914459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10689f0e-49e8-4cb5-8754-40995698da3f req-95ea991c-562c-42b3-b78c-cf8db8337783 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1686215 Feb 08 23:44:04.993276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb7dc4c3-56e7-462e-8823-8eeb0bebcd0f req-73ae5fc7-be44-4383-8647-083b7449750d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749344 Feb 08 23:44:05.046911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10689f0e-49e8-4cb5-8754-40995698da3f req-4e9f8b12-d631-4b26-b66e-a6afc3191482 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120348 Feb 08 23:44:05.052895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.213766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 82bb1c44-2791-4515-88cc-8f23e151963d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:05.292077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 82bb1c44-2791-4515-88cc-8f23e151963d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:05.292462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.421240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.460039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.480640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 82bb1c44-2791-4515-88cc-8f23e151963d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=82bb1c44-2791-4515-88cc-8f23e151963d,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:05.501205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.596410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=82bb1c44-2791-4515-88cc-8f23e151963d,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:05.827046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.838763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:05.853493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2', 'cd13105f-5f9a-407c-91d0-18ba673da582'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:05.955259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50436bf7-e6ed-49fe-a7c3-6635bef63e7b req-c9f6a3fd-bd6a-4238-8bc0-aeed1ff9f700 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:05.956811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50436bf7-e6ed-49fe-a7c3-6635bef63e7b req-c9f6a3fd-bd6a-4238-8bc0-aeed1ff9f700 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.8071945 Feb 08 23:44:05.979155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:05.984748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a98f57-bda1-4765-9152-9300304aa3e9 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:05.990974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:06.009045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:06.041469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d46109-e3a8-4969-b5a6-b177ec356748 None None] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:44:06.086365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.097401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f33cbd-725a-4c77-8707-401f2427768d req-2f1d90a2-f4f9-4003-8832-82ad443f5926 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:06.107363 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a3f33cbd-725a-4c77-8707-401f2427768d req-2f1d90a2-f4f9-4003-8832-82ad443f5926 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.3065870 Feb 08 23:44:06.121058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:06.137709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Transition to ACTIVE for port object 97a98f57-bda1-4765-9152-9300304aa3e9 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:44:06.147329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:06.147926 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.176163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e805ebb-fd93-43b8-ba52-38b74ea0184c req-9c722c32-83ee-4eb7-852f-1f374354ee6d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:06.188971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e805ebb-fd93-43b8-ba52-38b74ea0184c req-9c722c32-83ee-4eb7-852f-1f374354ee6d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 936 time: 0.9514987 Feb 08 23:44:06.195451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.255810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50436bf7-e6ed-49fe-a7c3-6635bef63e7b req-57723783-ea38-4c49-b5c4-9cee1634f4fe tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875614 Feb 08 23:44:06.320114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-6ee9b038-8ce0-4b53-b83f-d273aacfa9cd tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3540277 Feb 08 23:44:06.333166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Request body: {'port': {'device_id': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:06.418176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:06.493842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Deleting port c447d980-fadc-4da6-990e-475f199bb3b5 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:06.494444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.500839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-046e2451-dbfb-478c-9d52-5f627e2d26f9 None None] Provisioning complete for port 82bb1c44-2791-4515-88cc-8f23e151963d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:06.501430 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-046e2451-dbfb-478c-9d52-5f627e2d26f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.558476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e805ebb-fd93-43b8-ba52-38b74ea0184c req-02c7d06c-c892-4bb2-ba64-05cad78e492f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488612 Feb 08 23:44:06.608199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:44:06.610555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.676652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Attempting to bind port 97a98f57-bda1-4765-9152-9300304aa3e9 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:06.677238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Attempting to bind port 97a98f57-bda1-4765-9152-9300304aa3e9 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:06.677768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Attempting to bind port 97a98f57-bda1-4765-9152-9300304aa3e9 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:06.700906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Port 97a98f57-bda1-4765-9152-9300304aa3e9 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:06.702465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Attempting to bind port 97a98f57-bda1-4765-9152-9300304aa3e9 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:06.716506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:06.718436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:06.720377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:06.721097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Bound port: 97a98f57-bda1-4765-9152-9300304aa3e9, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:06.722579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.891838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] For port c447d980-fadc-4da6-990e-475f199bb3b5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c447d980-fadc-4da6-990e-475f199bb3b5,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:06.892214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.979145 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:06.979942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.058061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:44:07.072457 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Sync routers for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:44:07.103501 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:07.104975 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:43:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:07.162105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1beb8925-9bea-4e78-81dc-56a69a932b25 None None] Provisioning complete for port 39b03750-3e92-4777-a5c9-69b7f869939d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:07.164073 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1beb8925-9bea-4e78-81dc-56a69a932b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.166779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.169176 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5cee2fec-a1d8-40e0-a9c1-272fb03d3671 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8227723 Feb 08 23:44:07.177537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:07.239048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 82bb1c44-2791-4515-88cc-8f23e151963d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:07.255025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:07.266270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934bef-d4ed-40a2-b03a-32684a367ef9 req-b5986b12-3534-4ec2-89c2-2d405f38dc60 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:07.276014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e934bef-d4ed-40a2-b03a-32684a367ef9 req-b5986b12-3534-4ec2-89c2-2d405f38dc60 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 946 time: 0.3914347 Feb 08 23:44:07.279125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:07.300762 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.387316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1beb8925-9bea-4e78-81dc-56a69a932b25 None None] Port 39b03750-3e92-4777-a5c9-69b7f869939d cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:44:07.418483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:07.419228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.421415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] 10.222.0.21 "PUT /v2.0/ports/97a98f57-bda1-4765-9152-9300304aa3e9 HTTP/1.1" status: 200 len: 1096 time: 3.6503885 Feb 08 23:44:07.428100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 82bb1c44-2791-4515-88cc-8f23e151963d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:07.428886 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.432674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:07.435277 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24591be3-3ecd-4b8f-8644-2a3e167c24d1" -d '{"events": [{"name": "network-changed", "server_uuid": "70488157-5263-4728-a263-452398b813c7", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:07.470670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e934bef-d4ed-40a2-b03a-32684a367ef9 req-bd9cb0c4-caa3-40b3-a158-99d541b7228b tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac65e79d-508a-433a-b4fd-d3ff82a1a456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937697 Feb 08 23:44:07.496316 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:07.533529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.534140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.543629 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460 disassociated. External IP: 172.25.3.165, port: c447d980-fadc-4da6-990e-475f199bb3b5. Feb 08 23:44:07.544197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Calling delete_port for c447d980-fadc-4da6-990e-475f199bb3b5 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:07.544822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3b7c8-a04b-419e-95cc-c994647c7503 service neutron] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:07.754692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b03750-3e92-4777-a5c9-69b7f869939d {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:07.765784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e8319c24-69fc-4812-89fd-04a159de26c1 None None] Provisioning complete for port 82bb1c44-2791-4515-88cc-8f23e151963d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:07.766347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8319c24-69fc-4812-89fd-04a159de26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.766747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-0ea1c30b-d79c-475a-82f5-c59e879f1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:07.768481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-0ea1c30b-d79c-475a-82f5-c59e879f1184 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 1099 time: 0.2933655 Feb 08 23:44:07.771315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.862656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-da752449-d173-44fc-9754-cbe8ebf5cb6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=97a98f57-bda1-4765-9152-9300304aa3e9 HTTP/1.1" status: 200 len: 217 time: 0.0854681 Feb 08 23:44:07.865284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Transition to ACTIVE for port object 39b03750-3e92-4777-a5c9-69b7f869939d will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:44:07.886619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5c439-4475-41d8-ac0c-d8eb676c716e req-376d4fd7-8d67-4396-b34b-983079ac1daa tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:07.900301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38a5c439-4475-41d8-ac0c-d8eb676c716e req-376d4fd7-8d67-4396-b34b-983079ac1daa tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 948 time: 0.2174265 Feb 08 23:44:07.932987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:07.993975 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:05Z', 'revision_number': 3, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:08.073072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-02431bcb-c361-42be-aac0-84774639c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:08.074892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-02431bcb-c361-42be-aac0-84774639c34b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1600058 Feb 08 23:44:08.075520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:08.085755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38a5c439-4475-41d8-ac0c-d8eb676c716e req-0b68b603-8719-45f3-a25a-16963c9b429d tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846042 Feb 08 23:44:08.098070 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Checking router: b59a59b9-83a6-46c5-aee6-72e9ec1bd05b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:44:08.099342 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Updating router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:44:08.138003 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.160561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-fae5a4f1-1b53-444a-ab31-ff140d07f7ef tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:44:08.179815 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-fae5a4f1-1b53-444a-ab31-ff140d07f7ef tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267057 Feb 08 23:44:08.206232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.233676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-d841a886-f65c-4e99-b610-fc5c6d462fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:08.235220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-d841a886-f65c-4e99-b610-fc5c6d462fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460493 Feb 08 23:44:08.389532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Attempting to bind port 39b03750-3e92-4777-a5c9-69b7f869939d on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:08.390356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Attempting to bind port 39b03750-3e92-4777-a5c9-69b7f869939d by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:08.390494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Attempting to bind port 39b03750-3e92-4777-a5c9-69b7f869939d on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:08.400985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-656e1586-48d0-4c25-a29f-cff4ca84276a service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471548 Feb 08 23:44:08.401727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Port 39b03750-3e92-4777-a5c9-69b7f869939d on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:08.402049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Attempting to bind port 39b03750-3e92-4777-a5c9-69b7f869939d on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:08.410587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:08.411067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:08.411620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:08.412261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Bound port: 39b03750-3e92-4777-a5c9-69b7f869939d, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:08.413848 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.618817 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.627613 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.627840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event deleted for resources: {'Port': ['ID=c447d980-fadc-4da6-990e-475f199bb3b5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:08.642044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-6f9ecfb6-87e7-4e03-a36b-26c8b48b7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:08.643995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:08.649350 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-6f9ecfb6-87e7-4e03-a36b-26c8b48b7b6b service neutron] 10.222.0.32 "GET /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 1093 time: 0.4672999 Feb 08 23:44:08.649505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:08.653382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5848e37b-c046-4d16-96a0-6d49d2e795e4 req-2fd90e81-7502-483d-8428-704e4f4f3410 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171943 Feb 08 23:44:08.663383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Request body: {'binding': {'host': 'n-h1-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:08.663850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.664881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Unknown quota resources ['binding']. {{(pid=105931) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:44:08.721645 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Pushing event updated for resources: {'Port': ['ID=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:08.732962 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.734792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.734792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.734792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.734792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.735201 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.736240 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.736677 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.737131 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.737553 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.737996 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.738567 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:08.756648 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Attempting to bind port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:08.757186 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Attempting to bind port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:08.757642 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Attempting to bind port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:08.765782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:08.772155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:08.772438 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:08.772781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.772966 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:08.773359 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.773748 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:08.774156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-42c44774-5388-4a22-9faa-7f066341615c service neutron] 10.222.0.21 "PUT /v2.0/ports/39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 1096 time: 2.4521155 Feb 08 23:44:08.774303 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Bound port: a5a6ef4d-63ff-46f6-b3bb-3b383b48e928, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:08.774557 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.828354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fba5e-51e2-4cc3-a831-3ea17e230153 req-35229999-f668-4013-9e77-eab63638c605 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:08.833671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-719fba5e-51e2-4cc3-a831-3ea17e230153 req-35229999-f668-4013-9e77-eab63638c605 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.3000221 Feb 08 23:44:08.895240 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] For port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:08.901658 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] For port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:08.910447 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:08.979739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-719fba5e-51e2-4cc3-a831-3ea17e230153 req-2f7db6d7-5601-4796-9c72-8da3046b0775 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202595 Feb 08 23:44:09.002834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-3998b416-0fe0-4f2a-b690-79b57501da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.006730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-3998b416-0fe0-4f2a-b690-79b57501da74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1099 time: 0.1705174 Feb 08 23:44:09.021624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895e1b2-7a61-4014-b127-53c2fc1a6607 None None] Pushing event updated for resources: {'Port': ['ID=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:09.024475 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:09.025106 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:43:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:09.104693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-7c7abe82-cde0-40ad-8283-955b47716bc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.0883224 Feb 08 23:44:09.189379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on host n-h1-828413-1 for vnic_type normal with profile None {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:09.189873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:09.193795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:09.253986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:09.254799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:09.273284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:09.274006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:09.274636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:09.275509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Bound port: acd0271a-8a18-4707-a758-baf4fb6443c7, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:09.277933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-88bd1787-b054-4822-8d0d-2b59d53c0402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.279686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-88bd1787-b054-4822-8d0d-2b59d53c0402 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1675458 Feb 08 23:44:09.283423 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:09.381076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:09.387005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc158893-2bb7-448f-9232-b266853ebdf5 req-58a77b92-855d-4ffb-8158-5dc1a97c0e4e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.397933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc158893-2bb7-448f-9232-b266853ebdf5 req-58a77b92-855d-4ffb-8158-5dc1a97c0e4e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.2224231 Feb 08 23:44:09.425220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:09.426790 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-85d5f146-a5a3-4e8a-b45d-f9391f43e812 service neutron] 10.222.0.32 "POST /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.7764122 Feb 08 23:44:09.487231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc158893-2bb7-448f-9232-b266853ebdf5 req-1488f188-1cd4-445b-ba3e-f93ed282b103 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823374 Feb 08 23:44:09.495098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-11758bee-dcd2-4f50-9f8e-c26397212092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.499881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-11758bee-dcd2-4f50-9f8e-c26397212092 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2121563 Feb 08 23:44:09.541833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:44:09.673876 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:05Z', 'revision_number': 3, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:09.682975 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe68daaa-bf0e-4c84-89ef-dc38054f510b x-openstack-request-id: req-fe68daaa-bf0e-4c84-89ef-dc38054f510b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:09.683306 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70488157-5263-4728-a263-452398b813c7", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:09.683565 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe68daaa-bf0e-4c84-89ef-dc38054f510b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:09.684095 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'status': 'completed', 'code': 200} Feb 08 23:44:09.720844 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912787a3-b929-43e4-bf9a-ab009e3cabc3 None None] The sync data for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 is: [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:05Z', 'revision_number': 3, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:44:09.797692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-762ba49d-f506-4403-8b1a-90ea6e6b1462 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872446 Feb 08 23:44:09.800669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c44851c5-3bb1-4c26-88a1-28f7f5b09076 req-8455dd7c-c609-465d-8b59-bbb319c36e58 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cec0f79-951c-4500-968b-050d240d2d0d HTTP/1.1" status: 200 len: 210 time: 0.0891190 Feb 08 23:44:09.872338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fc603-5954-445e-abed-e5681aa6c97a req-08bb2a2f-bd7f-4995-89dd-b6a9d4c085cb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.875118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b3fc603-5954-445e-abed-e5681aa6c97a req-08bb2a2f-bd7f-4995-89dd-b6a9d4c085cb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.1883466 Feb 08 23:44:09.942649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-65b08a38-4219-4b5c-9f22-f9b32228bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.944833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-65b08a38-4219-4b5c-9f22-f9b32228bb9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1096 time: 0.1966028 Feb 08 23:44:09.948849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-d48904b0-efa0-4a19-a867-c69727e482e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:09.950400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-d48904b0-efa0-4a19-a867-c69727e482e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 1099 time: 0.2655547 Feb 08 23:44:09.958731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:44:09.971967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:44:09.994438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:09.995090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:43:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:10.181784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:10.236646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-e9a8a8c9-6208-4d74-96cc-06f043626cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.238549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-e9a8a8c9-6208-4d74-96cc-06f043626cfd service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2167296 Feb 08 23:44:10.242595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b3fc603-5954-445e-abed-e5681aa6c97a req-ccdb357f-b8e5-487b-8280-fc4627f85f84 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547256 Feb 08 23:44:10.299620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-2c4c57d7-dc41-40db-bd6a-d42849149ddf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=97a98f57-bda1-4765-9152-9300304aa3e9 HTTP/1.1" status: 200 len: 217 time: 0.0538151 Feb 08 23:44:10.349379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c447d980-fadc-4da6-990e-475f199bb3b5 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:10.374069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: c447d980-fadc-4da6-990e-475f199bb3b5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:10.374419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c447d980-fadc-4da6-990e-475f199bb3b5 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:10.376935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] No DVR routers for this DVR port c447d980-fadc-4da6-990e-475f199bb3b5 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:10.384602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:10.406432 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a3f33cbd-725a-4c77-8707-401f2427768d req-394f16f4-c426-49f4-ae8f-c94a2a250372 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.84 "DELETE /v2.0/ports/c447d980-fadc-4da6-990e-475f199bb3b5 HTTP/1.1" status: 204 len: 173 time: 4.2379916 Feb 08 23:44:10.409929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'name': 'network-vif-deleted', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:10.415468 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886a2e32-4e90-42a2-af01-5b95ee159f93" -d '{"events": [{"server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "name": "network-vif-deleted", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:10.465552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-854a51bc-d260-4f88-a818-05af2bfc297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.468618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-854a51bc-d260-4f88-a818-05af2bfc297c service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.5070350 Feb 08 23:44:10.501040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7fe4c-29dc-449e-89dc-14e0a1d899bf req-476b3f37-d852-4f04-b5b4-0c1d486db6c6 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.502546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bd7fe4c-29dc-449e-89dc-14e0a1d899bf req-476b3f37-d852-4f04-b5b4-0c1d486db6c6 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 948 time: 0.5584564 Feb 08 23:44:10.572480 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-3d29a09f-88b3-45c2-bd4a-04dad3994420 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 217 time: 0.0959227 Feb 08 23:44:10.606236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6415e54f-e8e7-4aa4-9e5f-99d666c3c6dd req-738a67c1-c2f1-467a-a7b1-9b791d38715e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7869837 Feb 08 23:44:10.657288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-1714cdb0-cfe9-4243-8353-e38566f5a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.658757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-1714cdb0-cfe9-4243-8353-e38566f5a46c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3436120 Feb 08 23:44:10.667625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bd7fe4c-29dc-449e-89dc-14e0a1d899bf req-a340526a-9e51-49c9-985c-86f1bc47e45f tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238899 Feb 08 23:44:10.684263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:10.740067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762f380-dcfa-4b30-ba43-fbf27b43def2 req-fec85a3a-66f2-4e6b-bd70-1cc177a99bd3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.750287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e762f380-dcfa-4b30-ba43-fbf27b43def2 req-fec85a3a-66f2-4e6b-bd70-1cc177a99bd3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.2466702 Feb 08 23:44:10.766258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-eeecbdec-cdf8-4f81-9487-6ab6eba03540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.770054 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-eeecbdec-cdf8-4f81-9487-6ab6eba03540 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1879909 Feb 08 23:44:10.813665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e762f380-dcfa-4b30-ba43-fbf27b43def2 req-cee6d617-ffaf-4e11-8b28-e7709dd63b80 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624216 Feb 08 23:44:10.840052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-3c0f18e9-a3bd-4ca0-a2ed-c555c45970bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:10.846510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:10.847416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-3c0f18e9-a3bd-4ca0-a2ed-c555c45970bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1735396 Feb 08 23:44:10.875982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:44:10.886550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:10.889497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:43:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:10.965940 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d3fbd0-4f5c-4bb3-af37-1d839ada6393 x-openstack-request-id: req-57d3fbd0-4f5c-4bb3-af37-1d839ada6393 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:10.966520 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec0f79-951c-4500-968b-050d240d2d0d", "name": "network-vif-deleted", "tag": "c447d980-fadc-4da6-990e-475f199bb3b5", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:10.966520 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57d3fbd0-4f5c-4bb3-af37-1d839ada6393 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:10.966976 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec0f79-951c-4500-968b-050d240d2d0d', 'name': 'network-vif-deleted', 'tag': 'c447d980-fadc-4da6-990e-475f199bb3b5', 'status': 'completed', 'code': 200} Feb 08 23:44:10.969689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2b087a43-3af0-4124-b723-c83e1e526ec4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1874876 Feb 08 23:44:11.053926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-c0b6179a-19a1-44c2-b239-34b6081f329b service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833711 Feb 08 23:44:11.057665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:11.220098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Allocated IP 172.20.0.1 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/6f93ddb6-9f0c-4940-8c5e-35653a46fa82) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:11.301071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:11.431374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:11.431746 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:11.440960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f311f25-4e89-4a23-a549-e6954e09a326 req-9d0b5a20-52d1-4cd4-95ee-e77ed8aac86c tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:11.442516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f311f25-4e89-4a23-a549-e6954e09a326 req-9d0b5a20-52d1-4cd4-95ee-e77ed8aac86c tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.5938661 Feb 08 23:44:11.453654 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-91d6601b-727b-4b91-a6b4-3b931b65a8ec service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694736 Feb 08 23:44:11.491223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:11.498886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6738b1-8fe0-431e-849d-2e266c3d9d4d req-718de518-8518-478c-bc8f-94516862f467 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:11.500497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e6738b1-8fe0-431e-849d-2e266c3d9d4d req-718de518-8518-478c-bc8f-94516862f467 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.4455211 Feb 08 23:44:11.509578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:11.532289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98bccb7-830a-480b-98e5-13a0db56e1c6 None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:41:32Z', 'revision_number': 4, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'efbf8f9a-8756-40ce-aa19-fbc897275f0a', 'name': '', 'network_id': 'e5e36cd9-6194-4193-a25b-de80e8ca05e9', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'mac_address': 'fa:16:3e:93:ec:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:31Z', 'updated_at': '2022-02-08T23:41:37Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'subnets': [{'id': '80f085c5-fd1d-4db3-aaaa-81b0283aeac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:44:11.581479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24591be3-3ecd-4b8f-8644-2a3e167c24d1 req-fc5153a7-be43-4844-bfad-e4a80bea4a11 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078266 Feb 08 23:44:11.624555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f311f25-4e89-4a23-a549-e6954e09a326 req-148a0d90-3315-454f-bf6d-c31513cb3361 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457274 Feb 08 23:44:11.627168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:11.642660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e6738b1-8fe0-431e-849d-2e266c3d9d4d req-4691c0de-b4b9-44ff-b582-8de27c8f8946 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184192 Feb 08 23:44:11.681268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:11.685915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:11.689572 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275e540-77f9-4bd9-8d51-1932041381c7" -d '{"events": [{"name": "network-changed", "server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:11.692952 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-4e6ac650-a934-4611-ba48-17900cce7e58 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027698 Feb 08 23:44:11.699554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:11.707083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:11.780427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Pushing event updated for resources: {'Port': ['ID=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:11.827108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:11.833277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:11.838669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:11.884204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fdfe8-4961-4f7f-aaec-f181fa353218 req-be9d60c7-f8fb-4c99-8de5-461147ead24c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:11.886503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-860fdfe8-4961-4f7f-aaec-f181fa353218 req-be9d60c7-f8fb-4c99-8de5-461147ead24c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.1167016 Feb 08 23:44:11.906378 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a866e66c-8cb9-4183-8f9a-5250396067fe x-openstack-request-id: req-a866e66c-8cb9-4183-8f9a-5250396067fe {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:11.906889 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:11.907982 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a866e66c-8cb9-4183-8f9a-5250396067fe {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:11.910144 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'status': 'completed', 'code': 200} Feb 08 23:44:11.921492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:11.946801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4e55d277-977b-4134-8877-d8efa853f5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:12.009672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-860fdfe8-4961-4f7f-aaec-f181fa353218 req-62e87bde-8cc2-4cef-80f5-0d5c4197d446 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076095 Feb 08 23:44:12.060383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:12.139433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-8fbe9296-f287-4d6f-b295-bb3b3189d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:12.141410 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-8fbe9296-f287-4d6f-b295-bb3b3189d69d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1099 time: 0.2163203 Feb 08 23:44:12.155167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc799-6e19-4fa8-9699-72ac87bd93d0 req-9e0a0741-7627-45de-b0a6-8b0049a1629b tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:12.164483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13fdc799-6e19-4fa8-9699-72ac87bd93d0 req-9e0a0741-7627-45de-b0a6-8b0049a1629b tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 948 time: 0.1395917 Feb 08 23:44:12.228129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13fdc799-6e19-4fa8-9699-72ac87bd93d0 req-3a59c993-c4fd-4910-a884-f64cb69707dd tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Feb 08 23:44:12.232259 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f91755-ec4a-4554-8b96-6068121db36e None None] New status for floating IP 093c7357-d1e6-4d5b-9006-e2ec5eb84460: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:44:12.288233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:12.448576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:12.458131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33278) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:12.510935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-d18207e7-9602-4316-810f-e71fea2ca45d tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:12.515447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-d18207e7-9602-4316-810f-e71fea2ca45d tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.2074625 Feb 08 23:44:12.543647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:12.721524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-da8bbb86-296e-4957-9f78-a464f60a13b2 None None] Provisioning complete for port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:12.721928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-da8bbb86-296e-4957-9f78-a464f60a13b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:12.727990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc9533-488a-4c5c-93a5-1fc8bfc2af36 req-e3dcd333-2b5b-42ae-9e18-4b9ecb128cd2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:12.729625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22fc9533-488a-4c5c-93a5-1fc8bfc2af36 req-e3dcd333-2b5b-42ae-9e18-4b9ecb128cd2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.4820881 Feb 08 23:44:12.785064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:12.788113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-da8bbb86-296e-4957-9f78-a464f60a13b2 None None] Port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:44:12.800149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '97a98f57-bda1-4765-9152-9300304aa3e9', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '97a98f57-bda1-4765-9152-9300304aa3e9', 'mac_address': 'fa:16:3e:6e:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:12.806181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22fc9533-488a-4c5c-93a5-1fc8bfc2af36 req-66a0479b-a7a0-4985-9c43-620e1efc5c43 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670037 Feb 08 23:44:12.834006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94297907-78e5-4af9-a1dd-a3c7dfd5f3b9 req-0515aeb9-b06a-4d91-b02e-0cf2cdfc193a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:12.835929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94297907-78e5-4af9-a1dd-a3c7dfd5f3b9 req-0515aeb9-b06a-4d91-b02e-0cf2cdfc193a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1053836 Feb 08 23:44:12.874394 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-fe1fe0ce-7dbc-4ab8-b1dd-eea60704f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:12.875421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-fe1fe0ce-7dbc-4ab8-b1dd-eea60704f6b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.7150683 Feb 08 23:44:12.881608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:12.897655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94297907-78e5-4af9-a1dd-a3c7dfd5f3b9 req-cc1c35d5-76df-4540-94f1-37ecb89edc74 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526018 Feb 08 23:44:12.911759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a98f57-bda1-4765-9152-9300304aa3e9 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:12.938624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:12.946402 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.008041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3ed0e-e0b3-4682-a3dd-dcd7bc39c64d req-641db0e2-9e31-44b1-acf9-bfb2ecc5c077 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:13.012437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98f3ed0e-e0b3-4682-a3dd-dcd7bc39c64d req-641db0e2-9e31-44b1-acf9-bfb2ecc5c077 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 945 time: 0.1138816 Feb 08 23:44:13.049649 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-5ed31228-5eaf-4176-9fb2-79c3591a96d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.0536673 Feb 08 23:44:13.056876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:13.126281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98f3ed0e-e0b3-4682-a3dd-dcd7bc39c64d req-343e8653-64b1-4dd4-90b2-e94cf12f2e52 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021721 Feb 08 23:44:13.173296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-a8b2e8a6-3ce5-4847-9e21-095510ce81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:13.174771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-a8b2e8a6-3ce5-4847-9e21-095510ce81e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1068697 Feb 08 23:44:13.175348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.180635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:13.217598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['97a98f57-bda1-4765-9152-9300304aa3e9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:13.278734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29890bfb-8e8b-4782-9baa-f4cfba32cc86 req-1e1d89be-e32a-4eb0-abe8-504a2f3c997c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:13.280879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29890bfb-8e8b-4782-9baa-f4cfba32cc86 req-1e1d89be-e32a-4eb0-abe8-504a2f3c997c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.0971229 Feb 08 23:44:13.313045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.330633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.334918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:13.335837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.340083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29890bfb-8e8b-4782-9baa-f4cfba32cc86 req-175c0371-9832-42ae-a8f0-b5ac12378ea0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Feb 08 23:44:13.377432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdf31f46-5efa-4a56-833e-5232e9c3d4c4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.490764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38334a-7973-4cb0-9e9e-1c686991ea2c req-4a053a76-c2d3-4fd0-8686-b3760cceb6f1 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:13.494445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef38334a-7973-4cb0-9e9e-1c686991ea2c req-4a053a76-c2d3-4fd0-8686-b3760cceb6f1 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 949 time: 0.0565867 Feb 08 23:44:13.526173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-f677e2eb-efb5-4799-ad70-2a79d6c1ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:13.528138 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-f677e2eb-efb5-4799-ad70-2a79d6c1ba1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307984 Feb 08 23:44:13.560512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef38334a-7973-4cb0-9e9e-1c686991ea2c req-cbe0a3ff-8cba-45de-8ef7-5102273d0500 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592003 Feb 08 23:44:13.598854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdf31f46-5efa-4a56-833e-5232e9c3d4c4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.651652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.659243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Pushing event updated for resources: {'Port': ['ID=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:13.780263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:13.823578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdf31f46-5efa-4a56-833e-5232e9c3d4c4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.826632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdf31f46-5efa-4a56-833e-5232e9c3d4c4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:13.830655 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fdf31f46-5efa-4a56-833e-5232e9c3d4c4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "DELETE /v2.0/security-groups/ac65e79d-508a-433a-b4fd-d3ff82a1a456 HTTP/1.1" status: 204 len: 168 time: 1.3686154 Feb 08 23:44:13.831010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33342) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:13.843338 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-db8d69c8-7252-4d3e-b437-23b8990e1758 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901886 Feb 08 23:44:13.852124 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-7419ae2d-5cf0-4aea-80d3-695006b3aa29 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] show failed (client error): The resource could not be found. Feb 08 23:44:13.853088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7419ae2d-5cf0-4aea-80d3-695006b3aa29 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "GET /v2.0/security-groups/ac65e79d-508a-433a-b4fd-d3ff82a1a456 HTTP/1.1" status: 404 len: 347 time: 0.0209584 Feb 08 23:44:13.856419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33348) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:13.921342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31f46-5efa-4a56-833e-5232e9c3d4c4 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac65e79d-508a-433a-b4fd-d3ff82a1a456,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:14.014285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:14.021564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:14.025379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:14.075232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014550-870b-4e96-9b10-fb8f16abb361 req-622ea7a3-2416-4432-a58e-d6ec1b246d7c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:14.077281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8014550-870b-4e96-9b10-fb8f16abb361 req-622ea7a3-2416-4432-a58e-d6ec1b246d7c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.1092477 Feb 08 23:44:14.087405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Deleting port 4f79693b-4e38-4cb9-9477-e973b29ebf75 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:14.093031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.135500 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1275e540-77f9-4bd9-8d51-1932041381c7 req-934ce049-d280-463f-9ad1-1c7b0ec3decb service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684920 Feb 08 23:44:14.146686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:14.149285 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba77eb5-ac9f-4b60-841e-aec735155d49" -d '{"events": [{"server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "name": "network-vif-unplugged", "status": "completed", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:14.153398 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.182010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.188558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a4dbeb56-3fd4-45da-9fc2-b1bad2b31f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.219969 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.220389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.224782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:14.244398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Calling delete_port for 4f79693b-4e38-4cb9-9477-e973b29ebf75 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:14.287459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:14.312809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.313138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.313465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.313805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.314141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.314473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.314799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.315126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.315453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.315778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.316103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.316425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.378680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:44:14.387978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:14.388519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:14.389096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:14.392328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:14.400328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:14.403725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:14.404644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:14.453050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:14.453983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:14.454386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.454905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:14.455390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Bound port: 3d326990-d643-4e96-afb0-fbcd555cd745, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:14.456992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.532655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8014550-870b-4e96-9b10-fb8f16abb361 req-f0322f19-329c-40f5-a50b-d84c9dcc6b4d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466057 Feb 08 23:44:14.534597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Pushing event deleted for resources: {'Port': ['ID=4f79693b-4e38-4cb9-9477-e973b29ebf75,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:14.564571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.564939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.565289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.565675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.566016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.566348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.566676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.567004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.567414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.567710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.568035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.568772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:14.569313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:14.581699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:14.593017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.613279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31f293-77ec-4f01-a6dd-3c7f87f2ea9e req-2538ea20-4daa-4bfa-8d0e-16e3eedeaf60 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:14.615110 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb31f293-77ec-4f01-a6dd-3c7f87f2ea9e req-2538ea20-4daa-4bfa-8d0e-16e3eedeaf60 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.2873769 Feb 08 23:44:14.650371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:14.664889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.668905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.670400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6bc95c02-f78d-461e-a1e6-9369275d5a99 tempest-ServersWithSpecificFlavorTestJSON-569016874 tempest-ServersWithSpecificFlavorTestJSON-569016874-project] 10.222.0.32 "DELETE /v2.0/floatingips/093c7357-d1e6-4d5b-9006-e2ec5eb84460 HTTP/1.1" status: 204 len: 168 time: 0.8127773 Feb 08 23:44:14.671690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '39b03750-3e92-4777-a5c9-69b7f869939d', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '39b03750-3e92-4777-a5c9-69b7f869939d', 'mac_address': 'fa:16:3e:1d:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:14.680752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:14.690630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-36ea4897-a488-445d-84a3-2d1311c7e825 None None] Provisioning complete for port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:14.691270 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-36ea4897-a488-445d-84a3-2d1311c7e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.695336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb31f293-77ec-4f01-a6dd-3c7f87f2ea9e req-3b1a9526-ffa2-48ab-a87e-0d8ce1bc45aa tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731919 Feb 08 23:44:14.786505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:14.787234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.787837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 97a98f57-bda1-4765-9152-9300304aa3e9 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:44:14.788906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-b9006431-8fca-4825-aa53-215429d6545a service neutron] 10.222.0.84 "PUT /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 1121 time: 2.2597666 Feb 08 23:44:14.790538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:44:14.801535 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3fc53363-8781-4f0a-988d-66efb25ee879 admin admin] 10.222.0.32 "PUT /v2.0/routers/b59a59b9-83a6-46c5-aee6-72e9ec1bd05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6226203 Feb 08 23:44:14.842246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 97a98f57-bda1-4765-9152-9300304aa3e9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:14.842488 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:14.851421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-36ea4897-a488-445d-84a3-2d1311c7e825 None None] Port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:44:14.870168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:14.901652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d866e77-feb1-4d68-98fa-d44b3dcae51d req-3d7ca866-3670-47a6-9659-da593ddf71d4 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:14.910628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d866e77-feb1-4d68-98fa-d44b3dcae51d req-3d7ca866-3670-47a6-9659-da593ddf71d4 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.0860484 Feb 08 23:44:14.930491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Sync routers for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:44:14.938514 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e44e6-f7ce-4239-979c-35398f2bebfa x-openstack-request-id: req-848e44e6-f7ce-4239-979c-35398f2bebfa {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:14.938836 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "name": "network-vif-unplugged", "status": "completed", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:14.939819 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-848e44e6-f7ce-4239-979c-35398f2bebfa {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:14.940229 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745', 'code': 200} Feb 08 23:44:14.981712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d866e77-feb1-4d68-98fa-d44b3dcae51d req-3465fecc-6b84-4c70-923c-0e9e14bcb143 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675402 Feb 08 23:44:14.982942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:15.000303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3d326990-d643-4e96-afb0-fbcd555cd745'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:15.050480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['3d326990-d643-4e96-afb0-fbcd555cd745'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:15.052704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:15.053373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:15.113848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:15.114227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:15.114589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:15.117263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b03750-3e92-4777-a5c9-69b7f869939d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:15.142103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381ddf6-c3ca-4fa3-9ba9-9a6f313bf528 req-a97d1c23-d415-4fb8-b90e-32c642689285 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:15.149476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e381ddf6-c3ca-4fa3-9ba9-9a6f313bf528 req-a97d1c23-d415-4fb8-b90e-32c642689285 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.1135721 Feb 08 23:44:15.159813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:15.160174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Attempting to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:15.182995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063e0c2-fb9e-407b-8703-281c408d21a2 req-83e05595-bc43-4198-a4cd-0e40a06dabca tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:15.188351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:15.192086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5063e0c2-fb9e-407b-8703-281c408d21a2 req-83e05595-bc43-4198-a4cd-0e40a06dabca tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 949 time: 0.1251576 Feb 08 23:44:15.192433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:15.192812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:15.193479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:15.193994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Bound port: 3d326990-d643-4e96-afb0-fbcd555cd745, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:15.194502 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:15.212844 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:15.235967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e381ddf6-c3ca-4fa3-9ba9-9a6f313bf528 req-b9533b37-a836-4133-96cb-aa75d60e47df tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848937 Feb 08 23:44:15.244874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5063e0c2-fb9e-407b-8703-281c408d21a2 req-954707f8-0c67-46ea-945e-d4b837b6a694 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520246 Feb 08 23:44:15.441051 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:15.453030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:15.519091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:15.530835 n-d-828413-1 neutron-server[105933]: WARNING neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Concurrent port binding operations failed on port 3d326990-d643-4e96-afb0-fbcd555cd745 Feb 08 23:44:15.535201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39b03750-3e92-4777-a5c9-69b7f869939d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:15.541711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-7b8ad679-fae7-4d94-ac59-75f5c247ed44 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:15.550048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-7b8ad679-fae7-4d94-ac59-75f5c247ed44 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.1420546 Feb 08 23:44:15.570067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-d3ba345a-9401-491c-b639-4f279f32d2c0 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/quotas/401a567377f54e69b6b71fe9943a4e85 HTTP/1.1" status: 200 len: 375 time: 0.0182209 Feb 08 23:44:15.589844 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:15.600542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:15.633039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-04a030b7-7a14-4ae3-bf9a-37df41404bb7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615392 Feb 08 23:44:15.676006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:15.678750 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1382ab70-5557-4493-a639-fc3366fcb0fe" -d '{"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-plugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:15.737546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-019e7ac3-c650-4941-87a7-f18f529afbb4 service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034007 Feb 08 23:44:15.807984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:15.819283 n-d-828413-1 neutron-server[105933]: INFO neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Attempt 2 to bind port 3d326990-d643-4e96-afb0-fbcd555cd745 Feb 08 23:44:15.820281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:44:15.843676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:15.844309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-c250318a-e19e-45db-9814-91a4483bd507 service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054938 Feb 08 23:44:15.902101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33394) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:15.909339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204135778', 'description': 'tempest-description--1924044507'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:15.962141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.052963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:16.058934 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.071825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.117991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.119785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2158930 Feb 08 23:44:16.122803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:16.127604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'security_group_rule': {'security_group_id': 'ba64e74c-f4f0-4995-ad61-cf86cb9fb57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:16.186329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.202705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100ec4d-fa9a-484d-99ea-7fcace348250 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:16.272224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751d3d1-d532-495b-8a64-8b91a6df5710 req-d38e81cb-0faa-44c7-8351-9cf55d890fd8 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:16.274640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8751d3d1-d532-495b-8a64-8b91a6df5710 req-d38e81cb-0faa-44c7-8351-9cf55d890fd8 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.2255938 Feb 08 23:44:16.286123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:16.297827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.298838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40e32-4b59-40d4-ba3c-a79fad3d4ff8 req-75898190-0640-4c0d-825e-c75d8e25e760 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:16.303623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.320000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bd40e32-4b59-40d4-ba3c-a79fad3d4ff8 req-75898190-0640-4c0d-825e-c75d8e25e760 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1618786 Feb 08 23:44:16.331658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:16.352197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e192a33c-e05f-42ce-8c5c-97c7090ac360,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:16.370288 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.371545 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fff30ea3-9cb7-4c28-b92e-314fae6089db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475631 Feb 08 23:44:16.374712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33414) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:16.379451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'security_group_rule': {'security_group_id': 'ba64e74c-f4f0-4995-ad61-cf86cb9fb57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:16.416143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8751d3d1-d532-495b-8a64-8b91a6df5710 req-5907fa95-48b7-484f-b507-4c27381b5b0e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282232 Feb 08 23:44:16.446274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.472239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bd40e32-4b59-40d4-ba3c-a79fad3d4ff8 req-888e89ed-1e03-437f-91c6-8c1c7de6faad tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446166 Feb 08 23:44:16.550827 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38ff526-7a5e-4d2c-a694-82de25aca5e6 x-openstack-request-id: req-d38ff526-7a5e-4d2c-a694-82de25aca5e6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:16.551338 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-plugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:16.551424 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d38ff526-7a5e-4d2c-a694-82de25aca5e6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:16.552091 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'code': 200} Feb 08 23:44:16.681436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.688595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.706501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-67d6bf61-c154-42b8-9839-e785588f3dd5 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:16.709605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-67d6bf61-c154-42b8-9839-e785588f3dd5 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.21 "GET /v2.0/ports?device_id=970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5 HTTP/1.1" status: 200 len: 945 time: 0.1787183 Feb 08 23:44:16.729613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.747461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fb25e34-25ca-4a3b-8b4c-7c0633d70d80 req-245dd2ef-95c9-4378-922b-105b6df29e31 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 210 time: 0.0999596 Feb 08 23:44:16.763974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8a3651-89e7-4995-9020-92d0dc18e5d4,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:16.764272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd60b-b5f3-48d4-9284-496adfacb7ca req-ca53479c-077d-4fce-b570-27cc4b897ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:16.765791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-494dd60b-b5f3-48d4-9284-496adfacb7ca req-ca53479c-077d-4fce-b570-27cc4b897ba0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 1101 time: 0.1584251 Feb 08 23:44:16.785715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bc429-517e-45aa-9527-5482dfed09c8 req-83844e81-1b19-48f5-8be1-3edacdf5dcbf tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:16.787725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d51bc429-517e-45aa-9527-5482dfed09c8 req-83844e81-1b19-48f5-8be1-3edacdf5dcbf tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.1023173 Feb 08 23:44:16.813639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.818259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b746af32-92d5-423a-8681-cc153090e697 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422319 Feb 08 23:44:16.818901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33420) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:16.835485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:16.857592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 2, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:16.866030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-494dd60b-b5f3-48d4-9284-496adfacb7ca req-258adbf1-4659-4f12-aa87-bd3c4ad8a0c7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771849 Feb 08 23:44:16.881260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d51bc429-517e-45aa-9527-5482dfed09c8 req-0e33915e-257d-4db9-b09e-1c039ede528d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687003 Feb 08 23:44:16.931961 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.932960 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.941663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:16.943927 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9647ce8-65ed-4a13-a370-b1af983d69a0" -d '{"events": [{"name": "network-changed", "server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:16.973633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:16.997852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa619305-76ae-469f-8008-8cfca705fe64 req-158315ed-efba-4a8d-88c8-0bccbf57fa34 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:16.999639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Checking router: b59a59b9-83a6-46c5-aee6-72e9ec1bd05b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:44:17.000205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Updating router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:44:17.000617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa619305-76ae-469f-8008-8cfca705fe64 req-158315ed-efba-4a8d-88c8-0bccbf57fa34 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 949 time: 0.1176422 Feb 08 23:44:17.012948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:17.031321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Deleting port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:17.038234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.038724 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.062845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:44:17.086291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:17.096125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.097887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.133750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa619305-76ae-469f-8008-8cfca705fe64 req-ff678ec0-0715-4f61-affa-98d87c74b48a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240435 Feb 08 23:44:17.157203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5a35-509e-4b26-bb16-3ee700d5db32 req-fe59fada-1b53-4dad-9690-694f625197fe tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:17.160710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2bcf5a35-509e-4b26-bb16-3ee700d5db32 req-fe59fada-1b53-4dad-9690-694f625197fe tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 950 time: 0.1579297 Feb 08 23:44:17.173008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:17.236578 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f0450-d449-48c6-b7b8-59acc083c660 x-openstack-request-id: req-6b3f0450-d449-48c6-b7b8-59acc083c660 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:17.237804 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:17.237804 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b3f0450-d449-48c6-b7b8-59acc083c660 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:17.250004 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745', 'status': 'completed', 'code': 200} Feb 08 23:44:17.255075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2bcf5a35-509e-4b26-bb16-3ee700d5db32 req-efae55da-bba3-4171-aa38-fb5c1df6c08f tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861847 Feb 08 23:44:17.282652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] For port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:17.283347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.305302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Calling delete_port for 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:17.338746 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.361734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:17.363791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-f68ae0a1-fb21-41ee-99c4-44577979a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:17.365399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-f68ae0a1-fb21-41ee-99c4-44577979a2cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1124 time: 0.1067462 Feb 08 23:44:17.377239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.489840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33434) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:17.671619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Allocated IP 172.25.3.166 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/64e941e6-5f70-463e-9ff6-f43bb3b2b9b9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:17.725613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.733520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.758934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-66f1f658-4720-490f-9310-47ccc484ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:17.760366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-66f1f658-4720-490f-9310-47ccc484ca6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.3880284 Feb 08 23:44:17.780124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.825593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368cbe9-58e6-4822-ae3b-1c8d5ffb124a None None] Pushing event updated for resources: {'Port': ['ID=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:17.862791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6b2c3-2b25-4307-9230-cea99c0c38ac req-3ad6fda2-303f-48c5-a9ff-13d92e94f213 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:17.872529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03d6b2c3-2b25-4307-9230-cea99c0c38ac req-3ad6fda2-303f-48c5-a9ff-13d92e94f213 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 947 time: 0.2538731 Feb 08 23:44:17.886008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04718a-e1c6-4f58-9b7b-3e576af02c4e req-26669267-b7de-413f-8147-9de8c2c02a2f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:17.889128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac04718a-e1c6-4f58-9b7b-3e576af02c4e req-26669267-b7de-413f-8147-9de8c2c02a2f tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.2879069 Feb 08 23:44:17.897695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-ce388ff2-190a-4428-b04e-9bbe0947bdff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 217 time: 0.1083710 Feb 08 23:44:17.941984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Attempting to bind port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:17.942358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Attempting to bind port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:17.942716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Attempting to bind port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:17.948821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:17.949242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:17.949631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:17.950082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:17.950561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Bound port: 6f93ddb6-9f0c-4940-8c5e-35653a46fa82, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:17.951264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.064774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] For port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:18.070159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03d6b2c3-2b25-4307-9230-cea99c0c38ac req-257c325b-db11-45ef-8b7a-c2ba705e9d87 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965251 Feb 08 23:44:18.071891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] For port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:18.095928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.203320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac04718a-e1c6-4f58-9b7b-3e576af02c4e req-34a1cdeb-2b2a-461d-8a54-02b6c4bfa543 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916694 Feb 08 23:44:18.204625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-ccff143a-8cee-4e1e-94a0-a5e43691e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:18.206320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-ccff143a-8cee-4e1e-94a0-a5e43691e280 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.2957547 Feb 08 23:44:18.231614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:18.231614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:18.303434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:18.313217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:18.340129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d297146-f2c6-41b8-889d-659e0b90b5da req-c0aa7f9a-cbd2-4510-960b-6121f64641a6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 210 time: 0.1315298 Feb 08 23:44:18.346161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-facfab22-1a14-41b3-8dfe-78abd693bab2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187449 Feb 08 23:44:18.380654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368cbe9-58e6-4822-ae3b-1c8d5ffb124a None None] Pushing event updated for resources: {'Port': ['ID=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:18.391992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d735dfc4-8d20-470c-8036-16d2f7958266 None None] Provisioning complete for port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:18.392369 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d735dfc4-8d20-470c-8036-16d2f7958266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.406552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event deleted for resources: {'Port': ['ID=0cdf6563-4f7d-46ee-a11f-7d3fc092a30f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:18.469224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-76a94669-f268-499f-ac7f-2d1cd9f73c48 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088524 Feb 08 23:44:18.516601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] No DVR routers for this DVR port 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:18.526558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-46b3e3ba-e36f-49ad-a9b3-de02bdfcc467 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:18.528078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-46b3e3ba-e36f-49ad-a9b3-de02bdfcc467 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.9132433 Feb 08 23:44:18.532440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.535657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5f2d6352-4958-4a67-b804-a18f3d165ed8 req-fcf234d5-bef2-4548-b956-572112160560 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.21 "DELETE /v2.0/ports/0cdf6563-4f7d-46ee-a11f-7d3fc092a30f HTTP/1.1" status: 204 len: 173 time: 1.8161528 Feb 08 23:44:18.549915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Request body: {'port': {'device_id': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'admin_state_up': True, 'tenant_id': '401a567377f54e69b6b71fe9943a4e85'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:18.555243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:18.558551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}, {'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:18.561520 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180bf4cd-7529-4dfd-8fa1-71e44ec241f0" -d '{"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}, {"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-unplugged", "status": "completed", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:18.592738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 39b03750-3e92-4777-a5c9-69b7f869939d completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:44:18.610432 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 39b03750-3e92-4777-a5c9-69b7f869939d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:18.610807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.644777 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.716555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:18.726697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.781971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:18.784456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Made reservation on behalf of 401a567377f54e69b6b71fe9943a4e85 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:18.788056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.797422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:18.800236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:18.807682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'mac_address': 'fa:16:3e:58:5d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:18.823652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d735dfc4-8d20-470c-8036-16d2f7958266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.844072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=64e941e6-5f70-463e-9ff6-f43bb3b2b9b9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:18.939645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:18.957272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235bf5-57d5-4a85-8ac8-1b55c3a4d70c req-0769bb7f-d36f-4aae-a5c6-e38f204fb183 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:18.961218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb235bf5-57d5-4a85-8ac8-1b55c3a4d70c req-0769bb7f-d36f-4aae-a5c6-e38f204fb183 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.6200967 Feb 08 23:44:18.995137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.039102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015228d-d93e-4fe0-99aa-f5ad8e7e489d req-46f7f461-c092-42c5-bf86-0fe25fa6470d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:19.040890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d015228d-d93e-4fe0-99aa-f5ad8e7e489d req-46f7f461-c092-42c5-bf86-0fe25fa6470d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 949 time: 0.5708539 Feb 08 23:44:19.044341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Allocated IP 172.20.0.6 (ed09ccca-cf42-4b78-b6e4-a15bf22b086c/dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c/86fe51d9-f62a-4ce3-b27a-148b9963d4fe) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:19.051232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.062404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9647ce8-65ed-4a13-a370-b1af983d69a0 req-f21cd5be-57ca-4801-9bc4-41437b4fed8a service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672016 Feb 08 23:44:19.100080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d735dfc4-8d20-470c-8036-16d2f7958266 None None] For port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:19.106144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb235bf5-57d5-4a85-8ac8-1b55c3a4d70c req-f44a57c1-2963-4569-a82e-79141e65d2a8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248963 Feb 08 23:44:19.112313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.117372 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d735dfc4-8d20-470c-8036-16d2f7958266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.133843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:19.156158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d015228d-d93e-4fe0-99aa-f5ad8e7e489d req-3323826b-6277-4c09-83fb-28abce314449 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918794 Feb 08 23:44:19.200294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:19.216858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.226716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:19.239761 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.249798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735dfc4-8d20-470c-8036-16d2f7958266 None None] Pushing event updated for resources: {'Port': ['ID=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:19.255430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-deleted', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:19.257581 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ae2a1-cd2f-4ed8-9cc5-756b92fca723" -d '{"events": [{"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-deleted", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:19.287807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4b375d74-594f-4702-b475-b1e878ab61a1 None None] Provisioning complete for port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:19.288188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b375d74-594f-4702-b475-b1e878ab61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.322369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:19.351524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.373779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0f7227-bc3f-442e-82b9-f6382289a78f None None] The sync data for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 is: [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:44:19.384521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:19.390067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.415281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.424764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.425794 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca09e9-46bc-41d6-a58d-43d9f61b2c4d x-openstack-request-id: req-21ca09e9-46bc-41d6-a58d-43d9f61b2c4d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:19.426288 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "code": 200}, {"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-unplugged", "status": "completed", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:19.426702 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-21ca09e9-46bc-41d6-a58d-43d9f61b2c4d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:19.427259 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'code': 200} Feb 08 23:44:19.427677 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'code': 200} Feb 08 23:44:19.486714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:19.548862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.567546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:19.585287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.591940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=64e941e6-5f70-463e-9ff6-f43bb3b2b9b9,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:19.602507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.612616 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c44985d-cc52-4ca2-aca8-2202e69d4c22 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7718678 Feb 08 23:44:19.639775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:19.646488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:19.649572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:19.699480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:19.733166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:19.734124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.754104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2e4a4e4-5f86-45e3-8ec4-32b710fce5b4 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2093089 Feb 08 23:44:19.775068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Request body: {'port': {'device_id': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:19.838739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:19.845780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0c39f-e843-495e-8043-5d79b5acb181 req-88cb3ac5-8e3f-48ae-a192-eaa9cf85e8ef tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:19.847366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8d0c39f-e843-495e-8043-5d79b5acb181 req-88cb3ac5-8e3f-48ae-a192-eaa9cf85e8ef tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 950 time: 0.2052212 Feb 08 23:44:19.855261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e2866-493f-411d-870a-4b8c0cc7f454 req-410e96bd-12e4-497f-9b8e-30a538f8e8b0 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:19.856802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc2e2866-493f-411d-870a-4b8c0cc7f454 req-410e96bd-12e4-497f-9b8e-30a538f8e8b0 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.2242849 Feb 08 23:44:19.938523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8d0c39f-e843-495e-8043-5d79b5acb181 req-d1ca3b91-c09d-4088-b511-979b3ba282e0 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794990 Feb 08 23:44:19.961452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc2e2866-493f-411d-870a-4b8c0cc7f454 req-fddce34e-62df-4af9-8894-09c7396627ba tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902071 Feb 08 23:44:20.051367 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbeecbb-43ae-44eb-bbe4-745e9bf179f4 x-openstack-request-id: req-6cbeecbb-43ae-44eb-bbe4-745e9bf179f4 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:20.051770 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5", "name": "network-vif-deleted", "tag": "0cdf6563-4f7d-46ee-a11f-7d3fc092a30f", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:20.052125 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cbeecbb-43ae-44eb-bbe4-745e9bf179f4 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:20.052606 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970bb1ea-e8a2-44bc-9812-6c0d0c7fe6b5', 'name': 'network-vif-deleted', 'tag': '0cdf6563-4f7d-46ee-a11f-7d3fc092a30f', 'status': 'completed', 'code': 200} Feb 08 23:44:20.134548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57881a6b-1b6b-4642-8dd9-4c026a520cc6 req-a6f87c0d-aedd-4e25-adc3-cfa965282978 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:20.139606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57881a6b-1b6b-4642-8dd9-4c026a520cc6 req-a6f87c0d-aedd-4e25-adc3-cfa965282978 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.1260388 Feb 08 23:44:20.168628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fe51d9-f62a-4ce3-b27a-148b9963d4fe {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:20.176999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.195924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3217e-f9ee-4a06-95ae-6618ff856e64 req-fa8a989c-e0f6-4661-85a2-a36916545852 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:20.197053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Transition to ACTIVE for port object 86fe51d9-f62a-4ce3-b27a-148b9963d4fe will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:44:20.197473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-afd3217e-f9ee-4a06-95ae-6618ff856e64 req-fa8a989c-e0f6-4661-85a2-a36916545852 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 931 time: 0.1087556 Feb 08 23:44:20.201471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Deleting port efbf8f9a-8756-40ce-aa19-fbc897275f0a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:20.201809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.208669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.227306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57881a6b-1b6b-4642-8dd9-4c026a520cc6 req-89a55da4-a16c-4ae2-8207-e2eadd689e06 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802608 Feb 08 23:44:20.270793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:20.324852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:20.349702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-afd3217e-f9ee-4a06-95ae-6618ff856e64 req-5a8778f6-8752-42c2-8128-a7c0a4c0d00f tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423733 Feb 08 23:44:20.379307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:20.379754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0cdf6563-4f7d-46ee-a11f-7d3fc092a30f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:20.393295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Attempting to bind port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:20.394044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Attempting to bind port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:20.394044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Attempting to bind port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:20.398898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:20.399369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Attempting to bind port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:20.404613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:20.405009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Checking segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:20.405359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Bound using segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:20.406354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Bound port: 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:20.406354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.442196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-b97bc3c6-dfb8-4100-a0a2-a4ac70a5b4a6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--204135778&fields=id&tenant_id=f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 267 time: 0.0707121 Feb 08 23:44:20.480472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:20.486589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:20.493169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.509409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:20.510022 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.511401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] 10.222.0.84 "PUT /v2.0/ports/86fe51d9-f62a-4ce3-b27a-148b9963d4fe HTTP/1.1" status: 200 len: 1091 time: 0.7423878 Feb 08 23:44:20.525290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] For port efbf8f9a-8756-40ce-aa19-fbc897275f0a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=efbf8f9a-8756-40ce-aa19-fbc897275f0a,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:20.525999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:20.547040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Calling delete_port for efbf8f9a-8756-40ce-aa19-fbc897275f0a owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:20.629846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2c003a2-b539-4c92-ab2c-350b6e02104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:20.630670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-5fe1ba83-6cd0-4c5e-bcac-d8c624f1c50b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:20.631796 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-b2c003a2-b539-4c92-ab2c-350b6e02104a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 1094 time: 0.0718694 Feb 08 23:44:20.635012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839b719-e183-4d16-9181-6bea05e77677 service neutron] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:20.637834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-5fe1ba83-6cd0-4c5e-bcac-d8c624f1c50b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.1944036 Feb 08 23:44:20.677583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-f11a0f41-77dd-45e9-8bc3-06d5b35d83e2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/quotas/f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 375 time: 0.0382223 Feb 08 23:44:20.711750 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-7ebf8a38-3b88-4ecb-af5f-aae3e8f86d2d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe HTTP/1.1" status: 200 len: 217 time: 0.0632322 Feb 08 23:44:20.799232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-f417dd5b-c0c5-4a43-8f5e-a08daf374c83 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185360 Feb 08 23:44:20.800624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-675b06be-22d9-4556-a91d-dea5aae2582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:20.803014 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-675b06be-22d9-4556-a91d-dea5aae2582c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.0826735 Feb 08 23:44:20.852109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-673ecd24-864d-4345-bcf5-e049ad6aa5b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413499 Feb 08 23:44:20.971776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-3e4f6955-8231-48ab-8ab3-ac4f8e91bb3f service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111345 Feb 08 23:44:21.038333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85c428-83eb-4d56-a17e-0ac77fa3b6e3 req-9e2015e0-6fb9-4e49-b4e0-40c1e979f1e8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:21.046111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d85c428-83eb-4d56-a17e-0ac77fa3b6e3 req-9e2015e0-6fb9-4e49-b4e0-40c1e979f1e8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.1513891 Feb 08 23:44:21.074606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-661acfe2-c480-437a-9bd7-3cb4b4bd2da6 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615681 Feb 08 23:44:21.101164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b7948d8a-34f9-4e46-b711-a6ae909cdf71 req-0140567a-ba59-4777-bd93-f34cdbf404cf service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206388 Feb 08 23:44:21.129481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d85c428-83eb-4d56-a17e-0ac77fa3b6e3 req-5ef8ca42-9b44-47a3-9849-ae068f53cc39 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Feb 08 23:44:21.179514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:21.189084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:21.240303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:21.241417 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:21.269951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbf8f9a-8756-40ce-aa19-fbc897275f0a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:21.396180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-4cb25994-761b-45cc-b920-2dead30ce238 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000369 Feb 08 23:44:21.418608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d44413-4fea-4c42-93d2-b4aa3845d523 req-b9f5f697-3ff3-46cb-b130-e310fbf64812 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:21.426864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3d44413-4fea-4c42-93d2-b4aa3845d523 req-b9f5f697-3ff3-46cb-b130-e310fbf64812 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1811202 Feb 08 23:44:21.429158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:21.433237 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cde920-a724-421e-999e-4f5ea1fb0c89" -d '{"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-plugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:21.515750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3d44413-4fea-4c42-93d2-b4aa3845d523 req-ea982cbe-576c-43d7-8283-1b01df3d2968 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878611 Feb 08 23:44:21.523138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:21.829639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de9366-b4fc-4cb6-8acf-635dbd662aca req-17bf3b5c-ffd5-4f08-ade2-8cb2f2325c94 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:21.833498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1de9366-b4fc-4cb6-8acf-635dbd662aca req-17bf3b5c-ffd5-4f08-ade2-8cb2f2325c94 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 949 time: 0.1350918 Feb 08 23:44:22.054044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:22.059322 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e74a9c-cbc2-4b79-b263-817df51aa202" -d '{"events": [{"name": "network-changed", "server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:22.131167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05cd35-1cb1-437b-8bcd-d0a607f45e24 req-ab7ecdf0-5e06-45f0-a79a-d93918a8cd8d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:22.132824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e05cd35-1cb1-437b-8bcd-d0a607f45e24 req-ab7ecdf0-5e06-45f0-a79a-d93918a8cd8d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.4334800 Feb 08 23:44:22.202332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1de9366-b4fc-4cb6-8acf-635dbd662aca req-31c1e94c-60e5-46e3-beb4-51d2b7de5e93 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617816 Feb 08 23:44:22.216364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e05cd35-1cb1-437b-8bcd-d0a607f45e24 req-d26023f4-2364-4e7e-8a21-15ca88058121 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544226 Feb 08 23:44:22.233135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Router ad45eb0a-677a-4799-ab0e-56f42d847eb1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:44:22.276200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:22.370172 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee7dac7-92cc-4611-a82f-52a3250c4372 x-openstack-request-id: req-eee7dac7-92cc-4611-a82f-52a3250c4372 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:22.370460 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-plugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:22.370917 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eee7dac7-92cc-4611-a82f-52a3250c4372 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:22.371314 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'code': 200} Feb 08 23:44:22.421029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:22.421505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:22.429303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b826557a-c36d-442c-b93d-88ab62b0d1c2 req-840f9c72-c7ae-4571-af2a-7c04132818f9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 210 time: 0.0453882 Feb 08 23:44:22.468315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:44:22.477788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ec2484e4-82de-45f7-9799-a06710ad8cd1 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad45eb0a-677a-4799-ab0e-56f42d847eb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9828863 Feb 08 23:44:22.478126 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38abd6d5-6bee-4e99-b407-3a0a8880e366 x-openstack-request-id: req-38abd6d5-6bee-4e99-b407-3a0a8880e366 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:22.478437 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:22.478694 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38abd6d5-6bee-4e99-b407-3a0a8880e366 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:22.481201 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] Sync routers for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:44:22.483734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0135d-8cb0-4216-936a-84ea8911ff00 req-0b1d05cd-a089-4ca1-9a1e-1afbed9180b5 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:22.490868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbc0135d-8cb0-4216-936a-84ea8911ff00 req-0b1d05cd-a089-4ca1-9a1e-1afbed9180b5 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 943 time: 0.1687551 Feb 08 23:44:22.491662 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'status': 'completed', 'code': 200} Feb 08 23:44:22.492770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33514) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:22.497718 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:22.498360 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:22.535889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c600298-8096-4033-9adf-3f62764a9e5d req-bf9955a7-0107-4bc5-9a24-4ef5b54f5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:22.537473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c600298-8096-4033-9adf-3f62764a9e5d req-bf9955a7-0107-4bc5-9a24-4ef5b54f5222 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1101 time: 0.1106994 Feb 08 23:44:22.540522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbc0135d-8cb0-4216-936a-84ea8911ff00 req-7891954d-5442-4da6-8c68-2517ccff2edf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Feb 08 23:44:22.561750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:22.604006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:22.612642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:22.613570 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c600298-8096-4033-9adf-3f62764a9e5d req-e465fc34-3c12-454b-9820-3c9f90716a82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627251 Feb 08 23:44:22.629072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b9b6c-92a7-486a-9c74-514ca84afda9 req-8ba7277b-e9cb-4119-8afe-539ae2308f4f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:22.630649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b7b9b6c-92a7-486a-9c74-514ca84afda9 req-8ba7277b-e9cb-4119-8afe-539ae2308f4f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.0892298 Feb 08 23:44:22.676805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:22.688640 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:22.712299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414f351-a899-424e-92a8-c2422a9f8ade req-93658bac-6afa-49d6-895f-02e8ef3b4b7c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:22.713863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d414f351-a899-424e-92a8-c2422a9f8ade req-93658bac-6afa-49d6-895f-02e8ef3b4b7c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0943170 Feb 08 23:44:22.718044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b7b9b6c-92a7-486a-9c74-514ca84afda9 req-fa27ae6b-6c38-452e-81a0-0a1a7e849e9d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787153 Feb 08 23:44:22.774967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d414f351-a899-424e-92a8-c2422a9f8ade req-aecb7503-dabd-4b36-b316-5c0a15ac2285 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497160 Feb 08 23:44:22.777150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-4fd2939c-bb25-4960-8ae3-2c0a5ad105d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:22.778679 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-4fd2939c-bb25-4960-8ae3-2c0a5ad105d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 1094 time: 0.2538598 Feb 08 23:44:22.781937 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:22.820402 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-dd1688bc-692e-4122-ac0b-f1d2b4396760 service neutron] 10.222.0.21 "GET /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.3869495 Feb 08 23:44:22.888628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:44:20Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:22.921768 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] Checking router: ad45eb0a-677a-4799-ab0e-56f42d847eb1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:44:22.930229 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] Routers {'ad45eb0a-677a-4799-ab0e-56f42d847eb1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:22.930853 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:23.028071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:23.048470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] Set router ad45eb0a-677a-4799-ab0e-56f42d847eb1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:23.050675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-fb271523-e994-4bee-9a57-c96301077a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:23.052185 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-fb271523-e994-4bee-9a57-c96301077a6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 906 time: 0.2337492 Feb 08 23:44:23.086768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-441eded9-e4c1-4ee6-98b1-f9f5d8fced9a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:23.088539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-441eded9-e4c1-4ee6-98b1-f9f5d8fced9a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.1508291 Feb 08 23:44:23.129308 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-b400ee80-ec56-4c59-a284-590559a6c6b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe HTTP/1.1" status: 200 len: 217 time: 0.0638049 Feb 08 23:44:23.169079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-94893e1b-1892-4bb8-b60c-ca6b65a23dae tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 379 time: 0.0522101 Feb 08 23:44:23.188468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'port': {'device_id': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'admin_state_up': True, 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'security_groups': ['ba64e74c-f4f0-4995-ad61-cf86cb9fb57e']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:23.250213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-db73af4d-846f-466c-aa99-a095a6bf2af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:23.251692 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-db73af4d-846f-466c-aa99-a095a6bf2af1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.1049194 Feb 08 23:44:23.277630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Deleting port 17adbefb-f52e-479d-8531-3f233d00a3f6 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:23.277969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:23.350903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-b5afff2d-515f-4feb-a3ee-a68d4d81c6b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916350 Feb 08 23:44:23.360687 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:44:20Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:23.389983 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfbb6a0-d7be-424b-905f-a2c3cb15d2b9 None None] The sync data for ids ['ad45eb0a-677a-4799-ab0e-56f42d847eb1'] in n-d-828413-1 is: [{'id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-483852660-router', 'tenant_id': '3021bf4bcb9f45fe98556fc0739a615c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:21Z', 'updated_at': '2022-02-08T23:44:20Z', 'revision_number': 5, 'project_id': '3021bf4bcb9f45fe98556fc0739a615c', 'gw_port': {'id': '17adbefb-f52e-479d-8531-3f233d00a3f6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad45eb0a-677a-4799-ab0e-56f42d847eb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:23Z', 'updated_at': '2022-02-08T23:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:44:23.398633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:23.454380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243f13-d2bb-4aab-a932-564e99a237a3 req-a118c42e-8430-4b40-9cc4-a361fda0c777 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:23.456296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2243f13-d2bb-4aab-a932-564e99a237a3 req-a118c42e-8430-4b40-9cc4-a361fda0c777 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 950 time: 0.1351273 Feb 08 23:44:23.458459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:23.462426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:23.471466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:23.480699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfffae6-020c-45fa-8a60-751c327a701f req-4bc58054-348d-477a-80ed-d4b70fd5e429 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:23.482221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dcfffae6-020c-45fa-8a60-751c327a701f req-4bc58054-348d-477a-80ed-d4b70fd5e429 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.1296194 Feb 08 23:44:23.591382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2243f13-d2bb-4aab-a932-564e99a237a3 req-40472bfa-f5d0-4b74-a90e-a74793037228 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182787 Feb 08 23:44:23.604421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dcfffae6-020c-45fa-8a60-751c327a701f req-b872dd2b-6747-4e20-9b96-a3cd5238f424 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101341 Feb 08 23:44:23.679210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Allocated IP 172.20.0.9 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:23.736864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] For port 17adbefb-f52e-479d-8531-3f233d00a3f6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=17adbefb-f52e-479d-8531-3f233d00a3f6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:23.737283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:23.756817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f08a2275-a377-41c8-9ef3-7b943922f61c req-d14d406b-6590-4e3e-850e-183b8e34bb36 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 210 time: 0.0457175 Feb 08 23:44:23.789060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d326990-d643-4e96-afb0-fbcd555cd745 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:23.794174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Calling delete_port for 17adbefb-f52e-479d-8531-3f233d00a3f6 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:23.817309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:23.837984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-39fd3f51-f4be-4e97-a717-fe59a6498202 service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766135 Feb 08 23:44:23.874437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:23.938998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af066fb-ebd6-4900-9a2c-bf49ee3d32b5 req-2d9ab47b-22d2-49c3-9a5f-327c44b2e015 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:23.941099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3af066fb-ebd6-4900-9a2c-bf49ee3d32b5 req-2d9ab47b-22d2-49c3-9a5f-327c44b2e015 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 943 time: 0.2283268 Feb 08 23:44:24.015196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c7300-9658-421d-9877-50ac3f511c5b req-f912af63-c676-44f8-bfe6-35fc06932f54 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:24.023315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-006c7300-9658-421d-9877-50ac3f511c5b req-f912af63-c676-44f8-bfe6-35fc06932f54 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 943 time: 0.1621320 Feb 08 23:44:24.059165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.085586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3af066fb-ebd6-4900-9a2c-bf49ee3d32b5 req-16ed3fcc-885b-4d76-a70d-d7cd9de85dce tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334090 Feb 08 23:44:24.102460 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-54e74a9c-cbc2-4b79-b263-817df51aa202 req-7e0eb4f5-f226-4767-9e03-22e7c3f6957b service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251801 Feb 08 23:44:24.120010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] Transition to ACTIVE for port object 3d326990-d643-4e96-afb0-fbcd555cd745 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:44:24.128265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.141602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-006c7300-9658-421d-9877-50ac3f511c5b req-a266ffbe-a78e-4f2e-9fe3-57440b75d1c1 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172783 Feb 08 23:44:24.192662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.235628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] No DVR routers for this DVR port 3d326990-d643-4e96-afb0-fbcd555cd745 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:24.254914 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.277309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=10']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:24.280949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:24.312588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Pushing event deleted for resources: {'Port': ['ID=17adbefb-f52e-479d-8531-3f233d00a3f6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:24.317478 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-11d79cbf-f4a5-4922-997e-41dc1a2016f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4421628 Feb 08 23:44:24.348879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:24.351401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:24.370209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c120827-e2cd-4931-8a35-47bed8c805a6 req-299d8b9d-90ec-4026-8d0e-e5391df8365c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:24.382664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c120827-e2cd-4931-8a35-47bed8c805a6 req-299d8b9d-90ec-4026-8d0e-e5391df8365c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1926122 Feb 08 23:44:24.386454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:44:24.408492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:24.411909 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb6fa5-8d5b-4e1c-8f4c-aab18f662609" -d '{"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-plugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:24.427153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:44:24.430980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:44:24.441750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:24.455309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.523924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c120827-e2cd-4931-8a35-47bed8c805a6 req-dcda605c-94af-406c-8e00-88f392cfb7f9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402636 Feb 08 23:44:24.549480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:24.570306 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982f4d0-c15e-4134-b696-17334c0eda2a x-openstack-request-id: req-9982f4d0-c15e-4134-b696-17334c0eda2a {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:24.570923 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-plugged", "status": "completed", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:24.571346 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9982f4d0-c15e-4134-b696-17334c0eda2a {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:24.571889 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'code': 200} Feb 08 23:44:24.575270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:24.577360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.593509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'mac_address': 'fa:16:3e:0c:12:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:24.604137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fb4df6f3-84b7-478c-821a-8b634dd4840d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4254007 Feb 08 23:44:24.618013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Request body: {'port': {'device_id': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:24.661696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-ec1b6681-c966-4443-95b0-e3f53090954b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:24.664145 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-ec1b6681-c966-4443-95b0-e3f53090954b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.2804697 Feb 08 23:44:24.668719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.675153 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.853284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.853833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad45eb0a-677a-4799-ab0e-56f42d847eb1 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:44:24.856256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:24.870997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.876705 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-012fa061-9ade-4081-84e9-19a96d20f12c admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad45eb0a-677a-4799-ab0e-56f42d847eb1 HTTP/1.1" status: 204 len: 168 time: 2.3748755 Feb 08 23:44:24.879137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-1e719bfe-4b02-4d50-8e08-cc1f6ee458e7 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:24.887202 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-1e719bfe-4b02-4d50-8e08-cc1f6ee458e7 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.3014205 Feb 08 23:44:24.887947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33582) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:24.904168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828413-1'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:24.910997 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.911666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:24.930779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-324f3a8d-87bf-451b-9251-f7c99de8c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:24.932307 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-324f3a8d-87bf-451b-9251-f7c99de8c02e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 1095 time: 0.2587399 Feb 08 23:44:24.972840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fe51d9-f62a-4ce3-b27a-148b9963d4fe {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:24.996000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd2144-c7bb-4102-a847-0eb7ee8cd0ef req-486c79f5-5b89-4cf6-af28-32b143318659 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.004362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68fd2144-c7bb-4102-a847-0eb7ee8cd0ef req-486c79f5-5b89-4cf6-af28-32b143318659 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 950 time: 0.2174478 Feb 08 23:44:25.013950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:25.014664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83202-abc9-427c-a919-433d918540a6 req-56528e33-4339-4449-a9a6-f63c96df889a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.016497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7eb83202-abc9-427c-a919-433d918540a6 req-56528e33-4339-4449-a9a6-f63c96df889a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.2575068 Feb 08 23:44:25.041856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:25.042086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baefae7-50f1-4be7-8466-d0ef84132546 req-bcd9c227-2c26-4202-9c7d-165ad97778b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.042086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2baefae7-50f1-4be7-8466-d0ef84132546 req-bcd9c227-2c26-4202-9c7d-165ad97778b9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1101 time: 0.1839695 Feb 08 23:44:25.062206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '97a98f57-bda1-4765-9152-9300304aa3e9', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '97a98f57-bda1-4765-9152-9300304aa3e9', 'mac_address': 'fa:16:3e:6e:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:25.077325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c6cf9783-ede8-4312-af2c-6c9535686a33 None None] Provisioning complete for port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:25.082074 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6cf9783-ede8-4312-af2c-6c9535686a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.143786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.163863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Deleting subnet 80f085c5-fd1d-4db3-aaaa-81b0283aeac3 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:44:25.164559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf9783-ede8-4312-af2c-6c9535686a33 None None] Port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:44:25.167339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.167551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.169038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68fd2144-c7bb-4102-a847-0eb7ee8cd0ef req-7f0ba823-c966-4cf5-9411-f0942ed5d9c4 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575990 Feb 08 23:44:25.215056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.216351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2baefae7-50f1-4be7-8466-d0ef84132546 req-624a8783-8875-4cc1-8c76-94254d5f1fc8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532111 Feb 08 23:44:25.219592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7eb83202-abc9-427c-a919-433d918540a6 req-44c31e1e-b47c-4237-9077-8952593af4c8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887474 Feb 08 23:44:25.254604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.341871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97a98f57-bda1-4765-9152-9300304aa3e9 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:25.383158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-2f89b70b-5df8-42aa-bd83-980547c42582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.384549 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-2f89b70b-5df8-42aa-bd83-980547c42582 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1095 time: 0.3928244 Feb 08 23:44:25.388965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.402577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:25.429519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:25.438840 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.526542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-0bab63c8-3538-4760-b370-e023a3b489a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.528078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-0bab63c8-3538-4760-b370-e023a3b489a7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.1086073 Feb 08 23:44:25.539450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efbf8f9a-8756-40ce-aa19-fbc897275f0a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:25.562277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['97a98f57-bda1-4765-9152-9300304aa3e9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:25.572142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb056fa-5405-4aae-aac4-ccd137356f78 req-e754cdbe-0ead-4123-97c2-3a86259109a4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.577148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: efbf8f9a-8756-40ce-aa19-fbc897275f0a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:25.577715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efbf8f9a-8756-40ce-aa19-fbc897275f0a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:25.583751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cb056fa-5405-4aae-aac4-ccd137356f78 req-e754cdbe-0ead-4123-97c2-3a86259109a4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 945 time: 0.2567897 Feb 08 23:44:25.584736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['86fe51d9-f62a-4ce3-b27a-148b9963d4fe'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:25.601694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-66955b6e-19aa-47fa-bb95-bf7135629ccc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 200 len: 217 time: 0.0551181 Feb 08 23:44:25.638825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:25.712171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db0628-d947-485e-93b2-0823f039b145 req-25dcfdcf-e0bc-4b08-85e3-ef5092c80ab4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.722189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-1142dfde-62c5-4e61-8531-f75b0a70bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:25.723826 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-1142dfde-62c5-4e61-8531-f75b0a70bf02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.1053963 Feb 08 23:44:25.726521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.736138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13db0628-d947-485e-93b2-0823f039b145 req-25dcfdcf-e0bc-4b08-85e3-ef5092c80ab4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 931 time: 0.3657286 Feb 08 23:44:25.769986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f085c5-fd1d-4db3-aaaa-81b0283aeac3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:25.801093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-bfc129c8-f47d-484b-a871-6fa8d4ec5e36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474980 Feb 08 23:44:25.805490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:25.811713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d1cb1240-8207-49d4-ab03-4b03c56f603f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/80f085c5-fd1d-4db3-aaaa-81b0283aeac3 HTTP/1.1" status: 204 len: 168 time: 0.9206069 Feb 08 23:44:25.813689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33592) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:25.819122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cb056fa-5405-4aae-aac4-ccd137356f78 req-6ab6f2b8-5b0f-4b4b-8e9d-5014cd782535 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278810 Feb 08 23:44:25.835453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d341b0-02a1-4c99-8ee2-8cf308bdadd9 None None] Network e5e36cd9-6194-4193-a25b-de80e8ca05e9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:44:25.904480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13db0628-d947-485e-93b2-0823f039b145 req-4ad351d0-4aab-451e-b4bc-8579ddee86cc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673069 Feb 08 23:44:26.009147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:26.018616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.036533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Transition to ACTIVE for port object 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:44:26.052262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.063126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.064339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:26.187617 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-91861742-b70e-492f-961d-fb3a51263054 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727407 Feb 08 23:44:26.194624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:26.210035 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:26.215844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] DHCP port deletion for e5e36cd9-6194-4193-a25b-de80e8ca05e9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:44:26.231854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0513da-ab25-4a9d-b5f4-25c0e72ddc68 req-0af31892-1330-4ba6-b1e7-5e12d81159d3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:26.239317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca0513da-ab25-4a9d-b5f4-25c0e72ddc68 req-0af31892-1330-4ba6-b1e7-5e12d81159d3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 944 time: 0.1720397 Feb 08 23:44:26.329578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fad4ec-9e89-4373-b7bd-919ec38c174d req-4a8ea498-d37a-4042-a6fd-589a3dbc60a2 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:26.332702 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-9b790349-d34e-40ef-81b5-4ac3064c3a65 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262128 Feb 08 23:44:26.338582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11fad4ec-9e89-4373-b7bd-919ec38c174d req-4a8ea498-d37a-4042-a6fd-589a3dbc60a2 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 944 time: 0.2984118 Feb 08 23:44:26.349762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:26.358059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:26.361363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] Deleting port 27c74aa1-9b10-4594-a2ae-5024ef56240b {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:26.361772 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.423815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:26.426140 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e544690-297d-47ba-bb63-6f55ca2346c7" -d '{"events": [{"server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "name": "network-vif-unplugged", "status": "completed", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:26.431297 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.439193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Deleting port 27c74aa1-9b10-4594-a2ae-5024ef56240b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:26.439549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.499632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Attempting to bind port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:26.500440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Attempting to bind port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:26.501340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Attempting to bind port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:26.531303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca0513da-ab25-4a9d-b5f4-25c0e72ddc68 req-073e6e31-c328-4ce1-ab5f-6b83523af23c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910926 Feb 08 23:44:26.534947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:26.535403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Attempting to bind port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:26.553557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.556882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11fad4ec-9e89-4373-b7bd-919ec38c174d req-05206aef-1506-4a53-b13c-afaa8dcedfe9 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836033 Feb 08 23:44:26.558163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:26.560688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:26.562252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:26.562975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Bound port: 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:26.564855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.591114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] For port 27c74aa1-9b10-4594-a2ae-5024ef56240b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27c74aa1-9b10-4594-a2ae-5024ef56240b,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:26.592223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.610410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] Calling delete_port for 27c74aa1-9b10-4594-a2ae-5024ef56240b owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:26.741305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:26.778170 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb28352-00fe-4259-a173-b31b5e34531f x-openstack-request-id: req-8fb28352-00fe-4259-a173-b31b5e34531f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:26.778550 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "name": "network-vif-unplugged", "status": "completed", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:26.778745 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fb28352-00fe-4259-a173-b31b5e34531f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:26.779234 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'code': 200} Feb 08 23:44:26.780942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:26.790562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:26.798427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.832575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] For port 27c74aa1-9b10-4594-a2ae-5024ef56240b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27c74aa1-9b10-4594-a2ae-5024ef56240b,segment=NetworkSegment(56f242b8-02a3-4ca4-9753-3ccbd9a32058),segment_id=56f242b8-02a3-4ca4-9753-3ccbd9a32058)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:26.833071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.895607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.928817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:26.929797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:26.929980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:44:26.935232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] 10.222.0.21 "PUT /v2.0/ports/52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 1091 time: 2.3216527 Feb 08 23:44:26.936487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] Pushing event deleted for resources: {'Port': ['ID=27c74aa1-9b10-4594-a2ae-5024ef56240b,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:26.946790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:26.954123 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b78b97-bed8-4054-b781-1e3cd24a87e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:27.021342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6eb077-9beb-4b19-b681-310859f4c8ca None None] No DVR routers for this DVR port 27c74aa1-9b10-4594-a2ae-5024ef56240b on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:27.031403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 97a98f57-bda1-4765-9152-9300304aa3e9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:27.031856 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:27.046687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Calling delete_port for 27c74aa1-9b10-4594-a2ae-5024ef56240b owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:27.072307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb81b8-84c6-44ad-8d45-c754dbfcc928 service neutron] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:27.147202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d61ae-58cf-4e50-adbc-077c46288951 req-49bd64dd-86b8-4d2c-a44e-e1654dd25ff0 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:27.155589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f88d61ae-58cf-4e50-adbc-077c46288951 req-49bd64dd-86b8-4d2c-a44e-e1654dd25ff0 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 950 time: 0.2919588 Feb 08 23:44:27.212524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-5f7efbd7-fe5e-4315-be96-b8c791e40e54 req-6c8bcdab-5c06-4e35-8aa1-418c67674980 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:44:27.213772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f7efbd7-fe5e-4315-be96-b8c791e40e54 req-6c8bcdab-5c06-4e35-8aa1-418c67674980 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568700 Feb 08 23:44:27.218736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17adbefb-f52e-479d-8531-3f233d00a3f6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:27.257496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 17adbefb-f52e-479d-8531-3f233d00a3f6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:27.258109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17adbefb-f52e-479d-8531-3f233d00a3f6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:27.258756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27c74aa1-9b10-4594-a2ae-5024ef56240b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:27.303136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-4cdb170b-a120-4b71-8e4a-6e582ee8a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:27.306572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-4cdb170b-a120-4b71-8e4a-6e582ee8a7cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1094 time: 0.2274857 Feb 08 23:44:27.328028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f88d61ae-58cf-4e50-adbc-077c46288951 req-3ec5afe1-e997-4f7c-9339-679b0e136b18 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130948 Feb 08 23:44:27.366558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 27c74aa1-9b10-4594-a2ae-5024ef56240b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:27.368382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-fe1ac11b-3b90-49f7-ac5d-d70bb42feba1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 217 time: 0.0519621 Feb 08 23:44:27.371667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27c74aa1-9b10-4594-a2ae-5024ef56240b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:27.396470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:27.424398 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:27.449703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-2cd4d8b4-e502-4658-bc08-a1960e3ff9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:27.451924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-2cd4d8b4-e502-4658-bc08-a1960e3ff9a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.0669198 Feb 08 23:44:27.470050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 has no active binding in host n-h1-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:44:27.484290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:27.486958 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4347c-249f-4b12-a4c2-6e6bc91718fc" -d '{"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-plugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:27.505950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:27.512358 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:27.582876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3af94b-7b0b-4dd7-9170-6967848619ad req-bf601f20-e2a7-43ce-9d39-52f008e2bd10 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:27.584531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d3af94b-7b0b-4dd7-9170-6967848619ad req-bf601f20-e2a7-43ce-9d39-52f008e2bd10 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.1101105 Feb 08 23:44:27.588376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-c0575270-4d89-4691-9918-314bef315508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:27.590346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-c0575270-4d89-4691-9918-314bef315508 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304479 Feb 08 23:44:27.642910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-7dc2caca-cc8c-4539-9eb8-149a04b6d098 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:27.644474 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-7dc2caca-cc8c-4539-9eb8-149a04b6d098 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.8074741 Feb 08 23:44:27.689490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:27.741802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on host n-h2-828413-1 for vnic_type normal with profile {"migrating_to": "n-h1-828413-1"} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:44:27.742001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d3af94b-7b0b-4dd7-9170-6967848619ad req-61451b82-fbaf-43f1-8304-12fddeca9feb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490247 Feb 08 23:44:27.742119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:44:27.742463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:27.749734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:44:27.750057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Attempting to bind port acd0271a-8a18-4707-a758-baf4fb6443c7 on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:44:27.780457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:44:27.780800 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:44:27.781215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:44:27.781659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Bound port: acd0271a-8a18-4707-a758-baf4fb6443c7, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:44:27.782018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:27.866157 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee0bc8d-cad3-4944-91d2-3444d63fc17f x-openstack-request-id: req-dee0bc8d-cad3-4944-91d2-3444d63fc17f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:27.866727 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-plugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:27.867158 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dee0bc8d-cad3-4944-91d2-3444d63fc17f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:27.867764 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'code': 200} Feb 08 23:44:27.901338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:27.906261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:44:27.911978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:27.914512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:27.961349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c74aa1-9b10-4594-a2ae-5024ef56240b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:27.968856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] No DVR routers for this DVR port 27c74aa1-9b10-4594-a2ae-5024ef56240b on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:28.037955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-70e8a4d4-eb34-44b7-826b-c7c4b732d93c service neutron] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:28.062811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-70e8a4d4-eb34-44b7-826b-c7c4b732d93c service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.063964 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-70fa3bfa-0205-422b-866d-7398ed05bb29 req-70e8a4d4-eb34-44b7-826b-c7c4b732d93c service neutron] 10.222.0.84 "DELETE /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.4063404 Feb 08 23:44:28.129400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:28.130182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.131740 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] 10.222.0.21 "PUT /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 1121 time: 3.2326596 Feb 08 23:44:28.147211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520e668-a30b-4ca6-bd29-6b7d4c087a2d service neutron] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:28.178406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.214550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e36cd9-6194-4193-a25b-de80e8ca05e9']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:28.224145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['acd0271a-8a18-4707-a758-baf4fb6443c7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:28.231784 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6455c8-ed16-4bed-8273-1da5ef65f812 x-openstack-request-id: req-9f6455c8-ed16-4bed-8273-1da5ef65f812 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:28.232367 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:28.232503 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f6455c8-ed16-4bed-8273-1da5ef65f812 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:28.233024 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'status': 'completed', 'code': 200} Feb 08 23:44:28.251518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f242b8-02a3-4ca4-9753-3ccbd9a32058') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:28.251992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f242b8-02a3-4ca4-9753-3ccbd9a32058') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:28.261248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-1d4daf08-f573-4a1b-85b4-7e6ae297b6b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5952930 Feb 08 23:44:28.279854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.303094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['acd0271a-8a18-4707-a758-baf4fb6443c7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:28.337571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.349754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:28.352229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:44:28.352636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:44:28.354501 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:44:28.406418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-378feb0f-8f55-41ef-9bec-4f3945d4d7bd service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7847536 Feb 08 23:44:28.419761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c9fb-3547-4d02-a505-e992bbf48eaa req-0c607791-3871-478e-a4a3-fecdb571c76e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:28.421445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dc5c9fb-3547-4d02-a505-e992bbf48eaa req-0c607791-3871-478e-a4a3-fecdb571c76e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 943 time: 0.6718259 Feb 08 23:44:28.557040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.600828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e36cd9-6194-4193-a25b-de80e8ca05e9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:28.602088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:44:28.604505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.623025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a99f0-68b0-4199-8a79-52e9a5ce42a3 req-e6ea5260-352a-47a7-85f0-47c5083b37e7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:28.623761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dea6b7ae-eec2-460e-934c-cb9a3d284216 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e5e36cd9-6194-4193-a25b-de80e8ca05e9 HTTP/1.1" status: 204 len: 168 time: 2.8018675 Feb 08 23:44:28.624723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:28.626886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:28.627866 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.640586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a6a99f0-68b0-4199-8a79-52e9a5ce42a3 req-e6ea5260-352a-47a7-85f0-47c5083b37e7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.4124422 Feb 08 23:44:28.748818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dc5c9fb-3547-4d02-a505-e992bbf48eaa req-2f26c368-b4e5-4ebf-ae5b-4d69f2af0ef3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153150 Feb 08 23:44:28.780764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:28.783195 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559bf7b9-1f14-4a66-af32-dac23539ebeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:28.842527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a6a99f0-68b0-4199-8a79-52e9a5ce42a3 req-8d543616-754b-44f2-82af-20901b126a1f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953459 Feb 08 23:44:28.873667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-326bbf7a-cef2-4c87-aa35-a8a2fa8530c6 req-ca7bd51b-3659-4158-a949-8618a731b6be service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511027 Feb 08 23:44:28.911021 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:28.967899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:28.974916 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:29.119767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336af1c8-01f4-46c4-a64c-d52a46c397f5 req-30d2f52c-a9bb-4ded-b7fa-2a50f565590f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.141569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:29.149469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-336af1c8-01f4-46c4-a64c-d52a46c397f5 req-30d2f52c-a9bb-4ded-b7fa-2a50f565590f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 944 time: 0.2533026 Feb 08 23:44:29.242224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-ba099de4-a8fe-47e2-a4b2-35f5c57f5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.244664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-ba099de4-a8fe-47e2-a4b2-35f5c57f5ed2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1094 time: 0.2697911 Feb 08 23:44:29.258917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c45773-c24a-43f2-9632-6841b166ce32 req-adbccb5b-f943-4287-9b38-cbd841c7785c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.260819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8c45773-c24a-43f2-9632-6841b166ce32 req-adbccb5b-f943-4287-9b38-cbd841c7785c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 945 time: 0.2359419 Feb 08 23:44:29.276968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-336af1c8-01f4-46c4-a64c-d52a46c397f5 req-9eb7669a-9100-4f14-bdf2-5fb03faf6bb8 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265221 Feb 08 23:44:29.472224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:29.499712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-e18f5700-5c51-49c9-9d3b-b427b4631176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.505853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-e18f5700-5c51-49c9-9d3b-b427b4631176 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.2274959 Feb 08 23:44:29.610041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-fc046783-6b70-480d-968a-fda3f3f22c9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 217 time: 0.0903196 Feb 08 23:44:29.674100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8c45773-c24a-43f2-9632-6841b166ce32 req-f22e6e69-968f-42d2-be35-6b6022b1fd29 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804612 Feb 08 23:44:29.702071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-7a83a512-72c8-46c7-a588-5c1dd8a28a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.703831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-7a83a512-72c8-46c7-a588-5c1dd8a28a4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.0784562 Feb 08 23:44:29.724426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb0676-dbf0-4cc2-bcbd-1e9340bb33fe req-31b8a82b-3eed-4d5b-b459-98af11c4191c tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.726353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3beb0676-dbf0-4cc2-bcbd-1e9340bb33fe req-31b8a82b-3eed-4d5b-b459-98af11c4191c tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 950 time: 0.1307106 Feb 08 23:44:29.867176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3beb0676-dbf0-4cc2-bcbd-1e9340bb33fe req-7f9984e2-c529-425c-8ac6-cf6f52d046d9 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288595 Feb 08 23:44:29.869977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:29.876407 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34450fee-9b83-4e54-a710-24694626f228" -d '{"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-plugged", "status": "completed", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:29.879980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c41417-9105-4760-9e6f-49f83e2b1776 req-e066ccc1-b95d-4be1-b172-1df023245c66 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.881517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4c41417-9105-4760-9e6f-49f83e2b1776 req-e066ccc1-b95d-4be1-b172-1df023245c66 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.0910425 Feb 08 23:44:29.884353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-5acf61f0-c4a4-4141-a2e7-d2bcc70b39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:29.885771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-5acf61f0-c4a4-4141-a2e7-d2bcc70b39ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581023 Feb 08 23:44:29.935098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Deleting port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:29.935823 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:30.030928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] For port 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,segment=NetworkSegment(e480ba53-2faf-4211-814c-d88712302bb1),segment_id=e480ba53-2faf-4211-814c-d88712302bb1)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:30.031760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:30.050482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Calling delete_port for 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:30.105901 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0642a75e-bc84-4f81-b48c-ed610ca77250 x-openstack-request-id: req-0642a75e-bc84-4f81-b48c-ed610ca77250 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:30.106361 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:30.107422 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0642a75e-bc84-4f81-b48c-ed610ca77250 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:30.108165 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'status': 'completed', 'code': 200} Feb 08 23:44:30.108873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-08634578-92d3-495f-9d11-894c4550f4f2 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989665 Feb 08 23:44:30.198418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-c1e76926-bc79-4f02-a0ce-f780d1264aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.201875 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-c1e76926-bc79-4f02-a0ce-f780d1264aa2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1124 time: 0.0978701 Feb 08 23:44:30.246971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4c41417-9105-4760-9e6f-49f83e2b1776 req-6dc291ab-80cd-4549-8d78-6c883d274a30 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498600 Feb 08 23:44:30.293458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21a58-c9ef-4e93-8753-9e59dff3d637 req-8efdad81-3292-48e5-a68e-77cb925b37dc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.293458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22c21a58-c9ef-4e93-8753-9e59dff3d637 req-8efdad81-3292-48e5-a68e-77cb925b37dc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 943 time: 0.1642084 Feb 08 23:44:30.304029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-52fadf91-1507-445b-b7e5-2b2a3ccec5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.327470 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-52fadf91-1507-445b-b7e5-2b2a3ccec5d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1101 time: 0.1871510 Feb 08 23:44:30.410286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3b78b97-bed8-4054-b781-1e3cd24a87e2 req-9639cd8c-694b-49fc-98d8-ce2e386c1316 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578869 Feb 08 23:44:30.416901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22c21a58-c9ef-4e93-8753-9e59dff3d637 req-2d13013b-9a14-4867-83a5-276caa1e364b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321006 Feb 08 23:44:30.477001 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515c5a5-0d94-4d51-909e-d4332734f76c x-openstack-request-id: req-1515c5a5-0d94-4d51-909e-d4332734f76c {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:30.477001 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-plugged", "status": "completed", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:30.477001 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1515c5a5-0d94-4d51-909e-d4332734f76c {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:30.477001 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'code': 200} Feb 08 23:44:30.531699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203b962-ac8d-4df5-a4a4-10a53bdca51d req-6122fda6-8e4d-4987-aaef-3b5c36bfe8ef tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.534292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f203b962-ac8d-4df5-a4a4-10a53bdca51d req-6122fda6-8e4d-4987-aaef-3b5c36bfe8ef tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0762477 Feb 08 23:44:30.619629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f203b962-ac8d-4df5-a4a4-10a53bdca51d req-b862d33d-8fb7-4e84-8ef3-98e293f28c1b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793424 Feb 08 23:44:30.629731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f5d8f-ebb0-4137-9a83-7fd9b6e0e312 req-d81b1e7b-34d0-4283-8593-f9685c1c977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.631948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a11f5d8f-ebb0-4137-9a83-7fd9b6e0e312 req-d81b1e7b-34d0-4283-8593-f9685c1c977e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 1096 time: 0.0631485 Feb 08 23:44:30.676907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a11f5d8f-ebb0-4137-9a83-7fd9b6e0e312 req-c1b71e26-f19a-4056-91c3-1470578a49ba service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Feb 08 23:44:30.701613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:30.727696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240c09a-eec3-47c1-a2e5-42ca6f39b098 req-a16e26b5-eb64-462d-8d31-2c619fa54f28 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.729338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e240c09a-eec3-47c1-a2e5-42ca6f39b098 req-a16e26b5-eb64-462d-8d31-2c619fa54f28 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1095 time: 0.0513520 Feb 08 23:44:30.747778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-6590d22b-fdf6-4fc6-928b-3256883f3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.749373 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-6590d22b-fdf6-4fc6-928b-3256883f3a7e service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.5359221 Feb 08 23:44:30.778337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:30.798035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e240c09a-eec3-47c1-a2e5-42ca6f39b098 req-759ce598-0a96-413e-a26c-508f47920f49 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566964 Feb 08 23:44:30.891233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-0efb2515-e263-4792-bcef-4efc05f75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.891233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-0efb2515-e263-4792-bcef-4efc05f75cab service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.4632833 Feb 08 23:44:30.944063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a68d1e-1c38-4894-8c88-b7fa3817c7bd req-1ba62ce5-5009-46ea-83bd-a45bc9854b54 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:30.945737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6a68d1e-1c38-4894-8c88-b7fa3817c7bd req-1ba62ce5-5009-46ea-83bd-a45bc9854b54 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1101 time: 0.1094346 Feb 08 23:44:30.993910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9296-b907-4a53-9f92-77fad406e93a req-688fde81-945a-4d68-954c-0d8b37157479 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.002323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b9b9296-b907-4a53-9f92-77fad406e93a req-688fde81-945a-4d68-954c-0d8b37157479 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 945 time: 0.0991807 Feb 08 23:44:31.022708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6a68d1e-1c38-4894-8c88-b7fa3817c7bd req-ddc2a40a-59a9-486e-b0a3-6d97e77e5963 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637114 Feb 08 23:44:31.027997 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-8d398151-57b1-4aa7-96c3-13d733cf9ccc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 217 time: 0.1319947 Feb 08 23:44:31.033735 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-5a5f8ed7-ed4e-4c7d-8b5d-66bf9f6fc5b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.1055069 Feb 08 23:44:31.073542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b9b9296-b907-4a53-9f92-77fad406e93a req-9b19a0c8-23e0-44fe-8b24-efc9eb78a30b tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702517 Feb 08 23:44:31.129455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-b6815087-fb19-4348-897c-ff40d4c2865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.131526 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-b6815087-fb19-4348-897c-ff40d4c2865b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0632648 Feb 08 23:44:31.182934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c19af-6496-4bb5-807b-3a5f86153715 req-d295a6b5-5201-4921-8bbd-8b3e7c8a3335 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.184790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-782c19af-6496-4bb5-807b-3a5f86153715 req-d295a6b5-5201-4921-8bbd-8b3e7c8a3335 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 1095 time: 0.0695560 Feb 08 23:44:31.255708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-782c19af-6496-4bb5-807b-3a5f86153715 req-3c0067bf-1158-4ffb-a55c-b3f64f96af47 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630093 Feb 08 23:44:31.386944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae080b1-ba07-4b52-9da9-f3d3ef9a6e13 req-26f799a5-63e7-4b53-b782-07fecf0382b4 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.394417 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ae080b1-ba07-4b52-9da9-f3d3ef9a6e13 req-26f799a5-63e7-4b53-b782-07fecf0382b4 tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 1101 time: 0.0710785 Feb 08 23:44:31.443591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ae080b1-ba07-4b52-9da9-f3d3ef9a6e13 req-d07c95ef-95c0-45ed-ad11-7366ab3adf1e tempest-ServersAdminTestJSON-692214582 tempest-ServersAdminTestJSON-692214582-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Feb 08 23:44:31.531054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-ad98397d-1af4-44a5-942e-d823f06897c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.533662 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-ad98397d-1af4-44a5-942e-d823f06897c8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.5017579 Feb 08 23:44:31.542774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c2685-c6ed-482f-ac34-c9c9aec64d8f req-267231c9-64df-4dc4-9aaa-e718adafab30 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.545191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f80c2685-c6ed-482f-ac34-c9c9aec64d8f req-267231c9-64df-4dc4-9aaa-e718adafab30 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.0794592 Feb 08 23:44:31.592047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f80c2685-c6ed-482f-ac34-c9c9aec64d8f req-29aab621-0dd7-4932-ab49-a9ddd728b82e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Feb 08 23:44:31.645897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-b8313db1-f015-4201-ac50-81e00877a98f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681720 Feb 08 23:44:31.678530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-4b249f98-cef2-4b0e-bea7-c5cebbdc1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.680337 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-4b249f98-cef2-4b0e-bea7-c5cebbdc1a17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4933116 Feb 08 23:44:31.724692 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:31.755566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50022c39-ba32-4710-8158-9ef00270d17a req-31016a4e-9855-4df7-87af-74866c2be56b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:31.757616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50022c39-ba32-4710-8158-9ef00270d17a req-31016a4e-9855-4df7-87af-74866c2be56b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 943 time: 0.0704730 Feb 08 23:44:31.826332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50022c39-ba32-4710-8158-9ef00270d17a req-1b29e76c-2bf6-46d3-8633-7471bef67b77 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585485 Feb 08 23:44:31.986435 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-a9e40e44-3852-45bb-9d15-2844856c2600 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295355 Feb 08 23:44:32.018986 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-f0ce4667-c4c2-480d-947d-d2da8052a7cd service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950273 Feb 08 23:44:32.035019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e43b6-de4e-4eb8-badd-1065227e8611 req-66516b0e-00ee-4fe5-8def-e9b623839724 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:32.036576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a4e43b6-de4e-4eb8-badd-1065227e8611 req-66516b0e-00ee-4fe5-8def-e9b623839724 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1194377 Feb 08 23:44:32.159268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a4e43b6-de4e-4eb8-badd-1065227e8611 req-ba33913f-1e41-4b30-b1da-244881a40b80 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107247 Feb 08 23:44:32.393920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:32.453636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1396620-0d0c-45a1-ba22-d63612c91b0c req-3242e839-e5a1-4218-a8c1-944276bbee0d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:32.462060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1396620-0d0c-45a1-ba22-d63612c91b0c req-3242e839-e5a1-4218-a8c1-944276bbee0d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 945 time: 0.1360452 Feb 08 23:44:32.479789 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-559bf7b9-1f14-4a66-af32-dac23539ebeb req-a9014f0c-3082-4629-98c9-9c2ff8d79052 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779866 Feb 08 23:44:32.492354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db21a02-397c-47d5-91f4-4751b0744e52 req-f943e9be-c078-47c3-9e62-c68df7a32ee5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:32.520945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-de4f5244-27b2-4983-aa85-646f42b494ea service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640412 Feb 08 23:44:32.530106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3db21a02-397c-47d5-91f4-4751b0744e52 req-f943e9be-c078-47c3-9e62-c68df7a32ee5 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.2317209 Feb 08 23:44:32.580108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Router c2a1af9a-3210-419c-aca0-3e87861535fd has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:44:32.640775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3db21a02-397c-47d5-91f4-4751b0744e52 req-4e05b57f-9020-4728-8a22-90dabb79337e tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040325 Feb 08 23:44:32.658468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1396620-0d0c-45a1-ba22-d63612c91b0c req-87321e43-7b9d-4ce2-8192-543441d6324a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878266 Feb 08 23:44:32.662888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:32.677403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:32.730331 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:32.769492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:32.800780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:44:32.806906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-83d4cb3f-acd4-46d8-ab9e-ab02621951e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/c2a1af9a-3210-419c-aca0-3e87861535fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1802204 Feb 08 23:44:32.811318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33736) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:32.816506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:32.823797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] Sync routers for ids ['c2a1af9a-3210-419c-aca0-3e87861535fd'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:44:32.840549 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:32.852508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1097a3a-e9cc-4c17-bcb0-24be2c87903a req-82b86f8b-1638-4eb5-85a5-f45e5c2f48d9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:32.857562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1097a3a-e9cc-4c17-bcb0-24be2c87903a req-82b86f8b-1638-4eb5-85a5-f45e5c2f48d9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.1183183 Feb 08 23:44:32.917353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1097a3a-e9cc-4c17-bcb0-24be2c87903a req-d5c132e0-6c03-42fe-8a57-85894a924da6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493937 Feb 08 23:44:32.934043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] Routers {'c2a1af9a-3210-419c-aca0-3e87861535fd'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:32.934043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c2a1af9a-3210-419c-aca0-3e87861535fd'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:32.975596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.006028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa243a7-6717-41ae-8f24-69fe8c530420 req-679ce1bc-f2df-4109-bf39-34d3684b11a8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:33.008584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fa243a7-6717-41ae-8f24-69fe8c530420 req-679ce1bc-f2df-4109-bf39-34d3684b11a8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.0710745 Feb 08 23:44:33.082420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:33.083619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fa243a7-6717-41ae-8f24-69fe8c530420 req-289adeb0-a6db-4cb1-873d-704d77dbe692 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680707 Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.108809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:44:33.158293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] Set router c2a1af9a-3210-419c-aca0-3e87861535fd gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:33.176642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.292385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:33.307173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Deleting port 4eb53633-10b3-4039-8295-7a53e6973931 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:33.307532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.367719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ef10f-b39c-44e7-9570-51abc9403bbf req-183b299d-cd94-42f8-8a7f-f8000633ec6d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:33.376832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5ef10f-b39c-44e7-9570-51abc9403bbf req-183b299d-cd94-42f8-8a7f-f8000633ec6d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0870042 Feb 08 23:44:33.400310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] For port 4eb53633-10b3-4039-8295-7a53e6973931, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4eb53633-10b3-4039-8295-7a53e6973931,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:33.400310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.412542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Calling delete_port for 4eb53633-10b3-4039-8295-7a53e6973931 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:33.441163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5ef10f-b39c-44e7-9570-51abc9403bbf req-ac2d96bd-3c7c-40ec-8d25-29fdce15712b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626144 Feb 08 23:44:33.573119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4eb53633-10b3-4039-8295-7a53e6973931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:44:30Z', 'revision_number': 5, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port': {'id': '4eb53633-10b3-4039-8295-7a53e6973931', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:23:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:41:38Z', 'updated_at': '2022-02-08T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:33.610703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] Checking router: c2a1af9a-3210-419c-aca0-3e87861535fd for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:44:33.634847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] Routers {'c2a1af9a-3210-419c-aca0-3e87861535fd'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:33.635360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c2a1af9a-3210-419c-aca0-3e87861535fd'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:33.642063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.687070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb53633-10b3-4039-8295-7a53e6973931,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:33.724331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] Set router c2a1af9a-3210-419c-aca0-3e87861535fd gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:33.783830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.806875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:44:33Z', 'revision_number': 7, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:33.865803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f06efc-9ecd-4c19-974e-0725b3198dc1 None None] The sync data for ids ['c2a1af9a-3210-419c-aca0-3e87861535fd'] in n-d-828413-1 is: [{'id': 'c2a1af9a-3210-419c-aca0-3e87861535fd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1505843384-router', 'tenant_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:41:37Z', 'updated_at': '2022-02-08T23:44:33Z', 'revision_number': 7, 'project_id': '44b02a907cc642ce8b7d0a6e40d57d0d', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:44:33.894482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac5618-e275-4fd7-986b-42327dd8b4ef req-99d19030-7d90-41b6-8983-b7dc9e20f539 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:33.904938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8ac5618-e275-4fd7-986b-42327dd8b4ef req-99d19030-7d90-41b6-8983-b7dc9e20f539 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.1373992 Feb 08 23:44:33.957061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd73f5-24a4-4b46-9a63-8019f64e148c req-41d9e3c7-ea61-436a-81e9-5aeee3a39937 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:33.959111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13cd73f5-24a4-4b46-9a63-8019f64e148c req-41d9e3c7-ea61-436a-81e9-5aeee3a39937 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 945 time: 0.1315811 Feb 08 23:44:33.961729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.964518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:33.996322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8ac5618-e275-4fd7-986b-42327dd8b4ef req-b184e88e-3c20-4482-812b-6986ff7b427f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899673 Feb 08 23:44:34.022033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.022608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2a1af9a-3210-419c-aca0-3e87861535fd {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:44:34.059047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13cd73f5-24a4-4b46-9a63-8019f64e148c req-3d627d1e-d1a6-4c61-8520-77b56280bfde tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768397 Feb 08 23:44:34.063707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.064868 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6155cc50-5992-4704-8e7e-4e01be074886 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c2a1af9a-3210-419c-aca0-3e87861535fd HTTP/1.1" status: 204 len: 168 time: 1.2525861 Feb 08 23:44:34.079292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33760) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:34.112767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328f84b-69de-4edb-a498-981889bac672 req-eec927d3-d4b9-46da-8a04-95d6691b73ed tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:34.114326 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0328f84b-69de-4edb-a498-981889bac672 req-eec927d3-d4b9-46da-8a04-95d6691b73ed tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 950 time: 0.0964599 Feb 08 23:44:34.254776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Deleting subnet 2552a8c3-a9d5-4c27-97eb-6f3868aad99c {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:44:34.262830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.283340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Deleting port f3ae4aac-2f4b-4478-8a75-bc08777a3dba {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:34.283681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.371496 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.454369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe498153-d80b-46e5-befb-b7168bab69fd req-6518772a-a8af-4155-a8a1-b5f2e5ee7d11 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:34.463795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe498153-d80b-46e5-befb-b7168bab69fd req-6518772a-a8af-4155-a8a1-b5f2e5ee7d11 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.3278432 Feb 08 23:44:34.517661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] For port f3ae4aac-2f4b-4478-8a75-bc08777a3dba, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:34.518041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.545172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe498153-d80b-46e5-befb-b7168bab69fd req-7241fa04-27de-4159-a885-250fd27690e8 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801747 Feb 08 23:44:34.574055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Calling delete_port for f3ae4aac-2f4b-4478-8a75-bc08777a3dba owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:34.679772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.790385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.847105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3974c-25d9-463f-8d1d-6cf8be6b60c6 req-76166789-fcec-48c2-a044-2461a5da02a3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:34.859432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ac3974c-25d9-463f-8d1d-6cf8be6b60c6 req-76166789-fcec-48c2-a044-2461a5da02a3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3680978 Feb 08 23:44:34.875696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.890241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['95559423-952b-44b7-96de-15e8dcd1b724'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:34.907078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2552a8c3-a9d5-4c27-97eb-6f3868aad99c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:34.939511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:34.943162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event deleted for resources: {'Port': ['ID=f3ae4aac-2f4b-4478-8a75-bc08777a3dba,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:34.947439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-36515eaa-f09d-4909-a07e-ca3093e56904 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2552a8c3-a9d5-4c27-97eb-6f3868aad99c HTTP/1.1" status: 204 len: 168 time: 0.8669324 Feb 08 23:44:34.954754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:34.970309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283231e-347e-4ea2-99e2-086a93c1cc1a req-f515fdc1-5b33-48e6-8acc-c3f3b1e985a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:34.978878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2283231e-347e-4ea2-99e2-086a93c1cc1a req-f515fdc1-5b33-48e6-8acc-c3f3b1e985a3 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 945 time: 0.1917737 Feb 08 23:44:35.013839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['f3ae4aac-2f4b-4478-8a75-bc08777a3dba', '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:35.029465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9597cb5-fc31-4903-8cc4-d8b03e4fe3f5 None None] Network a3874c4c-fb0e-4923-b889-9f603fc61541 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:44:35.088673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] No DVR routers for this DVR port f3ae4aac-2f4b-4478-8a75-bc08777a3dba on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:35.093151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.096566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2283231e-347e-4ea2-99e2-086a93c1cc1a req-ceba2327-8313-4d89-a8b0-346fda2f05bd tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146302 Feb 08 23:44:35.096955 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0328f84b-69de-4edb-a498-981889bac672 req-27feb77b-0209-4195-845e-7170211f27d2 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "DELETE /v2.0/ports/f3ae4aac-2f4b-4478-8a75-bc08777a3dba HTTP/1.1" status: 204 len: 173 time: 0.9703960 Feb 08 23:44:35.104755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'name': 'network-vif-deleted', 'tag': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:35.107916 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55761763-8f46-4798-8f2c-10e402c56cd0" -d '{"events": [{"server_uuid": "73c71f4c-e846-4fcf-928c-1feb1794ca1c", "name": "network-vif-deleted", "tag": "f3ae4aac-2f4b-4478-8a75-bc08777a3dba"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:35.140955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.187111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ac3974c-25d9-463f-8d1d-6cf8be6b60c6 req-f3ea8d95-51ed-41e5-83a2-a64fc68d0f15 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222866 Feb 08 23:44:35.295476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Deleting port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:35.299681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.430648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53695889-4a12-4565-8809-35ad723fd40c req-248937ba-084c-443b-8ef6-3b8d9554c889 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:35.451348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53695889-4a12-4565-8809-35ad723fd40c req-248937ba-084c-443b-8ef6-3b8d9554c889 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1734133 Feb 08 23:44:35.476729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] For port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,segment=NetworkSegment(e480ba53-2faf-4211-814c-d88712302bb1),segment_id=e480ba53-2faf-4211-814c-d88712302bb1)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:35.481330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.508425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8529a7b-6c68-4f1b-ab38-bb1f49bbc0e5 req-0ade3d09-21a8-4258-bba3-c0f2bcbbfcee tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=73c71f4c-e846-4fcf-928c-1feb1794ca1c HTTP/1.1" status: 200 len: 210 time: 0.1399999 Feb 08 23:44:35.525078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Calling delete_port for 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:35.603350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53695889-4a12-4565-8809-35ad723fd40c req-d46a4e6d-fd5c-4f6f-bd46-fd9bf03df12b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485157 Feb 08 23:44:35.620120 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27978048-c8ca-4a87-9f86-e8e5c4171f43 x-openstack-request-id: req-27978048-c8ca-4a87-9f86-e8e5c4171f43 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:35.620476 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c71f4c-e846-4fcf-928c-1feb1794ca1c", "name": "network-vif-deleted", "tag": "f3ae4aac-2f4b-4478-8a75-bc08777a3dba", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:35.620804 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27978048-c8ca-4a87-9f86-e8e5c4171f43 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:35.621269 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c71f4c-e846-4fcf-928c-1feb1794ca1c', 'name': 'network-vif-deleted', 'tag': 'f3ae4aac-2f4b-4478-8a75-bc08777a3dba', 'status': 'completed', 'code': 200} Feb 08 23:44:35.674178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:35.706570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.750406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] No DVR routers for this DVR port 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:35.767422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67e3fb-0eba-44e3-b2b4-ef2102924ecc req-1c6c2cbd-92e3-485d-b6c0-1c15bc8de798 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:35.776707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e67e3fb-0eba-44e3-b2b4-ef2102924ecc req-1c6c2cbd-92e3-485d-b6c0-1c15bc8de798 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.1005349 Feb 08 23:44:35.778894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Pushing event deleted for resources: {'Port': ['ID=756eee7c-1ac7-4c0a-9f4d-8a8a9b293537,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:35.806688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:35.807052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 65c685f7-ab2a-4ccc-8b12-0cc82f69f7e0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:35.807479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4eb53633-10b3-4039-8295-7a53e6973931 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:35.862907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e67e3fb-0eba-44e3-b2b4-ef2102924ecc req-b8422113-abc0-4f90-9c20-c750ca8aa99c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849059 Feb 08 23:44:35.865727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.892807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4eb53633-10b3-4039-8295-7a53e6973931 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:35.895324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4eb53633-10b3-4039-8295-7a53e6973931 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:35.917033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3874c4c-fb0e-4923-b889-9f603fc61541']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:35.931084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e480ba53-2faf-4211-814c-d88712302bb1') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:35.931622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e480ba53-2faf-4211-814c-d88712302bb1') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:35.946901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.974626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:35.995006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:44:35.995465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:44:36.090227 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:44:36.101567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fa4da-39fa-41ef-aa1c-a91e7fba4972 None None] DHCP port deletion for a3874c4c-fb0e-4923-b889-9f603fc61541 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:44:36.134089 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.156093 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.170668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] 10.222.0.32 "DELETE /v2.0/networks/a3874c4c-fb0e-4923-b889-9f603fc61541 HTTP/1.1" status: 204 len: 168 time: 1.2118664 Feb 08 23:44:36.271113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03819bc6-e835-4036-b785-3ddf495e405d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3874c4c-fb0e-4923-b889-9f603fc61541,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:36.391988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194d101-fd3b-4834-969d-0cd308374489 req-9c935c2f-4e8b-48b0-9cc7-ea0122c9939d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:36.400699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9194d101-fd3b-4834-969d-0cd308374489 req-9c935c2f-4e8b-48b0-9cc7-ea0122c9939d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1332414 Feb 08 23:44:36.406926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:36.457065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9194d101-fd3b-4834-969d-0cd308374489 req-5d5adc97-e463-404b-9ae6-69185001bae2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552242 Feb 08 23:44:36.465807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33808) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:36.523140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd0d65-dc59-4c8c-8919-10a4afec3b6a req-d8855a49-537a-41bb-9ea1-2e0c81896020 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:36.525076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55cd0d65-dc59-4c8c-8919-10a4afec3b6a req-d8855a49-537a-41bb-9ea1-2e0c81896020 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 945 time: 0.1863523 Feb 08 23:44:36.588219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33812) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:36.603595 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d6f3b461-c9a9-45a3-86b8-941091837d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3021bf4bcb9f45fe98556fc0739a615c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1324594 Feb 08 23:44:36.648132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:44:36.655675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:36.656080 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.704792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55cd0d65-dc59-4c8c-8919-10a4afec3b6a req-41c5c078-f1ef-462a-a0cb-a70e16ab8578 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708570 Feb 08 23:44:36.749577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34a50704-5086-44ce-959c-055bca03689c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.751620 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.763264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.800322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34a50704-5086-44ce-959c-055bca03689c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.866294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.904427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:36.905660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:36.909635 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7001b18-9c49-42eb-b33d-74533f04dee1" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:36.914867 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:36.976334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b577a0-b43c-4059-8958-0eda7fefd7c2 req-d55e1707-34c8-4321-b38b-9e87b2609c98 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:36.986236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7b577a0-b43c-4059-8958-0eda7fefd7c2 req-d55e1707-34c8-4321-b38b-9e87b2609c98 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1633749 Feb 08 23:44:36.999281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:36.999975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34a50704-5086-44ce-959c-055bca03689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:37.008396 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34a50704-5086-44ce-959c-055bca03689c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:37.009643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-34a50704-5086-44ce-959c-055bca03689c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65ca1373-5648-41e3-a659-c51a763d36e7 HTTP/1.1" status: 204 len: 168 time: 0.4204640 Feb 08 23:44:37.057691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a50704-5086-44ce-959c-055bca03689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca1373-5648-41e3-a659-c51a763d36e7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:37.146760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7b577a0-b43c-4059-8958-0eda7fefd7c2 req-a3ba56ad-7ce0-495b-aa68-533b10a468af tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359007 Feb 08 23:44:37.178750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:37.228084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:37.228820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 756eee7c-1ac7-4c0a-9f4d-8a8a9b293537 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:37.427641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0fad0-3173-4d47-a7de-fcc2dbdc6182 req-0692a4fb-021e-4d2f-8b03-9b6476212f70 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:37.439506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ab0fad0-3173-4d47-a7de-fcc2dbdc6182 req-0692a4fb-021e-4d2f-8b03-9b6476212f70 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 950 time: 0.0963576 Feb 08 23:44:37.501058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ab0fad0-3173-4d47-a7de-fcc2dbdc6182 req-f4ce3b5f-31d4-4a5c-96a6-980fa46d134a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559192 Feb 08 23:44:37.639321 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c3f247-4f89-4b44-9bed-f4684a5daa02 x-openstack-request-id: req-b2c3f247-4f89-4b44-9bed-f4684a5daa02 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:37.639644 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:37.639919 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2c3f247-4f89-4b44-9bed-f4684a5daa02 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:37.640317 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:44:37.695053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33858) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:37.699183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bcb9a-6c70-48cb-97ee-5c8cbdc09b15 req-d81337f6-cb81-47c5-88ae-4e397a8dc261 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:37.717644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-334bcb9a-6c70-48cb-97ee-5c8cbdc09b15 req-d81337f6-cb81-47c5-88ae-4e397a8dc261 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.1360390 Feb 08 23:44:37.803239 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-47bb82ec-9929-4fd8-ab74-1d168bc96ca9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44b02a907cc642ce8b7d0a6e40d57d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045620 Feb 08 23:44:37.804500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:37.821324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-334bcb9a-6c70-48cb-97ee-5c8cbdc09b15 req-186d011d-051e-4eb0-b09a-d706982400cc tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983398 Feb 08 23:44:37.863345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0f42-ba20-4b2b-b381-6d05669f0316 req-310b39c0-3d26-45fb-ab6b-d615d0295992 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:37.865041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-533d0f42-ba20-4b2b-b381-6d05669f0316 req-310b39c0-3d26-45fb-ab6b-d615d0295992 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.1056809 Feb 08 23:44:37.906367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9766c5-115c-455e-9d48-6c33f546242f req-fdeb6ad0-f064-4550-9a20-ccdee2ec3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:37.910439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab9766c5-115c-455e-9d48-6c33f546242f req-fdeb6ad0-f064-4550-9a20-ccdee2ec3347 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1096 time: 0.1945541 Feb 08 23:44:37.940639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-533d0f42-ba20-4b2b-b381-6d05669f0316 req-5ac9ea04-93ab-49c5-a995-b85b5f0319b1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640063 Feb 08 23:44:38.243634 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab9766c5-115c-455e-9d48-6c33f546242f req-cab6b499-edf7-499c-bf44-2361607009f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252776 Feb 08 23:44:38.244417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b49522-d0d8-439a-8c2a-8fad18fdfdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:38.273695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b49522-d0d8-439a-8c2a-8fad18fdfdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:38.325708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b49522-d0d8-439a-8c2a-8fad18fdfdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:38.330133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b49522-d0d8-439a-8c2a-8fad18fdfdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:38.331593 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06b49522-d0d8-439a-8c2a-8fad18fdfdee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee6af3bc-7ca0-4736-afb6-af1d26624b96 HTTP/1.1" status: 204 len: 168 time: 0.5250857 Feb 08 23:44:38.336060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:38.343167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b49522-d0d8-439a-8c2a-8fad18fdfdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6af3bc-7ca0-4736-afb6-af1d26624b96,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:38.441397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab101d-c6f0-4333-9eb1-a036064bb80a req-00c36690-6761-4862-9953-ef4a6d18d149 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:38.452453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36ab101d-c6f0-4333-9eb1-a036064bb80a req-00c36690-6761-4862-9953-ef4a6d18d149 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1929977 Feb 08 23:44:38.481865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f3ae4aac-2f4b-4478-8a75-bc08777a3dba no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:38.515530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: f3ae4aac-2f4b-4478-8a75-bc08777a3dba {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:38.516259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f3ae4aac-2f4b-4478-8a75-bc08777a3dba not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:38.558099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36ab101d-c6f0-4333-9eb1-a036064bb80a req-e1d55cd4-8306-4a94-aa05-2cf17a9ed543 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045008 Feb 08 23:44:38.679421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b5d0d-5f15-4526-a35a-61683669df96 req-2061b3da-1f63-4412-8749-9853ff09918d tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:38.688774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f79b5d0d-5f15-4526-a35a-61683669df96 req-2061b3da-1f63-4412-8749-9853ff09918d tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 950 time: 0.0875773 Feb 08 23:44:38.743226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f79b5d0d-5f15-4526-a35a-61683669df96 req-c870dc5f-a9bd-4431-a753-47f85302d3d7 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527833 Feb 08 23:44:38.827214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-aa4af3fb-eb79-4d91-a3bd-f92175aefbad tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:38.830033 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-aa4af3fb-eb79-4d91-a3bd-f92175aefbad tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.21 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 950 time: 0.1251855 Feb 08 23:44:39.015565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2b8b8-97a4-4fce-bc64-87064c21e634 req-eb76548d-131e-4a5d-b584-cffd671b18bb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:39.024275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fc2b8b8-97a4-4fce-bc64-87064c21e634 req-eb76548d-131e-4a5d-b584-cffd671b18bb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.0882483 Feb 08 23:44:39.093105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Deleting port 95559423-952b-44b7-96de-15e8dcd1b724 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:39.094043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:39.096056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fc2b8b8-97a4-4fce-bc64-87064c21e634 req-8e3a06c0-f0fb-45f5-92d2-7714cfdb2104 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704863 Feb 08 23:44:39.225478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9972b4-3f84-4a44-9020-d9a4a6dd0c45 req-5f1bac34-0594-47a5-954a-37f8bf9c2143 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:39.235857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd9972b4-3f84-4a44-9020-d9a4a6dd0c45 req-5f1bac34-0594-47a5-954a-37f8bf9c2143 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.0963767 Feb 08 23:44:39.305260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] For port 95559423-952b-44b7-96de-15e8dcd1b724, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=95559423-952b-44b7-96de-15e8dcd1b724,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:39.305778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:39.322402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Calling delete_port for 95559423-952b-44b7-96de-15e8dcd1b724 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:39.354369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd9972b4-3f84-4a44-9020-d9a4a6dd0c45 req-cfb6259b-1321-40e3-8ba3-4a33ff5a3472 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157398 Feb 08 23:44:39.677867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:39.697255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:39.705693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['95559423-952b-44b7-96de-15e8dcd1b724'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:39.853035 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event deleted for resources: {'Port': ['ID=95559423-952b-44b7-96de-15e8dcd1b724,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:39.898701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9d898-8a16-436b-be04-e62b0e9ef24b req-86df7f29-cade-43dd-932e-a9936679589d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:39.907032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fd9d898-8a16-436b-be04-e62b0e9ef24b req-86df7f29-cade-43dd-932e-a9936679589d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1393952 Feb 08 23:44:39.911060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] No DVR routers for this DVR port 95559423-952b-44b7-96de-15e8dcd1b724 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:39.917869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:39.923677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-34811bd0-6f3d-4ae0-a595-a464d985847e req-d623a9a1-55a3-483d-a11f-24e8c7d1a21f tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.21 "DELETE /v2.0/ports/95559423-952b-44b7-96de-15e8dcd1b724 HTTP/1.1" status: 204 len: 173 time: 1.0852671 Feb 08 23:44:39.940101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'name': 'network-vif-deleted', 'tag': '95559423-952b-44b7-96de-15e8dcd1b724'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:39.973067 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f14337-ff08-4017-a0fa-91bdea3619d7" -d '{"events": [{"server_uuid": "9355fdbc-3291-43a3-b7e5-743fc7be8765", "name": "network-vif-deleted", "tag": "95559423-952b-44b7-96de-15e8dcd1b724"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:40.034847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f062dffc-721b-42a5-b7d1-496571f16c57 req-c0752b1c-bb07-458d-be26-c7c42e5db306 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=9355fdbc-3291-43a3-b7e5-743fc7be8765 HTTP/1.1" status: 200 len: 210 time: 0.1129787 Feb 08 23:44:40.116242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fd9d898-8a16-436b-be04-e62b0e9ef24b req-760c966e-25ef-4f85-80c0-64415ceba86a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999688 Feb 08 23:44:40.191205 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9a3a3b-6195-4295-91aa-60d896faadf6 x-openstack-request-id: req-cf9a3a3b-6195-4295-91aa-60d896faadf6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:40.191495 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9355fdbc-3291-43a3-b7e5-743fc7be8765", "name": "network-vif-deleted", "tag": "95559423-952b-44b7-96de-15e8dcd1b724", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:40.191745 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf9a3a3b-6195-4295-91aa-60d896faadf6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:40.192140 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9355fdbc-3291-43a3-b7e5-743fc7be8765', 'name': 'network-vif-deleted', 'tag': '95559423-952b-44b7-96de-15e8dcd1b724', 'status': 'completed', 'code': 200} Feb 08 23:44:40.341254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:40.555954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b695087-a5e5-473e-8255-1c55a9297b1c req-46bb96d5-d4d5-4097-a00e-7f66fb049557 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:40.581581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b695087-a5e5-473e-8255-1c55a9297b1c req-46bb96d5-d4d5-4097-a00e-7f66fb049557 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 943 time: 0.2236924 Feb 08 23:44:40.675504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:40.711003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'mac_address': 'fa:16:3e:0c:12:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:40.725919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b695087-a5e5-473e-8255-1c55a9297b1c req-6ac54ddd-bd25-4f0b-84a3-93667f06c46d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431146 Feb 08 23:44:40.813756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b22a4-1d18-4be6-a9bd-a8380929cb48 req-5456fdfb-f1c5-4712-8bd3-6a4c4683e433 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:40.822375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d9b22a4-1d18-4be6-a9bd-a8380929cb48 req-5456fdfb-f1c5-4712-8bd3-6a4c4683e433 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.2383761 Feb 08 23:44:40.833877 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:40.858029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-a8b3438c-8a9a-4f8b-bdd0-c8a7c002df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:40.859661 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-a8b3438c-8a9a-4f8b-bdd0-c8a7c002df35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 1101 time: 0.0987313 Feb 08 23:44:40.863675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86fe51d9-f62a-4ce3-b27a-148b9963d4fe {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:40.909986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d9b22a4-1d18-4be6-a9bd-a8380929cb48 req-a9165f24-9d6f-4058-9195-ee89dad1b8fc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866067 Feb 08 23:44:40.915109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:40.925556 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:41.057352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:41.079808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['86fe51d9-f62a-4ce3-b27a-148b9963d4fe'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:41.182212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f6c82-1a15-4cbf-8bc5-16fcb28a600e req-53c8b325-da97-4df0-a0b9-1294e5461291 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:41.202427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a47f6c82-1a15-4cbf-8bc5-16fcb28a600e req-53c8b325-da97-4df0-a0b9-1294e5461291 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.1287181 Feb 08 23:44:41.203929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-a111c2d8-7add-449a-9d8e-fd39d5d09801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:41.204075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34036) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:41.205444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-a111c2d8-7add-449a-9d8e-fd39d5d09801 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3211434 Feb 08 23:44:41.220603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'floatingip': {'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:41.367158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:41.395293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-6eb471f3-b7ae-4d1e-8b5e-35847039bff0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=97a98f57-bda1-4765-9152-9300304aa3e9 HTTP/1.1" status: 200 len: 217 time: 0.1813059 Feb 08 23:44:41.578738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-c574374e-1c88-4372-9412-4ca977654966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:41.587551 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-c574374e-1c88-4372-9412-4ca977654966 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1826181 Feb 08 23:44:41.761890 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-92325b5a-d178-487c-98ef-6eeb202ffe13 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1721916 Feb 08 23:44:41.765030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-2bfaabe5-f44c-49c7-b6ea-2015f6956031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:41.766618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-2bfaabe5-f44c-49c7-b6ea-2015f6956031 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817592 Feb 08 23:44:41.800485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e616a1c0-fb16-4fcd-b259-4589ab74d45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:41.993172 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-239a4f8c-94aa-4bfb-8a8c-b35a7b555c55 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103472 Feb 08 23:44:42.309238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-cb615a58-6b3f-4e2b-b1ce-76366d9b353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:42.315841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-cb615a58-6b3f-4e2b-b1ce-76366d9b353c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 1100 time: 0.3130765 Feb 08 23:44:42.318649 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c488c0a2-fce8-47b2-8778-d0d32d973cfb req-f4fe9ae2-97b6-4e56-9315-4fb6502a2935 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121157 Feb 08 23:44:42.347464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:44:42.431849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:44:42.431849 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:42.473399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859bd5e-cc6d-462b-ba0a-842e2fee8e30 req-3bf5c4b6-04cc-44f3-b072-506bbac7b5c4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:42.480607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e859bd5e-cc6d-462b-ba0a-842e2fee8e30 req-3bf5c4b6-04cc-44f3-b072-506bbac7b5c4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 1.1354871 Feb 08 23:44:42.515694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 95559423-952b-44b7-96de-15e8dcd1b724 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:42.583935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 95559423-952b-44b7-96de-15e8dcd1b724 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:42.584620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 95559423-952b-44b7-96de-15e8dcd1b724 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:42.587316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-edd11cd4-213c-4a27-a92b-1a80b1aa08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:42.591375 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-edd11cd4-213c-4a27-a92b-1a80b1aa08e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2441530 Feb 08 23:44:42.629245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-36c78457-a178-40b0-9f7b-8f39cc42f321 service neutron] 10.222.0.84 "GET /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7/bindings/n-h1-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.2443116 Feb 08 23:44:42.672661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e859bd5e-cc6d-462b-ba0a-842e2fee8e30 req-0c59d619-ad27-4f38-bba1-8dcc30c2d98d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910429 Feb 08 23:44:42.713957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-804b102c-1860-4156-adf7-0e0b98c29e1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 200 len: 217 time: 0.1163130 Feb 08 23:44:42.741473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:42.786396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:42.788946 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2499f1f-7013-4142-ac32-2236fa11ecaf" -d '{"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-plugged", "status": "completed", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:42.814760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:42.820307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:42.844624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-cd261a1e-a041-47c1-af22-9007444d6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:42.848422 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-cd261a1e-a041-47c1-af22-9007444d6dd9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1210539 Feb 08 23:44:42.933467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:42.933831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-63c8b133-d9a9-4ead-bbcc-f9e48ff8d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:42.936079 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-63c8b133-d9a9-4ead-bbcc-f9e48ff8d2c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783539 Feb 08 23:44:42.981580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:42.986485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:43.245426 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-39362f9a-44d4-4adf-934f-e9e063447394 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995117 Feb 08 23:44:43.504330 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b34bed05-f0a2-4f07-87e4-a24b8d23ef4c req-40908080-d50f-4b7c-b062-28df22d04a3a service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510803 Feb 08 23:44:43.652723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:43.701277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:43.749038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd0271a-8a18-4707-a758-baf4fb6443c7 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:43.762806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:43.796458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-4f2c5dbb-5dc0-4749-a793-a922a29949e8 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:43.798312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-4f2c5dbb-5dc0-4749-a793-a922a29949e8 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 950 time: 0.4481211 Feb 08 23:44:43.805009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:44.072038 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Floating IP 39403e3a-7bbe-447f-8c39-c5df945537ba associated. External IP: 172.25.3.166, port: 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590. Feb 08 23:44:44.197669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1313ef59-e387-4058-9bf8-ec59fc44e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:44.429504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:44:44.524313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] Transition to ACTIVE for port object acd0271a-8a18-4707-a758-baf4fb6443c7 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:44:44.590717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:44.667267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Deleting port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:44.667964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:44.712066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] No DVR routers for this DVR port acd0271a-8a18-4707-a758-baf4fb6443c7 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:44.764147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:44:44.780860 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] Sync routers for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:44:44.783006 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:44.812078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] Pushing event updated for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=10']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:44.842618 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:44.846473 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:44.896486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-947fbe11-6daa-4af2-aced-e46fd1ec24ca service neutron] 10.222.0.84 "PUT /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7/bindings/n-h1-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2484255 Feb 08 23:44:44.920225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-021d3e5e-6cf7-41be-b0c9-8ac1574e731a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "PUT /v2.0/floatingips/39403e3a-7bbe-447f-8c39-c5df945537ba HTTP/1.1" status: 200 len: 991 time: 3.7147462 Feb 08 23:44:44.923524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:44.954073 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:45.032678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] For port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:45.034901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:45.055145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-5a999a1a-97de-44e6-9f51-1855a0062b15 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.056092 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:45.060031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-5a999a1a-97de-44e6-9f51-1855a0062b15 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.1029074 Feb 08 23:44:45.108354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Calling delete_port for 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:45.236158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-f437f237-4f1b-46e3-bdc1-8cca1d4a706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.246276 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-f437f237-4f1b-46e3-bdc1-8cca1d4a706c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2&tenant_id=c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 1095 time: 0.1060786 Feb 08 23:44:45.299091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cd40e-c0d2-428a-9be6-128dcf6005d1 req-c67e5e8c-4d99-46b7-b18f-c470a832b58a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.308446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-328cd40e-c0d2-428a-9be6-128dcf6005d1 req-c67e5e8c-4d99-46b7-b18f-c470a832b58a tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/ports?device_id=27a40bb0-aaa2-4efa-8a4c-5f145bd8173d HTTP/1.1" status: 200 len: 950 time: 0.3124762 Feb 08 23:44:45.352364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:45.362803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-b2aae0a0-9e49-427e-b064-02024bdd0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.365305 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-b2aae0a0-9e49-427e-b064-02024bdd0bfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0941193 Feb 08 23:44:45.430501 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '39403e3a-7bbe-447f-8c39-c5df945537ba', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:44:18Z', 'updated_at': '2022-02-08T23:44:42Z', 'revision_number': 1, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:45.439351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-328cd40e-c0d2-428a-9be6-128dcf6005d1 req-94927ed7-1e3f-4760-8829-a1cffd88b383 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd00e04d-9038-4ce6-9976-e7ee747e9bb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143410 Feb 08 23:44:45.465917 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] Checking router: b59a59b9-83a6-46c5-aee6-72e9ec1bd05b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:44:45.476192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:44:45.477615 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:45.527322 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ded41a-6848-4ac2-9a30-0dd7604e058e x-openstack-request-id: req-c0ded41a-6848-4ac2-9a30-0dd7604e058e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:45.527807 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-plugged", "status": "completed", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:45.528090 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0ded41a-6848-4ac2-9a30-0dd7604e058e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:45.529053 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'code': 200} Feb 08 23:44:45.579965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb90d7b-bab6-481e-85f4-d6af91a506d9 req-a0f781f8-0d32-443b-8606-1a5c2564d543 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.592162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:44:45.597378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddb90d7b-bab6-481e-85f4-d6af91a506d9 req-a0f781f8-0d32-443b-8606-1a5c2564d543 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 944 time: 0.2269232 Feb 08 23:44:45.599628 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:45.610881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-81c6bd03-bf62-44e3-9fa5-da6f201b3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.613178 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-81c6bd03-bf62-44e3-9fa5-da6f201b3a44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.2395463 Feb 08 23:44:45.726149 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-2d771e36-34a3-4427-bc73-1ae5e355278e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 200 len: 217 time: 0.1014154 Feb 08 23:44:45.753901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Pushing event deleted for resources: {'Port': ['ID=5d4aa17a-1aa1-426b-af9c-392cc9a80a2c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:45.819515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] No DVR routers for this DVR port 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:45.828553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:45.832557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-700b9cf6-0440-480a-b9ad-05e5f067a0ce req-2f9767f6-a41e-4522-aae9-9affb2c43807 tempest-ServersAdminTestJSON-763212888 tempest-ServersAdminTestJSON-763212888-project] 10.222.0.84 "DELETE /v2.0/ports/5d4aa17a-1aa1-426b-af9c-392cc9a80a2c HTTP/1.1" status: 204 len: 173 time: 2.0114388 Feb 08 23:44:45.857712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddb90d7b-bab6-481e-85f4-d6af91a506d9 req-4e004edb-a061-4e90-899c-d7ca800176b6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464082 Feb 08 23:44:45.866771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-f6fac086-09c4-4b1d-a141-f287cc029594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.872902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-f6fac086-09c4-4b1d-a141-f287cc029594 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1384172 Feb 08 23:44:45.922425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bea35-59c8-42cc-8fdb-8cae6c8ef9be req-29698b93-2d1b-404b-8519-2629f818e95c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:45.933349 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-fd81a7a0-277d-4d22-900a-c83fedc77bcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390046 Feb 08 23:44:45.937949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a00bea35-59c8-42cc-8fdb-8cae6c8ef9be req-29698b93-2d1b-404b-8519-2629f818e95c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.3251443 Feb 08 23:44:46.021321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a00bea35-59c8-42cc-8fdb-8cae6c8ef9be req-13991fca-a8ca-40fd-b419-5f025bd3f321 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801222 Feb 08 23:44:46.056647 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-29405f96-0fdf-40dd-9832-51e545a122f3 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147907 Feb 08 23:44:46.206121 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '39403e3a-7bbe-447f-8c39-c5df945537ba', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:44:18Z', 'updated_at': '2022-02-08T23:44:42Z', 'revision_number': 1, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:44:46.243970 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-f7b50c3f-cd2c-43f8-8343-ef9c6d92af4b service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795740 Feb 08 23:44:46.268227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4827aa-b161-4858-af0b-38f2e440d694 None None] The sync data for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 is: [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '39403e3a-7bbe-447f-8c39-c5df945537ba', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:44:18Z', 'updated_at': '2022-02-08T23:44:42Z', 'revision_number': 1, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:44:46.270567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fc481-217e-4ee3-8334-ec089d9ddbab req-ae1e7ade-5c12-479c-8b0a-ec543740626c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:46.273571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f1fc481-217e-4ee3-8334-ec089d9ddbab req-ae1e7ade-5c12-479c-8b0a-ec543740626c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.0926020 Feb 08 23:44:46.354993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f1fc481-217e-4ee3-8334-ec089d9ddbab req-aeb54550-8e16-4153-ba1a-d445d650eff3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567935 Feb 08 23:44:46.383614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:46.424951 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac242881-fb8b-4d98-986d-97c8326d6abb x-openstack-request-id: req-ac242881-fb8b-4d98-986d-97c8326d6abb {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:46.425518 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:46.426032 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac242881-fb8b-4d98-986d-97c8326d6abb {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:46.426670 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'status': 'completed', 'code': 200} Feb 08 23:44:46.441496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:44:46.441913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d4aa17a-1aa1-426b-af9c-392cc9a80a2c not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:44:46.562373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-e509a953-ec4c-47c6-b876-df61b10cc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:46.565055 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-e509a953-ec4c-47c6-b876-df61b10cc42b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1096 time: 0.0888612 Feb 08 23:44:46.721004 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:46.767387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e338b53-b98a-4c33-8666-a4e3fef37683 None None] New status for floating IP 39403e3a-7bbe-447f-8c39-c5df945537ba: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:44:46.830254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-7447da20-0f21-4cff-8c1d-7fcee2f99336 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:46.832286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-fcf278aa-fec6-42b0-8c7d-cb62dd75f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:46.835582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-7447da20-0f21-4cff-8c1d-7fcee2f99336 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0837924 Feb 08 23:44:46.839299 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-fcf278aa-fec6-42b0-8c7d-cb62dd75f432 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.2631814 Feb 08 23:44:46.979282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-1b2a6c1b-f1a4-49f3-a052-cc243bd516a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.1263330 Feb 08 23:44:47.045923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-92d9a746-8b6a-4dfd-954c-35eebd2ad257 service neutron] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:44:47.052215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-92d9a746-8b6a-4dfd-954c-35eebd2ad257 service neutron] Notify callbacks [] for binding, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:47.052215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ecd9276-6b2b-4307-a38d-837b15f9d64e req-92d9a746-8b6a-4dfd-954c-35eebd2ad257 service neutron] 10.222.0.21 "DELETE /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7/bindings/n-h2-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.2015185 Feb 08 23:44:47.140414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-488adfe7-f4f3-482e-b6d5-b12f7d29fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:47.148848 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-488adfe7-f4f3-482e-b6d5-b12f7d29fb56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1584241 Feb 08 23:44:47.237043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:47.250984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-06fb5e92-1fc6-47b6-a771-741c21072284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:47.252959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-06fb5e92-1fc6-47b6-a771-741c21072284 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945826 Feb 08 23:44:47.407440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-f26ea102-a002-4d0a-a4ce-1617ea4c07f4 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466842 Feb 08 23:44:47.537337 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fdf0c802-2a14-49eb-9d83-af3e1a668b6e req-6e1c36bd-ae28-4d7e-92aa-aff35e09e6be service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236417 Feb 08 23:44:48.427983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-deleted', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:48.430364 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e9529-481d-4596-95fe-37a13d9df461" -d '{"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-deleted", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:48.506291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:48.599362 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:48.626704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:48.630689 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6803e6e-eaf3-4db5-b666-9a64c0f50698" -d '{"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-unplugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:48.647119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:48.653493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:48.724334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:53.235386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45348b31-6fd9-442a-ab37-c577a36da934 req-d657c4d6-a6bd-4f1d-968d-707035aa9ce0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:53.237136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45348b31-6fd9-442a-ab37-c577a36da934 req-d657c4d6-a6bd-4f1d-968d-707035aa9ce0 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 944 time: 0.0795915 Feb 08 23:44:53.246403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56627ae5-0b97-4fd7-b713-c2419122573a req-2563b3c9-6401-457e-b59b-1cb24a5d4077 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:53.247914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56627ae5-0b97-4fd7-b713-c2419122573a req-2563b3c9-6401-457e-b59b-1cb24a5d4077 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0807679 Feb 08 23:44:53.319323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45348b31-6fd9-442a-ab37-c577a36da934 req-25cc0b06-b54d-4301-9835-a6df00f6c8d2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703282 Feb 08 23:44:53.337088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56627ae5-0b97-4fd7-b713-c2419122573a req-f2b7c2f2-e446-4b53-85f7-4535050d6e37 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Feb 08 23:44:53.394502 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a4e000-6912-4db9-a5f0-7e26e48a08ad x-openstack-request-id: req-f8a4e000-6912-4db9-a5f0-7e26e48a08ad {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:53.395796 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a40bb0-aaa2-4efa-8a4c-5f145bd8173d", "name": "network-vif-deleted", "tag": "5d4aa17a-1aa1-426b-af9c-392cc9a80a2c", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:53.396042 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f8a4e000-6912-4db9-a5f0-7e26e48a08ad {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:53.396444 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a40bb0-aaa2-4efa-8a4c-5f145bd8173d', 'name': 'network-vif-deleted', 'tag': '5d4aa17a-1aa1-426b-af9c-392cc9a80a2c', 'status': 'completed', 'code': 200} Feb 08 23:44:53.437487 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ce3d3e-a61a-4844-a719-0ae9a44b8d0f x-openstack-request-id: req-70ce3d3e-a61a-4844-a719-0ae9a44b8d0f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:53.438060 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-unplugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:53.438060 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70ce3d3e-a61a-4844-a719-0ae9a44b8d0f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:53.438429 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'code': 200} Feb 08 23:44:53.470043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:53.480027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d6ac2-4bce-4e5d-aa48-fb05743a2b02 req-00b3492f-ac4e-4c52-8d9a-da9b5d277afc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:53.489172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f8d6ac2-4bce-4e5d-aa48-fb05743a2b02 req-00b3492f-ac4e-4c52-8d9a-da9b5d277afc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.0866938 Feb 08 23:44:53.556803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f8d6ac2-4bce-4e5d-aa48-fb05743a2b02 req-a97fa607-d2bc-431f-923b-d17f3e689af6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661604 Feb 08 23:44:53.568632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bf90e-7826-422a-9a12-004c344886fe req-8ef6482e-b037-460b-9013-4cc4928e0eb6 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:53.570266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b7bf90e-7826-422a-9a12-004c344886fe req-8ef6482e-b037-460b-9013-4cc4928e0eb6 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 948 time: 0.0696800 Feb 08 23:44:53.649524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b7bf90e-7826-422a-9a12-004c344886fe req-1898426d-5fed-4671-89e3-c442237e681e tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658023 Feb 08 23:44:53.662884 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-62d8a0fe-67b6-4531-8497-1e3221831dec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cb0737268d441dfbee385ff14006280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916370 Feb 08 23:44:53.665674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34248) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:53.733536 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cd53e4b-807c-42f7-939d-46208c6f1825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:53.765207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cd53e4b-807c-42f7-939d-46208c6f1825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:53.820389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cd53e4b-807c-42f7-939d-46208c6f1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:53.823551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cd53e4b-807c-42f7-939d-46208c6f1825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:53.827872 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9cd53e4b-807c-42f7-939d-46208c6f1825 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd00e04d-9038-4ce6-9976-e7ee747e9bb3 HTTP/1.1" status: 204 len: 168 time: 0.1605504 Feb 08 23:44:53.828768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e3858-f769-4165-ac33-aaff042cca2e req-923df85c-d1c2-4164-9ead-86435de2e214 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:53.831132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-663e3858-f769-4165-ac33-aaff042cca2e req-923df85c-d1c2-4164-9ead-86435de2e214 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.0783246 Feb 08 23:44:53.836892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd53e4b-807c-42f7-939d-46208c6f1825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd00e04d-9038-4ce6-9976-e7ee747e9bb3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:53.905421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-663e3858-f769-4165-ac33-aaff042cca2e req-7f2b77a7-0f3d-4a18-bbcd-22db8e2d14f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642817 Feb 08 23:44:54.059020 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:44:54.182402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34280) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:54.224540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c7dc0fc7-641e-4e92-9ff4-c7d387f7add0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df5409756a124dd5bbb569933a6a937e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409315 Feb 08 23:44:54.226982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34286) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:54.285118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2993c7c-152b-4ddd-b72f-d01035801565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:54.307895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2993c7c-152b-4ddd-b72f-d01035801565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:54.363869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2993c7c-152b-4ddd-b72f-d01035801565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:54.366643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2993c7c-152b-4ddd-b72f-d01035801565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:54.370450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d2993c7c-152b-4ddd-b72f-d01035801565 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d931d2f-613f-4376-89e6-bf13d7a9446e HTTP/1.1" status: 204 len: 168 time: 0.1425602 Feb 08 23:44:54.379449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2993c7c-152b-4ddd-b72f-d01035801565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d931d2f-613f-4376-89e6-bf13d7a9446e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:54.641965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18109-3c31-43d2-9b85-5c2f89b6b393 req-dd4d9cba-a7a1-4c40-8017-024a56623d3b tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:54.645748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ade18109-3c31-43d2-9b85-5c2f89b6b393 req-dd4d9cba-a7a1-4c40-8017-024a56623d3b tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0672312 Feb 08 23:44:54.697443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ade18109-3c31-43d2-9b85-5c2f89b6b393 req-99ff6a0f-9610-4587-80d8-ae52b7f27aff tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Feb 08 23:44:54.853433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527d9eb-13cc-424f-8cb5-a81343103858 req-5231f704-1a79-4c51-8cf6-8c10000e6d99 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:54.855279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4527d9eb-13cc-424f-8cb5-a81343103858 req-5231f704-1a79-4c51-8cf6-8c10000e6d99 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0587854 Feb 08 23:44:54.912507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4527d9eb-13cc-424f-8cb5-a81343103858 req-69d3db60-0dd9-43b1-9710-554b61ac11e8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437884 Feb 08 23:44:55.159106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e792f6-5c02-429d-9fcb-14a4d64844f6 req-d482c841-147d-4cc4-a455-603c1b6efb7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:55.160717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31e792f6-5c02-429d-9fcb-14a4d64844f6 req-d482c841-147d-4cc4-a455-603c1b6efb7d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0658894 Feb 08 23:44:55.243428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31e792f6-5c02-429d-9fcb-14a4d64844f6 req-ffe87742-d153-4f72-aaa1-c111187c2a7a tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650210 Feb 08 23:44:56.045889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-e19b8997-fb29-4c91-9556-90a2c6c74691 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:56.054808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-e19b8997-fb29-4c91-9556-90a2c6c74691 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.1478171 Feb 08 23:44:56.069439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-83acdaa7-a2b9-476b-876f-dce964fcb389 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/quotas/401a567377f54e69b6b71fe9943a4e85 HTTP/1.1" status: 200 len: 375 time: 0.0134635 Feb 08 23:44:56.129453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-d583d670-6619-472b-b80a-90f88d3554c6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565746 Feb 08 23:44:56.249547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-865dac3b-29aa-4bf1-aa0d-4120f59556fb service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140945 Feb 08 23:44:56.406217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-f6525acd-17ec-4d16-be8c-35d3899eeca9 service neutron] 10.222.0.32 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507552 Feb 08 23:44:56.414265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a8e98-15e7-44a6-90cc-b2079824bf2c req-e5893529-0af2-40c7-96ad-8fa2fb07766c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:56.416400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-987a8e98-15e7-44a6-90cc-b2079824bf2c req-e5893529-0af2-40c7-96ad-8fa2fb07766c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0787811 Feb 08 23:44:56.458708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-987a8e98-15e7-44a6-90cc-b2079824bf2c req-2864849d-68f7-40e0-beb5-f1649e7a7d7d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350442 Feb 08 23:44:56.482650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:44:56.578059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:56.605309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:56.609066 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f1daee-1b8f-44cb-ac43-ce72c5205040" -d '{"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-unplugged", "status": "completed", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:56.626392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:56.633417 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:56.701935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:56.824495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056303a2-bbab-48d4-afb1-d684609bc321 req-77dc4d50-b165-4051-927a-f34227138bef tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 210 time: 0.0468836 Feb 08 23:44:56.890310 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db7a64b-9274-4f8b-ad6f-a6f8ee9e7379 x-openstack-request-id: req-3db7a64b-9274-4f8b-ad6f-a6f8ee9e7379 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:56.890974 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-unplugged", "status": "completed", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:56.891390 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3db7a64b-9274-4f8b-ad6f-a6f8ee9e7379 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:56.891933 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'code': 200} Feb 08 23:44:56.984698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-9544cb99-0bf2-4927-8e62-94c4da329d7e tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:56.988949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-9544cb99-0bf2-4927-8e62-94c4da329d7e tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "GET /v2.0/ports?device_id=787ac4ce-51cd-4401-848f-676eda2eabd6 HTTP/1.1" status: 200 len: 943 time: 0.0931420 Feb 08 23:44:57.294684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Deleting port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:44:57.295304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:57.471538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] For port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:57.472428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:57.534106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Calling delete_port for 86fe51d9-f62a-4ce3-b27a-148b9963d4fe owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:44:57.723054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34514) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:57.771521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34518) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:57.935280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f0d44bd-ef0c-4434-aa2c-d0336923a5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.094831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa17eb0-2c5d-45f6-995f-e88aeab42836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.160062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f0d44bd-ef0c-4434-aa2c-d0336923a5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.169920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f0d44bd-ef0c-4434-aa2c-d0336923a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.190092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-114d18b0-8e7d-4927-81f3-083577e19054 req-73655eb7-386e-4a5f-aac6-9bd5b9cfa115 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 210 time: 0.0882719 Feb 08 23:44:58.209831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d44bd-ef0c-4434-aa2c-d0336923a5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4efee3-ff5a-4fe4-ab6f-396ff8146d09,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:58.270333 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f0d44bd-ef0c-4434-aa2c-d0336923a5ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2567458b2884c6283e18d4f1a7b0bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461113 Feb 08 23:44:58.272846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34538) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:58.369423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa17eb0-2c5d-45f6-995f-e88aeab42836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.391477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea73d-cd28-4b2a-aeb9-1dba5f2a60b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.420257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea73d-cd28-4b2a-aeb9-1dba5f2a60b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.442326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-1b5cd730-da4e-409e-bc64-5ae46c7e1084 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:58.445275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-1b5cd730-da4e-409e-bc64-5ae46c7e1084 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 805 time: 0.3421714 Feb 08 23:44:58.469042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Request body: {'port': {'device_id': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'admin_state_up': True, 'tenant_id': '401a567377f54e69b6b71fe9943a4e85'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:44:58.480072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa17eb0-2c5d-45f6-995f-e88aeab42836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.486454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea73d-cd28-4b2a-aeb9-1dba5f2a60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.489831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d0ea73d-cd28-4b2a-aeb9-1dba5f2a60b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.494081 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2d0ea73d-cd28-4b2a-aeb9-1dba5f2a60b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd4efee3-ff5a-4fe4-ab6f-396ff8146d09 HTTP/1.1" status: 204 len: 168 time: 0.2159145 Feb 08 23:44:58.569219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:44:58.584211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa17eb0-2c5d-45f6-995f-e88aeab42836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b318d578-e674-46c0-a21f-bd49bb70207f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:58.594107 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7fa17eb0-2c5d-45f6-995f-e88aeab42836 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17923b0fc3ac4991bbf8b152b33e2979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8214877 Feb 08 23:44:58.603089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:58.636291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ea73d-cd28-4b2a-aeb9-1dba5f2a60b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4efee3-ff5a-4fe4-ab6f-396ff8146d09,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:58.730847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0590ac-c2ed-4320-9bca-94c239da153f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.732754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.767183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event deleted for resources: {'Port': ['ID=86fe51d9-f62a-4ce3-b27a-148b9963d4fe,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:58.800297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bf45c-6dc6-46ef-82b5-632c2911e312 req-aec75fed-3e1c-411c-8305-e4623cb210ee tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:44:58.809770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e89bf45c-6dc6-46ef-82b5-632c2911e312 req-aec75fed-3e1c-411c-8305-e4623cb210ee tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.7099020 Feb 08 23:44:58.813051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0590ac-c2ed-4320-9bca-94c239da153f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.967632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0590ac-c2ed-4320-9bca-94c239da153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.970273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc0590ac-c2ed-4320-9bca-94c239da153f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:58.972291 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc0590ac-c2ed-4320-9bca-94c239da153f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b318d578-e674-46c0-a21f-bd49bb70207f HTTP/1.1" status: 204 len: 168 time: 0.3675923 Feb 08 23:44:58.991057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0590ac-c2ed-4320-9bca-94c239da153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b318d578-e674-46c0-a21f-bd49bb70207f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:59.014109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e89bf45c-6dc6-46ef-82b5-632c2911e312 req-06dd93cc-4298-4f5e-91e5-81ae23068ad6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030616 Feb 08 23:44:59.015383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] No DVR routers for this DVR port 86fe51d9-f62a-4ce3-b27a-148b9963d4fe on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:44:59.018340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Made reservation on behalf of 401a567377f54e69b6b71fe9943a4e85 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:44:59.034975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.071037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:59.086671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.107073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aadbcf4-4c48-411b-8739-6a1ebfa405ff req-68e1e3be-a1cf-42cb-8970-09efe9a8dd0a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "DELETE /v2.0/ports/86fe51d9-f62a-4ce3-b27a-148b9963d4fe HTTP/1.1" status: 204 len: 173 time: 2.1119616 Feb 08 23:44:59.107593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-deleted', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:44:59.133170 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e30599d-b523-4470-9b15-32eefdf5cde8" -d '{"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-deleted", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:44:59.147303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:44:59.182901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34574) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:59.204485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-569f9444-0099-4fe5-9581-2b0fa96a791e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.295041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.346040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:44:59.427452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:44:59.432966 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.494086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-569f9444-0099-4fe5-9581-2b0fa96a791e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.499580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-569f9444-0099-4fe5-9581-2b0fa96a791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.509129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:59.529583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Allocated IP 172.20.0.14 (ed09ccca-cf42-4b78-b6e4-a15bf22b086c/dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c/0ece445f-3e71-4232-9d02-04c778da68df) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:44:59.582965 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-569f9444-0099-4fe5-9581-2b0fa96a791e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae801f86cd3a4d8ca53cdea4926f7723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984213 Feb 08 23:44:59.584344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:44:59.587697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:59.598085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f9444-0099-4fe5-9581-2b0fa96a791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a0099-4c67-4997-b343-a4fe736c1013,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:44:59.803115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca36b8-2de1-467b-bb2e-179c7c5f7894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.885884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.886503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca36b8-2de1-467b-bb2e-179c7c5f7894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:44:59.919746 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa1715a-4835-4f4b-837c-7c776c4a593a x-openstack-request-id: req-faa1715a-4835-4f4b-837c-7c776c4a593a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:44:59.920085 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787ac4ce-51cd-4401-848f-676eda2eabd6", "name": "network-vif-deleted", "tag": "86fe51d9-f62a-4ce3-b27a-148b9963d4fe", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:44:59.920449 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-faa1715a-4835-4f4b-837c-7c776c4a593a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:44:59.921033 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787ac4ce-51cd-4401-848f-676eda2eabd6', 'name': 'network-vif-deleted', 'tag': '86fe51d9-f62a-4ce3-b27a-148b9963d4fe', 'status': 'completed', 'code': 200} Feb 08 23:44:59.924483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34602) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:44:59.994441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5832d2ef-bc01-4838-82c0-89d85c967acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.013230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb142602-7ac7-451a-a40b-e49395d7656a req-5b44913c-2857-4430-8e2a-a55d91e3910b tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 210 time: 0.0860541 Feb 08 23:45:00.093857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca36b8-2de1-467b-bb2e-179c7c5f7894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.098612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7ca36b8-2de1-467b-bb2e-179c7c5f7894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.103060 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d7ca36b8-2de1-467b-bb2e-179c7c5f7894 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/967a0099-4c67-4997-b343-a4fe736c1013 HTTP/1.1" status: 204 len: 168 time: 0.5019875 Feb 08 23:45:00.120770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca36b8-2de1-467b-bb2e-179c7c5f7894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a0099-4c67-4997-b343-a4fe736c1013,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:00.217810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.354569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Network ed09ccca-cf42-4b78-b6e4-a15bf22b086c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:00.367754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:00.377704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:00.381456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:00.485955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:00.486565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.487529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:00.512764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095707d-7a98-48f8-a43f-ef84efca61f8 req-618e3e9f-9171-42bc-913f-d3fd56307893 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:00.520667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3095707d-7a98-48f8-a43f-ef84efca61f8 req-618e3e9f-9171-42bc-913f-d3fd56307893 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.2565541 Feb 08 23:45:00.524172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5832d2ef-bc01-4838-82c0-89d85c967acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.529587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-961d200a-a4a6-4ffe-a49e-2b8379fe57e1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0717099 Feb 08 23:45:00.550093 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 86fe51d9-f62a-4ce3-b27a-148b9963d4fe {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:45:00.556757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86fe51d9-f62a-4ce3-b27a-148b9963d4fe not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:45:00.578589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:00.581971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:00.590261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3095707d-7a98-48f8-a43f-ef84efca61f8 req-326ffca9-ad90-4bb3-8da8-d1e47e2cf0ef tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685809 Feb 08 23:45:00.590966 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5832d2ef-bc01-4838-82c0-89d85c967acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.614066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Request body: {'port': {'device_id': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:00.655668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:00.666386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5832d2ef-bc01-4838-82c0-89d85c967acd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=463d5e1fc0a64ba1afe2f914aaa5843f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7373030 Feb 08 23:45:00.794128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67583b50-8cb2-4362-868f-dd5fadd59d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.802665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:00.807070 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.862996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67583b50-8cb2-4362-868f-dd5fadd59d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.869326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832d2ef-bc01-4838-82c0-89d85c967acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d361bd-04d6-4f43-ad1d-e6bc4dc4e175,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:00.927224 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.966190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67583b50-8cb2-4362-868f-dd5fadd59d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.970249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67583b50-8cb2-4362-868f-dd5fadd59d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:00.975256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-67583b50-8cb2-4362-868f-dd5fadd59d7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27d361bd-04d6-4f43-ad1d-e6bc4dc4e175 HTTP/1.1" status: 204 len: 168 time: 0.3182487 Feb 08 23:45:00.994264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67583b50-8cb2-4362-868f-dd5fadd59d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d361bd-04d6-4f43-ad1d-e6bc4dc4e175,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:01.507044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a43cf-b8dc-473f-a9fe-758d478e393f req-20ee4262-ffb4-4721-9742-7381fd5151ae tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:01.516091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec3a43cf-b8dc-473f-a9fe-758d478e393f req-20ee4262-ffb4-4721-9742-7381fd5151ae tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 932 time: 0.2791934 Feb 08 23:45:01.593926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec3a43cf-b8dc-473f-a9fe-758d478e393f req-f2f4fe6c-aa6a-406c-8380-8b8dd1408c0e tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766120 Feb 08 23:45:01.674589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:01.757026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:01.769947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '97a98f57-bda1-4765-9152-9300304aa3e9', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '97a98f57-bda1-4765-9152-9300304aa3e9', 'mac_address': 'fa:16:3e:6e:31:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:01.808324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:01.821182 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff73b0f-a0af-4675-892c-9c560919457c" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:01.895815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ece445f-3e71-4232-9d02-04c778da68df {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:01.925469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:01.928143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:01.941942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:01.974305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Transition to ACTIVE for port object 0ece445f-3e71-4232-9d02-04c778da68df will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:45:01.979607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:01.991622 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c33926-e9ec-4f8c-8e17-9251c496eb7a x-openstack-request-id: req-b0c33926-e9ec-4f8c-8e17-9251c496eb7a {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:01.994188 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:01.994462 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0c33926-e9ec-4f8c-8e17-9251c496eb7a {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:02.000037 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:45:02.076391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38a8a-c162-4fca-b8ea-f9903ae3cfb3 req-74ab085d-92e3-489f-a2ba-9e899eee8671 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:02.078559 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:02.082250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffc38a8a-c162-4fca-b8ea-f9903ae3cfb3 req-74ab085d-92e3-489f-a2ba-9e899eee8671 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.3613262 Feb 08 23:45:02.143117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a98f57-bda1-4765-9152-9300304aa3e9 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:02.158636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:02.270211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffc38a8a-c162-4fca-b8ea-f9903ae3cfb3 req-720b4754-4ef2-4d0f-a6a5-d6dcbbd58e7f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758969 Feb 08 23:45:02.275083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:02.303128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:02.319543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:02.384093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Attempting to bind port 0ece445f-3e71-4232-9d02-04c778da68df on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:02.384438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Attempting to bind port 0ece445f-3e71-4232-9d02-04c778da68df by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:02.384786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Attempting to bind port 0ece445f-3e71-4232-9d02-04c778da68df on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:02.401103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Port 0ece445f-3e71-4232-9d02-04c778da68df on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:45:02.402167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Attempting to bind port 0ece445f-3e71-4232-9d02-04c778da68df on network ed09ccca-cf42-4b78-b6e4-a15bf22b086c {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:02.418484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:02.420330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Checking segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:02.421081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Bound using segment: {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:02.425365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Bound port: 0ece445f-3e71-4232-9d02-04c778da68df, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e788505-8851-41fc-8231-c5a76b6243be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:02.425971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:02.502485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['97a98f57-bda1-4765-9152-9300304aa3e9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:02.556446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:02.639952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:02.646970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:02.654057 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:02.736831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:02.740172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:02.743824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] 10.222.0.84 "PUT /v2.0/ports/0ece445f-3e71-4232-9d02-04c778da68df HTTP/1.1" status: 200 len: 1092 time: 2.1754892 Feb 08 23:45:02.745924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:02.757871 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917" -d '{"events": [{"name": "network-changed", "server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "tag": "0ece445f-3e71-4232-9d02-04c778da68df"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:02.954824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993459e-b5b6-43f3-b6c4-e5f4157f9358 service neutron] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:03.001602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8474630-5ced-4b12-a51b-346325e8f1ac req-317c8b5b-c9c1-4e68-a646-3406d6665068 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:03.004169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8474630-5ced-4b12-a51b-346325e8f1ac req-317c8b5b-c9c1-4e68-a646-3406d6665068 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 944 time: 0.2164879 Feb 08 23:45:03.012319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-a9a216bf-4b39-4f05-91ef-0bd8f3f24572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:03.015702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-a9a216bf-4b39-4f05-91ef-0bd8f3f24572 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 1095 time: 0.2204678 Feb 08 23:45:03.127658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-5b772c88-6766-473d-a356-130fd0a875c0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ece445f-3e71-4232-9d02-04c778da68df HTTP/1.1" status: 200 len: 217 time: 0.0986593 Feb 08 23:45:03.248326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8474630-5ced-4b12-a51b-346325e8f1ac req-e998076a-fd41-429d-b7ae-28d432bc767c tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216287 Feb 08 23:45:03.269151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80510e7b-8811-4b15-801a-fe479367060a req-8ccfb507-8f04-4ec3-93ed-d039d07c3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:03.273674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-8ccfb507-8f04-4ec3-93ed-d039d07c3cc0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.1313794 Feb 08 23:45:03.319636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34754) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:03.336031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-cc7773ce-d532-4128-9712-e420caa9750c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565619 Feb 08 23:45:03.344645 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e11797-6b91-4308-85f2-2b1dc3a61e62 x-openstack-request-id: req-03e11797-6b91-4308-85f2-2b1dc3a61e62 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:03.345267 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "tag": "0ece445f-3e71-4232-9d02-04c778da68df", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:03.347009 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03e11797-6b91-4308-85f2-2b1dc3a61e62 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:03.347668 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df', 'status': 'completed', 'code': 200} Feb 08 23:45:03.535315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a6688-035a-4841-8065-8c056dd19887 req-2ccacad9-ddcf-4252-8f71-fc918aa6e060 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:03.543639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de9a6688-035a-4841-8065-8c056dd19887 req-2ccacad9-ddcf-4252-8f71-fc918aa6e060 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.0899851 Feb 08 23:45:03.622692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de9a6688-035a-4841-8065-8c056dd19887 req-9ddbd06a-35cb-408c-9fdf-a01619938140 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736225 Feb 08 23:45:03.625862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-506ea261-22f0-4a0f-8586-3e2793518eb7 service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759953 Feb 08 23:45:03.670483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-network', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:03.753565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Made reservation on behalf of 01a5c07b60b449eba60dee9137dc56bb for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:03.761964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:03.817049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:03.887485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80510e7b-8811-4b15-801a-fe479367060a req-e38e8b16-9ebc-4846-9ec4-e810b2533884 service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538121 Feb 08 23:45:04.021731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.034443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.062129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:45:04.074681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-b7e8849a-68f7-4b80-a752-de75e63fcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:04.076645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-b7e8849a-68f7-4b80-a752-de75e63fcd80 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=401a567377f54e69b6b71fe9943a4e85&device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 1095 time: 0.1260478 Feb 08 23:45:04.098833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.099551 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Added segment 1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce of type vlan for network 00cf525c-687a-4080-81be-c2386cc466f4 Feb 08 23:45:04.175461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.206835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.208128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:04.208933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.237185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae04a46-928c-4707-b8ee-ffbfa5c4ae34,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:04.319284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-690c5aec-5eb6-4b5d-80b2-aaf498ba3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:04.329296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-690c5aec-5eb6-4b5d-80b2-aaf498ba3b45 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 200 len: 906 time: 0.2375178 Feb 08 23:45:04.394314 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0706906 Feb 08 23:45:04.394314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53bdd6-df99-4040-80c4-1a94dbed09f6 admin admin] Pushing event updated for resources: {'Network': ['ID=00cf525c-687a-4080-81be-c2386cc466f4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:04.405177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:04.419208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 00cf525c-687a-4080-81be-c2386cc466f4 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:45:04.420738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Request body: {'subnet': {'network_id': '00cf525c-687a-4080-81be-c2386cc466f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-subnet', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:04.428451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-25722ff4-50fb-4d99-8bcb-5fbe946ba680 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ece445f-3e71-4232-9d02-04c778da68df HTTP/1.1" status: 200 len: 217 time: 0.0981572 Feb 08 23:45:04.466277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Made reservation on behalf of 01a5c07b60b449eba60dee9137dc56bb for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:04.474795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.554779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7afae-602d-4a0a-ad4b-9e1a0ccbab62 req-a9dbd9d4-e3a5-48d5-a601-5163e28554a0 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:04.564079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4af7afae-602d-4a0a-ad4b-9e1a0ccbab62 req-a9dbd9d4-e3a5-48d5-a601-5163e28554a0 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 944 time: 0.1337700 Feb 08 23:45:04.612998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:04.646953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-e92ad9f7-a40f-4efd-9e5d-8c028ff4ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:04.659604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-e92ad9f7-a40f-4efd-9e5d-8c028ff4ac0b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 200 len: 845 time: 0.2090590 Feb 08 23:45:04.728301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4af7afae-602d-4a0a-ad4b-9e1a0ccbab62 req-1d335ad5-fce6-498a-9a80-768dae712951 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630049 Feb 08 23:45:04.773714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-4dfa75e0-ba2f-452e-b54c-18f6ca169040 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ed09ccca-cf42-4b78-b6e4-a15bf22b086c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063855 Feb 08 23:45:04.834428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 97a98f57-bda1-4765-9152-9300304aa3e9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:04.834710 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.957626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:04.996353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-49d64477-d033-4666-b18b-32faaa0e5bc0 service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004893 Feb 08 23:45:05.080440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b1a803-4847-481a-9e2d-e4b7e4d851f1,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:05.130508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-0d14364f-ff1d-4eec-9f3e-df5cd3b72538 service neutron] 10.222.0.21 "GET /v2.0/ports/39b03750-3e92-4777-a5c9-69b7f869939d/bindings/n-h1-828413-1 HTTP/1.1" status: 200 len: 382 time: 0.3720069 Feb 08 23:45:05.135632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.169959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Checking segment: {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:05.170711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Network hostable DHCP agents. Network: 00cf525c-687a-4080-81be-c2386cc466f4, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:45:05.196855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Network 00cf525c-687a-4080-81be-c2386cc466f4 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:45:05.206865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:05.209587 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b1f91d-8977-4b1f-8ab0-c147fa1911eb" -d '{"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-plugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:05.215781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 00cf525c-687a-4080-81be-c2386cc466f4) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:05.223432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:05.224278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.239301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c20bc67-b95d-495e-9c09-df1ff1dedf61 None None] Network 00cf525c-687a-4080-81be-c2386cc466f4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:45:05.245410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:05.254541 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-13e208ca-e25b-4160-850f-84c3b73508a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8481545 Feb 08 23:45:05.257200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34796) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:05.262356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:05.280093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.302684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.304342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.411475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7985c769-0e0c-42b1-8e5c-a2ef8eebc917 req-2d6693d9-f7ce-4c88-a3d8-8b64e3b2535b service neutron] 10.222.0.84 "GET /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082198 Feb 08 23:45:05.444646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:05.462064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d9b4-be94-4ca8-9e2a-30a84110a3ac req-850e17d7-f646-43a8-81e7-71b7cd3ad666 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:05.469557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7249d9b4-be94-4ca8-9e2a-30a84110a3ac req-850e17d7-f646-43a8-81e7-71b7cd3ad666 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.4569314 Feb 08 23:45:05.510697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.532202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7249d9b4-be94-4ca8-9e2a-30a84110a3ac req-142ed968-3b5e-489b-8510-2a5505c64a10 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Feb 08 23:45:05.649166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-00cf525c-687a-4080-81be-c2386cc466f4', 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'fixed_ips': [{'subnet_id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:45:05.650078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:05.840713 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c7194e-ede0-4ab1-8921-4dcd3bddf1b9 x-openstack-request-id: req-51c7194e-ede0-4ab1-8921-4dcd3bddf1b9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:05.841209 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-plugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:05.841486 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51c7194e-ede0-4ab1-8921-4dcd3bddf1b9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:05.841866 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'code': 200} Feb 08 23:45:05.883622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-f2328c67-ac89-4fe5-b999-0f7e420cc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:05.887634 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-f2328c67-ac89-4fe5-b999-0f7e420cc2cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f&tenant_id=382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 1101 time: 0.3946965 Feb 08 23:45:05.989430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Allocated IP 172.20.0.2 (00cf525c-687a-4080-81be-c2386cc466f4/75b1a803-4847-481a-9e2d-e4b7e4d851f1/c82a8e69-3b60-4484-9bf8-3b1841402a76) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:45:06.080126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.088012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007da57a-20d6-4ce0-8c00-14dc690261b7 req-d7684cc4-9a12-4c26-b5c8-d674906d33a6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:06.101661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-007da57a-20d6-4ce0-8c00-14dc690261b7 req-d7684cc4-9a12-4c26-b5c8-d674906d33a6 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 944 time: 0.1076818 Feb 08 23:45:06.156278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-9c5a324c-2b92-4bfe-b98e-46570fb7010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:06.161113 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-9c5a324c-2b92-4bfe-b98e-46570fb7010e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1101 time: 0.2159784 Feb 08 23:45:06.196621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-007da57a-20d6-4ce0-8c00-14dc690261b7 req-edb3ab63-27e7-43ce-ba6e-6bf3aa03beb0 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Feb 08 23:45:06.253280 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.260880 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.315977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Network 00cf525c-687a-4080-81be-c2386cc466f4 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:06.371544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:06.374349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:06.489731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Pushing event updated for resources: {'Port': ['ID=c82a8e69-3b60-4484-9bf8-3b1841402a76,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:06.532186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0ece445f-3e71-4232-9d02-04c778da68df details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:06.536235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Attempting to bind port c82a8e69-3b60-4484-9bf8-3b1841402a76 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:06.536235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Attempting to bind port c82a8e69-3b60-4484-9bf8-3b1841402a76 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:06.536503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Attempting to bind port c82a8e69-3b60-4484-9bf8-3b1841402a76 on network 00cf525c-687a-4080-81be-c2386cc466f4 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:06.552381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:06.552755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Checking segment: {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:06.553181 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.553566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Bound using segment: {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:06.554030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Bound port: c82a8e69-3b60-4484-9bf8-3b1841402a76, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:06.554403 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.694434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] For port c82a8e69-3b60-4484-9bf8-3b1841402a76, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:06.698790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] For port c82a8e69-3b60-4484-9bf8-3b1841402a76, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c82a8e69-3b60-4484-9bf8-3b1841402a76,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:06.712268 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:45:06.716862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.782977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1f669-c48f-443e-a92c-3f71c5569a6d req-cdefec7d-5807-4d2e-8e45-d15539986d6b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:06.791241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0e1f669-c48f-443e-a92c-3f71c5569a6d req-cdefec7d-5807-4d2e-8e45-d15539986d6b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1159642 Feb 08 23:45:06.791795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eecf3-f759-414a-a6e2-8f8fced5cbe9 None None] Pushing event updated for resources: {'Port': ['ID=c82a8e69-3b60-4484-9bf8-3b1841402a76,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:06.842988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.848763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:06.889948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0e1f669-c48f-443e-a92c-3f71c5569a6d req-85f45622-eaf8-412c-9be5-e3206274e3fa tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977237 Feb 08 23:45:06.928607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:06.970653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '0ece445f-3e71-4232-9d02-04c778da68df', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': '0ece445f-3e71-4232-9d02-04c778da68df', 'mac_address': 'fa:16:3e:09:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:07.076268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34822) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:07.086148 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:07.132325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ece445f-3e71-4232-9d02-04c778da68df {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:07.180277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:07.185821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:07.204945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-df40dc30-8323-4a8c-8447-a4e8a54334e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:07.209634 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-df40dc30-8323-4a8c-8447-a4e8a54334e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 1.0420237 Feb 08 23:45:07.393799 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-13f0c940-dfaf-4128-81c5-5355d2710b5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.1230907 Feb 08 23:45:07.406356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef120214-75c4-4ab6-af4a-641d574a991a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:07.486073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:07.502729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['0ece445f-3e71-4232-9d02-04c778da68df'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:07.516341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-c545bea1-7105-45df-aa10-e19023f90e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:07.517604 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-c545bea1-7105-45df-aa10-e19023f90e16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1150472 Feb 08 23:45:07.686337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef120214-75c4-4ab6-af4a-641d574a991a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:07.738129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba038de-f884-44a4-9672-fd2edd83accd req-e92fbc43-8154-4f32-a3e0-cf52e8202935 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:07.745010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ba038de-f884-44a4-9672-fd2edd83accd req-e92fbc43-8154-4f32-a3e0-cf52e8202935 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 945 time: 0.3171253 Feb 08 23:45:07.761303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef120214-75c4-4ab6-af4a-641d574a991a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:07.829794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ef120214-75c4-4ab6-af4a-641d574a991a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7edc64c55887421daf4db9e5d0b4c31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7399378 Feb 08 23:45:07.846827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34836) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:07.879769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-7b55cf97-7ec5-4bd1-ae4d-0378389f4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:07.881704 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-7b55cf97-7ec5-4bd1-ae4d-0378389f4067 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3555071 Feb 08 23:45:07.978138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2530625-17df-4290-8336-e6643e64e1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.002572 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2530625-17df-4290-8336-e6643e64e1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.032086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.101609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef120214-75c4-4ab6-af4a-641d574a991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8e774f-344e-4f94-aac9-af03cee96612,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:08.112667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.118146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2530625-17df-4290-8336-e6643e64e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.128636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2530625-17df-4290-8336-e6643e64e1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.133626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c2530625-17df-4290-8336-e6643e64e1ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f8e774f-344e-4f94-aac9-af03cee96612 HTTP/1.1" status: 204 len: 168 time: 0.2831628 Feb 08 23:45:08.155366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ba038de-f884-44a4-9672-fd2edd83accd req-d8446a90-1d19-4135-8d57-bfc07ce4dc75 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011855 Feb 08 23:45:08.177323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2530625-17df-4290-8336-e6643e64e1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8e774f-344e-4f94-aac9-af03cee96612,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:08.346941 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-c66ec2f8-05e4-4e08-ae93-e70a17be4a44 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542682 Feb 08 23:45:08.441457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16665fcf-784f-4d8a-81c1-d3687468ddcf req-dca67dab-3e92-479c-a7b3-15335ff1983b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:08.455141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16665fcf-784f-4d8a-81c1-d3687468ddcf req-dca67dab-3e92-479c-a7b3-15335ff1983b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1582928 Feb 08 23:45:08.477836 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9f17e0-9ac4-408b-9c78-3daa16f1852b req-030d5fee-e4b4-4508-bdcc-f024c069b86f service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213462 Feb 08 23:45:08.548036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0ece445f-3e71-4232-9d02-04c778da68df up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:08.570044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16665fcf-784f-4d8a-81c1-d3687468ddcf req-69847be2-a81a-47d7-87e2-a43a8a104fda tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138833 Feb 08 23:45:08.596836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Allocated IP 172.25.3.121 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/1c100bf5-abb2-458b-a803-128896906c61) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:45:08.677466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:08.813400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34850) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:08.828615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b95ee96-57d5-41f0-a1d2-5c4da0741a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.860558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.954063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8c32b-6ac2-480f-bf88-9df35f77c649 None None] Network 00cf525c-687a-4080-81be-c2386cc466f4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:45:08.957646 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.992265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b95ee96-57d5-41f0-a1d2-5c4da0741a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:08.998418 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b95ee96-57d5-41f0-a1d2-5c4da0741a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.044037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95ee96-57d5-41f0-a1d2-5c4da0741a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738be78c-e7cc-4638-81ac-399a3fd2fd96,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:09.072635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9b95ee96-57d5-41f0-a1d2-5c4da0741a48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2331242a1dee46858301e23fe0a73a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553275 Feb 08 23:45:09.072635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34852) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:09.099158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:09.113618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:09.117086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:09.188771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Pushing event updated for resources: {'Port': ['ID=1c100bf5-abb2-458b-a803-128896906c61,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:09.247656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daf9280a-2c20-479c-89bc-0e2c2846da9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.342226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daf9280a-2c20-479c-89bc-0e2c2846da9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.351537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 0ece445f-3e71-4232-9d02-04c778da68df completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:45:09.361922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 0ece445f-3e71-4232-9d02-04c778da68df triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:09.362667 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.410030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1dc0ef26-9fc8-47e7-80a3-7bd3f02d1fa5 None None] Provisioning complete for port c82a8e69-3b60-4484-9bf8-3b1841402a76 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:09.411899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ef26-9fc8-47e7-80a3-7bd3f02d1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.427769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c82a8e69-3b60-4484-9bf8-3b1841402a76 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:09.474063 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daf9280a-2c20-479c-89bc-0e2c2846da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.482683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daf9280a-2c20-479c-89bc-0e2c2846da9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.486817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-daf9280a-2c20-479c-89bc-0e2c2846da9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/738be78c-e7cc-4638-81ac-399a3fd2fd96 HTTP/1.1" status: 204 len: 168 time: 0.4106073 Feb 08 23:45:09.524859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9280a-2c20-479c-89bc-0e2c2846da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738be78c-e7cc-4638-81ac-399a3fd2fd96,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:09.584122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07b99-0ba8-4baf-b9d2-ded8f1be25d3 req-17205779-9707-4b5d-bae5-1100927ecfdc tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:09.597919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb07b99-0ba8-4baf-b9d2-ded8f1be25d3 req-17205779-9707-4b5d-bae5-1100927ecfdc tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 945 time: 0.1862397 Feb 08 23:45:09.671816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb07b99-0ba8-4baf-b9d2-ded8f1be25d3 req-a68b6395-f47d-42fb-aa66-e806bfbfabe1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 Feb 08 23:45:09.857795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.924703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c82a8e69-3b60-4484-9bf8-3b1841402a76 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:09.925286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:09.992391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4da413-c922-43ce-b709-c20982eff371 req-add27aac-d5ba-4d89-be7a-8510ca1adcec tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:10.001590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca4da413-c922-43ce-b709-c20982eff371 req-add27aac-d5ba-4d89-be7a-8510ca1adcec tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1467659 Feb 08 23:45:10.010275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.124524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca4da413-c922-43ce-b709-c20982eff371 req-e9076af8-50fd-4860-a13f-09d243b19cca tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216154 Feb 08 23:45:10.188137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:10.190635 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c4035-138a-423e-afec-f76a0f2abb99" -d '{"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-unplugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:10.465304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.551552 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.569899 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee38f53-b805-4740-b0b4-0f34246e285d x-openstack-request-id: req-5ee38f53-b805-4740-b0b4-0f34246e285d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:10.570303 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-unplugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:10.570671 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ee38f53-b805-4740-b0b4-0f34246e285d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:10.571084 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'code': 200} Feb 08 23:45:10.573161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:10.599938 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.679709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:10.701742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Router 234ea064-bd9d-479f-9261-aa1a3b7250a5 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:45:10.704090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:10.706453 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ef26-9fc8-47e7-80a3-7bd3f02d1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.765137 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.767129 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:10.849335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:10.906235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1dc0ef26-9fc8-47e7-80a3-7bd3f02d1fa5 None None] For port c82a8e69-3b60-4484-9bf8-3b1841402a76, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c82a8e69-3b60-4484-9bf8-3b1841402a76,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:10.934811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ef26-9fc8-47e7-80a3-7bd3f02d1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:11.036328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:45:11.038710 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:45:11.068366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:45:11.082169 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Sync routers for ids ['234ea064-bd9d-479f-9261-aa1a3b7250a5'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:45:11.098918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6ff88-8b9b-4bbf-a032-d1ea4eb72a4b req-6af72aa7-2639-4391-940e-f291ca5a9ad1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:11.099522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0ef26-9fc8-47e7-80a3-7bd3f02d1fa5 None None] Pushing event updated for resources: {'Port': ['ID=c82a8e69-3b60-4484-9bf8-3b1841402a76,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:11.101988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2d6ff88-8b9b-4bbf-a032-d1ea4eb72a4b req-6af72aa7-2639-4391-940e-f291ca5a9ad1 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.1225326 Feb 08 23:45:11.116843 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Routers {'234ea064-bd9d-479f-9261-aa1a3b7250a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:45:11.119743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ceb8f7df-fde1-49d3-8517-223f66958fa2 None None] Provisioning complete for port c82a8e69-3b60-4484-9bf8-3b1841402a76 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:11.121254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ceb8f7df-fde1-49d3-8517-223f66958fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:11.123045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:11.124148 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['234ea064-bd9d-479f-9261-aa1a3b7250a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:11.127552 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41f92671-3253-46ed-b73d-cf586bf7645a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8665981 Feb 08 23:45:11.132200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:11.200485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2d6ff88-8b9b-4bbf-a032-d1ea4eb72a4b req-6e4f3a3a-c0f9-4f32-8273-ade2721ba018 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865850 Feb 08 23:45:11.390627 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Set router 234ea064-bd9d-479f-9261-aa1a3b7250a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:45:11.541312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5838b88-8e18-4dff-8c39-12902aea525f req-261f72d7-0ecf-41fa-b9b1-a6b269f94eb4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:11.543413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5838b88-8e18-4dff-8c39-12902aea525f req-261f72d7-0ecf-41fa-b9b1-a6b269f94eb4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.1415803 Feb 08 23:45:11.611621 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:09Z', 'revision_number': 3, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:11.646751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5838b88-8e18-4dff-8c39-12902aea525f req-84e64f32-ff8d-407f-b5f5-efd1f4b5ea83 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861959 Feb 08 23:45:11.703003 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Checking router: 234ea064-bd9d-479f-9261-aa1a3b7250a5 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:45:11.703373 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Updating router 234ea064-bd9d-479f-9261-aa1a3b7250a5 port 1c100bf5-abb2-458b-a803-128896906c61 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:45:11.795742 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8ca06ffc-3991-4fba-8e5e-5690c5a8dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:11.814360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c82a8e69-3b60-4484-9bf8-3b1841402a76 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:11.816814 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:11.937193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c82a8e69-3b60-4484-9bf8-3b1841402a76 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:11.938771 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:12.437703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:12.557328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b4a0d-618d-427e-8ada-1c61d3128aed req-4fc02b68-05a1-4291-9a45-888d62011872 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:12.572603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:12.574180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb7b4a0d-618d-427e-8ada-1c61d3128aed req-4fc02b68-05a1-4291-9a45-888d62011872 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.1778212 Feb 08 23:45:12.575951 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11386853-c60c-45a8-b2c8-57560242d300" -d '{"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-plugged", "status": "completed", "tag": "0ece445f-3e71-4232-9d02-04c778da68df"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:12.609543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:12.680563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb7b4a0d-618d-427e-8ada-1c61d3128aed req-7ea885d7-88b7-46b0-90c9-d4166b34a91f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032550 Feb 08 23:45:12.708185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-7fe86258-f091-4a02-992b-f6d93b12f83b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:12.721830 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-7fe86258-f091-4a02-992b-f6d93b12f83b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f&tenant_id=382a560dafa44f6e9871ce459cb18667&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 948 time: 0.2782111 Feb 08 23:45:12.755096 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:12.771478 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:12.850680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85345df-3ca9-4fc2-8bef-3d95f2e8b91e req-f416b4b4-f54a-41c9-b5fb-0eba1f7045bb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:12.863153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b85345df-3ca9-4fc2-8bef-3d95f2e8b91e req-f416b4b4-f54a-41c9-b5fb-0eba1f7045bb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.0840487 Feb 08 23:45:12.907750 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Attempting to bind port 1c100bf5-abb2-458b-a803-128896906c61 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:12.909815 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Attempting to bind port 1c100bf5-abb2-458b-a803-128896906c61 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:12.911850 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Attempting to bind port 1c100bf5-abb2-458b-a803-128896906c61 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:12.936493 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:12.940393 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:12.942322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:12.944134 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:12.950905 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:12.951248 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Bound port: 1c100bf5-abb2-458b-a803-128896906c61, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:12.951785 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:12.957870 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Pushing event updated for resources: {'Port': ['ID=1c100bf5-abb2-458b-a803-128896906c61,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:12.977867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Allocated IP 172.20.0.1 (00cf525c-687a-4080-81be-c2386cc466f4/75b1a803-4847-481a-9e2d-e4b7e4d851f1/11bb08d3-db67-4b3e-9beb-84c682482ff9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:45:12.980342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '39b03750-3e92-4777-a5c9-69b7f869939d', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '39b03750-3e92-4777-a5c9-69b7f869939d', 'mac_address': 'fa:16:3e:1d:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:12.985508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b85345df-3ca9-4fc2-8bef-3d95f2e8b91e req-d8da3cac-253a-489b-a54e-8f242e05b231 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052926 Feb 08 23:45:13.027910 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-fd0855f3-4418-4635-b5d2-5fb3df798718 service neutron] 10.222.0.21 "GET /v2.0/ports/39b03750-3e92-4777-a5c9-69b7f869939d/bindings/n-h1-828413-1 HTTP/1.1" status: 200 len: 382 time: 0.2951829 Feb 08 23:45:13.036205 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.039006 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.041294 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.041743 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.042459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.044507 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.046406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.046930 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.047490 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.049058 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.052319 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.052319 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:13.080982 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:13.109202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b03750-3e92-4777-a5c9-69b7f869939d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:13.133078 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] For port 1c100bf5-abb2-458b-a803-128896906c61, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:13.144481 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] For port 1c100bf5-abb2-458b-a803-128896906c61, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1c100bf5-abb2-458b-a803-128896906c61,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:13.155274 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:13.172462 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81e5d7e-c78f-43d9-9962-d157272ef5de x-openstack-request-id: req-c81e5d7e-c78f-43d9-9962-d157272ef5de {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:13.176450 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-plugged", "status": "completed", "tag": "0ece445f-3e71-4232-9d02-04c778da68df", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:13.176645 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c81e5d7e-c78f-43d9-9962-d157272ef5de {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:13.178440 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df', 'code': 200} Feb 08 23:45:13.184861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:13.196866 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:13.324210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:13.336315 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38d58d-5af3-4c72-be25-4109dcd26593 None None] Pushing event updated for resources: {'Port': ['ID=1c100bf5-abb2-458b-a803-128896906c61,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:13.355361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bf936-4ddc-483b-bee4-6cf98f8132de req-82135492-13be-456a-853e-ec00f3db7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:13.360416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d0bf936-4ddc-483b-bee4-6cf98f8132de req-82135492-13be-456a-853e-ec00f3db7fce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 1097 time: 0.1116304 Feb 08 23:45:13.371054 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Routers {'234ea064-bd9d-479f-9261-aa1a3b7250a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:45:13.371681 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:44:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['234ea064-bd9d-479f-9261-aa1a3b7250a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:13.441035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d0bf936-4ddc-483b-bee4-6cf98f8132de req-80e7dd65-2204-4792-8665-4218bf401e6f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751245 Feb 08 23:45:13.522694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39b03750-3e92-4777-a5c9-69b7f869939d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:13.538639 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] Set router 234ea064-bd9d-479f-9261-aa1a3b7250a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:45:13.829064 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:09Z', 'revision_number': 3, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:13.864162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1704f-3adb-407c-b8d5-eaf1045b92c8 None None] The sync data for ids ['234ea064-bd9d-479f-9261-aa1a3b7250a5'] in n-d-828413-1 is: [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:09Z', 'revision_number': 3, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:45:14.040963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-2fdc0ece-2c7f-47fc-80fe-0d50eba7cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:14.043609 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-2fdc0ece-2c7f-47fc-80fe-0d50eba7cac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1099 time: 0.9586046 Feb 08 23:45:14.067902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75ee85-d504-47da-93e4-38b826674d01 req-42425944-2165-4668-bb62-054405ce68f5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:14.080071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d75ee85-d504-47da-93e4-38b826674d01 req-42425944-2165-4668-bb62-054405ce68f5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 949 time: 0.0894508 Feb 08 23:45:14.152882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:14.169840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d75ee85-d504-47da-93e4-38b826674d01 req-576de1c9-c74a-46da-bafa-5da22333adb1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858665 Feb 08 23:45:14.221488 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95a562b7-bf34-40ef-9c7d-8fe350d0f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:14.346833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-589cf89e-77e2-40d7-a9e6-0c739075e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:14.350752 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-589cf89e-77e2-40d7-a9e6-0c739075e604 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2866788 Feb 08 23:45:14.411966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6677f-e848-4d0c-8415-b5b80d3ee33b req-e9b0230b-0541-4887-934c-efe52bc98511 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:14.422283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3b6677f-e848-4d0c-8415-b5b80d3ee33b req-e9b0230b-0541-4887-934c-efe52bc98511 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.1256583 Feb 08 23:45:14.483963 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-ca09628c-2ec2-42fc-b64f-b2eb7ae3aa26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.1242793 Feb 08 23:45:14.533116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3b6677f-e848-4d0c-8415-b5b80d3ee33b req-dc865249-c2df-4c10-bda8-6f116dfd748a tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079717 Feb 08 23:45:14.580246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-01a2f9be-f848-4164-a9cb-bb25399e1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:14.582033 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-01a2f9be-f848-4164-a9cb-bb25399e1bc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0904207 Feb 08 23:45:14.583163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:14.649203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34942) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:14.713759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Network 00cf525c-687a-4080-81be-c2386cc466f4 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:14.723804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:14.731330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:14.737528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-c6ae750e-475a-4c4c-bf82-a15b57ff8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:14.743792 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-c6ae750e-475a-4c4c-bf82-a15b57ff8361 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146736 Feb 08 23:45:14.757926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Pushing event updated for resources: {'Port': ['ID=11bb08d3-db67-4b3e-9beb-84c682482ff9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:14.952776 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.035197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.035918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.036451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.037108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.037663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.038224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.038891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.039408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.039915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.040424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.041214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.043500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.108863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-338d215b-4b13-480d-8e3c-6e4f74ed94e7 None None] Provisioning complete for port 11bb08d3-db67-4b3e-9beb-84c682482ff9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:15.109742 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-338d215b-4b13-480d-8e3c-6e4f74ed94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.122119 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-f15529a8-742c-462a-8697-cafb8e822cfb service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678136 Feb 08 23:45:15.165055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.171575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.205189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-338d215b-4b13-480d-8e3c-6e4f74ed94e7 None None] Port 11bb08d3-db67-4b3e-9beb-84c682482ff9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:45:15.241873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.271061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9982d0168c51443c98b6b3eb36f52941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205261 Feb 08 23:45:15.280026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34950) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:15.352317 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.396479 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-5c68b199-5c9e-467b-8617-ccd5c4f6568d service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683620 Feb 08 23:45:15.461068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee1749-6310-41e7-842c-6e1175b9466b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:15.464319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a0b8191c-9569-483f-99c6-1fb4a1be5854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.492046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a0b8191c-9569-483f-99c6-1fb4a1be5854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.604161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.624361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.625616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.626068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.626522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.626951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.627748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.628327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.628874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.629320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.629737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.633215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.633672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a7ad21-1da5-4872-be75-7e1541f384f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:15.681977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdc616-2674-4208-b45c-b6306ba1bc8c req-1180e96f-8b69-4c06-ac1f-b84a165929a4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:15.698412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6fdc616-2674-4208-b45c-b6306ba1bc8c req-1180e96f-8b69-4c06-ac1f-b84a165929a4 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 949 time: 0.3924558 Feb 08 23:45:15.856736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a0b8191c-9569-483f-99c6-1fb4a1be5854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.859974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a0b8191c-9569-483f-99c6-1fb4a1be5854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.874507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a0b8191c-9569-483f-99c6-1fb4a1be5854 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9ee1749-6310-41e7-842c-6e1175b9466b HTTP/1.1" status: 204 len: 168 time: 0.5934033 Feb 08 23:45:15.904390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6fdc616-2674-4208-b45c-b6306ba1bc8c req-2a93efa0-8f2f-4491-ad47-0c6c0ad14131 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879244 Feb 08 23:45:15.922388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8191c-9569-483f-99c6-1fb4a1be5854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee1749-6310-41e7-842c-6e1175b9466b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:15.931099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:15.942222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.012346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c100bf5-abb2-458b-a803-128896906c61 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:16.134842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1c100bf5-abb2-458b-a803-128896906c61 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:16.135688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.137579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.140542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Pushing event updated for resources: {'Port': ['ID=11bb08d3-db67-4b3e-9beb-84c682482ff9,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:16.155787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018618e3-bad5-409b-9b7f-27b7fe301b18 req-03280b60-f24d-441c-b656-5f49ab747ccf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:16.177783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-018618e3-bad5-409b-9b7f-27b7fe301b18 req-03280b60-f24d-441c-b656-5f49ab747ccf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.1324468 Feb 08 23:45:16.288435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-018618e3-bad5-409b-9b7f-27b7fe301b18 req-3ba6e1a1-49e0-4dc9-bc68-64460e5ce92d tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185353 Feb 08 23:45:16.389565 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.452243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1c100bf5-abb2-458b-a803-128896906c61, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1c100bf5-abb2-458b-a803-128896906c61,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:16.465699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Network 00cf525c-687a-4080-81be-c2386cc466f4 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:16.465909 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.469010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:16.572712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:16.587099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1c100bf5-abb2-458b-a803-128896906c61,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:16.587678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83686ef0-55f4-40a9-b741-aa7eea759893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.614035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:16.810229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.830142 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83686ef0-55f4-40a9-b741-aa7eea759893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.838334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Router 234ea064-bd9d-479f-9261-aa1a3b7250a5 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:45:16.840273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83686ef0-55f4-40a9-b741-aa7eea759893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.850477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 39b03750-3e92-4777-a5c9-69b7f869939d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:16.851035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:16.938889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83686ef0-55f4-40a9-b741-aa7eea759893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b93826-5174-450d-8614-6bac2db1b701,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:16.945597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-83686ef0-55f4-40a9-b741-aa7eea759893 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a77eb321da844edd94af621fe0fecd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713927 Feb 08 23:45:16.948689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34970) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:17.051205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ffebe62-8698-4588-9682-e1a179d00ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.078093 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ffebe62-8698-4588-9682-e1a179d00ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.084971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:45:17.099011 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b1a33fe8-e67d-4c8e-afdb-5fd8d7ab93fe admin admin] 10.222.0.32 "PUT /v2.0/routers/234ea064-bd9d-479f-9261-aa1a3b7250a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9643886 Feb 08 23:45:17.134481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Sync routers for ids ['234ea064-bd9d-479f-9261-aa1a3b7250a5'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:45:17.142399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ffebe62-8698-4588-9682-e1a179d00ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.145931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ffebe62-8698-4588-9682-e1a179d00ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.163743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6ffebe62-8698-4588-9682-e1a179d00ef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10b93826-5174-450d-8614-6bac2db1b701 HTTP/1.1" status: 204 len: 168 time: 0.2077804 Feb 08 23:45:17.176095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffebe62-8698-4588-9682-e1a179d00ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b93826-5174-450d-8614-6bac2db1b701,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:17.336390 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.355786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Routers {'234ea064-bd9d-479f-9261-aa1a3b7250a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:45:17.361445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:45:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['234ea064-bd9d-479f-9261-aa1a3b7250a5'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:17.367729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-997980e5-6977-4e2d-ba7e-72af30debb27 None None] Provisioning complete for port 11bb08d3-db67-4b3e-9beb-84c682482ff9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:17.371267 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-997980e5-6977-4e2d-ba7e-72af30debb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.658322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Set router 234ea064-bd9d-479f-9261-aa1a3b7250a5 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:45:17.700709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-997980e5-6977-4e2d-ba7e-72af30debb27 None None] Port 11bb08d3-db67-4b3e-9beb-84c682482ff9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:45:17.719555 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:17.856994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:17.865246 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622318a-d1cd-412b-90e9-a96e42fdcb61" -d '{"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-plugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:17.876332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c100bf5-abb2-458b-a803-128896906c61 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:18.100087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:18.119146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:18.120224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-6945a69f-fc01-422d-b31c-8bdaf528bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:18.124170 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-6945a69f-fc01-422d-b31c-8bdaf528bc90 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f&tenant_id=382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 1100 time: 0.1328952 Feb 08 23:45:18.272945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-54c57a7f-54bb-4699-9f14-e0525b212833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:18.273832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1c100bf5-abb2-458b-a803-128896906c61 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:18.274265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:18.274696 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-54c57a7f-54bb-4699-9f14-e0525b212833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1101 time: 0.1175954 Feb 08 23:45:18.495810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-eae5d1d0-3e11-4bc2-8585-280c6692c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:18.497621 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-eae5d1d0-3e11-4bc2-8585-280c6692c1c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2154028 Feb 08 23:45:18.503545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:15Z', 'revision_number': 4, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '11bb08d3-db67-4b3e-9beb-84c682482ff9', 'name': '', 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'mac_address': 'fa:16:3e:62:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:12Z', 'updated_at': '2022-02-08T23:45:15Z', 'revision_number': 2, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'subnets': [{'id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:18.533997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Checking router: 234ea064-bd9d-479f-9261-aa1a3b7250a5 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:45:18.534575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Updating router 234ea064-bd9d-479f-9261-aa1a3b7250a5 port 11bb08d3-db67-4b3e-9beb-84c682482ff9 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:45:18.566246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:18.582534 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:18.587774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-5959af87-0858-41a3-bc6e-a2192bea1f33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.0827584 Feb 08 23:45:18.690825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-9be640f3-d2bc-47e5-aaca-8564555de4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:18.692051 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-9be640f3-d2bc-47e5-aaca-8564555de4e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0955474 Feb 08 23:45:18.750864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984123f-834b-42af-ba98-2d4de7038297 req-14a06388-179c-465b-92d8-accc6e2b81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:18.752550 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-14a06388-179c-465b-92d8-accc6e2b81d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526984 Feb 08 23:45:18.886405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-f8342d12-d17c-4403-bb53-9c5e32b252d6 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256330 Feb 08 23:45:19.127596 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4984123f-834b-42af-ba98-2d4de7038297 req-f8626ee8-defd-4715-895e-b83b41f9654c service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311082 Feb 08 23:45:19.208728 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:19.218442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:19.278855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90625b08-e4f7-45b0-9e36-7b7201be680d None None] Pushing event updated for resources: {'Port': ['ID=11bb08d3-db67-4b3e-9beb-84c682482ff9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:19.478469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Attempting to bind port 11bb08d3-db67-4b3e-9beb-84c682482ff9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:19.478849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Attempting to bind port 11bb08d3-db67-4b3e-9beb-84c682482ff9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:19.479210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Attempting to bind port 11bb08d3-db67-4b3e-9beb-84c682482ff9 on network 00cf525c-687a-4080-81be-c2386cc466f4 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:19.486308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:19.486678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Checking segment: {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:19.487083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:19.487479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Bound using segment: {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:19.487951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Bound port: 11bb08d3-db67-4b3e-9beb-84c682482ff9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:19.488329 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:19.675180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] For port 11bb08d3-db67-4b3e-9beb-84c682482ff9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:19.681942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] For port 11bb08d3-db67-4b3e-9beb-84c682482ff9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=11bb08d3-db67-4b3e-9beb-84c682482ff9,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:19.689923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:19.771181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90625b08-e4f7-45b0-9e36-7b7201be680d None None] Pushing event updated for resources: {'Port': ['ID=11bb08d3-db67-4b3e-9beb-84c682482ff9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:19.828138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e1c2df6e-0530-47c8-b23e-58d526723465 None None] Provisioning complete for port 11bb08d3-db67-4b3e-9beb-84c682482ff9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:19.834887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1c2df6e-0530-47c8-b23e-58d526723465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:19.840105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Routers {'234ea064-bd9d-479f-9261-aa1a3b7250a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:45:19.842312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:45:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['234ea064-bd9d-479f-9261-aa1a3b7250a5'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:20.002159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] Set router 234ea064-bd9d-479f-9261-aa1a3b7250a5 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:45:20.394986 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1c2df6e-0530-47c8-b23e-58d526723465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:20.436797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e1c2df6e-0530-47c8-b23e-58d526723465 None None] For port 11bb08d3-db67-4b3e-9beb-84c682482ff9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=11bb08d3-db67-4b3e-9beb-84c682482ff9,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:20.445752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1c2df6e-0530-47c8-b23e-58d526723465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:20.454962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:15Z', 'revision_number': 4, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '11bb08d3-db67-4b3e-9beb-84c682482ff9', 'name': '', 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'mac_address': 'fa:16:3e:62:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:12Z', 'updated_at': '2022-02-08T23:45:19Z', 'revision_number': 4, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'subnets': [{'id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:20.512401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19713a98-501e-4b9c-a837-76c31e01af6b None None] The sync data for ids ['234ea064-bd9d-479f-9261-aa1a3b7250a5'] in n-d-828413-1 is: [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:15Z', 'revision_number': 4, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '11bb08d3-db67-4b3e-9beb-84c682482ff9', 'name': '', 'network_id': '00cf525c-687a-4080-81be-c2386cc466f4', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'mac_address': 'fa:16:3e:62:38:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:12Z', 'updated_at': '2022-02-08T23:45:19Z', 'revision_number': 4, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'subnets': [{'id': '75b1a803-4847-481a-9e2d-e4b7e4d851f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:45:20.570479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2df6e-0530-47c8-b23e-58d526723465 None None] Pushing event updated for resources: {'Port': ['ID=11bb08d3-db67-4b3e-9beb-84c682482ff9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:20.586534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-37861a4f-3146-4304-8bcd-783fbe26861b None None] Provisioning complete for port 11bb08d3-db67-4b3e-9beb-84c682482ff9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:20.587096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37861a4f-3146-4304-8bcd-783fbe26861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:20.625314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:20.789792 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:20.861978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:20.871064 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:21.023864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:21.231384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24edf3-15ed-4f98-ae20-89f249d138a3 req-1209ea2c-e6df-4444-bac0-a0eb95af7f8e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:21.238693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d24edf3-15ed-4f98-ae20-89f249d138a3 req-1209ea2c-e6df-4444-bac0-a0eb95af7f8e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 948 time: 0.1329303 Feb 08 23:45:21.407708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d24edf3-15ed-4f98-ae20-89f249d138a3 req-a2d9b8aa-273b-4613-a62d-264514e85ecb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532779 Feb 08 23:45:21.529173 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ab80eb-a112-434d-9757-f5b1ecda2e1b x-openstack-request-id: req-32ab80eb-a112-434d-9757-f5b1ecda2e1b {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:21.529699 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-plugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:21.531233 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32ab80eb-a112-434d-9757-f5b1ecda2e1b {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:21.532220 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'code': 200} Feb 08 23:45:21.899254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 11bb08d3-db67-4b3e-9beb-84c682482ff9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:22.101396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 11bb08d3-db67-4b3e-9beb-84c682482ff9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:22.102032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:22.218293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.227219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.227758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.228285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.228956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.230115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.230741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.231396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.232339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.233528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.235705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b081378-ddf8-4e37-befe-031fe851044b req-251f2534-360c-4a9f-91ae-04458d9a5704 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.3379982 Feb 08 23:45:22.622665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:22.739794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42fa5010-71b1-4a0d-a9a5-eb161fbf3884 req-f0dcb849-7c0e-4496-b10a-99255f15daf0 tempest-FloatingIPsNegativeTestJSON-314062950 tempest-FloatingIPsNegativeTestJSON-314062950-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=01a5c07b60b449eba60dee9137dc56bb HTTP/1.1" status: 200 len: 217 time: 0.7096004 Feb 08 23:45:22.838414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49fe11-f193-4e3b-9703-785179a9b3a9 req-6fd84676-4974-4f22-a18a-955af84c695f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:22.841025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff49fe11-f193-4e3b-9703-785179a9b3a9 req-6fd84676-4974-4f22-a18a-955af84c695f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.1000516 Feb 08 23:45:22.852788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:22.894002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '39b03750-3e92-4777-a5c9-69b7f869939d', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '39b03750-3e92-4777-a5c9-69b7f869939d', 'mac_address': 'fa:16:3e:1d:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:22.927341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff49fe11-f193-4e3b-9703-785179a9b3a9 req-3c001945-af98-4833-a360-e5bbc0ef15e5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743513 Feb 08 23:45:23.000690 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:23.016531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b03750-3e92-4777-a5c9-69b7f869939d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:23.039739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:23.046392 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:23.110000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:23.329136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39b03750-3e92-4777-a5c9-69b7f869939d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:23.533513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:23.536831 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74528b6-01e8-42ae-b138-8988a54fc4d2" -d '{"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-unplugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:24.381077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaee128-1536-4434-8d42-f5a67f6974fc req-00ffa2c5-957f-4c7a-9480-8d6eeac6304c tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:24.399341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ceaee128-1536-4434-8d42-f5a67f6974fc req-00ffa2c5-957f-4c7a-9480-8d6eeac6304c tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 886 time: 0.1701832 Feb 08 23:45:24.420210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00995d1-b0dd-45d3-8417-eaf008b94885 req-5b2b12db-a75f-4af5-95e7-3577888e4a0c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:24.422368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a00995d1-b0dd-45d3-8417-eaf008b94885 req-5b2b12db-a75f-4af5-95e7-3577888e4a0c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 950 time: 0.1125436 Feb 08 23:45:24.453331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2983a9db-dbd7-4781-877d-56e8137f92fe req-a3a5287b-8dde-43f9-b186-1c11e622fcaf tempest-FloatingIPsNegativeTestJSON-314062950 tempest-FloatingIPsNegativeTestJSON-314062950-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0529249 Feb 08 23:45:24.487568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a00995d1-b0dd-45d3-8417-eaf008b94885 req-8f7bb2e5-e020-4291-9b11-e411d207f662 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Feb 08 23:45:24.594737 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b03ee-f3b6-4aac-af76-e5dae7674b5d x-openstack-request-id: req-469b03ee-f3b6-4aac-af76-e5dae7674b5d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:24.595341 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-unplugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:24.595955 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-469b03ee-f3b6-4aac-af76-e5dae7674b5d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:24.596685 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'code': 200} Feb 08 23:45:24.635043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:24.736874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0ece445f-3e71-4232-9d02-04c778da68df details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:24.822019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 39b03750-3e92-4777-a5c9-69b7f869939d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:24.822393 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.000003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:25.012748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.018678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '0ece445f-3e71-4232-9d02-04c778da68df', 'network_id': 'ed09ccca-cf42-4b78-b6e4-a15bf22b086c', 'port_id': '0ece445f-3e71-4232-9d02-04c778da68df', 'mac_address': 'fa:16:3e:09:6e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:25.088005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:25.093656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.097016 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.097808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:25.152791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ece445f-3e71-4232-9d02-04c778da68df {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:25.212942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:25.222734 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.232267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:25.319876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.352433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:25.363204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['0ece445f-3e71-4232-9d02-04c778da68df'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:25.609010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:25.620559 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:25.682265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:26.598286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}, {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:26.600871 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb544d20-8e66-497b-9929-3433157aae55" -d '{"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-plugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}, {"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-unplugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:26.665850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0ece445f-3e71-4232-9d02-04c778da68df up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:26.765417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 0ece445f-3e71-4232-9d02-04c778da68df triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:26.766769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:26.861321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:26.903728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:26.911586 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:26.990236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:28.644793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:28.756027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:28.811534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:28.818263 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:28.896422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:31.050351 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:45:34.951128 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-081ba226-3e21-4be7-b0de-a2abdefc34cd req-26c3c213-fdda-4ed8-9fb6-fdf5a52c05ad tempest-FloatingIPsNegativeTestJSON-314062950 tempest-FloatingIPsNegativeTestJSON-314062950-project] show failed (client error): The resource could not be found. Feb 08 23:45:34.954005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-081ba226-3e21-4be7-b0de-a2abdefc34cd req-26c3c213-fdda-4ed8-9fb6-fdf5a52c05ad tempest-FloatingIPsNegativeTestJSON-314062950 tempest-FloatingIPsNegativeTestJSON-314062950-project] 10.222.0.32 "GET /v2.0/floatingips/ab8843c2-77ff-4b4c-ba79-1758d5964f3f HTTP/1.1" status: 404 len: 350 time: 0.0894833 Feb 08 23:45:34.963890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:35.059871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.059871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.059871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.060184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.060447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.060906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.061440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.061890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.062339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.062788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.064977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b420980-beac-40f4-865c-63dbf8ca4720 req-cf8bd359-af30-4d53-8d1b-3f113eba1a10 tempest-NetworksTest-250723685 tempest-NetworksTest-250723685-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7109 time: 0.2111228 Feb 08 23:45:35.141188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d9d19-596b-4bc4-af6c-95d2f4134169 req-592d8323-714a-4612-b83f-e468ff370a60 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.143187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e9d9d19-596b-4bc4-af6c-95d2f4134169 req-592d8323-714a-4612-b83f-e468ff370a60 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 951 time: 0.1026053 Feb 08 23:45:35.208314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e9d9d19-596b-4bc4-af6c-95d2f4134169 req-4e49493c-4131-4f19-8b63-14686fc252ad tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462761 Feb 08 23:45:35.318733 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bf197a-29da-44ca-a4fd-8f09a6d8ade7 x-openstack-request-id: req-61bf197a-29da-44ca-a4fd-8f09a6d8ade7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:35.320238 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-plugged", "status": "completed", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "code": 200}, {"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-unplugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:35.320734 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61bf197a-29da-44ca-a4fd-8f09a6d8ade7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:35.321387 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'code': 200} Feb 08 23:45:35.322057 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:45:35.369806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-b10aaaa5-469f-44df-84d1-dc4a7fd07e70 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:35.372633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-b10aaaa5-469f-44df-84d1-dc4a7fd07e70 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.1510754 Feb 08 23:45:35.394027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-ac6063a1-3c83-466c-ae7c-5233824946fa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/quotas/5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 375 time: 0.0151958 Feb 08 23:45:35.414336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:35.479945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-ae7c95a5-707e-46c6-98a8-24443a6107c9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774653 Feb 08 23:45:35.547271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35316) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:35.597879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-8d4cb4f7-d80b-4423-86b7-7bb31ca58bfe service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167643 Feb 08 23:45:35.747093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Deleting port 11bb08d3-db67-4b3e-9beb-84c682482ff9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:45:35.747434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:35.757729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfbce855-bd75-4ecb-b497-fb48028897cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:35.788506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-4043b078-d4bf-4b0b-86aa-a27a8c1e3b0b service neutron] 10.222.0.32 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818531 Feb 08 23:45:35.876326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] For port 11bb08d3-db67-4b3e-9beb-84c682482ff9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=11bb08d3-db67-4b3e-9beb-84c682482ff9,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:35.877641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:35.907856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Calling delete_port for 11bb08d3-db67-4b3e-9beb-84c682482ff9 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:45:35.913586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfbce855-bd75-4ecb-b497-fb48028897cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:35.921384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfbce855-bd75-4ecb-b497-fb48028897cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:35.975313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dfbce855-bd75-4ecb-b497-fb48028897cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea6adf1b77d541d09fe0decffe007e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268701 Feb 08 23:45:35.976233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35364) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:35.983904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbce855-bd75-4ecb-b497-fb48028897cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d53c71-c077-4985-adbb-39db754cf47c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:36.072970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-498d57ec-73f1-4521-afd2-506445881d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.119318 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-498d57ec-73f1-4521-afd2-506445881d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.260938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-498d57ec-73f1-4521-afd2-506445881d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.266406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.287565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-498d57ec-73f1-4521-afd2-506445881d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.293776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-498d57ec-73f1-4521-afd2-506445881d26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91d53c71-c077-4985-adbb-39db754cf47c HTTP/1.1" status: 204 len: 168 time: 0.3118613 Feb 08 23:45:36.318399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bb08d3-db67-4b3e-9beb-84c682482ff9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:36.415793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d57ec-73f1-4521-afd2-506445881d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d53c71-c077-4985-adbb-39db754cf47c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:36.570419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c147dca-7d72-4d27-bfff-42e693dc1bcf req-4deafa49-3630-4d75-98e5-ca7c013b73b5 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 210 time: 0.0472672 Feb 08 23:45:36.585165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5182-c931-4c8b-bf41-92e326888423 req-9381e4f2-0a28-40c4-8aa9-0b6d12c7392c tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:36.586688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1fa5182-c931-4c8b-bf41-92e326888423 req-9381e4f2-0a28-40c4-8aa9-0b6d12c7392c tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 949 time: 0.2957678 Feb 08 23:45:36.672285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1fa5182-c931-4c8b-bf41-92e326888423 req-482c999f-464d-41d0-94f2-02c79299b207 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Feb 08 23:45:36.730447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.738735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.787318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.822046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1a003-d7bc-497a-9ab6-d7b2f25f60fe req-605cfd71-fb79-46e8-b93b-f1fdac3ef0bb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:36.825290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8be1a003-d7bc-497a-9ab6-d7b2f25f60fe req-605cfd71-fb79-46e8-b93b-f1fdac3ef0bb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.1280758 Feb 08 23:45:36.872439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-4d6f9dd0-b934-40a9-a82b-8cfef897230a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457656 Feb 08 23:45:36.958207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35416) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:36.987134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec49d99c-4b74-4ca1-8a33-a6846b5f1810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:36.990764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8be1a003-d7bc-497a-9ab6-d7b2f25f60fe req-aa5e483d-b5b8-46c7-beb0-0dde9a9d862b tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387854 Feb 08 23:45:37.064945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-c33d9bd2-d53c-4b53-af8a-4d92d53e9d0b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:37.072068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-c33d9bd2-d53c-4b53-af8a-4d92d53e9d0b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828792 Feb 08 23:45:37.090447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-4ff00352-cf31-401f-8eb0-a25ff16b3368 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/quotas/382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 375 time: 0.0164180 Feb 08 23:45:37.187631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-e9f08adb-a3d5-4685-9b36-0470c1dd21d3 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866234 Feb 08 23:45:37.227200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec49d99c-4b74-4ca1-8a33-a6846b5f1810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:37.234921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec49d99c-4b74-4ca1-8a33-a6846b5f1810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:37.239406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Router 234ea064-bd9d-479f-9261-aa1a3b7250a5 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:45:37.324265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df'}, {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:37.328095 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212a56e8-5974-4c85-892f-6b9199eb8648" -d '{"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-plugged", "status": "completed", "tag": "0ece445f-3e71-4232-9d02-04c778da68df"}, {"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-unplugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:37.607086 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ec49d99c-4b74-4ca1-8a33-a6846b5f1810 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b13fe5427851421ebc3a46b20cc8c056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473219 Feb 08 23:45:37.609783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:37.613017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49d99c-4b74-4ca1-8a33-a6846b5f1810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b5fa16-d946-4632-8529-c9bcf0460a5f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:37.702316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-23dc5f08-9c2b-4662-b000-ecc9465945a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:37.726323 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4248545f-e902-4036-8dd3-57e3d8f88ce7 x-openstack-request-id: req-4248545f-e902-4036-8dd3-57e3d8f88ce7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:37.726323 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-plugged", "status": "completed", "tag": "0ece445f-3e71-4232-9d02-04c778da68df", "code": 200}, {"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-unplugged", "status": "completed", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:37.726596 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4248545f-e902-4036-8dd3-57e3d8f88ce7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:37.726873 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df', 'code': 200} Feb 08 23:45:37.727112 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'code': 200} Feb 08 23:45:37.741183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-23dc5f08-9c2b-4662-b000-ecc9465945a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:37.849836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:45:37.860622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-651edc2b-90c2-427d-b6d2-3b292a1d9213 req-0b9ed41e-db36-4008-ad19-d45ba119f6bb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 210 time: 0.0530007 Feb 08 23:45:37.861555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-23dc5f08-9c2b-4662-b000-ecc9465945a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:37.864158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-23dc5f08-9c2b-4662-b000-ecc9465945a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:37.875480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] Sync routers for ids ['234ea064-bd9d-479f-9261-aa1a3b7250a5'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:45:37.876393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-23dc5f08-9c2b-4662-b000-ecc9465945a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46b5fa16-d946-4632-8529-c9bcf0460a5f HTTP/1.1" status: 204 len: 168 time: 0.2592432 Feb 08 23:45:37.896717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc5f08-9c2b-4662-b000-ecc9465945a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b5fa16-d946-4632-8529-c9bcf0460a5f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:37.904454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35478) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:37.913105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6f6ae016-94db-4773-8b50-d29c12adf343 admin admin] 10.222.0.32 "PUT /v2.0/routers/234ea064-bd9d-479f-9261-aa1a3b7250a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9319568 Feb 08 23:45:37.924074 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] Routers {'234ea064-bd9d-479f-9261-aa1a3b7250a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:45:37.926403 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:45:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['234ea064-bd9d-479f-9261-aa1a3b7250a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:38.262549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-446c9ae1-c558-4939-b4ae-99e923ecf33f req-8ab26898-ea61-402d-bd6e-2061dbc0526d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 210 time: 0.1591091 Feb 08 23:45:38.293534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-63712b4b-6872-4746-9c26-0c9f159dfdc6 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:38.295096 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-63712b4b-6872-4746-9c26-0c9f159dfdc6 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 806 time: 0.2913496 Feb 08 23:45:38.319592 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] Set router 234ea064-bd9d-479f-9261-aa1a3b7250a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:45:38.334918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Request body: {'port': {'device_id': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'admin_state_up': True, 'tenant_id': '5cbc603d5a5b4f8eae0e131af4bb2def'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:38.362564 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:38.560734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Made reservation on behalf of 5cbc603d5a5b4f8eae0e131af4bb2def for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:38.570641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:38.646015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:38.800552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0ece445f-3e71-4232-9d02-04c778da68df no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:38.898287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cccda-a18f-4ee5-8fab-70e1085a911d req-6d3e1f97-bd30-40d2-b9b3-0d8c553b47bf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:38.911026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e9cccda-a18f-4ee5-8fab-70e1085a911d req-6d3e1f97-bd30-40d2-b9b3-0d8c553b47bf tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.4293423 Feb 08 23:45:38.954436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:38.959954 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:36Z', 'revision_number': 5, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:38.979899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:39.041910 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.055350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Allocated IP 172.20.0.13 (6303b34a-9051-4125-ad2d-3001cbb3d59d/91de0656-ebb8-4d14-8cf7-6587c06cec1c/1b245b4b-558c-4544-b8af-13aaac2cf8b3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:45:39.074815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:39.082276 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] Checking router: 234ea064-bd9d-479f-9261-aa1a3b7250a5 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:45:39.091504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.110493 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] Routers {'234ea064-bd9d-479f-9261-aa1a3b7250a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:45:39.112125 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:45:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['234ea064-bd9d-479f-9261-aa1a3b7250a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:39.142459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf222f38-24e0-4ac6-9bcd-51b47cae0233 req-973e4817-9c60-4030-9269-b615aa655826 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:39.151904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf222f38-24e0-4ac6-9bcd-51b47cae0233 req-973e4817-9c60-4030-9269-b615aa655826 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 949 time: 0.3933799 Feb 08 23:45:39.163521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e9cccda-a18f-4ee5-8fab-70e1085a911d req-75527116-f203-4024-834e-e3b292cf0914 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515099 Feb 08 23:45:39.202537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:39.207653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.303644 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.407849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.482391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:39.508116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.518157 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.534545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:39.539147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['3d326990-d643-4e96-afb0-fbcd555cd745'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:39.572533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffc9f693-2943-4be1-9660-d97cdfee005f req-7ec66fb6-d3a5-43ac-82e7-ce998cd1e7e5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 210 time: 0.1635978 Feb 08 23:45:39.586755 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] Set router 234ea064-bd9d-479f-9261-aa1a3b7250a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:45:39.598144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-7fa0e892-de3f-48ed-8747-22363ab29213 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=382a560dafa44f6e9871ce459cb18667&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2128313 Feb 08 23:45:39.613360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf222f38-24e0-4ac6-9bcd-51b47cae0233 req-c8a88f40-8609-492d-948e-2a49a7a76570 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483085 Feb 08 23:45:39.623819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Deleting port 1c100bf5-abb2-458b-a803-128896906c61 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:45:39.624168 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.630936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:39.703582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Network 6303b34a-9051-4125-ad2d-3001cbb3d59d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:39.705587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:39.715994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:39.776681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:39.781747 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34049f64-4eb4-4a3e-a073-31d04d3380ee" -d '{"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ece445f-3e71-4232-9d02-04c778da68df"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:39.820287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:39.824868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] For port 1c100bf5-abb2-458b-a803-128896906c61, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1c100bf5-abb2-458b-a803-128896906c61,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:39.825885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.857026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.865552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.866179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.868462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.869310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.872871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.875001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.875525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.876040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.876523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.879809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:39.880555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.881610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:45:39.886524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:39.912628 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df91f2bb-8292-42dc-ac10-f6a20e03f55a x-openstack-request-id: req-df91f2bb-8292-42dc-ac10-f6a20e03f55a {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:39.913204 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ece445f-3e71-4232-9d02-04c778da68df", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:39.913731 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df91f2bb-8292-42dc-ac10-f6a20e03f55a {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:39.914269 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df', 'code': 200} Feb 08 23:45:39.936632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Calling delete_port for 1c100bf5-abb2-458b-a803-128896906c61 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:45:39.950463 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-01beb54d-951e-43c8-9630-117c10f5b56c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6434238 Feb 08 23:45:39.969440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Request body: {'port': {'device_id': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:40.002942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-c83f1752-21d5-40f0-94f4-7c3192cc0508 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:40.004799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-c83f1752-21d5-40f0-94f4-7c3192cc0508 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 946 time: 0.6769695 Feb 08 23:45:40.085406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:36Z', 'revision_number': 5, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:40.101831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:40.152252 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8aad0-1aa7-4e0b-acf7-cf343e3345bd None None] The sync data for ids ['234ea064-bd9d-479f-9261-aa1a3b7250a5'] in n-d-828413-1 is: [{'id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'name': 'tempest-FloatingIPsNegativeTestJSON-137386937-router', 'tenant_id': '01a5c07b60b449eba60dee9137dc56bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '1c100bf5-abb2-458b-a803-128896906c61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:45:05Z', 'updated_at': '2022-02-08T23:45:36Z', 'revision_number': 5, 'project_id': '01a5c07b60b449eba60dee9137dc56bb', 'gw_port': {'id': '1c100bf5-abb2-458b-a803-128896906c61', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234ea064-bd9d-479f-9261-aa1a3b7250a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:45:08Z', 'updated_at': '2022-02-08T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:45:40.211423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:40.549248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-2e9393b0-50cb-4ed0-aaf3-907c95ae9a89 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:40.551784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-2e9393b0-50cb-4ed0-aaf3-907c95ae9a89 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9330728 Feb 08 23:45:40.576496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Request body: {'port': {'device_id': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '382a560dafa44f6e9871ce459cb18667'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:40.855897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b245b4b-558c-4544-b8af-13aaac2cf8b3 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:40.873179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:41.178041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d35ed-9b14-46f9-83c6-3f53025a38e2 req-fd5b9292-9e44-48a4-bc4c-eeb48ec04e6e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:41.186051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a5d35ed-9b14-46f9-83c6-3f53025a38e2 req-fd5b9292-9e44-48a4-bc4c-eeb48ec04e6e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 932 time: 1.2885463 Feb 08 23:45:41.195923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Deleting port 0ece445f-3e71-4232-9d02-04c778da68df {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:45:41.196316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:41.221788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Transition to ACTIVE for port object 1b245b4b-558c-4544-b8af-13aaac2cf8b3 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:45:41.232530 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:41.243369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:41.372249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10476662-6264-4701-adb1-65d9d99dae5e req-f6346cc0-181e-472d-a14c-e0be01fc6afb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:41.380131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10476662-6264-4701-adb1-65d9d99dae5e req-f6346cc0-181e-472d-a14c-e0be01fc6afb tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 944 time: 0.7811193 Feb 08 23:45:41.500372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:41.649324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-eb70d86c-1752-44f1-854c-e752c1fd7ffe service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689782 Feb 08 23:45:41.655989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:41.656332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:41.656668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:41.683595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:45:41.683995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:41.731369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:41.732349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:41.732349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:41.734581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 11bb08d3-db67-4b3e-9beb-84c682482ff9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:41.749007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Bound port: 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:41.752763 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:41.826914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 11bb08d3-db67-4b3e-9beb-84c682482ff9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:45:41.827258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 11bb08d3-db67-4b3e-9beb-84c682482ff9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:45:41.827464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35604) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:41.846958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b76f40f6-9013-43f4-a8f9-e36b519d652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:41.974690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f1512-7e0d-4731-a60c-20710823022a req-ae5aa4bb-7474-48e8-b40e-9514a0cafcb4 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:41.975259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:41.977254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-640f1512-7e0d-4731-a60c-20710823022a req-ae5aa4bb-7474-48e8-b40e-9514a0cafcb4 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.21 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 949 time: 1.0823655 Feb 08 23:45:41.981260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c100bf5-abb2-458b-a803-128896906c61,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:41.986654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:42.000168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.014491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.053205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-b05fd268-4181-44f1-a31e-ed4d0946fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:42.054872 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-b05fd268-4181-44f1-a31e-ed4d0946fce3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 1096 time: 0.3725007 Feb 08 23:45:42.058446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:42.058446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.062411 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 1092 time: 2.0978246 Feb 08 23:45:42.073102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:42.075472 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3035286-f51c-4db5-bbbe-3d643ae01bee" -d '{"events": [{"name": "network-changed", "server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:42.148610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] For port 0ece445f-3e71-4232-9d02-04c778da68df, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0ece445f-3e71-4232-9d02-04c778da68df,segment=NetworkSegment(1e788505-8851-41fc-8231-c5a76b6243be),segment_id=1e788505-8851-41fc-8231-c5a76b6243be)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:42.152048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.267134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a5d35ed-9b14-46f9-83c6-3f53025a38e2 req-edc4c69e-8167-478a-8a0b-62e091c86fab tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0747163 Feb 08 23:45:42.267621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-dbd7415d-35f0-4ff9-9a00-8e9eaa1cbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:42.269366 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-dbd7415d-35f0-4ff9-9a00-8e9eaa1cbe82 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.1767690 Feb 08 23:45:42.459092 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4b18-abf2-4453-a92e-6b974fb21444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.472315 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-1bb3c9a6-28ed-4c83-8c8a-8057ac55fff4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 200 len: 217 time: 0.1415246 Feb 08 23:45:42.569661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a4f9f-48f0-48fa-a7ec-d89710006338 service neutron] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:42.586788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-962759b2-858e-457a-ad20-c9ff1d6d75d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:42.590228 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-962759b2-858e-457a-ad20-c9ff1d6d75d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1095 time: 0.3189266 Feb 08 23:45:42.672608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:42.710161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4b18-abf2-4453-a92e-6b974fb21444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.723155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a9f4b18-abf2-4453-a92e-6b974fb21444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.777190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0ece445f-3e71-4232-9d02-04c778da68df no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:42.787090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.789522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.805315 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a9f4b18-abf2-4453-a92e-6b974fb21444 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae9139a1c85a4f5187ee28b46bef860e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9723182 Feb 08 23:45:42.810057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35618) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:42.827482 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-9957d532-b4fa-470c-af1e-41374e8c9eed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 217 time: 0.2251389 Feb 08 23:45:42.892821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Calling delete_port for 0ece445f-3e71-4232-9d02-04c778da68df owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:45:42.935279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-f5c77169-e534-4123-9f51-ab10e8dbf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:42.937269 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-f5c77169-e534-4123-9f51-ab10e8dbf91f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0884869 Feb 08 23:45:42.952193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10476662-6264-4701-adb1-65d9d99dae5e req-f446469d-2209-410d-8da4-203e14da0102 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/security-groups?id=03adcd60-64da-4acd-961d-e29cc6493e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5707579 Feb 08 23:45:42.955000 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:42.956845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 234ea064-bd9d-479f-9261-aa1a3b7250a5 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:45:43.029999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:43.032615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-b083f938-3e39-4c6f-b5dc-55bca5f24194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:43.034895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:43.035520 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-b083f938-3e39-4c6f-b5dc-55bca5f24194 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.4710617 Feb 08 23:45:43.065401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea3bd2d4-8fe1-4a67-a0fb-dff6ce10c92a req-d7e43086-9be4-4d3a-b618-efb40868bb7f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 210 time: 0.5387609 Feb 08 23:45:43.083946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:43.085421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-10547eb9-f174-430d-8517-7f98a675070d admin admin] 10.222.0.32 "DELETE /v2.0/routers/234ea064-bd9d-479f-9261-aa1a3b7250a5 HTTP/1.1" status: 204 len: 168 time: 5.1796136 Feb 08 23:45:43.112199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-784d75f7-38bb-44ea-8846-c2356814939b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1188598 Feb 08 23:45:43.124842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35620) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:43.184504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f4b18-abf2-4453-a92e-6b974fb21444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c45f6d-344a-4a09-9689-347a8226073a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:43.234278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-859f57b1-2306-4e38-a213-92a772d679d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2728899 Feb 08 23:45:43.318113 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6372eb6-0b6f-423e-b84b-df5fa4337f3f x-openstack-request-id: req-f6372eb6-0b6f-423e-b84b-df5fa4337f3f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:43.319015 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:43.319015 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6372eb6-0b6f-423e-b84b-df5fa4337f3f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:43.319965 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'status': 'completed', 'code': 200} Feb 08 23:45:43.341725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-43b9d41f-9b35-4202-b0b5-74d9d8491a38 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652699 Feb 08 23:45:43.469146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Deleting port 97a98f57-bda1-4765-9152-9300304aa3e9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:45:43.471468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:43.476385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Made reservation on behalf of 382a560dafa44f6e9871ce459cb18667 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:43.482777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:43.485688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:43.552746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:43.555028 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837637d-3ed3-4db7-977b-20d339fd5749" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:43.597295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:43.604830 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:43.648427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-d855def0-dc56-42ae-961a-9885678ba50b service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760627 Feb 08 23:45:43.683612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:43.801947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c100bf5-abb2-458b-a803-128896906c61 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:43.846740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1c100bf5-abb2-458b-a803-128896906c61 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:45:43.852382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c100bf5-abb2-458b-a803-128896906c61 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:45:43.865474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Allocated IP 192.168.233.199 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/d819de77-0b4d-4d4e-88f1-dbc9c53540b2) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:45:43.938362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b95df747-6e43-46d4-b0cb-d180e6d7fb17 req-84738781-283f-4d68-b7cb-755caea58cd5 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037814 Feb 08 23:45:43.974939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a2d0-3d84-4216-b604-5f1e5acc31eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.065210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a2d0-3d84-4216-b604-5f1e5acc31eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.112948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.121270 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-43ee82c3-7b6b-4de8-bdc6-c9021f324d6e service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998416 Feb 08 23:45:44.173262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.208788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39b03750-3e92-4777-a5c9-69b7f869939d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:44.213503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2', 'cd13105f-5f9a-407c-91d0-18ba673da582'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:44.276797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a2d0-3d84-4216-b604-5f1e5acc31eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.279874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a2d0-3d84-4216-b604-5f1e5acc31eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.282452 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f7f2a2d0-3d84-4216-b604-5f1e5acc31eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22c45f6d-344a-4a09-9689-347a8226073a HTTP/1.1" status: 204 len: 168 time: 1.4669361 Feb 08 23:45:44.303261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2a2d0-3d84-4216-b604-5f1e5acc31eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c45f6d-344a-4a09-9689-347a8226073a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:44.347565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:44.357590 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a18d0623-2b9c-4b9b-b6cd-e80d11bb58fe req-ca5de9f6-dc18-45df-83c2-a0273f54527d service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235899 Feb 08 23:45:44.479642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86bbd7a7-a851-44be-9a31-c78d511ecf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.563914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-c5d2f534-2ace-4175-bb1c-97ceed8ed453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:44.570230 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-c5d2f534-2ace-4175-bb1c-97ceed8ed453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1095 time: 0.1548769 Feb 08 23:45:44.657706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b4ba-9173-46d0-877f-7d0612d0fdbd req-ea0c3477-0891-4f5f-8878-9d8f248e6ff1 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:44.662385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f05b4ba-9173-46d0-877f-7d0612d0fdbd req-ea0c3477-0891-4f5f-8878-9d8f248e6ff1 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 1.0677130 Feb 08 23:45:44.713518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004989c-f3cc-4eab-8940-df3a056393aa req-2d2a9e64-2012-457f-8463-c35d8e19c457 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:44.717226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e004989c-f3cc-4eab-8940-df3a056393aa req-2d2a9e64-2012-457f-8463-c35d8e19c457 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/ports?device_id=70488157-5263-4728-a263-452398b813c7 HTTP/1.1" status: 200 len: 949 time: 1.3592639 Feb 08 23:45:44.737340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 97a98f57-bda1-4765-9152-9300304aa3e9 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:44.737804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:44.825150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-b424af4f-dff6-42f6-995e-db605807b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:44.831386 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-b424af4f-dff6-42f6-995e-db605807b793 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.2549946 Feb 08 23:45:44.917246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:44.933394 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-e73f40f3-186f-44ff-a479-cbcebb37b5ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 217 time: 0.0934815 Feb 08 23:45:44.969505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Deleting subnet 75b1a803-4847-481a-9e2d-e4b7e4d851f1 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:45:44.984229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Pushing event deleted for resources: {'Port': ['ID=0ece445f-3e71-4232-9d02-04c778da68df,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:44.995132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:45.017840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-bf02a5d6-cca6-45e5-a459-cc1bdfe914e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:45.020070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-bf02a5d6-cca6-45e5-a459-cc1bdfe914e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 1102 time: 1.6315324 Feb 08 23:45:45.023986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-c90c9757-c2df-48b8-9140-8cd8a00ea868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:45.026528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:45.034303 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-c90c9757-c2df-48b8-9140-8cd8a00ea868 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0920916 Feb 08 23:45:45.037615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.093415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-9172479a-1df5-4833-8142-632ad3fd933d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492723 Feb 08 23:45:45.256053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35652) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:45.274000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a27f57-4891-4366-a242-eb8f1657f82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.403424 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a27f57-4891-4366-a242-eb8f1657f82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.411654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.417134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a27f57-4891-4366-a242-eb8f1657f82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.443133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:45.445364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.466442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-6cd43dc7-5144-4773-bab2-aa29276ca83f service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676357 Feb 08 23:45:45.503403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f05b4ba-9173-46d0-877f-7d0612d0fdbd req-94828430-914c-448f-bc4f-33d44bde0cc2 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8120985 Feb 08 23:45:45.503997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-591b0696-c696-4fe0-8c99-7b73502f1f71 None None] Provisioning complete for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:45.504597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-591b0696-c696-4fe0-8c99-7b73502f1f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.598559 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34080b6c-6130-4721-bd92-dea9a38e3307 x-openstack-request-id: req-34080b6c-6130-4721-bd92-dea9a38e3307 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:45.599565 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:45.600618 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34080b6c-6130-4721-bd92-dea9a38e3307 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:45.601237 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:45:45.602808 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c3035286-f51c-4db5-bbbe-3d643ae01bee req-ec7e8bc6-e0b3-43d9-aa87-61b67a701e03 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286855 Feb 08 23:45:45.604569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e004989c-f3cc-4eab-8940-df3a056393aa req-9d58aba9-896f-4944-8c39-3d997c2469d5 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.32 "GET /v2.0/security-groups?id=04096ef7-318f-4519-9f25-eff80a609e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8415027 Feb 08 23:45:45.605829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-44a27f57-4891-4366-a242-eb8f1657f82e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4468b3ed73248fd928c619dcc6429ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481739 Feb 08 23:45:45.606694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a27f57-4891-4366-a242-eb8f1657f82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399bc1e-99a6-46ae-af95-e248d8249902,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:45.607466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-8a34bcc1-6fad-4307-b313-f50cf1a3bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:45.609652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35658) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:45.638395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-8a34bcc1-6fad-4307-b313-f50cf1a3bf3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3765323 Feb 08 23:45:45.647066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-591b0696-c696-4fe0-8c99-7b73502f1f71 None None] Port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:45:45.654767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0838a95f-8235-4b35-be35-1f839a6acf6f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0835805 Feb 08 23:45:45.715762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8904-1fe3-45b4-add0-33e1a66bb2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.761419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Request body: {'port': {'device_id': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:45.766326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-3f28242a-d67d-41ef-b8c9-5dccc6a4d72a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 200 len: 217 time: 0.1268144 Feb 08 23:45:45.772368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8904-1fe3-45b4-add0-33e1a66bb2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.821409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a4bab9-99c5-44f0-9008-08b7e822cf70 req-28d9d41d-4aaf-486a-b328-9dac7a33e120 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d534f42-a98c-47e0-85da-f4319f31a40d HTTP/1.1" status: 200 len: 210 time: 0.0342305 Feb 08 23:45:45.873271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8904-1fe3-45b4-add0-33e1a66bb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.876553 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8904-1fe3-45b4-add0-33e1a66bb2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:45.877987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e6c8904-1fe3-45b4-add0-33e1a66bb2e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7399bc1e-99a6-46ae-af95-e248d8249902 HTTP/1.1" status: 204 len: 168 time: 0.2673287 Feb 08 23:45:45.897861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c8904-1fe3-45b4-add0-33e1a66bb2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399bc1e-99a6-46ae-af95-e248d8249902,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:45.990061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] No DVR routers for this DVR port 0ece445f-3e71-4232-9d02-04c778da68df on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:45:45.995886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.003276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] For port 97a98f57-bda1-4765-9152-9300304aa3e9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=97a98f57-bda1-4765-9152-9300304aa3e9,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:46.003623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.059139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.062576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cd53554-5d15-46b4-a8dc-8ee9d5e11568 req-87321228-916f-4feb-b4bc-dee53ce411e7 tempest-ImagesTestJSON-1236655787 tempest-ImagesTestJSON-1236655787-project] 10.222.0.84 "DELETE /v2.0/ports/0ece445f-3e71-4232-9d02-04c778da68df HTTP/1.1" status: 204 len: 173 time: 6.0499547 Feb 08 23:45:46.087454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-deleted', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:46.087454 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a156c3-72ff-4f35-b5e8-3fcbcd90db10" -d '{"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-deleted", "tag": "0ece445f-3e71-4232-9d02-04c778da68df"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:46.111539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Calling delete_port for 97a98f57-bda1-4765-9152-9300304aa3e9 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:45:46.258847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-b10414db-b7f5-4f6f-b849-fd5f9c8cd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:46.260574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-b10414db-b7f5-4f6f-b849-fd5f9c8cd099 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3986683 Feb 08 23:45:46.275973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.703936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.797045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d819de77-0b4d-4d4e-88f1-dbc9c53540b2 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:46.807300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.824448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Transition to ACTIVE for port object d819de77-0b4d-4d4e-88f1-dbc9c53540b2 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:45:46.841241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e9e2f-e807-442a-80aa-929e914a23e5 req-59151476-0267-4ca5-9844-1ab5afa89d52 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:46.849728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182e9e2f-e807-442a-80aa-929e914a23e5 req-59151476-0267-4ca5-9844-1ab5afa89d52 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 936 time: 1.0797637 Feb 08 23:45:46.864367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:46.898930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:47.067477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:47.084538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-c6e4c74f-2af6-4801-86be-bed1a0b0a9f6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:47.092718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-c6e4c74f-2af6-4801-86be-bed1a0b0a9f6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 1.0149879 Feb 08 23:45:47.240972 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:47.546862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182e9e2f-e807-442a-80aa-929e914a23e5 req-3e4132f8-8072-4e44-aa8c-cb4daba0b7bb tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970415 Feb 08 23:45:47.583137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-4f10dec8-8ebb-4ee4-a543-2cf8aa97a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:47.584805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-4f10dec8-8ebb-4ee4-a543-2cf8aa97a02c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7531505 Feb 08 23:45:47.587364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] No DVR routers for this DVR port 97a98f57-bda1-4765-9152-9300304aa3e9 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:45:47.607455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:47.619691 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:47.623509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-640f1512-7e0d-4731-a60c-20710823022a req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] 10.222.0.21 "DELETE /v2.0/ports/97a98f57-bda1-4765-9152-9300304aa3e9 HTTP/1.1" status: 204 len: 173 time: 5.4241862 Feb 08 23:45:47.628973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-d1c357e7-e169-4560-81c4-cca82c1b3bd6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/quotas/c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 375 time: 0.5352740 Feb 08 23:45:47.703792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c4a8-c9bb-4dcb-9e00-c6ca7bab6390 tempest-ImagesOneServerTestJSON-2003473399 tempest-ImagesOneServerTestJSON-2003473399-project] Pushing event deleted for resources: {'Port': ['ID=97a98f57-bda1-4765-9152-9300304aa3e9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:47.759944 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdbc333-d528-47b1-9e3a-7f52cc19082f x-openstack-request-id: req-9cdbc333-d528-47b1-9e3a-7f52cc19082f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:47.760721 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d534f42-a98c-47e0-85da-f4319f31a40d", "name": "network-vif-deleted", "tag": "0ece445f-3e71-4232-9d02-04c778da68df", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:47.761212 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cdbc333-d528-47b1-9e3a-7f52cc19082f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:47.762010 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d534f42-a98c-47e0-85da-f4319f31a40d', 'name': 'network-vif-deleted', 'tag': '0ece445f-3e71-4232-9d02-04c778da68df', 'status': 'completed', 'code': 200} Feb 08 23:45:47.927517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-2994a804-4041-4b36-b317-c4ab849304ba service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159177 Feb 08 23:45:47.989464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:47.989800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:47.990316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:47.995876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.019407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:45:48.019734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:48.084767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-64f50d10-9aeb-4c03-8b73-1ccc502623e4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4278746 Feb 08 23:45:48.089454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b1a803-4847-481a-9e2d-e4b7e4d851f1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:48.099389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33103890-e3d8-4cb0-8d9c-f0f641be2f03 None None] Network 00cf525c-687a-4080-81be-c2386cc466f4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:45:48.102556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:48.102894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:48.103900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:48.104639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Bound port: d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:48.105597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.117950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.124771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-730b384d-7f1f-45fe-9be5-5a703d550d9f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75b1a803-4847-481a-9e2d-e4b7e4d851f1 HTTP/1.1" status: 204 len: 168 time: 4.9946828 Feb 08 23:45:48.149138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35708) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:48.209747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839b733-99ba-4206-9ead-76ce7e94105b req-e6c1b137-c37e-40bf-9d3f-be243cf90b9e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:48.218034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c839b733-99ba-4206-9ead-76ce7e94105b req-e6c1b137-c37e-40bf-9d3f-be243cf90b9e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.3801322 Feb 08 23:45:48.271912 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.359576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d296dd3b-435d-44e6-bee0-5fa32ae3edd6 req-99e080ad-f000-4c5e-8160-d56438298cee service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136677 Feb 08 23:45:48.389008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] DHCP port deletion for 00cf525c-687a-4080-81be-c2386cc466f4 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:45:48.435228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-48b9f054-4846-4dc8-821e-36e6f5d667f6 service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349016 Feb 08 23:45:48.460700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c839b733-99ba-4206-9ead-76ce7e94105b req-c86c0e2a-d7ff-40fd-805d-20961dbba3bf tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418838 Feb 08 23:45:48.471300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Deleting port c82a8e69-3b60-4484-9bf8-3b1841402a76 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:45:48.471643 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.520169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] Deleting port c82a8e69-3b60-4484-9bf8-3b1841402a76 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:45:48.521703 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.554464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:48.595512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:48.607473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.612191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] For port c82a8e69-3b60-4484-9bf8-3b1841402a76, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c82a8e69-3b60-4484-9bf8-3b1841402a76,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:48.612601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.631960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Calling delete_port for c82a8e69-3b60-4484-9bf8-3b1841402a76 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:45:48.669647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] For port c82a8e69-3b60-4484-9bf8-3b1841402a76, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c82a8e69-3b60-4484-9bf8-3b1841402a76,segment=NetworkSegment(1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce),segment_id=1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:48.670042 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.701770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] Calling delete_port for c82a8e69-3b60-4484-9bf8-3b1841402a76 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:45:48.727282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:48.751677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.768482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:48.771991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.773560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-d5a279a7-a970-44bd-bb78-449e31e5c2cf service neutron] 10.222.0.84 "PUT /v2.0/ports/d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 1096 time: 3.0177662 Feb 08 23:45:48.811931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82a8e69-3b60-4484-9bf8-3b1841402a76,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:48.820242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] No DVR routers for this DVR port c82a8e69-3b60-4484-9bf8-3b1841402a76 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:45:48.887603 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:48.910576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-087f8e1e-7cf2-418c-86fe-6632521a69f8 service neutron] 10.222.0.32 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741471 Feb 08 23:45:48.971194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] Pushing event deleted for resources: {'Port': ['ID=c82a8e69-3b60-4484-9bf8-3b1841402a76,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:48.984246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff73b50-cc39-4603-b2a4-dd7fd8e1e96d None None] No DVR routers for this DVR port c82a8e69-3b60-4484-9bf8-3b1841402a76 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:45:49.013564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f8044-47cd-4387-9672-5e3ee8427eb9 req-8edbd7d0-f1e1-46e0-af7f-c14755cc102b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:49.018315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.026105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa8f8044-47cd-4387-9672-5e3ee8427eb9 req-8edbd7d0-f1e1-46e0-af7f-c14755cc102b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 948 time: 0.2361796 Feb 08 23:45:49.045237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cf525c-687a-4080-81be-c2386cc466f4']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:49.049098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-269ec599-9f8f-4085-9a15-862e200c7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:49.050852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-269ec599-9f8f-4085-9a15-862e200c7d86 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1099 time: 0.1807153 Feb 08 23:45:49.056957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:49.057932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e03b96b-5cdc-4c1e-8c31-8b828ba8d7ce') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:49.068471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.083764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.091970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:45:49.092315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.136490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa8f8044-47cd-4387-9672-5e3ee8427eb9 req-5670afe4-7230-490f-a730-7378d69ea55e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075909 Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:45:49.169174 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:45:49.194884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.197731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:49.231664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.236427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/00cf525c-687a-4080-81be-c2386cc466f4 HTTP/1.1" status: 204 len: 168 time: 1.0823264 Feb 08 23:45:49.253791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fc938-a730-407d-95e8-5a0d11ebaeb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cf525c-687a-4080-81be-c2386cc466f4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:49.272650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-9a1170a8-23fb-4069-9adb-a6c388b90a76 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.1569049 Feb 08 23:45:49.438659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0b79d6bb-4d59-40bb-bbe1-01deb2bda74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:49.440957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-0b79d6bb-4d59-40bb-bbe1-01deb2bda74e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1621718 Feb 08 23:45:49.568422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95698c89-af05-4cb2-85c9-d616d1c7ae74 req-a0fbf09b-26f0-47d7-bac1-bbffbf71d0bb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 210 time: 0.0484517 Feb 08 23:45:49.585575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Request body: {'security_group': {'name': 'tempest-securitygroup-900200029', 'description': 'tempest-description-742011051'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:49.599437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35764) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:49.599909 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d8f1b21-678b-4c22-87fb-08efba3e3d69 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e6328a476f64be9b4c22b13c49e2fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002061 Feb 08 23:45:49.646006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-be077c83-de92-477f-93ce-0381a3170396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:49.647673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-be077c83-de92-477f-93ce-0381a3170396 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1986039 Feb 08 23:45:49.744644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35770) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:49.817142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c82a8e69-3b60-4484-9bf8-3b1841402a76 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:45:49.864039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c82a8e69-3b60-4484-9bf8-3b1841402a76 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:45:49.870152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c82a8e69-3b60-4484-9bf8-3b1841402a76 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:45:49.871441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0ae22aa7-2a88-44f2-92d2-71ef4c53a370 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01a5c07b60b449eba60dee9137dc56bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251266 Feb 08 23:45:49.886882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35774) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:49.929064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-deleted', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9'}, {'name': 'network-changed', 'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:49.932319 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0" -d '{"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-deleted", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9"}, {"name": "network-changed", "server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:49.937922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-18b46c24-af5f-4671-b0d8-b3f2ed3f573e service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781270 Feb 08 23:45:49.945532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:49.973878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-666e9040-ce98-41df-863c-b9e06d229b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.013715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.015541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-666e9040-ce98-41df-863c-b9e06d229b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.098125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-666e9040-ce98-41df-863c-b9e06d229b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.102523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-666e9040-ce98-41df-863c-b9e06d229b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.104726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-666e9040-ce98-41df-863c-b9e06d229b20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ae04a46-928c-4707-b8ee-ffbfa5c4ae34 HTTP/1.1" status: 204 len: 168 time: 0.2168431 Feb 08 23:45:50.120544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e9040-ce98-41df-863c-b9e06d229b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae04a46-928c-4707-b8ee-ffbfa5c4ae34,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:50.131014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6d89-f2b3-4cf4-8f0a-cdf966020b34 req-d133e6fb-b4e2-47f8-ad06-cee6208f7236 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:50.140100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c55d6d89-f2b3-4cf4-8f0a-cdf966020b34 req-d133e6fb-b4e2-47f8-ad06-cee6208f7236 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.2004960 Feb 08 23:45:50.142046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1cdf471-ce8a-4324-91dc-9dedc3ea7858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.246538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1cdf471-ce8a-4324-91dc-9dedc3ea7858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.255003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-650fe844-9d0c-42c1-9aa1-cd96778475dd req-04df6ae8-4206-4862-b9f9-f56d8eced4da service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045101 Feb 08 23:45:50.282768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c55d6d89-f2b3-4cf4-8f0a-cdf966020b34 req-19e8bc7c-4d49-4eb8-9f28-8e70283f67af tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416309 Feb 08 23:45:50.395729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.403586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.468696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1cdf471-ce8a-4324-91dc-9dedc3ea7858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.478774 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1cdf471-ce8a-4324-91dc-9dedc3ea7858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.482318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f1cdf471-ce8a-4324-91dc-9dedc3ea7858 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04096ef7-318f-4519-9f25-eff80a609e94 HTTP/1.1" status: 204 len: 168 time: 0.8780417 Feb 08 23:45:50.482318 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01235f46-f219-444a-a734-668063492cdf x-openstack-request-id: req-01235f46-f219-444a-a734-668063492cdf {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:50.482318 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70488157-5263-4728-a263-452398b813c7", "name": "network-vif-deleted", "tag": "97a98f57-bda1-4765-9152-9300304aa3e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:50.482318 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01235f46-f219-444a-a734-668063492cdf {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:50.482886 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70488157-5263-4728-a263-452398b813c7', 'name': 'network-vif-deleted', 'tag': '97a98f57-bda1-4765-9152-9300304aa3e9', 'status': 'completed', 'code': 200} Feb 08 23:45:50.483260 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'status': 'completed', 'code': 200} Feb 08 23:45:50.591880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e567b859-6c8a-41d7-8651-8769eb1ece33,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:50.653302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdf471-ce8a-4324-91dc-9dedc3ea7858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04096ef7-318f-4519-9f25-eff80a609e94,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:50.715756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-d367e7e5-1e1b-49ff-8024-5425e5e7b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:50.717553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-d367e7e5-1e1b-49ff-8024-5425e5e7b355 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1099 time: 0.2313077 Feb 08 23:45:50.740214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5e3a-e4ed-4f5f-af45-edac1aece9a0 req-dda5183b-866d-4bcd-bf45-4487a339d911 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:50.753871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73bc5e3a-e4ed-4f5f-af45-edac1aece9a0 req-dda5183b-866d-4bcd-bf45-4487a339d911 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 948 time: 0.2186928 Feb 08 23:45:50.769801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:50.809975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:51.033659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-a7add71c-f536-40ca-a23f-44e02c6aff1e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:51.036092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-a7add71c-f536-40ca-a23f-44e02c6aff1e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 820 time: 0.2178373 Feb 08 23:45:51.039320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:51.041742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c7dc866-c575-4ad6-8578-070d0baeec7b req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4688597 Feb 08 23:45:51.088190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Request body: {'port': {'device_id': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'admin_state_up': True, 'tenant_id': 'c3e4172ad8aa4d9683740062aa834783'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:51.180513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73bc5e3a-e4ed-4f5f-af45-edac1aece9a0 req-85e598a5-191f-45a5-ad12-c9cfbfc6fc13 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254854 Feb 08 23:45:51.202638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d33eab-16b3-4e65-97b5-009c0eb6fc4a tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1f1335-efc4-4435-8df6-baa90f0d6c53,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:51.360360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7243f191-ec2d-4664-b723-f09a8ed4fb10 req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Request body: {'security_group': {'name': 'tempest-securitygroup-228367774', 'description': 'tempest-description-411171138'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:51.416830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b13f58bc-c718-4f83-9a0a-f325e357414a req-6fd31e34-1fb1-441c-9dae-ab4d25da8682 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 210 time: 0.2015302 Feb 08 23:45:51.458515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-ea991cd3-aa09-4d22-9c0b-525d5f897ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:51.460556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-ea991cd3-aa09-4d22-9c0b-525d5f897ce5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.7293491 Feb 08 23:45:51.609284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-e8419770-f37f-4c5a-ac40-f0401e5f0e07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.1247592 Feb 08 23:45:51.700594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7243f191-ec2d-4664-b723-f09a8ed4fb10 req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:51.776744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88139979-55b7-4b78-b3cc-05503e7c4606 req-a473a4ec-d593-4c36-a5ec-852e02d3ec15 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:51.778782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88139979-55b7-4b78-b3cc-05503e7c4606 req-a473a4ec-d593-4c36-a5ec-852e02d3ec15 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.1176519 Feb 08 23:45:51.783991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-297b0620-fd90-4b43-8f98-72d4aefee2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:51.786391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-297b0620-fd90-4b43-8f98-72d4aefee2d3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1687036 Feb 08 23:45:51.864092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Made reservation on behalf of c3e4172ad8aa4d9683740062aa834783 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:51.867553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:51.961558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88139979-55b7-4b78-b3cc-05503e7c4606 req-be6e87cc-4c43-4132-80fb-bb7f80527f5e tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609311 Feb 08 23:45:51.980188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-6ac18ed3-3cd7-4457-942e-c0ed0de58da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:51.982039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-6ac18ed3-3cd7-4457-942e-c0ed0de58da8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1777349 Feb 08 23:45:52.016395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7243f191-ec2d-4664-b723-f09a8ed4fb10 req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.035201 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7243f191-ec2d-4664-b723-f09a8ed4fb10 req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.145800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7243f191-ec2d-4664-b723-f09a8ed4fb10 req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.147304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7243f191-ec2d-4664-b723-f09a8ed4fb10 req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8397298 Feb 08 23:45:52.158602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922c9a5-8725-4ea9-9678-944174b03e95 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e704a-91a5-4274-bb1b-3eff8ff98096,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:52.205799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Allocated IP 172.20.0.4 (57e68c72-4913-4aa9-8544-2cfaa6a54e87/0db2c188-3f4e-4379-8d77-632b9fad3f84/3721a16a-fc90-4fe6-a863-c692c446669b) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:45:52.233262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-49ad03d4-a92f-4820-95f8-71cb55de3316 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349479 Feb 08 23:45:52.484238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0959ea-86ac-4bc3-9de0-d4d61550b4c0 req-bf31b6de-0960-48a7-8ffa-2b9fb8c24eaf service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417543 Feb 08 23:45:52.542499 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.599578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240d12b-1742-462b-a73b-de5dce4b499d req-83d95c43-3ab3-4608-9fbf-0d57e9b3a0d8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:52.601131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2240d12b-1742-462b-a73b-de5dce4b499d req-83d95c43-3ab3-4608-9fbf-0d57e9b3a0d8 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 948 time: 0.0748293 Feb 08 23:45:52.645209 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.662011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['acd0271a-8a18-4707-a758-baf4fb6443c7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:52.674856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-842262484', 'description': 'tempest-description-438374155'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:52.726148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.731451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2240d12b-1742-462b-a73b-de5dce4b499d req-0ddf1ce6-364f-4292-ae7e-917b1c3dc862 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137669 Feb 08 23:45:52.740840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:45:52.746054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:52.760418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:45:52.820442 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.823248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:52.924482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:52.938998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'mac_address': 'fa:16:3e:44:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:52.939470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.946860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:52.953865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:52.999571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:53.000184 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.004675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.032442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d819de77-0b4d-4d4e-88f1-dbc9c53540b2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:53.036085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-674c84a2-3d51-4fb5-89e1-d4fee4753f78 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9741135 Feb 08 23:45:53.055404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:53.070609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Request body: {'port': {'device_id': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:53.079965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135596f2-297d-4988-a020-614cd652cd02,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:53.102179 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.139232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753630f-21e2-4c77-bb06-dc4e3d59d3bc req-92d103c0-a372-4bba-8238-02879ceacec9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:53.146933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0753630f-21e2-4c77-bb06-dc4e3d59d3bc req-92d103c0-a372-4bba-8238-02879ceacec9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 931 time: 0.1638138 Feb 08 23:45:53.154832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:53.231910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.241911 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.246683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.275763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.290472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebbf4e7-682a-4730-8780-694d05774c87 req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6261606 Feb 08 23:45:53.294679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0753630f-21e2-4c77-bb06-dc4e3d59d3bc req-04ade49d-ce4b-4050-a6a5-f6d9716472ba tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469059 Feb 08 23:45:53.386734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08555e19-770a-4db9-950f-c3161bab3d04 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfd332c-b55a-4632-9761-669d41a4a96d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:53.398384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['d819de77-0b4d-4d4e-88f1-dbc9c53540b2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:53.488840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35916) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:53.543194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8f680ff8-70f5-4d6b-8dca-bc470c98c033 req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1970114381', 'description': 'tempest-description-1579419300'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:53.553611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Deleting subnet dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:45:53.559118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.667817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f680ff8-70f5-4d6b-8dca-bc470c98c033 req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.704766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:53.763653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80766aa8-d991-4595-8d65-c5473019eb0e req-0ef343a2-4d4e-4f52-8775-106cf4125a90 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:53.766089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80766aa8-d991-4595-8d65-c5473019eb0e req-0ef343a2-4d4e-4f52-8775-106cf4125a90 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.1758680 Feb 08 23:45:53.866538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80766aa8-d991-4595-8d65-c5473019eb0e req-83f7c130-5745-4e3d-9f3f-3714a604f49c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892868 Feb 08 23:45:53.992005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f680ff8-70f5-4d6b-8dca-bc470c98c033 req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.003176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f680ff8-70f5-4d6b-8dca-bc470c98c033 req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.048694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3721a16a-fc90-4fe6-a863-c692c446669b {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:54.069580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.076965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e978e33-e584-4ddb-9cb0-8d72fa14cde8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:54.081396 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f680ff8-70f5-4d6b-8dca-bc470c98c033 req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.096421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f680ff8-70f5-4d6b-8dca-bc470c98c033 req-a33d7eb8-c593-4b3e-92aa-1fac166ceb74 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5669885 Feb 08 23:45:54.127391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Transition to ACTIVE for port object 3721a16a-fc90-4fe6-a863-c692c446669b will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:45:54.155813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.161358 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.233162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.263786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:54.283895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.289164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7a409a9e-d447-478b-9b41-78b26a2ef6c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc23a6cc-0d8b-4c4a-ab3d-743f8e888d4c HTTP/1.1" status: 204 len: 168 time: 0.7984278 Feb 08 23:45:54.292647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35948) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:54.459714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.461312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:54.572713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.600337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed09ccca-cf42-4b78-b6e4-a15bf22b086c']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:54.608861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:54.612982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e788505-8851-41fc-8231-c5a76b6243be') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:54.614010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e788505-8851-41fc-8231-c5a76b6243be') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:45:54.620968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58765a-5a17-45e2-9368-bc4a69ca7cd0 req-8e5f00de-d561-4661-a489-5dc5ac939cf6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:54.625957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.628637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d58765a-5a17-45e2-9368-bc4a69ca7cd0 req-8e5f00de-d561-4661-a489-5dc5ac939cf6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 949 time: 0.4965932 Feb 08 23:45:54.650499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.659248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:45:54.659647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:45:54.661876 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:45:54.731091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:45:54.755577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.776362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.780082 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ed09ccca-cf42-4b78-b6e4-a15bf22b086c HTTP/1.1" status: 204 len: 168 time: 0.4862788 Feb 08 23:45:54.799210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62f628f3-a5af-43b4-9913-fdc43f8757a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.856845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:45:54.865479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:45:54.865853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:54.917887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62f628f3-a5af-43b4-9913-fdc43f8757a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.920623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc0d7c-7adc-4752-8c0e-e5de103188e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed09ccca-cf42-4b78-b6e4-a15bf22b086c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:54.923038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:45:54.923366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:45:54.924707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62f628f3-a5af-43b4-9913-fdc43f8757a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.954195 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-62f628f3-a5af-43b4-9913-fdc43f8757a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96e514475deb4b6c9a7da0958c07d47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918029 Feb 08 23:45:54.965051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d58765a-5a17-45e2-9368-bc4a69ca7cd0 req-4a2ae9a7-721d-4a85-960f-382d16f5cbf3 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220024 Feb 08 23:45:54.966009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:45:54.966380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:54.966773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:45:54.967220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Bound port: 3721a16a-fc90-4fe6-a863-c692c446669b, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:45:54.967581 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:54.974770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:55.140451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f628f3-a5af-43b4-9913-fdc43f8757a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a534aa8-400d-42de-b630-927931f88ff9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:55.186618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-716e071b-e8ca-4066-95c7-9ca79adea474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.197493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35980) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:55.253794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:45:55.258265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:45:55.265575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-716e071b-e8ca-4066-95c7-9ca79adea474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.322134 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.333399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:55.354922 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2b972088-abc5-4965-b889-86ae37f8bcca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=401a567377f54e69b6b71fe9943a4e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501777 Feb 08 23:45:55.363798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35984) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:55.478646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:55.539674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:55.544979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:55.544979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.544979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] 10.222.0.21 "PUT /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 1091 time: 2.4874616 Feb 08 23:45:55.569692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:55.572276 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b9c390-014c-416a-aee4-d2b429020d08" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:55.577337 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce230-41aa-4a78-a757-eaee7d3e3f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.590765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e13dc9-e93e-4ef7-b2d1-d49ba8bd0ced req-d0a81e84-e1af-472f-b3a9-4c1b82eb7fe5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:55.595405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:45:55.599012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55e13dc9-e93e-4ef7-b2d1-d49ba8bd0ced req-d0a81e84-e1af-472f-b3a9-4c1b82eb7fe5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.3940086 Feb 08 23:45:55.615885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-716e071b-e8ca-4066-95c7-9ca79adea474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.620687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-716e071b-e8ca-4066-95c7-9ca79adea474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.625089 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-716e071b-e8ca-4066-95c7-9ca79adea474 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a534aa8-400d-42de-b630-927931f88ff9 HTTP/1.1" status: 204 len: 168 time: 0.6428356 Feb 08 23:45:55.630815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d', 'port_id': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'mac_address': 'fa:16:3e:18:0c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91de0656-ebb8-4d14-8cf7-6587c06cec1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:45:55.642891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e071b-e8ca-4066-95c7-9ca79adea474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a534aa8-400d-42de-b630-927931f88ff9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:55.655793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:55.657694 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.667643 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce230-41aa-4a78-a757-eaee7d3e3f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.764205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce230-41aa-4a78-a757-eaee7d3e3f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.767528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a3ce230-41aa-4a78-a757-eaee7d3e3f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.770788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a3ce230-41aa-4a78-a757-eaee7d3e3f52 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03adcd60-64da-4acd-961d-e29cc6493e4c HTTP/1.1" status: 204 len: 168 time: 0.3903883 Feb 08 23:45:55.786192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ce230-41aa-4a78-a757-eaee7d3e3f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03adcd60-64da-4acd-961d-e29cc6493e4c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:55.819275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.829755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12262b4a-b451-4347-a6b1-3f8c6066daa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:55.832447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6c4049e-1706-47f2-9181-c786bed70425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.882893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b245b4b-558c-4544-b8af-13aaac2cf8b3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:45:55.935507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55e13dc9-e93e-4ef7-b2d1-d49ba8bd0ced req-a7fa8175-a016-4e5a-8afc-142c273dd43e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360550 Feb 08 23:45:55.941313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6c4049e-1706-47f2-9181-c786bed70425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.949168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6c4049e-1706-47f2-9181-c786bed70425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:55.980171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-1ca3ef77-d2e5-47f5-b737-bd64af6e2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:55.981717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-1ca3ef77-d2e5-47f5-b737-bd64af6e2f13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1094 time: 0.3611395 Feb 08 23:45:56.004867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:56.015575 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.035110 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.093928 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d6c4049e-1706-47f2-9181-c786bed70425 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15e03dc421d44fa2adbe620dc1778d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136248 Feb 08 23:45:56.098658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4049e-1706-47f2-9181-c786bed70425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d8bd8-f939-4ca6-9e0f-f03fa4167c86,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:56.105034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36006) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:56.135687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-3c6ee5e5-d466-4670-844c-bcfccdcea017 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 217 time: 0.1335232 Feb 08 23:45:56.177275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:56.202149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-0975695b-9ab9-41c2-9bd7-0297ee1d1e90 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45087 time: 2.0182154 Feb 08 23:45:56.222988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:56.226277 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d11866-8c30-44d0-924a-d725c94eb2f5" -d '{"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-plugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:56.231762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe6b07e3-3395-47a2-b73d-8864dab9f697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.267161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:56.273974 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.304080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe6b07e3-3395-47a2-b73d-8864dab9f697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.315483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1b245b4b-558c-4544-b8af-13aaac2cf8b3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:45:56.439746 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-c8a722e1-42c2-480b-974a-8d9ea23e5d6f tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] show failed (client error): The resource could not be found. Feb 08 23:45:56.449730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-c8a722e1-42c2-480b-974a-8d9ea23e5d6f tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/03adcd60-64da-4acd-961d-e29cc6493e4c HTTP/1.1" status: 404 len: 352 time: 0.1923470 Feb 08 23:45:56.466386 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe6b07e3-3395-47a2-b73d-8864dab9f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.469345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe6b07e3-3395-47a2-b73d-8864dab9f697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:56.470514 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fe6b07e3-3395-47a2-b73d-8864dab9f697 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d47d8bd8-f939-4ca6-9e0f-f03fa4167c86 HTTP/1.1" status: 204 len: 168 time: 0.3641417 Feb 08 23:45:56.487534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b07e3-3395-47a2-b73d-8864dab9f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d8bd8-f939-4ca6-9e0f-f03fa4167c86,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:56.494708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea018d-3751-4691-92a1-535f30618d7c req-c01b65e2-0212-4920-9d6a-3f338488763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:56.497467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-c01b65e2-0212-4920-9d6a-3f338488763a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.3492362 Feb 08 23:45:56.501354 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-688a234e-7b8c-4e5c-8f47-c1c5215066ef tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] show failed (client error): The resource could not be found. Feb 08 23:45:56.507601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:56.510639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-688a234e-7b8c-4e5c-8f47-c1c5215066ef tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/03adcd60-64da-4acd-961d-e29cc6493e4c HTTP/1.1" status: 404 len: 352 time: 0.0598500 Feb 08 23:45:56.539197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a32fb-c075-4aec-89ce-386607eacd5b req-19a1a6e8-a0a5-4da8-8242-6d1895f0259d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:56.541816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-350a32fb-c075-4aec-89ce-386607eacd5b req-19a1a6e8-a0a5-4da8-8242-6d1895f0259d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 945 time: 0.4024258 Feb 08 23:45:56.570451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-74d6f306-9b70-4750-a9fe-355cee2d5e20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562067 Feb 08 23:45:56.797319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-350a32fb-c075-4aec-89ce-386607eacd5b req-95ea6e35-a987-4458-a452-42b0ed718d41 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313490 Feb 08 23:45:56.809521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-6dedb89d-625e-4c3c-b20c-ec6e598c8a2a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/08044bb9-3d6d-4783-bd67-bf62bfa08b88 HTTP/1.1" status: 200 len: 2981 time: 0.2981813 Feb 08 23:45:56.934678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-aa42b5d5-7f87-4b7f-b189-0dd673cf7c12 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/08044bb9-3d6d-4783-bd67-bf62bfa08b88 HTTP/1.1" status: 200 len: 2981 time: 0.1091132 Feb 08 23:45:56.978975 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4a054a-9667-41f1-aba7-182ceb6a523e x-openstack-request-id: req-0f4a054a-9667-41f1-aba7-182ceb6a523e {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:56.979282 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:56.979593 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f4a054a-9667-41f1-aba7-182ceb6a523e {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:56.980564 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b', 'status': 'completed', 'code': 200} Feb 08 23:45:57.020456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-4313c739-5b6d-4718-a115-17039009d00b service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399908 Feb 08 23:45:57.126493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-776cfe3c-ce3e-4b84-84ad-e0ea6e8fea4c tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/135596f2-297d-4988-a020-614cd652cd02 HTTP/1.1" status: 200 len: 2981 time: 0.1903794 Feb 08 23:45:57.250917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23da64d-fd4c-4976-89ac-39bcdf01ec64 req-3594b2a5-ea80-4f84-9288-50c7ac8d8d93 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:57.255812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e23da64d-fd4c-4976-89ac-39bcdf01ec64 req-3594b2a5-ea80-4f84-9288-50c7ac8d8d93 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1372011 Feb 08 23:45:57.265694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cea018d-3751-4691-92a1-535f30618d7c req-d28d68cc-e2f8-4e95-a2ef-c970224fe382 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328265 Feb 08 23:45:57.267086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-ae921e05-6545-43cd-83c8-4387d661472d tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/135596f2-297d-4988-a020-614cd652cd02 HTTP/1.1" status: 200 len: 2981 time: 0.1290019 Feb 08 23:45:57.462006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e23da64d-fd4c-4976-89ac-39bcdf01ec64 req-4d329c8f-453e-4f50-acec-c04178742fb2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052772 Feb 08 23:45:57.529751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-524f5431-1fcd-426e-b9d7-9251ee107c92 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1812cb0d-920a-40f2-9364-c624dc6a4518 HTTP/1.1" status: 200 len: 2977 time: 0.2380857 Feb 08 23:45:57.543226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c390-014c-416a-aee4-d2b429020d08 req-8623d319-fd40-41ca-8037-67fddd0b1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:57.544693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-8623d319-fd40-41ca-8037-67fddd0b1662 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1094 time: 0.1737082 Feb 08 23:45:57.564396 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43d7077-c3f5-4399-9379-fbd5cd6c555f x-openstack-request-id: req-c43d7077-c3f5-4399-9379-fbd5cd6c555f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:45:57.564879 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-plugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:45:57.565102 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c43d7077-c3f5-4399-9379-fbd5cd6c555f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:45:57.565334 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'code': 200} Feb 08 23:45:57.680220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36056) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:57.922221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-ad1893ff-5e9c-4888-b8b4-de232dc078fe tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1812cb0d-920a-40f2-9364-c624dc6a4518 HTTP/1.1" status: 200 len: 2977 time: 0.3839047 Feb 08 23:45:57.984142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1aff-0f8b-4db9-8aa8-69e4f672594e req-6faf5df7-561f-4a7f-bb99-c7d4d5cf4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:57.985680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86eb1aff-0f8b-4db9-8aa8-69e4f672594e req-6faf5df7-561f-4a7f-bb99-c7d4d5cf4cc8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1101 time: 0.3295245 Feb 08 23:45:58.020055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1984980263-network', 'tenant_id': '5c8cfcb0518045a8bd9016d47c6de5b4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:58.061018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-dcae8381-b154-4939-8503-1699d7fb661e tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/41b30417-7e3f-49bb-a701-7c584c930dd9 HTTP/1.1" status: 200 len: 2981 time: 0.1273487 Feb 08 23:45:58.080361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b340f45-024d-4ad0-8873-f210cc2ff9ce req-479defa5-f01c-4e48-a131-b265b0bf44fb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:58.088277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b340f45-024d-4ad0-8873-f210cc2ff9ce req-479defa5-f01c-4e48-a131-b265b0bf44fb tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.4388716 Feb 08 23:45:58.132281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c390-014c-416a-aee4-d2b429020d08 req-a4bdf1d2-712c-4f2e-86e1-2a762b293fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:58.138631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Made reservation on behalf of 5c8cfcb0518045a8bd9016d47c6de5b4 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:58.140848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-a4bdf1d2-712c-4f2e-86e1-2a762b293fcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.5784335 Feb 08 23:45:58.145137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.189757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.369354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b340f45-024d-4ad0-8873-f210cc2ff9ce req-2f46b8da-a9de-4ab2-aa8b-1576b2c42fb1 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748020 Feb 08 23:45:58.370704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-f1200c62-acd4-4591-bc3c-ca21c9f285c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 217 time: 0.2080889 Feb 08 23:45:58.374794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86eb1aff-0f8b-4db9-8aa8-69e4f672594e req-d9451060-112d-4dae-b21f-3a0d77a8b7b9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818555 Feb 08 23:45:58.411056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.422379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.472769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-e5779f7f-8d7d-414f-92d4-0653390726fd tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/41b30417-7e3f-49bb-a701-7c584c930dd9 HTTP/1.1" status: 200 len: 2981 time: 0.3767302 Feb 08 23:45:58.473528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:45:58.516661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1697c7b-8177-4bde-affb-354f13e5dc98,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:58.527300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.528321 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Added segment 49b89332-babe-4f67-baf9-ef3ce5e55b5c of type vlan for network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 Feb 08 23:45:58.591995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c390-014c-416a-aee4-d2b429020d08 req-2695bd99-dfba-4acc-8f14-d41498eb9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:58.593526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-2695bd99-dfba-4acc-8f14-d41498eb9502 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.2038465 Feb 08 23:45:58.609916 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.656379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.659137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:58.668234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.728552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-e9a197f2-bc42-4f54-acc8-e06572215746 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077504 Feb 08 23:45:58.732483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:45:58.780240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] Pushing event updated for resources: {'Network': ['ID=4f3cff4f-1fea-41f7-a758-b604fcf2a448,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:58.785073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540b1b-bef8-47e5-a01b-e25d9faaa1d1 req-cb706b40-3d5e-460c-be6c-f1dd79ae5b77 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:58.786624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44540b1b-bef8-47e5-a01b-e25d9faaa1d1 req-cb706b40-3d5e-460c-be6c-f1dd79ae5b77 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 945 time: 0.2785451 Feb 08 23:45:58.797508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-cc559d99-1b2b-4809-a716-2946323a1b2f tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/631e7db4-7318-4cb7-95a1-e1b618a142e2 HTTP/1.1" status: 200 len: 2981 time: 0.3110573 Feb 08 23:45:58.818089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:45:58.827067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2fd9e695-d4a2-420b-9dc2-e4362dde1d43 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1443272 Feb 08 23:45:58.828274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36084) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:45:58.835444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Request body: {'subnet': {'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1984980263-subnet', 'tenant_id': '5c8cfcb0518045a8bd9016d47c6de5b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:45:58.868244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Made reservation on behalf of 5c8cfcb0518045a8bd9016d47c6de5b4 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:45:58.872819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:58.944218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-b759a6c7-ee9c-4421-a237-a47d8ea07a6d tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/631e7db4-7318-4cb7-95a1-e1b618a142e2 HTTP/1.1" status: 200 len: 2981 time: 0.0896075 Feb 08 23:45:58.978202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:45:58.986624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:45:58.987418 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:59.001506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44540b1b-bef8-47e5-a01b-e25d9faaa1d1 req-5f5883fc-b348-4f98-9512-557f96637468 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487489 Feb 08 23:45:59.089845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-ea088344-f575-42ca-9437-c0e6fe202e96 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604054 Feb 08 23:45:59.096317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-4784d13e-1c2c-4e8f-9b4d-3b2e59e49c5c tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6b47b59f-32a5-4aa6-b39e-53e0f3724ba5 HTTP/1.1" status: 200 len: 2981 time: 0.1452842 Feb 08 23:45:59.139159 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:59.203489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:59.215495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:45:59.219479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-df729ccd-2e63-4841-bced-3fff6811b9ad tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/6b47b59f-32a5-4aa6-b39e-53e0f3724ba5 HTTP/1.1" status: 200 len: 2981 time: 0.1051266 Feb 08 23:45:59.243497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:59.277608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da3daa9-df7c-42b5-818d-54e65edfb64a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:59.287539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b9c390-014c-416a-aee4-d2b429020d08 req-b47e7ff9-cf9f-4602-84f6-e9437feade62 service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651864 Feb 08 23:45:59.293802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Checking segment: {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:45:59.294275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Network hostable DHCP agents. Network: 4f3cff4f-1fea-41f7-a758-b604fcf2a448, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:45:59.309812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-f3c5e2f6-ac82-48c1-a602-49cacf2eb053 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/79f7e3df-00ab-4b7d-9063-64caec148cdc HTTP/1.1" status: 200 len: 2981 time: 0.0788257 Feb 08 23:45:59.320682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:45:59.346657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 4f3cff4f-1fea-41f7-a758-b604fcf2a448) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:45:59.351549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:59.352199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:45:59.372795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:45:59.380297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fada32a-ae3f-4871-a4e3-0ee5c4a9fa34 None None] Network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:45:59.382122 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3bf3871-e19e-4537-a4a0-6ae648fcebdb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5523541 Feb 08 23:45:59.394354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-531c2335-0bc1-46fe-805f-72756b59025d tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/79f7e3df-00ab-4b7d-9063-64caec148cdc HTTP/1.1" status: 200 len: 2981 time: 0.0764911 Feb 08 23:45:59.513256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-4d7b2a42-63bf-4ae7-a703-f1106b6e598a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d16a5a6-d966-4896-b1ba-342487cffdc9 HTTP/1.1" status: 200 len: 2981 time: 0.1077654 Feb 08 23:45:59.573465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:45:59.598101 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ffa08-1c4d-4a77-b6bb-3af80bef34c7" -d '{"events": [{"server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "name": "network-vif-plugged", "status": "completed", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:45:59.678377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-0459a434-838f-40f5-b8c0-deae1d092d8e tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/7d16a5a6-d966-4896-b1ba-342487cffdc9 HTTP/1.1" status: 200 len: 2981 time: 0.1443765 Feb 08 23:45:59.697688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7652a-77f1-45e5-8a5e-b47fdf9f29e7 None None] Network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:45:59.745670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9703e8-5fe6-4ea0-bfa3-ba05b1dc1e2b req-82e24265-cf60-4f0f-a5e5-d4fe7d8564e6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:45:59.753544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a9703e8-5fe6-4ea0-bfa3-ba05b1dc1e2b req-82e24265-cf60-4f0f-a5e5-d4fe7d8564e6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1912692 Feb 08 23:45:59.757858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-34b60988-d2cc-45a0-b146-4c1c7f7ea769 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/92bc2b3f-7895-4286-92bb-8203c2b57fb4 HTTP/1.1" status: 200 len: 2973 time: 0.0781934 Feb 08 23:45:59.841564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a9703e8-5fe6-4ea0-bfa3-ba05b1dc1e2b req-c32ca7e7-5264-4b09-b305-22695d7271f7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872061 Feb 08 23:45:59.854454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-03ed9a7f-71e3-49db-81cc-1daa2d1829c0 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/92bc2b3f-7895-4286-92bb-8203c2b57fb4 HTTP/1.1" status: 200 len: 2973 time: 0.0745244 Feb 08 23:45:59.935181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-f126614a-9e4f-4b89-9c20-e9b456ade2ce tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c900a102-d6b6-4cc5-8fa5-6b45c9e051a7 HTTP/1.1" status: 200 len: 2981 time: 0.0538368 Feb 08 23:46:00.007607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-c5a1c7d9-3fd5-469c-9535-0bc1174f6e33 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/c900a102-d6b6-4cc5-8fa5-6b45c9e051a7 HTTP/1.1" status: 200 len: 2981 time: 0.0639825 Feb 08 23:46:00.067060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-9a7063be-b2e9-4927-81ae-0e3cdf15367a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cdd97166-c0fd-4f38-939d-ac0ef1ac19ea HTTP/1.1" status: 200 len: 2981 time: 0.0585685 Feb 08 23:46:00.121435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-29aae69f-048a-4ead-9066-d57b1a59aac7 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cdd97166-c0fd-4f38-939d-ac0ef1ac19ea HTTP/1.1" status: 200 len: 2981 time: 0.0534134 Feb 08 23:46:00.179152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-2b5bf3fc-d55a-4eb4-94ac-deb17920f070 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e567b859-6c8a-41d7-8651-8769eb1ece33 HTTP/1.1" status: 200 len: 2981 time: 0.0567458 Feb 08 23:46:00.265494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2699fb8b-4e9c-413b-9e20-4dd6ef2a2efd req-e310f337-ad80-4f87-907e-9731674b81ae tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/e567b859-6c8a-41d7-8651-8769eb1ece33 HTTP/1.1" status: 200 len: 2981 time: 0.0853984 Feb 08 23:46:00.356522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22cd76-314f-4e7e-badd-dabe2cd8f42c req-0245b9e8-0bb3-4d87-92d2-cc75b9520c67 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:00.358460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b22cd76-314f-4e7e-badd-dabe2cd8f42c req-0245b9e8-0bb3-4d87-92d2-cc75b9520c67 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.0647066 Feb 08 23:46:00.408091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b22cd76-314f-4e7e-badd-dabe2cd8f42c req-d3224a43-8683-4f4d-b33a-26f2fba78228 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Feb 08 23:46:00.422184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d9391fbf-7223-4b62-bd54-a483227792cb req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-729896808', 'description': 'tempest-description-584164039'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:00.460242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9391fbf-7223-4b62-bd54-a483227792cb req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:00.467683 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a34b9ca-3ed7-4a62-9c75-f3850ddd3c75 x-openstack-request-id: req-1a34b9ca-3ed7-4a62-9c75-f3850ddd3c75 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:00.468124 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "name": "network-vif-plugged", "status": "completed", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:00.468243 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a34b9ca-3ed7-4a62-9c75-f3850ddd3c75 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:00.468651 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'code': 200} Feb 08 23:46:00.616222 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9391fbf-7223-4b62-bd54-a483227792cb req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:00.626220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9391fbf-7223-4b62-bd54-a483227792cb req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:00.676109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9391fbf-7223-4b62-bd54-a483227792cb req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:00.677350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9391fbf-7223-4b62-bd54-a483227792cb req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2592361 Feb 08 23:46:00.693773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627097c-0aea-4e59-8ea2-d111b3576082 req-fa9e04a0-71ae-4f03-bcbf-87a23474e13a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:00.695314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0627097c-0aea-4e59-8ea2-d111b3576082 req-fa9e04a0-71ae-4f03-bcbf-87a23474e13a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.1382325 Feb 08 23:46:00.697802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d703f62-2742-4fa7-974d-02ccaf854e77 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee985550-b239-4bb8-81e0-0dd8ab05a1ec,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:00.702607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147dd8f3-4bb6-4215-8c98-fb9a00b69341 req-77bb9b50-22a1-4227-b3c5-4d02409f1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:00.705726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-147dd8f3-4bb6-4215-8c98-fb9a00b69341 req-77bb9b50-22a1-4227-b3c5-4d02409f1196 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1097 time: 0.1385713 Feb 08 23:46:00.801719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0627097c-0aea-4e59-8ea2-d111b3576082 req-03c389f8-fa50-4353-8d43-b86ef91ca93a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929587 Feb 08 23:46:00.803363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-147dd8f3-4bb6-4215-8c98-fb9a00b69341 req-b76d94a4-bd72-46e4-a1d8-1f34f5d8b8cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878124 Feb 08 23:46:00.864738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-807e09e1-427e-4926-afb4-252b856cf1e3 req-ec7045bb-d096-428c-8be2-e018be062192 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c0f935ad3f446ff8f65ae05dfe5a00a HTTP/1.1" status: 200 len: 6100 time: 0.1168010 Feb 08 23:46:00.871587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e2d6c355-65f8-40c5-bfe5-f208fe4b9875 req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810812891', 'description': 'tempest-description-947282756'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:00.926132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e2d6c355-65f8-40c5-bfe5-f208fe4b9875 req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:00.948963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-807e09e1-427e-4926-afb4-252b856cf1e3 req-fe39adbe-2b86-45cf-bd27-96411a5f7856 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "GET /v2.0/security-groups/e567b859-6c8a-41d7-8651-8769eb1ece33 HTTP/1.1" status: 200 len: 2981 time: 0.0668659 Feb 08 23:46:01.023355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-807e09e1-427e-4926-afb4-252b856cf1e3 req-827542a9-d986-4c6a-a13b-e50e149cffb2 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "GET /v2.0/security-groups/e567b859-6c8a-41d7-8651-8769eb1ece33 HTTP/1.1" status: 200 len: 2981 time: 0.0722201 Feb 08 23:46:01.049524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e2d6c355-65f8-40c5-bfe5-f208fe4b9875 req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.058085 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e2d6c355-65f8-40c5-bfe5-f208fe4b9875 req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.099402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e2d6c355-65f8-40c5-bfe5-f208fe4b9875 req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.101657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2d6c355-65f8-40c5-bfe5-f208fe4b9875 req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2357123 Feb 08 23:46:01.119218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d91c9-aed0-4b94-9b08-a63bca544599 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:01.184946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f7d0ea-c4b6-4844-9b56-d9fa4a40621c req-e75049e5-6e10-4ca4-a8f4-6306b9167b9c tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/1e978e33-e584-4ddb-9cb0-8d72fa14cde8 HTTP/1.1" status: 200 len: 1778 time: 0.0423660 Feb 08 23:46:01.300761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed025d-b9a3-4fca-87c5-4cf55e5c427b req-5de7e0e5-0bf1-43b0-b877-51b33690e506 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:01.302364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03ed025d-b9a3-4fca-87c5-4cf55e5c427b req-5de7e0e5-0bf1-43b0-b877-51b33690e506 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.0925415 Feb 08 23:46:01.305468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24f7d0ea-c4b6-4844-9b56-d9fa4a40621c req-af65474c-3158-4235-8165-e1deed04213a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.355190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24f7d0ea-c4b6-4844-9b56-d9fa4a40621c req-af65474c-3158-4235-8165-e1deed04213a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.386890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03ed025d-b9a3-4fca-87c5-4cf55e5c427b req-dc22c958-e48a-407b-aea2-ec8b81cb08ef tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695238 Feb 08 23:46:01.433668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24f7d0ea-c4b6-4844-9b56-d9fa4a40621c req-af65474c-3158-4235-8165-e1deed04213a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.437553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24f7d0ea-c4b6-4844-9b56-d9fa4a40621c req-af65474c-3158-4235-8165-e1deed04213a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:01.449826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f7d0ea-c4b6-4844-9b56-d9fa4a40621c req-af65474c-3158-4235-8165-e1deed04213a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e978e33-e584-4ddb-9cb0-8d72fa14cde8 HTTP/1.1" status: 204 len: 173 time: 0.2573137 Feb 08 23:46:01.461482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65474c-3158-4235-8165-e1deed04213a tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e978e33-e584-4ddb-9cb0-8d72fa14cde8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:01.698864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-5a0d46d3-ac16-4904-aebd-872d168407dc tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:01.700601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-5a0d46d3-ac16-4904-aebd-872d168407dc tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 813 time: 0.1222901 Feb 08 23:46:01.725647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2331d0fe-21d1-4771-8277-71cb7f14dc59 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/quotas/5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 375 time: 0.0175679 Feb 08 23:46:01.782268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-06d96e62-c78d-4cff-9ebe-071516521ac3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415568 Feb 08 23:46:01.809941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8939030-8350-4387-b9c5-c227614e4b51 req-6dd2f009-29c5-4bb8-ade3-a0eb624cd3bb tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:01.811513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8939030-8350-4387-b9c5-c227614e4b51 req-6dd2f009-29c5-4bb8-ade3-a0eb624cd3bb tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1101 time: 0.0798545 Feb 08 23:46:01.896202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8939030-8350-4387-b9c5-c227614e4b51 req-50b79a34-6787-4319-902f-5c25a751453d tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731218 Feb 08 23:46:01.948237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-ed0d2a45-5c16-4c77-9b3a-40fc0870de80 service neutron] 10.222.0.32 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449401 Feb 08 23:46:02.072671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a979c03-f15f-4f89-ac0c-35449591e3c9 req-49248d2b-2272-4dcd-b458-8e8bd128feff tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:02.074185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a979c03-f15f-4f89-ac0c-35449591e3c9 req-49248d2b-2272-4dcd-b458-8e8bd128feff tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.1030159 Feb 08 23:46:02.104300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-a6ad5442-8cf1-4f6f-a785-8c01866a376a service neutron] 10.222.0.32 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550519 Feb 08 23:46:02.137591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a979c03-f15f-4f89-ac0c-35449591e3c9 req-5b450e91-ea5e-46dd-a7b4-286822f3d3ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Feb 08 23:46:02.198195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d87190d7-1e9a-4d60-85bd-586e06c146ee req-c3e0e004-2034-47f3-8e90-89dd991aa6db tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "GET /v2.0/security-groups/bbfd332c-b55a-4632-9761-669d41a4a96d HTTP/1.1" status: 200 len: 1776 time: 0.0381665 Feb 08 23:46:02.264156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d87190d7-1e9a-4d60-85bd-586e06c146ee req-6782da31-4a02-4c98-81b5-3149ee804735 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.296710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d87190d7-1e9a-4d60-85bd-586e06c146ee req-6782da31-4a02-4c98-81b5-3149ee804735 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.361982 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d87190d7-1e9a-4d60-85bd-586e06c146ee req-6782da31-4a02-4c98-81b5-3149ee804735 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.366364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d87190d7-1e9a-4d60-85bd-586e06c146ee req-6782da31-4a02-4c98-81b5-3149ee804735 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.368336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d87190d7-1e9a-4d60-85bd-586e06c146ee req-6782da31-4a02-4c98-81b5-3149ee804735 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbfd332c-b55a-4632-9761-669d41a4a96d HTTP/1.1" status: 204 len: 173 time: 0.1636910 Feb 08 23:46:02.413982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782da31-4a02-4c98-81b5-3149ee804735 tempest-SecurityGroupsTestAdminJSON-2008821793 tempest-SecurityGroupsTestAdminJSON-2008821793-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfd332c-b55a-4632-9761-669d41a4a96d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:02.475149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98f637-0fc8-4688-9970-a91f2e7e2589 req-0f9f1c17-96ee-4885-99aa-29d1f014ed06 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:02.484524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c98f637-0fc8-4688-9970-a91f2e7e2589 req-0f9f1c17-96ee-4885-99aa-29d1f014ed06 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.1148174 Feb 08 23:46:02.557622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c98f637-0fc8-4688-9970-a91f2e7e2589 req-19dec50b-d320-4d13-a58b-af2f777c7d12 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Feb 08 23:46:02.627741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36232) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:02.692973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d09d2b-75e1-4a49-9e45-c09d5542699c req-d84233f4-1a82-4c99-bbe6-f6dbc5d70b8d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:02.694629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2d09d2b-75e1-4a49-9e45-c09d5542699c req-d84233f4-1a82-4c99-bbe6-f6dbc5d70b8d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.0706508 Feb 08 23:46:02.746253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cdb09a2-1abf-4e00-85e9-efc307d661b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.762079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2d09d2b-75e1-4a49-9e45-c09d5542699c req-ca58b259-b1e1-41d2-b98f-507ef7f70847 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554464 Feb 08 23:46:02.830965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-351a3eea-8d0b-4cb9-85b9-aa3b1f9ab31c req-9a27f930-6d92-4299-a0c7-a86d0b2a2f33 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 210 time: 0.0310514 Feb 08 23:46:02.865486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cdb09a2-1abf-4e00-85e9-efc307d661b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.874485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4cdb09a2-1abf-4e00-85e9-efc307d661b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:02.920612 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4cdb09a2-1abf-4e00-85e9-efc307d661b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8d2b08f12d5462ab128326dfaff2fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911067 Feb 08 23:46:02.924059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36248) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:02.933511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb09a2-1abf-4e00-85e9-efc307d661b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5888f252-62e3-4009-8733-ec815179ca62,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:03.003224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9234fe0-a944-41ea-a931-088bb66ded6f req-23531c1f-fdfe-4a99-b3da-cf9b8f219154 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "GET /v2.0/security-groups/cd9e704a-91a5-4274-bb1b-3eff8ff98096 HTTP/1.1" status: 200 len: 1776 time: 0.0707662 Feb 08 23:46:03.021981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbe79-e815-496c-80a7-a65ec18adde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.112108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbe79-e815-496c-80a7-a65ec18adde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.175151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-21aff5e2-63d8-43e9-860a-04a7787ab3c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1542490 Feb 08 23:46:03.179748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169988-4115-4d4e-84e1-7ca334cf3e22 req-2dd0d4a6-bfaa-4a74-96e3-3e33b7d8a8b4 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:03.181865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc169988-4115-4d4e-84e1-7ca334cf3e22 req-2dd0d4a6-bfaa-4a74-96e3-3e33b7d8a8b4 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1097 time: 0.1426511 Feb 08 23:46:03.182887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c9234fe0-a944-41ea-a931-088bb66ded6f req-e67fab35-e785-4a01-b472-fb63b1b1278b tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.223232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c9234fe0-a944-41ea-a931-088bb66ded6f req-e67fab35-e785-4a01-b472-fb63b1b1278b tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.233249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbe79-e815-496c-80a7-a65ec18adde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.235788 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc5dbe79-e815-496c-80a7-a65ec18adde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.236956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc5dbe79-e815-496c-80a7-a65ec18adde2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5888f252-62e3-4009-8733-ec815179ca62 HTTP/1.1" status: 204 len: 168 time: 0.3117490 Feb 08 23:46:03.260963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dbe79-e815-496c-80a7-a65ec18adde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5888f252-62e3-4009-8733-ec815179ca62,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:03.266124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc169988-4115-4d4e-84e1-7ca334cf3e22 req-292b0a24-abaf-42f6-9413-cda934a90b9b tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719237 Feb 08 23:46:03.302186 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c9234fe0-a944-41ea-a931-088bb66ded6f req-e67fab35-e785-4a01-b472-fb63b1b1278b tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.305947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c9234fe0-a944-41ea-a931-088bb66ded6f req-e67fab35-e785-4a01-b472-fb63b1b1278b tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:03.307642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9234fe0-a944-41ea-a931-088bb66ded6f req-e67fab35-e785-4a01-b472-fb63b1b1278b tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd9e704a-91a5-4274-bb1b-3eff8ff98096 HTTP/1.1" status: 204 len: 173 time: 0.2950757 Feb 08 23:46:03.340006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fab35-e785-4a01-b472-fb63b1b1278b tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e704a-91a5-4274-bb1b-3eff8ff98096,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:03.630979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85c406-cfd1-41ab-ad37-c51148e8e1af req-399ab8a6-6a9b-4aef-bea9-e3a1c1377f7d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:03.638721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a85c406-cfd1-41ab-ad37-c51148e8e1af req-399ab8a6-6a9b-4aef-bea9-e3a1c1377f7d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.0886159 Feb 08 23:46:03.709479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a85c406-cfd1-41ab-ad37-c51148e8e1af req-ed0484a6-4038-4f55-886a-620c68274100 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Feb 08 23:46:03.720566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-1aa002b0-3b52-418a-8d63-7016aa99f80e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:03.735136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-1aa002b0-3b52-418a-8d63-7016aa99f80e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.84 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 813 time: 0.2905209 Feb 08 23:46:03.751212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'port': {'device_id': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448', 'admin_state_up': True, 'tenant_id': '5c8cfcb0518045a8bd9016d47c6de5b4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:04.282320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92d83-cc7d-42ef-aad2-60bb0b4c1115 req-37b261c0-9dc7-4c9e-ac1f-2d2b7790fa9f tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:04.283878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54a92d83-cc7d-42ef-aad2-60bb0b4c1115 req-37b261c0-9dc7-4c9e-ac1f-2d2b7790fa9f tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1097 time: 0.4451530 Feb 08 23:46:04.286911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36314) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:04.299111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69019bd-72fe-4f80-8e83-a775cf76cc19 req-b96cdb3e-3ca6-4031-b8b2-d30cf20c6494 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:04.301430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f69019bd-72fe-4f80-8e83-a775cf76cc19 req-b96cdb3e-3ca6-4031-b8b2-d30cf20c6494 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.4704313 Feb 08 23:46:04.386757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f69019bd-72fe-4f80-8e83-a775cf76cc19 req-a56cf09e-79e9-4b12-a861-1551db52f731 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Feb 08 23:46:04.391062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54a92d83-cc7d-42ef-aad2-60bb0b4c1115 req-0cdfa536-b534-4d94-9e5a-8a1f3f9f8684 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880127 Feb 08 23:46:04.397770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Made reservation on behalf of 5c8cfcb0518045a8bd9016d47c6de5b4 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:04.404497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2094097213-network', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:04.404733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.443164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Made reservation on behalf of 33360ce33c974e9595d8457b65cf14c3 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:04.446934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.458528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.530695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d0dffb4-d5cb-41b5-8a99-806020961411 req-a1624d30-394f-4dce-a5bb-e06b1a086986 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "GET /v2.0/security-groups/5c1f1335-efc4-4435-8df6-baa90f0d6c53 HTTP/1.1" status: 200 len: 1776 time: 0.1098371 Feb 08 23:46:04.568086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.573500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.607180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:46:04.621178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d980d8a-b42d-4ffa-93d0-685936ee527b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:04.630759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Allocated IP 172.20.0.7 (4f3cff4f-1fea-41f7-a758-b604fcf2a448/3da3daa9-df7c-42b5-818d-54e65edfb64a/c2494f53-7fc1-4647-8553-24ee70435e77) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:04.643146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.644032 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Added segment 39485919-c35a-4dae-80bd-f255e1bc965c of type vlan for network 8f9cddd4-fc88-4710-ab85-6508ed877319 Feb 08 23:46:04.690152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.724973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.726018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:04.726792 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.727024 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2d0dffb4-d5cb-41b5-8a99-806020961411 req-46a3b4e0-a6cd-4c2c-b837-0cc90ea959b8 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.785845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2d0dffb4-d5cb-41b5-8a99-806020961411 req-46a3b4e0-a6cd-4c2c-b837-0cc90ea959b8 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:04.792022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-565b5ec0-d04d-4df6-8aa2-9c4235bee52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:04.793960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-565b5ec0-d04d-4df6-8aa2-9c4235bee52f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1101 time: 0.1480761 Feb 08 23:46:04.794111 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5050147 Feb 08 23:46:04.796759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36324) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:04.801545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Request body: {'subnet': {'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-subnet', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:04.812090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edc5c0-cdb6-4259-abc2-0bc48e86ecae admin admin] Pushing event updated for resources: {'Network': ['ID=8f9cddd4-fc88-4710-ab85-6508ed877319,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:04.823760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:46:04.841603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Made reservation on behalf of 33360ce33c974e9595d8457b65cf14c3 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:04.844148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.005631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2d0dffb4-d5cb-41b5-8a99-806020961411 req-46a3b4e0-a6cd-4c2c-b837-0cc90ea959b8 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.008145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2d0dffb4-d5cb-41b5-8a99-806020961411 req-46a3b4e0-a6cd-4c2c-b837-0cc90ea959b8 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.009555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d0dffb4-d5cb-41b5-8a99-806020961411 req-46a3b4e0-a6cd-4c2c-b837-0cc90ea959b8 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c1f1335-efc4-4435-8df6-baa90f0d6c53 HTTP/1.1" status: 204 len: 173 time: 0.4429462 Feb 08 23:46:05.019711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057908b3-bb1e-4d1d-ac50-ec54dc0764b0 req-f5ca9a51-395e-4248-be66-cd3eeb778ada tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.021364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-057908b3-bb1e-4d1d-ac50-ec54dc0764b0 req-f5ca9a51-395e-4248-be66-cd3eeb778ada tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.2211645 Feb 08 23:46:05.034054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.074158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3b4e0-a6cd-4c2c-b837-0cc90ea959b8 tempest-SecurityGroupsTestAdminJSON-147849984 tempest-SecurityGroupsTestAdminJSON-147849984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1f1335-efc4-4435-8df6-baa90f0d6c53,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:05.105301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729d5f3c-03f5-48e6-8d75-ae890778cd72,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:05.107678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.111464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Checking segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:05.112030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Network hostable DHCP agents. Network: 8f9cddd4-fc88-4710-ab85-6508ed877319, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:46:05.132443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:46:05.143426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-795ed33d-dddd-430c-9f69-21f2b36a5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.145096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-795ed33d-dddd-430c-9f69-21f2b36a5bd2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3418877 Feb 08 23:46:05.146946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8f9cddd4-fc88-4710-ab85-6508ed877319) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:05.156338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d748722e-6938-4237-8982-9c7a59ad22b9 None None] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:05.161965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.162797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.188606 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-69248e9e-662b-4c03-bfdb-112f2a200c36 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3904724 Feb 08 23:46:05.191757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:05.197113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30bad285-1c08-4834-85f7-6e6736934781 req-5f5093a6-84fe-4e0c-9f27-0f08288e2633 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 210 time: 0.0803084 Feb 08 23:46:05.198626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:05.233210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.234703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.303686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-b14711c9-4aa1-47df-8864-94e77f05bec4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.1515062 Feb 08 23:46:05.339031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-057908b3-bb1e-4d1d-ac50-ec54dc0764b0 req-57f8208f-a403-42d3-adc4-d482a7457754 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039544 Feb 08 23:46:05.346313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.421416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36336) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:05.438593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8f9cddd4-fc88-4710-ab85-6508ed877319', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:46:05.440131 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.478204 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.481611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-c82a1479-0099-43de-a8ee-69542eab9fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.483094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-c82a1479-0099-43de-a8ee-69542eab9fa8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1681161 Feb 08 23:46:05.542714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:05.595621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:05.605519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:05.615368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:05.617042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Allocated IP 172.20.0.2 (8f9cddd4-fc88-4710-ab85-6508ed877319/729d5f3c-03f5-48e6-8d75-ae890778cd72/8ee491b4-2939-474c-8e4a-57e0750ac7de) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:05.631418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ef7ea-4073-4614-b123-ebb94e28b86a req-6933169b-8858-44c4-8e5e-ce3867b80d84 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.633100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b60ef7ea-4073-4614-b123-ebb94e28b86a req-6933169b-8858-44c4-8e5e-ce3867b80d84 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.2246282 Feb 08 23:46:05.636429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.696141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-11900f2e-fa6e-4447-a5b3-a0b103fab1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.698431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-11900f2e-fa6e-4447-a5b3-a0b103fab1c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652143 Feb 08 23:46:05.801634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:05.802426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.815763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.818460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b60ef7ea-4073-4614-b123-ebb94e28b86a req-75cb7f4c-cd4d-4339-b055-250301be00df tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559944 Feb 08 23:46:05.833601 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.838935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8644e865-859b-4e31-9ba9-c9a1c125c3f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c0f935ad3f446ff8f65ae05dfe5a00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113984 Feb 08 23:46:05.839615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36348) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:05.876173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-17aa4873-8a6a-4901-8b29-edcce9fdfbbf tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1318913 Feb 08 23:46:05.887287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:05.888941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-b95ce8ac-c14a-4b75-aeef-0fa8fc2068e4 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811559 Feb 08 23:46:05.890348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:05.895470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Request body: {'port': {'device_id': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:05.896391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:05.898776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.921871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:05.997114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Pushing event updated for resources: {'Port': ['ID=8ee491b4-2939-474c-8e4a-57e0750ac7de,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:06.001792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Attempting to bind port 8ee491b4-2939-474c-8e4a-57e0750ac7de on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:06.002156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Attempting to bind port 8ee491b4-2939-474c-8e4a-57e0750ac7de by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:06.002724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Attempting to bind port 8ee491b4-2939-474c-8e4a-57e0750ac7de on network 8f9cddd4-fc88-4710-ab85-6508ed877319 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:06.008547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:06.009400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Checking segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:06.010120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.010522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Bound using segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:06.011026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Bound port: 8ee491b4-2939-474c-8e4a-57e0750ac7de, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:06.011446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.067328 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.070711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Allocated IP 172.25.3.95 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/cacb3475-17b3-4a4d-a803-2adefe9b1092) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:06.094885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b607dfb6-2cc7-4dbf-9ea3-3295178e2188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.099253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] For port 8ee491b4-2939-474c-8e4a-57e0750ac7de, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:06.105293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] For port 8ee491b4-2939-474c-8e4a-57e0750ac7de, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ee491b4-2939-474c-8e4a-57e0750ac7de,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:06.111434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.142537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-c885f91e-b9f1-4275-b2b0-9d232abb95e7 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398691 Feb 08 23:46:06.158935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4da4-9c17-429e-aebd-631e7af4398f req-0a79cb49-5635-4814-a70d-990f1d1f62e4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:06.160799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-820a4da4-9c17-429e-aebd-631e7af4398f req-0a79cb49-5635-4814-a70d-990f1d1f62e4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.2083294 Feb 08 23:46:06.165382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b607dfb6-2cc7-4dbf-9ea3-3295178e2188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.232187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff8f4f-c900-4730-90f1-22759a8d19ff None None] Pushing event updated for resources: {'Port': ['ID=8ee491b4-2939-474c-8e4a-57e0750ac7de,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:06.277634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.324532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-820a4da4-9c17-429e-aebd-631e7af4398f req-bb9ed719-e11e-45be-95d2-ea3a5aa71d9d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490526 Feb 08 23:46:06.353470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b607dfb6-2cc7-4dbf-9ea3-3295178e2188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.355940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b607dfb6-2cc7-4dbf-9ea3-3295178e2188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.357135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b607dfb6-2cc7-4dbf-9ea3-3295178e2188 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e567b859-6c8a-41d7-8651-8769eb1ece33 HTTP/1.1" status: 204 len: 168 time: 0.5131955 Feb 08 23:46:06.385589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.410466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607dfb6-2cc7-4dbf-9ea3-3295178e2188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e567b859-6c8a-41d7-8651-8769eb1ece33,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:06.466702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:06.478530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:06.520202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:06.690086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2494f53-7fc1-4647-8553-24ee70435e77 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:06.694273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Pushing event updated for resources: {'Port': ['ID=cacb3475-17b3-4a4d-a803-2adefe9b1092,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:06.720544 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.745204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Transition to ACTIVE for port object c2494f53-7fc1-4647-8553-24ee70435e77 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:06.753109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.767143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.784489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:06.792274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:46:06.801013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:06.870433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:06.931465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36378) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:06.946576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-684adcf0-e334-4e01-858a-f6fdee772d24 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:46:06.947860 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-684adcf0-e334-4e01-858a-f6fdee772d24 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151660 Feb 08 23:46:07.000965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Attempting to bind port c2494f53-7fc1-4647-8553-24ee70435e77 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:07.001332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Attempting to bind port c2494f53-7fc1-4647-8553-24ee70435e77 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:07.001643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Attempting to bind port c2494f53-7fc1-4647-8553-24ee70435e77 on network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:07.011725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Port c2494f53-7fc1-4647-8553-24ee70435e77 on network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:07.011725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Attempting to bind port c2494f53-7fc1-4647-8553-24ee70435e77 on network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:07.019015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:07.019015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Checking segment: {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:07.019015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Bound using segment: {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:07.019403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Bound port: c2494f53-7fc1-4647-8553-24ee70435e77, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:07.019779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.047059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-a9834944-0fbd-428d-8772-c01f917863b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:07.048461 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-a9834944-0fbd-428d-8772-c01f917863b7 service neutron] 10.222.0.32 "GET /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 1094 time: 0.0901029 Feb 08 23:46:07.068961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaa9c3-39ce-42e6-9d8a-4bd7f44b4b07 req-f4d4f5e1-01bb-4760-853c-0108566b09ef tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:07.070987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcbaa9c3-39ce-42e6-9d8a-4bd7f44b4b07 req-f4d4f5e1-01bb-4760-853c-0108566b09ef tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 943 time: 0.1113155 Feb 08 23:46:07.076371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:07.076897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Unknown quota resources ['binding']. {{(pid=105931) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:46:07.110624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c05560e-7560-4411-af7e-63b368632972 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39358d0adf2947ce8b1242eb1cfc7642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743369 Feb 08 23:46:07.112949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36380) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:07.113487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.170195 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.193262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcbaa9c3-39ce-42e6-9d8a-4bd7f44b4b07 req-990d5e6c-1d22-4f24-912e-58ce429102d5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088192 Feb 08 23:46:07.204779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:07.212888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:07.222087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:07.229167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:07.231424 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea635e5-5736-4d49-8a34-86a6d0102655" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-unplugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:07.240167 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4d22a1a-9fbc-4fd1-872c-7ee13a75ff70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.252073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:07.253539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '3721a16a-fc90-4fe6-a863-c692c446669b', 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87', 'port_id': '3721a16a-fc90-4fe6-a863-c692c446669b', 'mac_address': 'fa:16:3e:2f:93:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db2c188-3f4e-4379-8d77-632b9fad3f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:07.259801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.277881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4d22a1a-9fbc-4fd1-872c-7ee13a75ff70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.326583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.356259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:07.364406 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.385379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3721a16a-fc90-4fe6-a863-c692c446669b {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:07.414571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:07.421071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.422621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:07.441269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:07.441875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:07.441988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:07.454810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:07.454916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:07.465789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:07.466127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:07.466508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:07.466940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Bound port: 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:07.494943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.509564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:07.510602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.512218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] 10.222.0.84 "PUT /v2.0/ports/c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 1091 time: 1.6258073 Feb 08 23:46:07.514785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:07.515660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:07.517879 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee098824-1d5d-4bf0-bfa8-171461a1491f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:07.521283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4d22a1a-9fbc-4fd1-872c-7ee13a75ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.525034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4d22a1a-9fbc-4fd1-872c-7ee13a75ff70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.526456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f4d22a1a-9fbc-4fd1-872c-7ee13a75ff70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/135596f2-297d-4988-a020-614cd652cd02 HTTP/1.1" status: 204 len: 168 time: 0.4057143 Feb 08 23:46:07.601289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:07.607329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d22a1a-9fbc-4fd1-872c-7ee13a75ff70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135596f2-297d-4988-a020-614cd652cd02,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:07.615382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'mac_address': 'fa:16:3e:e1:52:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:07.675448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:07.686914 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.699790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2157e-9dc5-4706-b418-75e84712e57c service neutron] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:07.722227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:07.737307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0cd2ca-f922-405c-8bb0-28ecb0252932 req-0e8de9c3-c31e-460a-be2e-4aea206f4125 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:07.745515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b0cd2ca-f922-405c-8bb0-28ecb0252932 req-0e8de9c3-c31e-460a-be2e-4aea206f4125 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4017532 Feb 08 23:46:07.781537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:07.788187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-3d1481de-ce4e-4430-9589-8017bf0319d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:07.790210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:07.790372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-3d1481de-ce4e-4430-9589-8017bf0319d1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1094 time: 0.2052333 Feb 08 23:46:07.852620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b970d-173b-46ba-9427-a2caf5ebe4d6 None None] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:07.863544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-af99ff8b-66da-4d6b-acde-b7c457f2231d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 217 time: 0.0617208 Feb 08 23:46:07.886700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b0cd2ca-f922-405c-8bb0-28ecb0252932 req-e5a45bcc-0a29-4a66-b07e-a6f68d176f06 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402931 Feb 08 23:46:07.974122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-87c438d0-eb12-432b-b30b-698d89a8f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:07.975655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-87c438d0-eb12-432b-b30b-698d89a8f12e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.0878584 Feb 08 23:46:07.990951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:07.993792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ee491b4-2939-474c-8e4a-57e0750ac7de up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:08.031510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-504e4f10-e845-4c49-a00a-8a245fa32970 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487766 Feb 08 23:46:08.052727 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:46:08.081065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a77a0a3b-569e-46c6-8f69-a1a5b2dd567c None None] Provisioning complete for port 8ee491b4-2939-474c-8e4a-57e0750ac7de triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:08.081460 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a77a0a3b-569e-46c6-8f69-a1a5b2dd567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:08.116992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3721a16a-fc90-4fe6-a863-c692c446669b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:08.165829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=12']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:08.205586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ac4d3-2191-4047-9266-4bcec74b512f req-fd6eecce-43d2-4f2c-a0bf-c1dcc9397f90 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:08.217779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48ac4d3-2191-4047-9266-4bcec74b512f req-fd6eecce-43d2-4f2c-a0bf-c1dcc9397f90 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1429429 Feb 08 23:46:08.250100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ee491b4-2939-474c-8e4a-57e0750ac7de triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:08.250592 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:08.271770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-75d9014a-97c2-4608-a64d-15a8d3c688f9 service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333889 Feb 08 23:46:08.279116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:08.281555 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-d5906eea-0cab-4e9b-b787-a990731fd2a7 service neutron] 10.222.0.32 "POST /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3/bindings HTTP/1.1" status: 201 len: 389 time: 1.2117198 Feb 08 23:46:08.327292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Router 7726723e-11ba-4ffd-990e-6c76746c447d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:46:08.538145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48ac4d3-2191-4047-9266-4bcec74b512f req-b618aea6-03a9-4c47-aec6-5edc02ad2d8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182416 Feb 08 23:46:08.548876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:46:08.572806 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a77a0a3b-569e-46c6-8f69-a1a5b2dd567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:08.577282 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab6495e-37ef-4b73-b1f9-6eb8a5dacf90 x-openstack-request-id: req-4ab6495e-37ef-4b73-b1f9-6eb8a5dacf90 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:08.577876 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-unplugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:08.578523 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ab6495e-37ef-4b73-b1f9-6eb8a5dacf90 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:08.579243 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:46:08.585390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:08.590104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d42290e3-a01f-48b6-90b0-6e9d66447e03 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3969865 Feb 08 23:46:08.590732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:08.591854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Sync routers for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:46:08.728267 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37ea4c7-fad9-4812-b4c3-148e5969a2c4 x-openstack-request-id: req-a37ea4c7-fad9-4812-b4c3-148e5969a2c4 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:08.728415 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:08.728705 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a37ea4c7-fad9-4812-b4c3-148e5969a2c4 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:08.729778 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'status': 'completed', 'code': 200} Feb 08 23:46:08.856343 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:08.887120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc3660a7-c995-40da-9244-dffc25af0af6 req-069333a8-ae2c-43a8-b705-32f4e7e2f576 service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073778 Feb 08 23:46:08.954446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab33079-8381-4e75-96bd-b07ad25d0b5b req-041f922c-9ef6-42ea-a6d4-182fd1caa681 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:08.956122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ab33079-8381-4e75-96bd-b07ad25d0b5b req-041f922c-9ef6-42ea-a6d4-182fd1caa681 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 944 time: 0.3497648 Feb 08 23:46:08.990662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-11cbdcf5-af14-4f1f-b358-f05099569b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:08.992211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-11cbdcf5-af14-4f1f-b358-f05099569b54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1097 time: 0.3409483 Feb 08 23:46:09.022763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:09.023625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:45:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:09.089728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8ee491b4-2939-474c-8e4a-57e0750ac7de, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ee491b4-2939-474c-8e4a-57e0750ac7de,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:09.123307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ab29-8a47-4652-a743-bba4d8e0ffa0 req-1019e0f7-1f4b-4812-a9f3-860b2311b619 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:09.124886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d41ab29-8a47-4652-a743-bba4d8e0ffa0 req-1019e0f7-1f4b-4812-a9f3-860b2311b619 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 943 time: 0.2707760 Feb 08 23:46:09.135120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:09.221970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8ee491b4-2939-474c-8e4a-57e0750ac7de,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:09.226207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-00cf90a1-908c-43b3-a148-c60351886dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:09.233973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-00cf90a1-908c-43b3-a148-c60351886dfa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1094 time: 0.2743194 Feb 08 23:46:09.236499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36442) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:09.252069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ab33079-8381-4e75-96bd-b07ad25d0b5b req-8abd9942-261b-4d83-9a1d-8b3fe10c45d7 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641091 Feb 08 23:46:09.302364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:09.474978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d41ab29-8a47-4652-a743-bba4d8e0ffa0 req-7625550c-bf83-4992-a09e-de370934c4a7 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916813 Feb 08 23:46:09.486291 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-a77a0a3b-569e-46c6-8f69-a1a5b2dd567c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:46:09.486837 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-a77a0a3b-569e-46c6-8f69-a1a5b2dd567c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:46:09.531071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-network', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:09.541953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:09.609384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Allocated IP 172.20.0.1 (8f9cddd4-fc88-4710-ab85-6508ed877319/729d5f3c-03f5-48e6-8d75-ae890778cd72/9fa094ed-b217-469e-abc9-b90ae2a5f16e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:09.661143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-8ff9f730-de85-4874-b45f-ac19dfea88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:09.663374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-8ff9f730-de85-4874-b45f-ac19dfea88f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.6449203 Feb 08 23:46:09.739388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-9371d805-10f1-4f8b-bdab-5e8fc1e3abe7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 217 time: 0.0674453 Feb 08 23:46:09.795959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:09.809509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:06Z', 'revision_number': 3, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:09.904384 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:09.959115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:09.964016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:09.975423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:10.007125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Pushing event updated for resources: {'Port': ['ID=9fa094ed-b217-469e-abc9-b90ae2a5f16e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:10.045753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.058872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ee491b4-2939-474c-8e4a-57e0750ac7de up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:10.061423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Checking router: 7726723e-11ba-4ffd-990e-6c76746c447d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:46:10.061866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Updating router 7726723e-11ba-4ffd-990e-6c76746c447d port cacb3475-17b3-4a4d-a803-2adefe9b1092 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:46:10.127674 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.282449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.291887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-46f7de89-43a1-40ae-af39-6c9d1c2c9b4c None None] Provisioning complete for port 8ee491b4-2939-474c-8e4a-57e0750ac7de triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:10.292125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46f7de89-43a1-40ae-af39-6c9d1c2c9b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.303866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Made reservation on behalf of da7fe770b5a142af9c6b9b46cbfad704 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:10.308543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.347759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5b59-3844-439a-bee2-ba52830b00df req-0ebdd6bb-b3c6-4edb-a8b3-4c5e9964d521 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:10.349342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed3b5b59-3844-439a-bee2-ba52830b00df req-0ebdd6bb-b3c6-4edb-a8b3-4c5e9964d521 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.8642111 Feb 08 23:46:10.357180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.359599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ee491b4-2939-474c-8e4a-57e0750ac7de triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:10.361794 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.363324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-45f4966b-e818-4fe1-a670-97f374d1a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:10.364758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-45f4966b-e818-4fe1-a670-97f374d1a287 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 1.0942073 Feb 08 23:46:10.380164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f4ef7-b53a-414d-bfa6-639c216e9c2a req-afa4afcc-dc35-4a7a-a88a-f34d95eba0ed tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:10.388304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e11f4ef7-b53a-414d-bfa6-639c216e9c2a req-afa4afcc-dc35-4a7a-a88a-f34d95eba0ed tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.7407222 Feb 08 23:46:10.390936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-0b9578f8-6623-4b7d-8fc4-5cd8e617ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:10.392325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-0b9578f8-6623-4b7d-8fc4-5cd8e617ca90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.6050167 Feb 08 23:46:10.494672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-c0a51f6e-8c94-449c-856b-08305d33a20a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 217 time: 0.0966625 Feb 08 23:46:10.496546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-85ed2e42-31c1-4725-a6a5-b40c36d322b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943816 Feb 08 23:46:10.576473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed3b5b59-3844-439a-bee2-ba52830b00df req-55892dbe-e0af-4d6f-bea9-0be2a617bb44 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160351 Feb 08 23:46:10.624453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e11f4ef7-b53a-414d-bfa6-639c216e9c2a req-476e91fa-d82e-420c-a8fe-cc0c52d40e28 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352114 Feb 08 23:46:10.664084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.673621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.745961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-fce5223b-0293-4a91-a0f8-450565f610fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:10.751214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-fce5223b-0293-4a91-a0f8-450565f610fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.2343307 Feb 08 23:46:10.820524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:10.838815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.845767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Pushing event updated for resources: {'Port': ['ID=9fa094ed-b217-469e-abc9-b90ae2a5f16e,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:10.847358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9f32e0a6-3f43-4fef-8e9c-647777fc5f01 None None] Provisioning complete for port 9fa094ed-b217-469e-abc9-b90ae2a5f16e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:10.847782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f32e0a6-3f43-4fef-8e9c-647777fc5f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:10.905133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-4e3e5248-05f1-448d-9d56-96335f10b04e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310420 Feb 08 23:46:10.923084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c2494f53-7fc1-4647-8553-24ee70435e77 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:10.976726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:10.979749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:11.055836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:11.069812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-be2da3e6-d93e-4b48-999b-1c16f8790a48 service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386495 Feb 08 23:46:11.075717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448', 'port_id': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'mac_address': 'fa:16:3e:29:f7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da3daa9-df7c-42b5-818d-54e65edfb64a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:11.102557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9f32e0a6-3f43-4fef-8e9c-647777fc5f01 None None] Port 9fa094ed-b217-469e-abc9-b90ae2a5f16e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:11.121809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.141838 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.159473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:46:11.174375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.174820 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Added segment cf3400cf-9334-4c8e-ac37-2575842ab49a of type vlan for network 1e2ca607-c165-4189-86f7-228982cba7bb Feb 08 23:46:11.188428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Router 7726723e-11ba-4ffd-990e-6c76746c447d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:46:11.193262 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.215442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 3721a16a-fc90-4fe6-a863-c692c446669b completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:46:11.228227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.235508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 3721a16a-fc90-4fe6-a863-c692c446669b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:11.235508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.236084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.264404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-00a8295c-3a59-4b5c-bd38-4885b1b76711 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560215 Feb 08 23:46:11.278757 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.282711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60072495-45be-4055-a26e-308c72c7ca6f req-9def3fa7-ca9a-4530-9ef0-0740dad20ab2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:11.290363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60072495-45be-4055-a26e-308c72c7ca6f req-9def3fa7-ca9a-4530-9ef0-0740dad20ab2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 944 time: 0.4597111 Feb 08 23:46:11.308741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfc58f-6460-4fc1-8050-a1403b8312a3 req-c8c21dfe-ee9d-494d-8d75-b28d3f91d0be tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:11.310754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-facfc58f-6460-4fc1-8050-a1403b8312a3 req-c8c21dfe-ee9d-494d-8d75-b28d3f91d0be tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.5862045 Feb 08 23:46:11.375754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Attempting to bind port cacb3475-17b3-4a4d-a803-2adefe9b1092 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:11.376370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Attempting to bind port cacb3475-17b3-4a4d-a803-2adefe9b1092 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:11.377648 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Attempting to bind port cacb3475-17b3-4a4d-a803-2adefe9b1092 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:11.385923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.387002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:11.388958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.410683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2494f53-7fc1-4647-8553-24ee70435e77 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:11.428478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:46:11.438374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:11.438931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:11.439349 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.439744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:11.440237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Bound port: cacb3475-17b3-4a4d-a803-2adefe9b1092, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:11.440629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.452294 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc8524d2-0d61-4cda-96bf-63886babcf7d admin admin] 10.222.0.32 "PUT /v2.0/routers/7726723e-11ba-4ffd-990e-6c76746c447d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8600934 Feb 08 23:46:11.462514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7e83d-54c9-430e-a111-d4dd3339214c None None] Pushing event updated for resources: {'Port': ['ID=cacb3475-17b3-4a4d-a803-2adefe9b1092,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:11.574449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.3178928 Feb 08 23:46:11.574804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36460) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:11.580395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1515e9-6d12-4f1c-b200-c43135336db4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:11.581060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Request body: {'subnet': {'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-subnet', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:11.587269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a995272e-ec63-46be-b6d9-805bee7557b2 None None] Provisioning complete for port 9fa094ed-b217-469e-abc9-b90ae2a5f16e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:11.587726 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a995272e-ec63-46be-b6d9-805bee7557b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.593004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:11.615090 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60072495-45be-4055-a26e-308c72c7ca6f req-4d3d235d-a797-4077-891d-a109744b0302 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233194 Feb 08 23:46:11.624843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.637544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-facfc58f-6460-4fc1-8050-a1403b8312a3 req-22a9fbc3-fc9b-404f-8c28-8e84875ca636 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547987 Feb 08 23:46:11.640120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aed7a-b41b-4773-880b-cb90966e4e5f admin admin] Pushing event updated for resources: {'Network': ['ID=1e2ca607-c165-4189-86f7-228982cba7bb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:11.684608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Made reservation on behalf of da7fe770b5a142af9c6b9b46cbfad704 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:11.688382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.690273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.717590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 1e2ca607-c165-4189-86f7-228982cba7bb details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:46:11.760264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee098824-1d5d-4bf0-bfa8-171461a1491f req-6082907d-8970-4759-ba7e-b76871f69094 service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675823 Feb 08 23:46:11.786416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] For port cacb3475-17b3-4a4d-a803-2adefe9b1092, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:11.789359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-078d2988-50b7-41a0-9472-a8aeb1a3c71b service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771924 Feb 08 23:46:11.800697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a995272e-ec63-46be-b6d9-805bee7557b2 None None] Port 9fa094ed-b217-469e-abc9-b90ae2a5f16e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:11.863840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] For port cacb3475-17b3-4a4d-a803-2adefe9b1092, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=cacb3475-17b3-4a4d-a803-2adefe9b1092,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:11.869006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a0a90-1b62-41d7-add3-ca90de166393 req-3832fc99-f75c-42f2-9bb1-ad8255452fe2 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:11.871508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-275a0a90-1b62-41d7-add3-ca90de166393 req-3832fc99-f75c-42f2-9bb1-ad8255452fe2 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 944 time: 0.0982785 Feb 08 23:46:11.875752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:11.878033 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f1d5d4-7cbc-4619-b132-0cc6441cb634" -d '{"events": [{"server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "name": "network-vif-plugged", "status": "completed", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:11.892565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:11.905863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.937365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eceebefa-0e1d-4f91-bc81-7e652ae2bd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:11.983353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-275a0a90-1b62-41d7-add3-ca90de166393 req-b538b369-4ee9-4a3a-b5d9-13802b89021a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000140 Feb 08 23:46:11.988350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:11.995289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:12.059592 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.060940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:12.174606 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.175642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:12.176657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:45:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:12.195250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5153b-0e80-42d3-950f-aef019777b7a req-b367f4d1-3f7e-4b90-9b1d-91c7d6018ac0 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:12.215462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ab5153b-0e80-42d3-950f-aef019777b7a req-b367f4d1-3f7e-4b90-9b1d-91c7d6018ac0 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.1129196 Feb 08 23:46:12.257312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128d41c7-68a1-4edb-bd6b-eeeca409fac6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:12.303299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ab5153b-0e80-42d3-950f-aef019777b7a req-5b7bf28e-11b5-4087-bf31-7e339667cd2d tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865836 Feb 08 23:46:12.359513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Checking segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:12.359775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Network hostable DHCP agents. Network: 1e2ca607-c165-4189-86f7-228982cba7bb, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:46:12.395512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7e83d-54c9-430e-a111-d4dd3339214c None None] Pushing event updated for resources: {'Port': ['ID=cacb3475-17b3-4a4d-a803-2adefe9b1092,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:12.396771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Network 1e2ca607-c165-4189-86f7-228982cba7bb is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:46:12.415619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:12.418076 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.421938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 1e2ca607-c165-4189-86f7-228982cba7bb) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:12.447254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:12.447861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.456277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a74b6-bf2e-4e8f-bf4a-cb094c2fb2fb req-e5e04afa-8c03-415e-b57c-609b4edf6b09 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:12.482347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b0a74b6-bf2e-4e8f-bf4a-cb094c2fb2fb req-e5e04afa-8c03-415e-b57c-609b4edf6b09 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 945 time: 0.1756675 Feb 08 23:46:12.486383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:12.498580 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-62cf6bc1-be53-4c66-bc59-64a1ca026897 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9224744 Feb 08 23:46:12.499242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36474) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:12.514450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:12.530500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb9e65e-1a02-4f3e-8afa-81cdbf8084c8 None None] Network 1e2ca607-c165-4189-86f7-228982cba7bb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:12.546930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:12.578018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b0a74b6-bf2e-4e8f-bf4a-cb094c2fb2fb req-77ba318f-11e0-4026-a973-8e158d5113ef tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854952 Feb 08 23:46:12.590065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.592041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.770943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:12.818549 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd1a617-59ec-4ceb-8299-7f4de20d4794 x-openstack-request-id: req-9bd1a617-59ec-4ceb-8299-7f4de20d4794 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:12.818949 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "name": "network-vif-plugged", "status": "completed", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:12.819173 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bd1a617-59ec-4ceb-8299-7f4de20d4794 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:12.819823 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b', 'code': 200} Feb 08 23:46:12.873654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f05c-c79a-47ef-b05b-e0cf6091e919 req-3d841924-2c8d-43d8-b811-d0a5bf49a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:12.877415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a934f05c-c79a-47ef-b05b-e0cf6091e919 req-3d841924-2c8d-43d8-b811-d0a5bf49a6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1096 time: 0.0882144 Feb 08 23:46:12.927257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36482) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:12.931625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--82646366', 'description': 'tempest-description--2034394454'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:13.033903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.129819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a934f05c-c79a-47ef-b05b-e0cf6091e919 req-c50d02e7-71cd-4781-a245-7625630a76c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443991 Feb 08 23:46:13.160861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.183295 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.241667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d75d01-a31a-4d34-a9aa-b81de6937bf1 req-54e48bb7-60b8-498d-8c7e-db8fae85c784 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:13.245440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3d75d01-a31a-4d34-a9aa-b81de6937bf1 req-54e48bb7-60b8-498d-8c7e-db8fae85c784 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.3187537 Feb 08 23:46:13.277017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c762cb-01f7-46df-acba-d42f2ba9e8f1 req-c7d7fd4f-c147-4b55-81cc-ccace0948ac3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:13.277688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:13.278748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7c762cb-01f7-46df-acba-d42f2ba9e8f1 req-c7d7fd4f-c147-4b55-81cc-ccace0948ac3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.2871830 Feb 08 23:46:13.318425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.347089 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.400628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.427284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3d75d01-a31a-4d34-a9aa-b81de6937bf1 req-77b00003-4dcf-4efb-aa84-8bf2be105863 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718156 Feb 08 23:46:13.482455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7c762cb-01f7-46df-acba-d42f2ba9e8f1 req-7faefc23-6133-4da5-80ef-c5609174f377 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938438 Feb 08 23:46:13.528232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.538475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.571694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Allocated IP 172.25.3.122 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/389dba07-cd8e-454a-af0a-255830fe24c2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:13.603207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7cf27-7159-40c4-897f-f310ff1e6c70,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:13.611571 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.613820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d663a1e7-35b4-49d0-8f0b-3dfe4e2aeb14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6854560 Feb 08 23:46:13.616370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36492) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:13.624161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Request body: {'security_group_rule': {'security_group_id': 'a4f7cf27-7159-40c4-897f-f310ff1e6c70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:13.702094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=13']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:13.716516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.721637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-1e2ca607-c165-4189-86f7-228982cba7bb', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:46:13.730669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.760580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.853377 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:13.917769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Allocated IP 172.20.0.2 (1e2ca607-c165-4189-86f7-228982cba7bb/128d41c7-68a1-4edb-bd6b-eeeca409fac6/de6a70bc-b1df-4edc-95cb-1b4aabbd6d41) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:13.942386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:13.958159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:13.967503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:13.972383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Pushing event updated for resources: {'Port': ['ID=389dba07-cd8e-454a-af0a-255830fe24c2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:13.983891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c8ab8-6a50-4cb6-975e-7943a4a3abcc req-90f1ea49-ebfe-45ed-83e2-8eb428830b32 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:13.985586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-868c8ab8-6a50-4cb6-975e-7943a4a3abcc req-90f1ea49-ebfe-45ed-83e2-8eb428830b32 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.2470965 Feb 08 23:46:14.034805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a6a8-a788-4f29-91b7-718e055d6e01 req-2d3cf6ef-0e7e-469e-8252-672d8ab666e8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:14.036515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1860a6a8-a788-4f29-91b7-718e055d6e01 req-2d3cf6ef-0e7e-469e-8252-672d8ab666e8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 944 time: 0.3589325 Feb 08 23:46:14.090918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.107257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-868c8ab8-6a50-4cb6-975e-7943a4a3abcc req-d6bc41ae-50db-4ead-bcb7-29f329f12894 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101124 Feb 08 23:46:14.115190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.147320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.163061 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.191514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1860a6a8-a788-4f29-91b7-718e055d6e01 req-4f8690a0-1186-4f61-9ae0-877ab171dfa9 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383762 Feb 08 23:46:14.210427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6aebcb-8309-4221-b08a-17aba6da4e7e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:14.241178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.244104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-54a84b35-bd5c-40ef-b5d0-7a239b12e881 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6251295 Feb 08 23:46:14.247695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36498) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:14.256413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Request body: {'security_group_rule': {'security_group_id': 'a4f7cf27-7159-40c4-897f-f310ff1e6c70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:14.368258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.380139 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d834ab15-eb8c-4d60-80ee-9631d93f512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.409124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Network 1e2ca607-c165-4189-86f7-228982cba7bb is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:14.423047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:14.429655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:14.462826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.475211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.514445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a4dad-d2b6-4d40-8bfa-a1eea64dc704 req-eaf09dd3-b510-4312-b125-51213e12cf9a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:14.523001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-882a4dad-d2b6-4d40-8bfa-a1eea64dc704 req-eaf09dd3-b510-4312-b125-51213e12cf9a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.2019882 Feb 08 23:46:14.534700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31f9b41-9ebe-4526-9a67-06fa41016ff0,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:14.558533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.562731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c5d6f882-e934-4c78-97e9-d1962d40938d tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105826 Feb 08 23:46:14.573817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36504) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:14.579316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:14.592607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Pushing event updated for resources: {'Port': ['ID=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:14.613530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 2, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:14.656018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-882a4dad-d2b6-4d40-8bfa-a1eea64dc704 req-6e238174-d718-4c0d-91aa-57cf9bcdbf63 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318686 Feb 08 23:46:14.688447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.728084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e088c-26b8-4d9d-b272-a68dace4d910 None None] The sync data for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 is: [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 2, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:46:14.777201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Attempting to bind port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:14.777201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Attempting to bind port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:14.791812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Attempting to bind port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 on network 1e2ca607-c165-4189-86f7-228982cba7bb {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:14.806155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:14.806857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Checking segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:14.807507 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.815617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Bound using segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:14.818906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Bound port: de6a70bc-b1df-4edc-95cb-1b4aabbd6d41, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:14.821079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:14.825740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:14.831963 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a26d9fe-fbc1-4170-90dd-08fb6851f38e" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:14.929173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c2494f53-7fc1-4647-8553-24ee70435e77 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:15.006321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f8c17-43ae-431c-9065-935f91c5da27 req-4c8d9447-ff6e-4615-9617-08414fa68010 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:15.010944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] For port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:15.018784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-308f8c17-43ae-431c-9065-935f91c5da27 req-4c8d9447-ff6e-4615-9617-08414fa68010 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1770544 Feb 08 23:46:15.082270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] For port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:15.095420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.134757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-308f8c17-43ae-431c-9065-935f91c5da27 req-ac170849-7bf8-48b3-8e42-fafc5183fcfc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148233 Feb 08 23:46:15.243224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46012-d8f3-419f-9387-e31d84308c23 req-91b2a086-08d6-4952-a34e-e2a576a9e2c2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:15.254309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fd46012-d8f3-419f-9387-e31d84308c23 req-91b2a086-08d6-4952-a34e-e2a576a9e2c2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.1670334 Feb 08 23:46:15.257619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.296972 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483d3a78-7aa2-4801-98eb-a84419aaab3b x-openstack-request-id: req-483d3a78-7aa2-4801-98eb-a84419aaab3b {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:15.297265 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-plugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:15.297518 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-483d3a78-7aa2-4801-98eb-a84419aaab3b {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:15.297907 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:46:15.319280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.345504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ca3d3-9db5-44ba-babb-d60508bc410c None None] Pushing event updated for resources: {'Port': ['ID=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:15.423873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port c2494f53-7fc1-4647-8553-24ee70435e77 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:46:15.454672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port c2494f53-7fc1-4647-8553-24ee70435e77 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:15.455048 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.456878 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.631455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fd46012-d8f3-419f-9387-e31d84308c23 req-59ebb071-ff42-4d39-97ed-47c6829d1ab6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755746 Feb 08 23:46:15.637123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.735545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.776067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:15.782541 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:15.854578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d363c-2eea-4ac6-ac6c-b3af2d650787 req-9b71d039-a382-4cc5-84c9-e1bd2cbd625f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:15.856180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e0d363c-2eea-4ac6-ac6c-b3af2d650787 req-9b71d039-a382-4cc5-84c9-e1bd2cbd625f tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.4391010 Feb 08 23:46:15.950381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Allocated IP 172.25.3.220 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/29778735-366a-4ad7-8e85-56f9bdb37557) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:16.046170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:16.068770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Router 98143699-366c-4c15-ad22-60d95df726d8 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:46:16.117523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:16.135331 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.200004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:16.200490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.211665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e0d363c-2eea-4ac6-ac6c-b3af2d650787 req-4769f26b-e92c-4478-82dc-f148cc7608e0 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241909 Feb 08 23:46:16.234752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.393165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:46:16.415557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.422712 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-915ad16c-4f9e-4731-9661-cf65d3eec4fe admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9214566 Feb 08 23:46:16.423362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36530) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:16.439725 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922e67-7122-407a-955c-5308719167ed None None] Sync routers for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:46:16.464387 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42922e67-7122-407a-955c-5308719167ed None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:16.466130 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-42922e67-7122-407a-955c-5308719167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:16.472773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:16.546917 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.549735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:16.554588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:16.638031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:16.643111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.699048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event updated for resources: {'Port': ['ID=29778735-366a-4ad7-8e85-56f9bdb37557,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:16.784629 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-42922e67-7122-407a-955c-5308719167ed None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:16.799864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.800228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.803713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.804052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.804393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.804727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.805639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.805963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.815924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.816360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.816700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.817062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:16.829440 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:16.838064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:17.018245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.092803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1dabd8-0377-4856-bd94-41a625545ff3 req-a11ae704-c716-4d33-8ad4-d791c7c27e26 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:17.098603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c1dabd8-0377-4856-bd94-41a625545ff3 req-a11ae704-c716-4d33-8ad4-d791c7c27e26 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 945 time: 1.2163165 Feb 08 23:46:17.099579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.259282 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.298662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:17.303827 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae799f3-8319-4e43-bfa1-a6bd09e003e5" -d '{"events": [{"server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:17.388646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.404399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-42922e67-7122-407a-955c-5308719167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:15Z', 'revision_number': 3, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:17.424074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c789c7c-6fa0-47d5-9250-85c3c786b7cf req-40234a63-a1b6-49ad-99cb-b421ab21bde8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:17.432697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c789c7c-6fa0-47d5-9250-85c3c786b7cf req-40234a63-a1b6-49ad-99cb-b421ab21bde8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.8654680 Feb 08 23:46:17.468056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c1dabd8-0377-4856-bd94-41a625545ff3 req-9e346cd9-44d5-4158-a6e0-3f042283b2b2 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747695 Feb 08 23:46:17.469044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.479059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922e67-7122-407a-955c-5308719167ed None None] Checking router: 98143699-366c-4c15-ad22-60d95df726d8 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:46:17.479628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922e67-7122-407a-955c-5308719167ed None None] Updating router 98143699-366c-4c15-ad22-60d95df726d8 port 389dba07-cd8e-454a-af0a-255830fe24c2 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:46:17.538531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a332e5-4564-48db-bf19-05095829369b None None] Network 1e2ca607-c165-4189-86f7-228982cba7bb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:17.576105 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-42922e67-7122-407a-955c-5308719167ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.683457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.759271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.817135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cc6dcf6e-b297-4555-a24b-9a35cb92b37d None None] Provisioning complete for port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:17.821745 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcf6e-b297-4555-a24b-9a35cb92b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.837578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:17.849850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2679873 Feb 08 23:46:17.899018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c789c7c-6fa0-47d5-9250-85c3c786b7cf req-4b97fbf4-53d9-4beb-a535-13c7925ae6b8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645989 Feb 08 23:46:17.921430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ee21-174e-4183-a224-07ecb7c49383 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event updated for resources: {'Port': ['ID=29778735-366a-4ad7-8e85-56f9bdb37557,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:17.951292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c58e6-c2d9-44d6-91cf-ff35b784b912 req-227e293c-4f02-4978-84af-80deb64469e5 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:17.960461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a70c58e6-c2d9-44d6-91cf-ff35b784b912 req-227e293c-4f02-4978-84af-80deb64469e5 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1096 time: 0.2294726 Feb 08 23:46:18.034766 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-42922e67-7122-407a-955c-5308719167ed None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.043596 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-42922e67-7122-407a-955c-5308719167ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.073067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a70c58e6-c2d9-44d6-91cf-ff35b784b912 req-6f4b15ad-7c60-45ac-8428-3aaca4ed6dc6 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043253 Feb 08 23:46:18.102681 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Pushing event updated for resources: {'Port': ['ID=389dba07-cd8e-454a-af0a-255830fe24c2,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:18.128697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608936b6-89a2-4d9b-a1fa-0aa4dc11a6ba req-d6c0b788-1cd6-4167-a789-5ba5f9839a7e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:18.136685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-608936b6-89a2-4d9b-a1fa-0aa4dc11a6ba req-d6c0b788-1cd6-4167-a789-5ba5f9839a7e tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1079590 Feb 08 23:46:18.146833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-42922e67-7122-407a-955c-5308719167ed None None] Attempting to bind port 389dba07-cd8e-454a-af0a-255830fe24c2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:18.147864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-42922e67-7122-407a-955c-5308719167ed None None] Attempting to bind port 389dba07-cd8e-454a-af0a-255830fe24c2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:18.148470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42922e67-7122-407a-955c-5308719167ed None None] Attempting to bind port 389dba07-cd8e-454a-af0a-255830fe24c2 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:18.166843 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42922e67-7122-407a-955c-5308719167ed None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:18.167967 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42922e67-7122-407a-955c-5308719167ed None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:18.168607 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-42922e67-7122-407a-955c-5308719167ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.169290 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42922e67-7122-407a-955c-5308719167ed None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:18.170015 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-42922e67-7122-407a-955c-5308719167ed None None] Bound port: 389dba07-cd8e-454a-af0a-255830fe24c2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:18.171442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:18.173618 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-42922e67-7122-407a-955c-5308719167ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.188048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-608936b6-89a2-4d9b-a1fa-0aa4dc11a6ba req-ab4f1db4-5dc2-4045-acf8-33b4f7b9afe5 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503628 Feb 08 23:46:18.292275 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.297288 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.297624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.301470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.302023 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.302357 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.305973 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.306345 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.308673 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.313998 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.317418 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.319389 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:18.358812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Allocated IP 172.20.0.1 (1e2ca607-c165-4189-86f7-228982cba7bb/128d41c7-68a1-4edb-bd6b-eeeca409fac6/7efd6801-eae7-43e3-90fa-fb2c193151e6) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:18.362576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359cf10-e225-4e70-b875-8d480f6750f5 req-cc5a6381-6284-4f78-b706-503cea6b72e3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:18.365978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5359cf10-e225-4e70-b875-8d480f6750f5 req-cc5a6381-6284-4f78-b706-503cea6b72e3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.1100476 Feb 08 23:46:18.404218 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717cb2c-4518-4fc1-8265-9e605450b8eb x-openstack-request-id: req-4717cb2c-4518-4fc1-8265-9e605450b8eb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:18.404495 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:18.404769 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4717cb2c-4518-4fc1-8265-9e605450b8eb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:18.405961 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'code': 200} Feb 08 23:46:18.544721 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-42922e67-7122-407a-955c-5308719167ed None None] For port 389dba07-cd8e-454a-af0a-255830fe24c2, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:18.553257 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-42922e67-7122-407a-955c-5308719167ed None None] For port 389dba07-cd8e-454a-af0a-255830fe24c2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=389dba07-cd8e-454a-af0a-255830fe24c2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:18.559696 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-42922e67-7122-407a-955c-5308719167ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.562041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5359cf10-e225-4e70-b875-8d480f6750f5 req-cc3b16cc-66d7-4b8d-86fa-7092c446c7aa tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816223 Feb 08 23:46:18.577341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:18.580089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.640142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb24c2-50f3-43a3-96d7-8eac93a46fa7 req-3eec3993-6f0e-4ecf-965e-0b90f2c4eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:18.647786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50fb24c2-50f3-43a3-96d7-8eac93a46fa7 req-3eec3993-6f0e-4ecf-965e-0b90f2c4eecc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1096 time: 0.1942985 Feb 08 23:46:18.739600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.746366 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eac89a-2e1b-46f0-856c-9d649279d835 None None] Pushing event updated for resources: {'Port': ['ID=389dba07-cd8e-454a-af0a-255830fe24c2,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:18.809550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cacb3475-17b3-4a4d-a803-2adefe9b1092 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:18.823096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:18.848463 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42922e67-7122-407a-955c-5308719167ed None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:18.849124 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-42922e67-7122-407a-955c-5308719167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:18.887001 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:18.966747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50fb24c2-50f3-43a3-96d7-8eac93a46fa7 req-4860d07a-edd5-4588-8077-3db9a4ef30a8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919381 Feb 08 23:46:18.981344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port cacb3475-17b3-4a4d-a803-2adefe9b1092 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:18.981929 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.007139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-2547ad93-7d45-4d98-80ee-315813ac6080 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--82646366&fields=id&tenant_id=33360ce33c974e9595d8457b65cf14c3 HTTP/1.1" status: 200 len: 267 time: 0.3695612 Feb 08 23:46:19.031922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Network 1e2ca607-c165-4189-86f7-228982cba7bb is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:19.037225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Pushing event updated for resources: {'Port': ['ID=7efd6801-eae7-43e3-90fa-fb2c193151e6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:19.058637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.060932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.065324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.067061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.069483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.070111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.072767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.073339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.075060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.075596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.076824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.078006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:19.089935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:19.094620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:19.161283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5445a1ba-fb3f-4fea-9156-ab3e9695af40 None None] Provisioning complete for port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:19.161801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5445a1ba-fb3f-4fea-9156-ab3e9695af40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.182193 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-42922e67-7122-407a-955c-5308719167ed None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:19.207873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67918f2b-4a01-4f54-9743-971781884453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.212965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c79260-2822-41de-898a-906045adcc93 None None] Sync routers for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:46:19.240752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-f314f47c-9991-45ee-aebb-4c7fcff5d37c tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:19.250024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-f314f47c-9991-45ee-aebb-4c7fcff5d37c tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/networks?id=8f9cddd4-fc88-4710-ab85-6508ed877319 HTTP/1.1" status: 200 len: 815 time: 0.2404356 Feb 08 23:46:19.257828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42561ae2-758c-467c-b9bc-89260c981c8c req-7ab2e387-ad42-46a2-9f49-24e78ffd8cd4 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:19.268365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42561ae2-758c-467c-b9bc-89260c981c8c req-7ab2e387-ad42-46a2-9f49-24e78ffd8cd4 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1096 time: 0.5276294 Feb 08 23:46:19.283058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.300858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e0a2bddc-b5df-4cfc-ba48-1bf8f12024ce tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/quotas/33360ce33c974e9595d8457b65cf14c3 HTTP/1.1" status: 200 len: 375 time: 0.0489969 Feb 08 23:46:19.331921 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.386780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:19.389913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:19.469993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42561ae2-758c-467c-b9bc-89260c981c8c req-ea103c81-60df-4992-9c13-39a125ab0ac4 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999557 Feb 08 23:46:19.525399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-93bcbc66-b305-49d6-9203-b735a0a741c5 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=33360ce33c974e9595d8457b65cf14c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2226834 Feb 08 23:46:19.621368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port cacb3475-17b3-4a4d-a803-2adefe9b1092, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=cacb3475-17b3-4a4d-a803-2adefe9b1092,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:19.656431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.683077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.695150 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-42922e67-7122-407a-955c-5308719167ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:15Z', 'revision_number': 3, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:19.770062 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42922e67-7122-407a-955c-5308719167ed None None] The sync data for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 is: [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:15Z', 'revision_number': 3, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:46:19.878168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67918f2b-4a01-4f54-9743-971781884453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.888149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67918f2b-4a01-4f54-9743-971781884453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:19.934479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234058b3-bb3f-4f36-8ea0-c83768e44e37 req-03a34c0f-36f0-4ec1-8e38-560cbae85f38 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:19.934990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67918f2b-4a01-4f54-9743-971781884453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6bbbef-be67-44bb-a2fd-e78bac59b2b6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:19.936081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-234058b3-bb3f-4f36-8ea0-c83768e44e37 req-03a34c0f-36f0-4ec1-8e38-560cbae85f38 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 945 time: 0.2356102 Feb 08 23:46:19.961815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-de9e0e5e-d3d5-4815-9e7b-c24142fc0ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302995 Feb 08 23:46:20.024298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-67918f2b-4a01-4f54-9743-971781884453 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6b894e074d84b7c9fecff31c8554b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1979339 Feb 08 23:46:20.031574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36568) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:20.144528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:20.165907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a39-1cee-4d6c-9833-2e29f978fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:20.215338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-74a7ed06-d41e-4fdb-a8f9-207b7f600011 service neutron] 10.222.0.32 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525332 Feb 08 23:46:20.261137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a39-1cee-4d6c-9833-2e29f978fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:20.307297 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:20.322906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-234058b3-bb3f-4f36-8ea0-c83768e44e37 req-b28c869f-07ac-44ef-a399-6d45f6264480 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748538 Feb 08 23:46:20.494401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834d15-2e01-45de-8ea0-8a56af82df88 req-a0d42bf6-258d-4a83-8042-aae5058fc1d7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:20.511845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7834d15-2e01-45de-8ea0-8a56af82df88 req-a0d42bf6-258d-4a83-8042-aae5058fc1d7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.0991631 Feb 08 23:46:20.552977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=cacb3475-17b3-4a4d-a803-2adefe9b1092,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:20.580778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:20.614267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7834d15-2e01-45de-8ea0-8a56af82df88 req-8f5888b5-8afd-4d0b-960e-763f663dcffb tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014662 Feb 08 23:46:20.676014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:20.697932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Pushing event updated for resources: {'Port': ['ID=7efd6801-eae7-43e3-90fa-fb2c193151e6,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:20.857963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9803d-4cdb-4a53-8472-e13ece36512f req-0f68aea2-82d6-4078-bf8f-f01b44e72e87 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:20.860273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80d9803d-4cdb-4a53-8472-e13ece36512f req-0f68aea2-82d6-4078-bf8f-f01b44e72e87 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1154234 Feb 08 23:46:20.924579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-69dd4d0b-8cd2-46de-9cbe-9b35fb50cdfb None None] Provisioning complete for port 7efd6801-eae7-43e3-90fa-fb2c193151e6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:20.925003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-69dd4d0b-8cd2-46de-9cbe-9b35fb50cdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:20.970832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80d9803d-4cdb-4a53-8472-e13ece36512f req-5bb30e61-8f9b-4b63-b1bc-4f75bb3185f7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Feb 08 23:46:20.975601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Network 1e2ca607-c165-4189-86f7-228982cba7bb is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:21.005896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:21.053753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a39-1cee-4d6c-9833-2e29f978fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:21.059632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a138223-00be-4681-b8b4-4ebdf97f4e79 req-a0036afa-c4d7-4b31-b1ba-3b2800fa75ff tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:21.062986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a138223-00be-4681-b8b4-4ebdf97f4e79 req-a0036afa-c4d7-4b31-b1ba-3b2800fa75ff tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.1743157 Feb 08 23:46:21.063525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fb27a39-1cee-4d6c-9833-2e29f978fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:21.064791 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9fb27a39-1cee-4d6c-9833-2e29f978fccc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6bbbef-be67-44bb-a2fd-e78bac59b2b6 HTTP/1.1" status: 204 len: 168 time: 1.0321712 Feb 08 23:46:21.180491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cff27c34-deda-4d50-9839-76d9a5124aae req-95ca3e82-70a3-4032-8e46-fa28c163fbb1 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 210 time: 0.0947716 Feb 08 23:46:21.252941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb27a39-1cee-4d6c-9833-2e29f978fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6bbbef-be67-44bb-a2fd-e78bac59b2b6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:21.260793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-69dd4d0b-8cd2-46de-9cbe-9b35fb50cdfb None None] Port 7efd6801-eae7-43e3-90fa-fb2c193151e6 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:21.391973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a138223-00be-4681-b8b4-4ebdf97f4e79 req-32a8844d-6246-44fb-86af-6553ec4b2a41 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181367 Feb 08 23:46:21.574131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Router 98143699-366c-4c15-ad22-60d95df726d8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:46:21.667055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3a358b39-db6f-42af-aa41-4a3a847d88f8 None None] Provisioning complete for port 7efd6801-eae7-43e3-90fa-fb2c193151e6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:21.669647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a358b39-db6f-42af-aa41-4a3a847d88f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:21.799211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88486-1f6b-4c07-92c6-35c081959e32 req-2ffa5cf5-2bd7-4ca4-9ec9-92ddf4c17c13 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:21.818397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3a358b39-db6f-42af-aa41-4a3a847d88f8 None None] Port 7efd6801-eae7-43e3-90fa-fb2c193151e6 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:21.824237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-afb88486-1f6b-4c07-92c6-35c081959e32 req-2ffa5cf5-2bd7-4ca4-9ec9-92ddf4c17c13 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 945 time: 0.2799213 Feb 08 23:46:21.839589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 2, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:21.886050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c79260-2822-41de-898a-906045adcc93 None None] Checking router: 7726723e-11ba-4ffd-990e-6c76746c447d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:46:21.886410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c79260-2822-41de-898a-906045adcc93 None None] Updating router 7726723e-11ba-4ffd-990e-6c76746c447d port 9fa094ed-b217-469e-abc9-b90ae2a5f16e binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:46:21.926638 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93c79260-2822-41de-898a-906045adcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:21.942529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-afb88486-1f6b-4c07-92c6-35c081959e32 req-9ead0fd6-dd59-4230-a13b-bec07d3c077d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140180 Feb 08 23:46:21.951657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:46:21.970960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dcc6525e-fffa-4a5e-9feb-0d6298c677af admin admin] 10.222.0.32 "PUT /v2.0/routers/98143699-366c-4c15-ad22-60d95df726d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5464885 Feb 08 23:46:22.191460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7446f0-6ade-4cf4-bd6f-b3eddb574d4d req-a690a810-69a6-41c7-987a-c9c164a7906e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:22.194983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a7446f0-6ade-4cf4-bd6f-b3eddb574d4d req-a690a810-69a6-41c7-987a-c9c164a7906e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.1129997 Feb 08 23:46:22.310227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a7446f0-6ade-4cf4-bd6f-b3eddb574d4d req-6998b9a1-4dbe-4f18-8b98-3f9ffbb2f99e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039193 Feb 08 23:46:22.432215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93c79260-2822-41de-898a-906045adcc93 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:22.442067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 389dba07-cd8e-454a-af0a-255830fe24c2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:22.485416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93c79260-2822-41de-898a-906045adcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:22.579755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-5ac8dd53-5234-4487-8fc5-48f5ff8ccaf0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-729896808&fields=id&tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 267 time: 0.1066375 Feb 08 23:46:22.693283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec7326-1e3b-4e36-83f6-d0e3288d577a None None] Pushing event updated for resources: {'Port': ['ID=9fa094ed-b217-469e-abc9-b90ae2a5f16e,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:22.697388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-537767ba-b96a-44a6-ba91-7ab68cbbef3f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:22.709994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-537767ba-b96a-44a6-ba91-7ab68cbbef3f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 945 time: 0.1212356 Feb 08 23:46:22.723125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'port': {'security_groups': ['b1697c7b-8177-4bde-affb-354f13e5dc98', 'ee985550-b239-4bb8-81e0-0dd8ab05a1ec']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:22.800020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-93c79260-2822-41de-898a-906045adcc93 None None] Attempting to bind port 9fa094ed-b217-469e-abc9-b90ae2a5f16e on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:22.800400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-93c79260-2822-41de-898a-906045adcc93 None None] Attempting to bind port 9fa094ed-b217-469e-abc9-b90ae2a5f16e by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:22.800761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79260-2822-41de-898a-906045adcc93 None None] Attempting to bind port 9fa094ed-b217-469e-abc9-b90ae2a5f16e on network 8f9cddd4-fc88-4710-ab85-6508ed877319 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:22.832504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 389dba07-cd8e-454a-af0a-255830fe24c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:22.833039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:22.843252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79260-2822-41de-898a-906045adcc93 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:22.843636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79260-2822-41de-898a-906045adcc93 None None] Checking segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:22.844044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93c79260-2822-41de-898a-906045adcc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:22.844436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c79260-2822-41de-898a-906045adcc93 None None] Bound using segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:22.854001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-93c79260-2822-41de-898a-906045adcc93 None None] Bound port: 9fa094ed-b217-469e-abc9-b90ae2a5f16e, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:22.854526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93c79260-2822-41de-898a-906045adcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:22.917452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.165863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-93c79260-2822-41de-898a-906045adcc93 None None] For port 9fa094ed-b217-469e-abc9-b90ae2a5f16e, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:23.215334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-93c79260-2822-41de-898a-906045adcc93 None None] For port 9fa094ed-b217-469e-abc9-b90ae2a5f16e, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9fa094ed-b217-469e-abc9-b90ae2a5f16e,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:23.220247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-494921e3-2046-4553-99b4-5c2776652381 None None] Provisioning complete for port 9fa094ed-b217-469e-abc9-b90ae2a5f16e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:23.220949 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-494921e3-2046-4553-99b4-5c2776652381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.238143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93c79260-2822-41de-898a-906045adcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.249943 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Sync routers for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:46:23.270689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.277738 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:23.279564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:23.315877 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:23.500889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 389dba07-cd8e-454a-af0a-255830fe24c2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=389dba07-cd8e-454a-af0a-255830fe24c2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:23.524407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.529925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cacb3475-17b3-4a4d-a803-2adefe9b1092 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:23.551014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec7326-1e3b-4e36-83f6-d0e3288d577a None None] Pushing event updated for resources: {'Port': ['ID=9fa094ed-b217-469e-abc9-b90ae2a5f16e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:23.579654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:23.581337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:23.614960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1511994571-network', 'tenant_id': '38366b076e1e49178eecccac0f3c1420'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:23.657293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Made reservation on behalf of 38366b076e1e49178eecccac0f3c1420 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:23.660928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.687800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.894692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-060274f9-db2b-4a6f-82fe-283f01c32c11 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:46:23.895776 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:23.896346 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-060274f9-db2b-4a6f-82fe-283f01c32c11 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116343 Feb 08 23:46:23.934546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=389dba07-cd8e-454a-af0a-255830fe24c2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:23.949574 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-494921e3-2046-4553-99b4-5c2776652381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.955182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.957729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a24f668e-d178-4f5a-9728-d5f0f186343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:23.959641 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a24f668e-d178-4f5a-9728-d5f0f186343a service neutron] 10.222.0.32 "GET /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 1093 time: 0.0524039 Feb 08 23:46:23.960896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:23.973946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:23.987692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:23.998763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3989ecc9-89b7-45c7-9c2b-6f2951010c5c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:24.006935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:24.008678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Unknown quota resources ['binding']. {{(pid=105931) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 08 23:46:24.027326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port cacb3475-17b3-4a4d-a803-2adefe9b1092 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:24.027775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.048590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:46:24.073426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-a415c867-e3cf-446f-8772-f097d90bcbae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:24.075413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-a415c867-e3cf-446f-8772-f097d90bcbae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.21 "GET /v2.0/networks?id=8f9cddd4-fc88-4710-ab85-6508ed877319 HTTP/1.1" status: 200 len: 815 time: 0.7862999 Feb 08 23:46:24.082788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.083281 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Added segment 3496375e-d986-4825-b267-9924dc337931 of type vlan for network 331b8e62-ba55-4364-948c-5cd8f275c3d7 Feb 08 23:46:24.151861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.205095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-6c2b9c33-acc5-4fcd-aa71-56d2d9f5767b tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33360ce33c974e9595d8457b65cf14c3 HTTP/1.1" status: 200 len: 378 time: 0.1172671 Feb 08 23:46:24.207489 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.212301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.242922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Request body: {'port': {'device_id': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'admin_state_up': True, 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'security_groups': ['a4f7cf27-7159-40c4-897f-f310ff1e6c70']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:24.277046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.278898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:24.279558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.310513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:24.313935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.315700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e7c2791-c0aa-493b-b00d-37bed060c475 req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "PUT /v2.0/ports/c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 981 time: 1.6035085 Feb 08 23:46:24.319229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:24.324876 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd14d85-67fe-4deb-8203-95192fe01625" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:24.378136 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 2, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:24.394739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] Pushing event updated for resources: {'Network': ['ID=331b8e62-ba55-4364-948c-5cd8f275c3d7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:24.412835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d623da6c-3993-4fd7-8886-6c21360f1897 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1309130 Feb 08 23:46:24.419245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36654) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:24.430441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:24.431277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:24.431888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:24.435341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Request body: {'subnet': {'network_id': '331b8e62-ba55-4364-948c-5cd8f275c3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1511994571-subnet', 'tenant_id': '38366b076e1e49178eecccac0f3c1420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:24.439052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:24.440544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:24.449863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:24.450294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:24.450850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:24.451541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Bound port: 3721a16a-fc90-4fe6-a863-c692c446669b, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:24.459425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:24.543849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:24.552030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.553847 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a6179bea-d9ad-40dd-8297-425fec9dcf96 service neutron] 10.222.0.32 "POST /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5579581 Feb 08 23:46:24.563370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 331b8e62-ba55-4364-948c-5cd8f275c3d7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:46:24.600951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-494921e3-2046-4553-99b4-5c2776652381 None None] For port 9fa094ed-b217-469e-abc9-b90ae2a5f16e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9fa094ed-b217-469e-abc9-b90ae2a5f16e,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:24.647636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda179c6-5ab9-410e-9a6c-3887c86a6eec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:24.678002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ca8e-9b50-4d7b-b2b2-f5d72f9c316a req-92e53799-aea1-4d5d-a845-8e6d3d31153a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:24.690572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2786ca8e-9b50-4d7b-b2b2-f5d72f9c316a req-92e53799-aea1-4d5d-a845-8e6d3d31153a tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1708212 Feb 08 23:46:24.699287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Made reservation on behalf of 38366b076e1e49178eecccac0f3c1420 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:24.701864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.716698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:24.719347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-494921e3-2046-4553-99b4-5c2776652381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.747060 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Checking router: 98143699-366c-4c15-ad22-60d95df726d8 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:46:24.747549 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Updating router 98143699-366c-4c15-ad22-60d95df726d8 port 7efd6801-eae7-43e3-90fa-fb2c193151e6 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:46:24.836744 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:24.907498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0c92888-fd42-4f26-a257-114e7a2fb28b req-24dc3b4f-e3c8-4216-bb83-645d79555c13 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 210 time: 0.0656972 Feb 08 23:46:24.964184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2786ca8e-9b50-4d7b-b2b2-f5d72f9c316a req-623a39d8-076b-4fd2-97d1-83492c64bbbe tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726154 Feb 08 23:46:25.042291 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.194285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Made reservation on behalf of 33360ce33c974e9595d8457b65cf14c3 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:25.205947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.259212 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.269382 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.302314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9653a42b-9405-4917-a06b-8ba7f19d8c8f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:25.337941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0e2993b9-4a1d-4742-af45-5dd9df6bb140 None None] Provisioning complete for port 9fa094ed-b217-469e-abc9-b90ae2a5f16e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:25.338699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0e2993b9-4a1d-4742-af45-5dd9df6bb140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.404123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494921e3-2046-4553-99b4-5c2776652381 None None] Pushing event updated for resources: {'Port': ['ID=9fa094ed-b217-469e-abc9-b90ae2a5f16e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:25.422315 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d701243-50f8-4b3c-b81f-0228f9cf80c5 None None] Pushing event updated for resources: {'Port': ['ID=7efd6801-eae7-43e3-90fa-fb2c193151e6,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:25.486061 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Attempting to bind port 7efd6801-eae7-43e3-90fa-fb2c193151e6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:25.486542 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Attempting to bind port 7efd6801-eae7-43e3-90fa-fb2c193151e6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:25.487227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Attempting to bind port 7efd6801-eae7-43e3-90fa-fb2c193151e6 on network 1e2ca607-c165-4189-86f7-228982cba7bb {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:25.494570 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:25.495341 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Checking segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:25.495705 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.496282 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Bound using segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:25.496880 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Bound port: 7efd6801-eae7-43e3-90fa-fb2c193151e6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:25.497395 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.598997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cb18e-6c17-47f9-b6cd-397845804328 req-442642bc-429e-4d7a-8b64-4b265e6c7fcc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:25.621707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a75cb18e-6c17-47f9-b6cd-397845804328 req-442642bc-429e-4d7a-8b64-4b265e6c7fcc tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.5217040 Feb 08 23:46:25.631876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9fa094ed-b217-469e-abc9-b90ae2a5f16e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:25.642672 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] For port 7efd6801-eae7-43e3-90fa-fb2c193151e6, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:25.657181 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] For port 7efd6801-eae7-43e3-90fa-fb2c193151e6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7efd6801-eae7-43e3-90fa-fb2c193151e6,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:25.667721 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:25.806169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Checking segment: {'id': '3496375e-d986-4825-b267-9924dc337931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '331b8e62-ba55-4364-948c-5cd8f275c3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:25.806547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Network hostable DHCP agents. Network: 331b8e62-ba55-4364-948c-5cd8f275c3d7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:46:25.809871 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:25.811250 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:25.819804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a75cb18e-6c17-47f9-b6cd-397845804328 req-d36661fa-d410-4711-b87a-77269a2ab6f3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971889 Feb 08 23:46:25.931836 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d701243-50f8-4b3c-b81f-0228f9cf80c5 None None] Pushing event updated for resources: {'Port': ['ID=7efd6801-eae7-43e3-90fa-fb2c193151e6,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:26.019705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Allocated IP 172.20.0.6 (8f9cddd4-fc88-4710-ab85-6508ed877319/729d5f3c-03f5-48e6-8d75-ae890778cd72/727ea25d-a90a-49b0-9a6d-7bd354dbc445) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:26.052726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-93c79260-2822-41de-898a-906045adcc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:26.057858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-7bfcd344-22a5-40c8-989d-c4119a86d6f3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:26.059638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-7bfcd344-22a5-40c8-989d-c4119a86d6f3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 828 time: 0.6769862 Feb 08 23:46:26.108005 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:26.121678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c79260-2822-41de-898a-906045adcc93 None None] The sync data for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 is: [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:46:26.146753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9fa094ed-b217-469e-abc9-b90ae2a5f16e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:26.146980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:26.154359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-c403fd43-73a2-4066-90eb-5bf8eea6284c tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/quotas/da7fe770b5a142af9c6b9b46cbfad704 HTTP/1.1" status: 200 len: 375 time: 0.0612180 Feb 08 23:46:26.246962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Network 331b8e62-ba55-4364-948c-5cd8f275c3d7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:46:26.330080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1e71a2ee-3ca5-4ef3-ab8e-a885e4097ff7 None None] Provisioning complete for port 7efd6801-eae7-43e3-90fa-fb2c193151e6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:26.330902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1e71a2ee-3ca5-4ef3-ab8e-a885e4097ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:26.349635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 331b8e62-ba55-4364-948c-5cd8f275c3d7) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:26.364719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-61515e3f-3a31-485c-8155-015da98de0ab tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094362 Feb 08 23:46:26.383147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:26.383147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:26.403073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a715aa5f-c31d-4980-8e39-a1f5309c0b50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9824896 Feb 08 23:46:26.403383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c8aa2-b474-4665-8a01-1d115e3b703d None None] Network 331b8e62-ba55-4364-948c-5cd8f275c3d7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:26.481948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 389dba07-cd8e-454a-af0a-255830fe24c2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:26.532841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9d702754-66e0-4602-bc75-2230a677185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:25Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:26.554221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa8ab3-2e7d-4951-ba8e-47bc39becbe0 req-78460c72-67b8-472d-a7c1-680491967143 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:26.565658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aaa8ab3-2e7d-4951-ba8e-47bc39becbe0 req-78460c72-67b8-472d-a7c1-680491967143 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.4089007 Feb 08 23:46:26.629756 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d702754-66e0-4602-bc75-2230a677185a None None] The sync data for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 is: [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:25Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:46:26.725157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-c6462320-1355-4aca-9192-f13fd5d476e6 service neutron] 10.222.0.32 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593078 Feb 08 23:46:26.753565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aaa8ab3-2e7d-4951-ba8e-47bc39becbe0 req-d0df9893-6f9c-4f0a-83f3-a33518c7a858 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869011 Feb 08 23:46:26.864510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9463e38-669c-4119-bdb4-245ab8a0284f None None] Network 331b8e62-ba55-4364-948c-5cd8f275c3d7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:26.897143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:26.977366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-c728bc29-1feb-4b81-be1b-aca75d16c69d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-810812891&fields=id&tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 267 time: 0.0845332 Feb 08 23:46:27.055851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1e71a2ee-3ca5-4ef3-ab8e-a885e4097ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.124409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 389dba07-cd8e-454a-af0a-255830fe24c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:27.124779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.127569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1e71a2ee-3ca5-4ef3-ab8e-a885e4097ff7 None None] For port 7efd6801-eae7-43e3-90fa-fb2c193151e6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7efd6801-eae7-43e3-90fa-fb2c193151e6,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:27.161989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-5fe63b7f-1be7-4a7b-bbff-c08a7edb7d14 service neutron] 10.222.0.32 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042356 Feb 08 23:46:27.166187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.188844 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1e71a2ee-3ca5-4ef3-ab8e-a885e4097ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.241109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event updated for resources: {'Port': ['ID=727ea25d-a90a-49b0-9a6d-7bd354dbc445,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:27.271305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-50fedadd-33fb-4e4a-9c0e-6a17eb09ad00 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:27.287721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-50fedadd-33fb-4e4a-9c0e-6a17eb09ad00 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 984 time: 0.2918594 Feb 08 23:46:27.298106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:27.304220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'port': {'security_groups': ['b1697c7b-8177-4bde-affb-354f13e5dc98', 'ee985550-b239-4bb8-81e0-0dd8ab05a1ec', '314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:27.313023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:27.337938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:27.432068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:27.432798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.437742 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37f5054-3234-4e1c-9cd5-fa9bf90a623d x-openstack-request-id: req-d37f5054-3234-4e1c-9cd5-fa9bf90a623d {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:27.438543 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:27.438907 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d37f5054-3234-4e1c-9cd5-fa9bf90a623d {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:27.439416 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'status': 'completed', 'code': 200} Feb 08 23:46:27.444772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71a2ee-3ca5-4ef3-ab8e-a885e4097ff7 None None] Pushing event updated for resources: {'Port': ['ID=7efd6801-eae7-43e3-90fa-fb2c193151e6,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:27.508610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-e7a0b7c2-63e4-4b9a-9d94-041d2b9fe3a2 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2703066 Feb 08 23:46:27.537629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Request body: {'port': {'device_id': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:27.721921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7efd6801-eae7-43e3-90fa-fb2c193151e6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:27.775300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.843270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-805cbecb-45aa-4dca-b7cd-93198292f76c None None] Provisioning complete for port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:27.843720 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-805cbecb-45aa-4dca-b7cd-93198292f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.894764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-805cbecb-45aa-4dca-b7cd-93198292f76c None None] Port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:27.916077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c8b67-56b0-4b2e-bbff-92018c45381c req-35ab059d-a65a-485a-b76e-8c2aee3b1923 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:27.917710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6c8b67-56b0-4b2e-bbff-92018c45381c req-35ab059d-a65a-485a-b76e-8c2aee3b1923 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.3925085 Feb 08 23:46:27.918311 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.927135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7efd6801-eae7-43e3-90fa-fb2c193151e6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:27.927328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:27.944082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd14d85-67fe-4deb-8203-95192fe01625 req-b21b74ff-d878-4da4-a76e-9dba36740913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:27.944082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-b21b74ff-d878-4da4-a76e-9dba36740913 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1135 time: 0.4641068 Feb 08 23:46:28.134877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e6c8b67-56b0-4b2e-bbff-92018c45381c req-37792b92-d418-4479-b341-e44b889f4f4a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848106 Feb 08 23:46:28.175092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-28d10bde-843d-4d90-893f-d5fbaa27275f tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:28.176683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-28d10bde-843d-4d90-893f-d5fbaa27275f tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1097 time: 0.2532599 Feb 08 23:46:28.297776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:28.459032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd14d85-67fe-4deb-8203-95192fe01625 req-43855410-52b8-42be-b637-e1a34b67d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:28.461257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-43855410-52b8-42be-b637-e1a34b67d900 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 0.5015705 Feb 08 23:46:28.595120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:28.614510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-d5142c1a-18b7-430e-8d30-a1772ff676f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 217 time: 0.1089263 Feb 08 23:46:28.716943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa64d7c-0584-4822-a837-1bcc66fe88ef req-8e2d207f-00f5-437f-89bc-6408c16e8710 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:28.719313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fa64d7c-0584-4822-a837-1bcc66fe88ef req-8e2d207f-00f5-437f-89bc-6408c16e8710 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 931 time: 0.4149077 Feb 08 23:46:28.935137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:28.959408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd14d85-67fe-4deb-8203-95192fe01625 req-5934dae7-a313-4edd-a996-6db4f3326a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:28.962294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-5934dae7-a313-4edd-a996-6db4f3326a3c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.2715008 Feb 08 23:46:29.003001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:29.005343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fa64d7c-0584-4822-a837-1bcc66fe88ef req-050382a0-9059-4f65-aed3-ac063f6b5c05 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771305 Feb 08 23:46:29.091064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-fc106542-73e0-4b01-81fb-091e785e3037 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150670 Feb 08 23:46:29.182610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:29.203957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:46:29.287607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:29.317837 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:29.327511 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:29.370907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-d780526d-8b32-4220-bc5d-694d067a72a5 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:29.373508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-d780526d-8b32-4220-bc5d-694d067a72a5 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.84 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 828 time: 0.1945479 Feb 08 23:46:29.385970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727ea25d-a90a-49b0-9a6d-7bd354dbc445 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:29.389428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Request body: {'port': {'device_id': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'admin_state_up': True, 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:29.412721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:29.494197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:29.494836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:29.496852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b252184-c7d1-4782-9af3-5f86b8ee81ef req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "PUT /v2.0/ports/c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 1020 time: 2.2081199 Feb 08 23:46:29.520695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:29.529450 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:29.540634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Transition to ACTIVE for port object 727ea25d-a90a-49b0-9a6d-7bd354dbc445 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:29.603555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8810-5cc9-408c-880a-6b3eac923f46 req-fbf4d90e-6f0f-4712-b4f9-a4f39fcb3a3f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:29.604672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Made reservation on behalf of da7fe770b5a142af9c6b9b46cbfad704 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:29.608892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7de8810-5cc9-408c-880a-6b3eac923f46 req-fbf4d90e-6f0f-4712-b4f9-a4f39fcb3a3f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.4076314 Feb 08 23:46:29.611721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:29.619741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:29.647272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f62f-05a1-4d3b-a240-46a3465c1f9b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:29.672010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:29.674716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:29.700636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-ec07ad2a-3f6b-49d6-8cad-dac8ac038abd service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579331 Feb 08 23:46:29.746718 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-63f441b9-fd26-4542-b3d5-954a4b78fcf0 req-9244af66-915e-49b2-9e08-87ab718fa0cb tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] show failed (client error): The resource could not be found. Feb 08 23:46:29.748823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63f441b9-fd26-4542-b3d5-954a4b78fcf0 req-9244af66-915e-49b2-9e08-87ab718fa0cb tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups/e5c818ac-c5d7-4c35-a121-2b6b73d79eed HTTP/1.1" status: 404 len: 352 time: 0.0820565 Feb 08 23:46:29.876944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Allocated IP 172.20.0.14 (1e2ca607-c165-4189-86f7-228982cba7bb/128d41c7-68a1-4edb-bd6b-eeeca409fac6/86360f43-cdf9-4ec7-9249-fb7c87ba89c0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:30.122714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.164322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.254629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event updated for resources: {'Port': ['ID=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:30.269685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Network 1e2ca607-c165-4189-86f7-228982cba7bb is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:30.271352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:30.290825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:30.370047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:30.371191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.404408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-ef7f8782-46d8-4d9a-9973-9e153a7c85a1 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0198236 Feb 08 23:46:30.419102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Request body: {'port': {'device_id': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:30.437288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7de8810-5cc9-408c-880a-6b3eac923f46 req-636c70b8-0425-4778-ae9e-921d2bc86956 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8052704 Feb 08 23:46:30.500402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=727ea25d-a90a-49b0-9a6d-7bd354dbc445,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:30.539475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.546047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:30.672161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed3138-57ac-4df6-b254-785deb7be800 req-3d993d68-2715-41ac-9ff8-574217b01197 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:30.673995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98ed3138-57ac-4df6-b254-785deb7be800 req-3d993d68-2715-41ac-9ff8-574217b01197 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 946 time: 0.4107096 Feb 08 23:46:30.706137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd14d85-67fe-4deb-8203-95192fe01625 req-962b964e-aeba-4506-9768-08b701b3cbda service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625018 Feb 08 23:46:30.710162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8c0287cd-8347-41da-a570-1f3e6aecc7cd None None] Provisioning complete for port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:30.711863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c0287cd-8347-41da-a570-1f3e6aecc7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.724368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.741569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Attempting to bind port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:30.742392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Attempting to bind port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:30.742925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Attempting to bind port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 on network 8f9cddd4-fc88-4710-ab85-6508ed877319 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:30.747980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.760783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df1ab8-c444-4937-b7c2-a4908ad8220b req-be691ade-4fce-4dfd-8989-eaf493914e39 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:30.762586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61df1ab8-c444-4937-b7c2-a4908ad8220b req-be691ade-4fce-4dfd-8989-eaf493914e39 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 932 time: 0.2143841 Feb 08 23:46:30.787298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8c0287cd-8347-41da-a570-1f3e6aecc7cd None None] Port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:30.791230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 on network 8f9cddd4-fc88-4710-ab85-6508ed877319 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:30.791569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Attempting to bind port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 on network 8f9cddd4-fc88-4710-ab85-6508ed877319 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:30.838315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:30.838716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Checking segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:30.839021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Bound using segment: {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:30.839490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Bound port: 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39485919-c35a-4dae-80bd-f255e1bc965c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:30.839804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:30.848811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98ed3138-57ac-4df6-b254-785deb7be800 req-f5781721-0c4c-4a77-9f7c-b5fc2ca4e148 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450913 Feb 08 23:46:30.899263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:30.909643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61df1ab8-c444-4937-b7c2-a4908ad8220b req-e7bf3f6f-5839-435e-a75e-37f8b6cb3e29 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116006 Feb 08 23:46:30.976159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:30.976386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:30.976719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:31.005380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:31.005723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Attempting to bind port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on network 6303b34a-9051-4125-ad2d-3001cbb3d59d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:31.042510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] For port 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:31.045088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:31.045454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Checking segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:31.045876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Bound using segment: {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:31.046342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Bound port: 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2478ec6-1e5e-4372-bc86-7c259cad24c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6303b34a-9051-4125-ad2d-3001cbb3d59d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:31.046753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.080162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] For port 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:31.104075 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.135204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:31.144726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.160424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Transition to ACTIVE for port object 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:31.165757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.186798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.187791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.190860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/727ea25d-a90a-49b0-9a6d-7bd354dbc445 HTTP/1.1" status: 200 len: 1091 time: 3.6636968 Feb 08 23:46:31.206324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7c7ea-2449-4bb3-a839-b91c6153f61a req-acd3e971-c06d-4a5f-9ed0-df30925acbe3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.208623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7c7c7ea-2449-4bb3-a839-b91c6153f61a req-acd3e971-c06d-4a5f-9ed0-df30925acbe3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.2220891 Feb 08 23:46:31.358860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f938e8-f40f-4ba3-8919-33dde96cd39f req-f6fd3071-6163-436f-9801-c3414ceeb64a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.363038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40f938e8-f40f-4ba3-8919-33dde96cd39f req-f6fd3071-6163-436f-9801-c3414ceeb64a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.2934992 Feb 08 23:46:31.384824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Pushing event updated for resources: {'Port': ['ID=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:31.519489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40f938e8-f40f-4ba3-8919-33dde96cd39f req-14adb713-40f7-4765-8aa8-bc0f9dc01e03 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316340 Feb 08 23:46:31.548321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Attempting to bind port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:31.548676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Attempting to bind port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:31.549105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Attempting to bind port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 on network 1e2ca607-c165-4189-86f7-228982cba7bb {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:31.551666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c60939-154f-42eb-8b77-ded56695a7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=727ea25d-a90a-49b0-9a6d-7bd354dbc445,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:31.567938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 on network 1e2ca607-c165-4189-86f7-228982cba7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:31.572070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Attempting to bind port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 on network 1e2ca607-c165-4189-86f7-228982cba7bb {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:31.572657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7c7c7ea-2449-4bb3-a839-b91c6153f61a req-fd92b710-f2c6-4f56-b5c4-f92a3c88e696 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554554 Feb 08 23:46:31.579121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:31.586722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:31.589734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:31.590623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Checking segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:31.592095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Bound using segment: {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:31.593097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Bound port: 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf3400cf-9334-4c8e-ac37-2575842ab49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:31.593748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.599924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.705985 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90762216-e203-4291-b1cb-e67d6b091947 x-openstack-request-id: req-90762216-e203-4291-b1cb-e67d6b091947 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:31.708286 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:31.708779 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90762216-e203-4291-b1cb-e67d6b091947 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:31.709518 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'status': 'completed', 'code': 200} Feb 08 23:46:31.748047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-fc5da5ee-f8be-4391-83e5-624403cdbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.750091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-fc5da5ee-f8be-4391-83e5-624403cdbe20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33360ce33c974e9595d8457b65cf14c3&device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 1094 time: 0.4943681 Feb 08 23:46:31.770315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=8']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:31.826717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] For port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:31.833007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] For port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:31.846376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.861158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-08ecd619-7ab2-4617-9352-24a52ba20689 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445 HTTP/1.1" status: 200 len: 217 time: 0.0922699 Feb 08 23:46:31.876881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.877639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.879305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c102bd57-55c2-4c43-8e37-6c0c4f68c544 service neutron] 10.222.0.84 "PUT /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 1122 time: 3.6130199 Feb 08 23:46:31.939156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.940139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:31.942534 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] 10.222.0.84 "PUT /v2.0/ports/86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 1092 time: 1.5302701 Feb 08 23:46:31.943807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:31.947504 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:31.972261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36069ab2-c362-455f-a527-fc42cd754ca1 req-d2aeb7cb-d099-4b3e-9293-8fc5bb97154c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:31.974277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36069ab2-c362-455f-a527-fc42cd754ca1 req-d2aeb7cb-d099-4b3e-9293-8fc5bb97154c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1023 time: 0.2780967 Feb 08 23:46:31.980524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1b245b4b-558c-4544-b8af-13aaac2cf8b3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:32.000012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-68fdfb72-912f-4293-9d2d-5ca566168ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.001584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-68fdfb72-912f-4293-9d2d-5ca566168ed7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1174 time: 0.2714782 Feb 08 23:46:32.058711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1b245b4b-558c-4544-b8af-13aaac2cf8b3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:32.059293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-2c5c1a7a-0905-4576-8d81-3c321bad3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.061012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-2c5c1a7a-0905-4576-8d81-3c321bad3ef8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=729d5f3c-03f5-48e6-8d75-ae890778cd72 HTTP/1.1" status: 200 len: 854 time: 0.1796510 Feb 08 23:46:32.115104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1a3e1-8152-422c-837f-a16e0ab55632 service neutron] Pushing event updated for resources: {'Port': ['ID=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:32.176938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-7f3ec71e-6186-4a61-a624-1b3a25949b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.186200 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-7f3ec71e-6186-4a61-a624-1b3a25949b5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1095 time: 0.1902094 Feb 08 23:46:32.219082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5705e-2c4d-440b-bd20-c870ef0144e9 req-46b6bb3f-f89b-4850-aa2a-0a2569befac6 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.220718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ee5705e-2c4d-440b-bd20-c870ef0144e9 req-46b6bb3f-f89b-4850-aa2a-0a2569befac6 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 943 time: 0.3620117 Feb 08 23:46:32.311751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36069ab2-c362-455f-a527-fc42cd754ca1 req-0d188796-609d-46e2-8340-4cc133ebb717 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=ee985550-b239-4bb8-81e0-0dd8ab05a1ec&id=314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5 HTTP/1.1" status: 200 len: 6146 time: 0.3079319 Feb 08 23:46:32.331525 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-4e1d8129-461d-494b-9785-036e19fb1e9f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 217 time: 0.1379049 Feb 08 23:46:32.427891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-4bb017f4-6728-4a89-b34a-015f41043bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.430602 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-4bb017f4-6728-4a89-b34a-015f41043bc1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 200 len: 867 time: 0.0866249 Feb 08 23:46:32.474576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-fba79dfa-deea-4b82-89cf-4baf53083ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.476132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-fba79dfa-deea-4b82-89cf-4baf53083ecf service neutron] 10.222.0.84 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 0.4427693 Feb 08 23:46:32.478608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-0cb24585-004b-411d-a36b-998e872ebf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.480057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-0cb24585-004b-411d-a36b-998e872ebf8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f9cddd4-fc88-4710-ab85-6508ed877319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949888 Feb 08 23:46:32.493104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-dee23fce-da7e-4e04-b049-3f23d4a8e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.495931 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-dee23fce-da7e-4e04-b049-3f23d4a8e298 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e2ca607-c165-4189-86f7-228982cba7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565147 Feb 08 23:46:32.621234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-fd65e3b4-5533-4285-87be-a6a2f9346684 service neutron] 10.222.0.21 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321008 Feb 08 23:46:32.645221 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-5ac427a2-39db-4a8a-bc63-4e5b759540b6 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412723 Feb 08 23:46:32.685855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ee5705e-2c4d-440b-bd20-c870ef0144e9 req-7029580d-629f-4fd2-a85a-8c2d2380738f tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3705444 Feb 08 23:46:32.737304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa1b26-a48e-4bff-a7ac-532a61dd43ba req-ca25854e-bbf7-493f-9eec-cef9643bf1b7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.739339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2daa1b26-a48e-4bff-a7ac-532a61dd43ba req-ca25854e-bbf7-493f-9eec-cef9643bf1b7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.3532455 Feb 08 23:46:32.740947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-44c23739-675f-4c84-a54e-70372dc83b1c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 200 len: 217 time: 0.2535408 Feb 08 23:46:32.933515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2daa1b26-a48e-4bff-a7ac-532a61dd43ba req-7754de4c-c2a4-4b9b-b725-dffa001c1f31 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511838 Feb 08 23:46:32.987082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-1978902f-a513-4211-a5fc-194d755c1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:32.988879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-1978902f-a513-4211-a5fc-194d755c1edc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.2383173 Feb 08 23:46:33.002668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f89b2e81-df69-4597-8a81-8a017a5ab2a8 req-c2d8c356-d105-4daf-8b51-3aafeb519d30 tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38366b076e1e49178eecccac0f3c1420 HTTP/1.1" status: 200 len: 2984 time: 0.2580435 Feb 08 23:46:33.024041 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5194f0db-6ee7-4aaa-aac8-7518cb30ce48 req-159e610d-0474-4165-a18b-f56f02bceeba service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677223 Feb 08 23:46:33.046640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c61bd0f-17ce-4c3e-bb01-304e3d412c74 req-fab4ea10-424b-4101-82f0-783bc52f40d9 service neutron] 10.222.0.21 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921306 Feb 08 23:46:33.096076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-29e94f3e-7039-463b-9c5a-1f4dfb84aacb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890222 Feb 08 23:46:33.213024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f89b2e81-df69-4597-8a81-8a017a5ab2a8 req-eb7ca107-4124-4060-b396-f931a155bd60 tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups/3989ecc9-89b7-45c7-9c2b-6f2951010c5c HTTP/1.1" status: 200 len: 2981 time: 0.2060134 Feb 08 23:46:33.243826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2c1d2-e83a-45e4-90c8-a13f387f65b2 req-8145f64c-181f-4cd3-8082-85930ae080ac tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.245665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9d2c1d2-e83a-45e4-90c8-a13f387f65b2 req-8145f64c-181f-4cd3-8082-85930ae080ac tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.1975989 Feb 08 23:46:33.310658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-b68091d5-28f7-4308-bd90-d0116e3285ed service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901338 Feb 08 23:46:33.366226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f89b2e81-df69-4597-8a81-8a017a5ab2a8 req-0f3e73a1-99a9-4ea2-a03a-134c87b9fb63 tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups/3989ecc9-89b7-45c7-9c2b-6f2951010c5c HTTP/1.1" status: 200 len: 2981 time: 0.1463442 Feb 08 23:46:33.385734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9d2c1d2-e83a-45e4-90c8-a13f387f65b2 req-4d2a46e0-765b-444e-a830-c391bb7fd390 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246150 Feb 08 23:46:33.550723 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e334a-823c-4151-b8cd-3cfe3b3b8c85 x-openstack-request-id: req-668e334a-823c-4151-b8cd-3cfe3b3b8c85 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:33.551232 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:33.551232 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-668e334a-823c-4151-b8cd-3cfe3b3b8c85 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:33.551621 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'status': 'completed', 'code': 200} Feb 08 23:46:33.588139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-81b5ab8d-ad50-4c88-8e85-a2e66806c137 req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1022200575 ', 'description': 'tempest-description-678014086'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:33.603317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ad3e530-cb6f-4987-8fa9-a1f9ae7f91d1 req-730fc8e8-061d-4b0e-8483-7da233fc3e85 service neutron] 10.222.0.84 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815547 Feb 08 23:46:33.614678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bb40b-3863-4724-9468-ce6efd543c05 req-d48a6cc7-145f-445c-b039-8f3e11fffda3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.617420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e84bb40b-3863-4724-9468-ce6efd543c05 req-d48a6cc7-145f-445c-b039-8f3e11fffda3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 944 time: 0.1243806 Feb 08 23:46:33.637744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-1fdc2291-3b9f-40be-9766-5876bc53579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.639921 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-1fdc2291-3b9f-40be-9766-5876bc53579b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1095 time: 0.0571074 Feb 08 23:46:33.668061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-81b5ab8d-ad50-4c88-8e85-a2e66806c137 req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:33.699063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e84bb40b-3863-4724-9468-ce6efd543c05 req-85fdf26a-a2b9-4796-aebf-7a42bdb05a39 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734298 Feb 08 23:46:33.712744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3'}, {'name': 'network-changed', 'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445'}, {'name': 'network-changed', 'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:33.724185 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547476d5-177a-4cc4-9b55-23e8b3959368" -d '{"events": [{"server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "name": "network-vif-unplugged", "status": "completed", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3"}, {"name": "network-changed", "server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445"}, {"name": "network-changed", "server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:33.776534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-d5698be6-f539-427b-a5e7-27d9a738edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.778045 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-d5698be6-f539-427b-a5e7-27d9a738edba service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 929 time: 0.1286201 Feb 08 23:46:33.787543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-81b5ab8d-ad50-4c88-8e85-a2e66806c137 req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:33.804504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-81b5ab8d-ad50-4c88-8e85-a2e66806c137 req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:33.827301 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-c1fed079-4a79-4a7c-b284-3628c2c08d40 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 217 time: 0.0400651 Feb 08 23:46:33.839797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-81b5ab8d-ad50-4c88-8e85-a2e66806c137 req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:33.841012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81b5ab8d-ad50-4c88-8e85-a2e66806c137 req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2629747 Feb 08 23:46:33.857225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4afa-5151-4072-8000-38830a8b2853 req-015c81ed-ba47-43a5-bb4e-31fb1ab48383 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.858928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66fa4afa-5151-4072-8000-38830a8b2853 req-015c81ed-ba47-43a5-bb4e-31fb1ab48383 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.0893660 Feb 08 23:46:33.860079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238feff-ef8e-408a-aa6f-c25baa824ef6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8585e-cfd6-4a7e-91ae-a4596e981b95,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:33.895416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-cd2ddd42-6ba0-4675-bf2a-393d7e2b3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.897109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-cd2ddd42-6ba0-4675-bf2a-393d7e2b3454 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 200 len: 867 time: 0.0624108 Feb 08 23:46:33.900742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66fa4afa-5151-4072-8000-38830a8b2853 req-f61b6a66-6fcf-478a-9c71-7df81bb65d26 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Feb 08 23:46:33.962071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-145851b9-861f-47b7-9d89-9d94a0e5083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:33.965232 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-145851b9-861f-47b7-9d89-9d94a0e5083d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e2ca607-c165-4189-86f7-228982cba7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567291 Feb 08 23:46:34.020058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805efe9-8473-4381-8610-abb2d1fde744 req-d733feef-23fd-489a-a1cf-161b0b34a8aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:34.021711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5805efe9-8473-4381-8610-abb2d1fde744 req-d733feef-23fd-489a-a1cf-161b0b34a8aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.1011901 Feb 08 23:46:34.030212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96889c68-e15b-4de2-a12b-a328ae4c02e5 req-de89b613-7571-41cf-b8b7-eba36eb35655 tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups/3989ecc9-89b7-45c7-9c2b-6f2951010c5c HTTP/1.1" status: 200 len: 2981 time: 0.0765066 Feb 08 23:46:34.086238 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-79811103-f920-453c-b909-99c1dde6b9f4 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128123 Feb 08 23:46:34.096820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5805efe9-8473-4381-8610-abb2d1fde744 req-23a40128-9005-4503-a694-9f6c058f702b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653908 Feb 08 23:46:34.129873 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-96889c68-e15b-4de2-a12b-a328ae4c02e5 req-1559d925-4a18-49fa-9264-645ac1520960 tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 23:46:34.131085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96889c68-e15b-4de2-a12b-a328ae4c02e5 req-1559d925-4a18-49fa-9264-645ac1520960 tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "DELETE /v2.0/security-groups/3989ecc9-89b7-45c7-9c2b-6f2951010c5c HTTP/1.1" status: 409 len: 352 time: 0.0845332 Feb 08 23:46:34.225392 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c5cdc-13ff-4d1d-b54d-0ce655864f75 x-openstack-request-id: req-bc0c5cdc-13ff-4d1d-b54d-0ce655864f75 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:34.226047 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "name": "network-vif-unplugged", "status": "completed", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3", "code": 200}, {"name": "network-changed", "server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:34.226840 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc0c5cdc-13ff-4d1d-b54d-0ce655864f75 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:34.227386 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'code': 200} Feb 08 23:46:34.227740 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'status': 'completed', 'code': 200} Feb 08 23:46:34.228093 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'status': 'completed', 'code': 200} Feb 08 23:46:34.240442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-81e51bb2-5d29-487b-a79e-b3eb94dff6a6 req-de915bd3-c4d8-43d5-a580-df801f77d3e3 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461892 Feb 08 23:46:34.315454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c5385-2f6c-440d-89f1-6b56a2528b83 req-7c26cdf1-a12f-478e-a609-cf78cd0acb1a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:34.317537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-699c5385-2f6c-440d-89f1-6b56a2528b83 req-7c26cdf1-a12f-478e-a609-cf78cd0acb1a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 943 time: 0.1254938 Feb 08 23:46:34.327577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34e11548-be45-452a-9d8d-0b7aefeb05c7 req-1049bf3a-403f-4623-b3ad-c88cb8591eb7 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/47e8585e-cfd6-4a7e-91ae-a4596e981b95 HTTP/1.1" status: 200 len: 1780 time: 0.0951145 Feb 08 23:46:34.351885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-d5162d03-7d35-40ec-9265-ff86c92f1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:34.355370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-d5162d03-7d35-40ec-9265-ff86c92f1c16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33360ce33c974e9595d8457b65cf14c3&device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 1094 time: 0.1048319 Feb 08 23:46:34.396169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-699c5385-2f6c-440d-89f1-6b56a2528b83 req-2aad8533-87e4-4aff-b296-889ef4c62a04 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669529 Feb 08 23:46:34.483607 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-554a218b-e812-45f4-b319-e808d90fbad1 req-23d85f9d-1f8e-44a0-a8e6-afef24f5638f tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] show failed (client error): The resource could not be found. Feb 08 23:46:34.484632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554a218b-e812-45f4-b319-e808d90fbad1 req-23d85f9d-1f8e-44a0-a8e6-afef24f5638f tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups/d753f7fc-11ef-42d9-86ef-6798b9227ba2 HTTP/1.1" status: 404 len: 352 time: 0.0541921 Feb 08 23:46:34.556195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eb6a8-9572-4766-b541-91ddcf679761 req-1ae79995-ca5a-44c4-8146-46c3e283dbd6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:34.557802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-852eb6a8-9572-4766-b541-91ddcf679761 req-1ae79995-ca5a-44c4-8146-46c3e283dbd6 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1261721 Feb 08 23:46:34.561735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-09949f42-c159-4207-95df-6307c2b73e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:34.563524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-09949f42-c159-4207-95df-6307c2b73e33 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f9cddd4-fc88-4710-ab85-6508ed877319 HTTP/1.1" status: 200 len: 916 time: 0.2003222 Feb 08 23:46:34.628337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-1c6f6d41-cfd0-48b7-a8b9-87bc28dfd220 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445 HTTP/1.1" status: 200 len: 217 time: 0.0470247 Feb 08 23:46:34.635496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-495b9636-fbdf-40d5-b33b-132960968e13 req-c05c900b-bcdb-4f8c-8b45-1ca7133205e8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/47e8585e-cfd6-4a7e-91ae-a4596e981b95 HTTP/1.1" status: 200 len: 1780 time: 0.1232750 Feb 08 23:46:34.982267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-852eb6a8-9572-4766-b541-91ddcf679761 req-05289cd3-3d47-499c-b6fb-e7314e07e9bf tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141693 Feb 08 23:46:35.005462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-2123fd2e-d090-4a59-bd52-518dff991bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.006906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-2123fd2e-d090-4a59-bd52-518dff991bab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=729d5f3c-03f5-48e6-8d75-ae890778cd72 HTTP/1.1" status: 200 len: 854 time: 0.3705201 Feb 08 23:46:35.018282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:35.067222 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-495b9636-fbdf-40d5-b33b-132960968e13 req-bb56f798-048c-4212-a005-9c03254126f0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.128164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-495b9636-fbdf-40d5-b33b-132960968e13 req-bb56f798-048c-4212-a005-9c03254126f0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.134107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:35.145822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'port_id': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'mac_address': 'fa:16:3e:86:35:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:35.156805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-49160899-a52d-40a3-8766-a85e74171f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.158852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-49160899-a52d-40a3-8766-a85e74171f8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f9cddd4-fc88-4710-ab85-6508ed877319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390886 Feb 08 23:46:35.177530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd69355-597d-4962-8874-7574bf2e35ea req-002705da-5656-40a4-ba63-a6dbfd7fcaf5 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.179797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cd69355-597d-4962-8874-7574bf2e35ea req-002705da-5656-40a4-ba63-a6dbfd7fcaf5 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.1256881 Feb 08 23:46:35.193775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.208464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:35.236254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:35.240498 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.272477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-495b9636-fbdf-40d5-b33b-132960968e13 req-bb56f798-048c-4212-a005-9c03254126f0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.275165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-495b9636-fbdf-40d5-b33b-132960968e13 req-bb56f798-048c-4212-a005-9c03254126f0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.276278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-495b9636-fbdf-40d5-b33b-132960968e13 req-bb56f798-048c-4212-a005-9c03254126f0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/47e8585e-cfd6-4a7e-91ae-a4596e981b95 HTTP/1.1" status: 204 len: 173 time: 0.6249886 Feb 08 23:46:35.290101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cd69355-597d-4962-8874-7574bf2e35ea req-67496562-fc87-4896-b53f-094885d7e90a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961559 Feb 08 23:46:35.292421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56f798-048c-4212-a005-9c03254126f0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8585e-cfd6-4a7e-91ae-a4596e981b95,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:35.297254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:35.342670 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-085ac467-b600-47c0-aecb-8ef195aaa374 req-1da7bca4-3ab4-4032-b149-866f3c76a44a tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] show failed (client error): The resource could not be found. Feb 08 23:46:35.344447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-085ac467-b600-47c0-aecb-8ef195aaa374 req-1da7bca4-3ab4-4032-b149-866f3c76a44a tempest-SecurityGroupsNegativeTestJSON-944212688 tempest-SecurityGroupsNegativeTestJSON-944212688-project] 10.222.0.32 "GET /v2.0/security-groups/b1fca19c-3901-43f3-bc2c-35460e576199 HTTP/1.1" status: 404 len: 352 time: 0.0427532 Feb 08 23:46:35.358720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-79bccaff-0cf3-4121-a445-44fb11708dff service neutron] 10.222.0.21 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736763 Feb 08 23:46:35.358906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36804) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:35.415681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Deleting subnet 9653a42b-9405-4917-a06b-8ba7f19d8c8f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:46:35.420564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.465964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.511830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.517211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95cf12-d3e3-4ab1-b97b-d9e2995e9395 req-017eb56a-e0db-4230-8dcf-a3549bbac7b2 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.518715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef95cf12-d3e3-4ab1-b97b-d9e2995e9395 req-017eb56a-e0db-4230-8dcf-a3549bbac7b2 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 945 time: 0.1342566 Feb 08 23:46:35.530621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed833e-3570-4598-b6cc-4fd8ca1f87e5 req-43a31a93-ebd9-4a1d-be9a-2f17f9ff1e86 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.532095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5eed833e-3570-4598-b6cc-4fd8ca1f87e5 req-43a31a93-ebd9-4a1d-be9a-2f17f9ff1e86 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.1111450 Feb 08 23:46:35.562467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-a465fee3-b4e7-4751-bb46-f59f2ba8dc91 service neutron] 10.222.0.21 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989043 Feb 08 23:46:35.580207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['86360f43-cdf9-4ec7-9249-fb7c87ba89c0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:35.581317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.602202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef95cf12-d3e3-4ab1-b97b-d9e2995e9395 req-df0dfe43-0646-4c20-92e5-7fec01422916 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690360 Feb 08 23:46:35.610418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5eed833e-3570-4598-b6cc-4fd8ca1f87e5 req-aa78bae0-0908-4e36-acd9-2a80d1966559 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633783 Feb 08 23:46:35.641202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9653a42b-9405-4917-a06b-8ba7f19d8c8f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:35.641202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.643006 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b5bfdd39-1cda-4644-9b1b-70d5f251751c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9653a42b-9405-4917-a06b-8ba7f19d8c8f HTTP/1.1" status: 204 len: 168 time: 0.2847924 Feb 08 23:46:35.647227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36808) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:35.702974 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-31cd9dfb-9df8-451e-907a-125659e57380 req-99ba17fe-e3ea-4ec1-879b-06430ad47203 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:46:35.703973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31cd9dfb-9df8-451e-907a-125659e57380 req-99ba17fe-e3ea-4ec1-879b-06430ad47203 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/47e8585e-cfd6-4a7e-91ae-a4596e981b95 HTTP/1.1" status: 404 len: 352 time: 0.0271335 Feb 08 23:46:35.794262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-6cf91c6c-a1df-41b9-850e-6c4534d14ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.795773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-6cf91c6c-a1df-41b9-850e-6c4534d14ef5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1125 time: 0.1760695 Feb 08 23:46:35.862425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:35.933142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb24e9-883e-49fd-8e00-37e7888b84d5 req-880c62d7-869d-4233-830b-0eed21ce4b9a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.934749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdeb24e9-883e-49fd-8e00-37e7888b84d5 req-880c62d7-869d-4233-830b-0eed21ce4b9a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.1859083 Feb 08 23:46:35.964135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8d9f5-a640-49e6-85dd-13cf85407ca8 req-8c56b78f-19ae-4420-88cb-7dd9efb06bfc tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:35.965887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6b8d9f5-a640-49e6-85dd-13cf85407ca8 req-8c56b78f-19ae-4420-88cb-7dd9efb06bfc tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 943 time: 0.1935430 Feb 08 23:46:36.078437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-4bc0fb87-d901-4677-b986-77a603af50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:36.079960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-4bc0fb87-d901-4677-b986-77a603af50ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.2720132 Feb 08 23:46:36.109941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdeb24e9-883e-49fd-8e00-37e7888b84d5 req-a753c81f-1354-419f-93d5-260c15f4e8b8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648707 Feb 08 23:46:36.157232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-9bf1df32-86c1-4f00-af79-d73a82d5539d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 217 time: 0.0672424 Feb 08 23:46:36.160288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6b8d9f5-a640-49e6-85dd-13cf85407ca8 req-b5f214fa-a5ec-4ca2-b455-b6907ca12aeb tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1685846 Feb 08 23:46:36.162329 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.168775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fb497bec-b462-446d-8835-742ceb599221 req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1071329364', 'description': 'tempest-description-942493338'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:36.241321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331b8e62-ba55-4364-948c-5cd8f275c3d7']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:36.271618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3496375e-d986-4825-b267-9924dc337931') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:36.271933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3496375e-d986-4825-b267-9924dc337931') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:36.301351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.305610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-16788de4-9157-4a6e-809b-29d03300883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:36.307099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-16788de4-9157-4a6e-809b-29d03300883b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.1328101 Feb 08 23:46:36.321332 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fb497bec-b462-446d-8835-742ceb599221 req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.365675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-6189949a-e20a-4657-b4d1-099b699d1c10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479827 Feb 08 23:46:36.368982 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.388677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:46:36.389117 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.397994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c82e-c97a-4a40-8794-9e22f1016caa req-964be97c-2ea2-4aa5-afe8-0c4361a714f0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:36.399607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b914c82e-c97a-4a40-8794-9e22f1016caa req-964be97c-2ea2-4aa5-afe8-0c4361a714f0 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1551683 Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:46:36.400255 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:46:36.546863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.559553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b914c82e-c97a-4a40-8794-9e22f1016caa req-3f3352bc-f477-4f39-8fa9-23007b2c5e79 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456120 Feb 08 23:46:36.576598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.582353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] 10.222.0.32 "DELETE /v2.0/networks/331b8e62-ba55-4364-948c-5cd8f275c3d7 HTTP/1.1" status: 204 len: 168 time: 0.9315224 Feb 08 23:46:36.606839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e1336-8d6b-4acd-839d-d7193d18726a admin admin] Pushing event deleted for resources: {'Network': ['ID=331b8e62-ba55-4364-948c-5cd8f275c3d7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:36.619066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-48a8bc39-927e-4614-a0ab-ebc436dd2f89 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416871 Feb 08 23:46:36.667682 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fb497bec-b462-446d-8835-742ceb599221 req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.707308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fb497bec-b462-446d-8835-742ceb599221 req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.732144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36832) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:36.759512 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.763247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.773453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fb497bec-b462-446d-8835-742ceb599221 req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.775022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb497bec-b462-446d-8835-742ceb599221 req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6234710 Feb 08 23:46:36.797151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36836) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:36.798233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a519ff96-d357-4347-9d27-13c42f99a961 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38366b076e1e49178eecccac0f3c1420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645411 Feb 08 23:46:36.799622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a583e-c756-40f9-89c4-afb9cc678bfd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaa96ab-c007-4372-b3e1-fb35986ca3e9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:36.836958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8ed89-5e5f-4102-88c3-ebeed0ff9f5f req-2e546198-ed6d-410d-a178-5228613cca4e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:36.838589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3fc8ed89-5e5f-4102-88c3-ebeed0ff9f5f req-2e546198-ed6d-410d-a178-5228613cca4e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 946 time: 0.1740904 Feb 08 23:46:36.851979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547476d5-177a-4cc4-9b55-23e8b3959368 req-cb351833-4cfc-4674-9dd4-a6b5e799ea34 service neutron] 10.222.0.21 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207007 Feb 08 23:46:36.930951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3fc8ed89-5e5f-4102-88c3-ebeed0ff9f5f req-32fb7b9d-a353-4cba-b1a6-cddd46583a05 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819888 Feb 08 23:46:36.964975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d91098-d084-48f6-8fac-8e302ec9a3d8 req-d127bc9c-b277-4a65-8aad-4bab14cd5e47 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:36.966623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18d91098-d084-48f6-8fac-8e302ec9a3d8 req-d127bc9c-b277-4a65-8aad-4bab14cd5e47 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 944 time: 0.1059203 Feb 08 23:46:36.966918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cccdf93a-4877-4e4a-ad25-11a64a26f9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:36.984523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 727ea25d-a90a-49b0-9a6d-7bd354dbc445 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:36.989903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:46:37.024443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cccdf93a-4877-4e4a-ad25-11a64a26f9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.056782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:37.067031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18d91098-d084-48f6-8fac-8e302ec9a3d8 req-bcc9be16-ee1a-4aef-a157-fab090bfc740 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882223 Feb 08 23:46:37.188389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cccdf93a-4877-4e4a-ad25-11a64a26f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.191123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cccdf93a-4877-4e4a-ad25-11a64a26f9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.194509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cccdf93a-4877-4e4a-ad25-11a64a26f9b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3989ecc9-89b7-45c7-9c2b-6f2951010c5c HTTP/1.1" status: 204 len: 168 time: 0.3901348 Feb 08 23:46:37.230087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.231651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdf93a-4877-4e4a-ad25-11a64a26f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989ecc9-89b7-45c7-9c2b-6f2951010c5c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:37.255304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19030642-624a-414c-a71d-6d3ac26d49fa req-48ee8110-8136-4fc4-9bda-b10594b928f5 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:37.256906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19030642-624a-414c-a71d-6d3ac26d49fa req-48ee8110-8136-4fc4-9bda-b10594b928f5 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 945 time: 0.2126486 Feb 08 23:46:37.272616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-b004c302-e30b-4f20-9e30-a765f31a33e2 service neutron] 10.222.0.21 "GET /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.2095959 Feb 08 23:46:37.280965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:37.282718 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefb2361-1e5f-44a3-a8f8-3a06e9214619" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-unplugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:37.286151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e8e65-56b0-49f5-90cb-ba2e071e5c05 req-7f4caf6c-439d-401e-8533-93af4fb90f55 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:37.287698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-502e8e65-56b0-49f5-90cb-ba2e071e5c05 req-7f4caf6c-439d-401e-8533-93af4fb90f55 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.1231630 Feb 08 23:46:37.299966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:37.341362 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.347740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:46:37.367391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:37.368049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.372485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:37.409607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19030642-624a-414c-a71d-6d3ac26d49fa req-060b4de3-bcf5-420d-b560-533edd3575ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412506 Feb 08 23:46:37.428135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-502e8e65-56b0-49f5-90cb-ba2e071e5c05 req-de29677b-2590-4f3a-b0ab-15efe6f4f8f9 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247764 Feb 08 23:46:37.452081 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'port_id': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'mac_address': 'fa:16:3e:bc:2a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:37.499630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=14']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:37.562560 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.595364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727ea25d-a90a-49b0-9a6d-7bd354dbc445 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:37.617776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5a20aad2-5145-487e-9261-2b8811247d0f req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1655381627', 'description': 'tempest-description-392720214'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:37.661215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:37.671472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:37.676412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.703278 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.719997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2556573-45ce-4a10-8aff-fbedbefb47d8 req-e9ee9006-47b9-46d9-baef-78d9c9d6e8d5 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:37.721817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2556573-45ce-4a10-8aff-fbedbefb47d8 req-e9ee9006-47b9-46d9-baef-78d9c9d6e8d5 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 943 time: 0.1311302 Feb 08 23:46:37.723146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:37.724970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a20aad2-5145-487e-9261-2b8811247d0f req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.762429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:37.774576 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.799940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=727ea25d-a90a-49b0-9a6d-7bd354dbc445,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:37.842132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b245b4b-558c-4544-b8af-13aaac2cf8b3 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:37.871092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:37.901219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2556573-45ce-4a10-8aff-fbedbefb47d8 req-046d7b87-d442-4961-8b34-35f33043b6d0 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200187 Feb 08 23:46:37.901853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:37.926253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.962813 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d8f7b-2b7a-4810-abdc-4fc41e2e53d4 x-openstack-request-id: req-953d8f7b-2b7a-4810-abdc-4fc41e2e53d4 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:37.963500 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-unplugged", "status": "completed", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:37.963975 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-953d8f7b-2b7a-4810-abdc-4fc41e2e53d4 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:37.964558 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'code': 200} Feb 08 23:46:37.985247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a20aad2-5145-487e-9261-2b8811247d0f req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:37.995127 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a20aad2-5145-487e-9261-2b8811247d0f req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.015964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['727ea25d-a90a-49b0-9a6d-7bd354dbc445'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:38.108801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a20aad2-5145-487e-9261-2b8811247d0f req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.110196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a20aad2-5145-487e-9261-2b8811247d0f req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5181322 Feb 08 23:46:38.113925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d61fc1-e3e5-475c-929b-2d52ce1482c3 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810328ae-2a73-4411-a943-5f4fb11b6d1b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:38.151709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c45ecf-996f-4418-be74-5a5d86f1fa10 req-da07f349-4ceb-4a2d-88c7-868e05092e90 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.153293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08c45ecf-996f-4418-be74-5a5d86f1fa10 req-da07f349-4ceb-4a2d-88c7-868e05092e90 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1205261 Feb 08 23:46:38.154394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] Transition to ACTIVE for port object 1b245b4b-558c-4544-b8af-13aaac2cf8b3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:38.161653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.292539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] No DVR routers for this DVR port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:46:38.306675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] Pushing event updated for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=10']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:38.336299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-c81bacb4-3a5c-4c6f-965d-10fdf3e5d493 service neutron] 10.222.0.21 "PUT /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0457034 Feb 08 23:46:38.360072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36936) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:38.361411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5add1a-85c9-4f43-afd4-bca95e8ffde8 req-11dae3b4-5cf5-46a3-9972-8d6821216e70 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.362990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd5add1a-85c9-4f43-afd4-bca95e8ffde8 req-11dae3b4-5cf5-46a3-9972-8d6821216e70 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 945 time: 0.1541178 Feb 08 23:46:38.370990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08c45ecf-996f-4418-be74-5a5d86f1fa10 req-979c9431-ee9c-416e-8da0-4f1ce4470d29 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988423 Feb 08 23:46:38.424778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8208ebed-3e3e-43b2-a21d-107b6133b65c req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1750829227', 'description': 'tempest-description-1318018678'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:38.434849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd5add1a-85c9-4f43-afd4-bca95e8ffde8 req-be0a94ef-4967-400c-91f7-eb0b178e5bbf tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629077 Feb 08 23:46:38.459082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8208ebed-3e3e-43b2-a21d-107b6133b65c req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.484842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-1c819b16-63d4-407a-a0fa-a17df5923cfc tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.486927 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-1c819b16-63d4-407a-a0fa-a17df5923cfc tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.0709653 Feb 08 23:46:38.548498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1546969670-network', 'tenant_id': 'd49d2db2d76a42b2bdc142cafed58cb1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:38.582683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-66337f5c-6bbc-470a-bc2d-e09576d1c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.584407 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-66337f5c-6bbc-470a-bc2d-e09576d1c8c0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def HTTP/1.1" status: 200 len: 1096 time: 0.0884359 Feb 08 23:46:38.587135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Made reservation on behalf of d49d2db2d76a42b2bdc142cafed58cb1 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:38.598682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.605599 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-3bd0f6e6-ceb8-47eb-97f5-df1b431dbc44 service neutron] show failed (client error): The resource could not be found. Feb 08 23:46:38.606815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-3bd0f6e6-ceb8-47eb-97f5-df1b431dbc44 service neutron] 10.222.0.84 "GET /v2.0/ports/d819de77-0b4d-4d4e-88f1-dbc9c53540b2/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.1341650 Feb 08 23:46:38.615459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.641995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8208ebed-3e3e-43b2-a21d-107b6133b65c req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.649480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b83ab-f6fa-4bd2-991f-16de654c55ff req-0911936e-30ab-423c-9845-623b6c55f1e7 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.651269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-040b83ab-f6fa-4bd2-991f-16de654c55ff req-0911936e-30ab-423c-9845-623b6c55f1e7 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 946 time: 0.1327140 Feb 08 23:46:38.653127 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8208ebed-3e3e-43b2-a21d-107b6133b65c req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.684405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-44ee44ba-e4ed-4e5f-bd37-61a1781d14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.686636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-44ee44ba-e4ed-4e5f-bd37-61a1781d14e7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1096 time: 0.0625446 Feb 08 23:46:38.707690 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8208ebed-3e3e-43b2-a21d-107b6133b65c req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.709375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8208ebed-3e3e-43b2-a21d-107b6133b65c req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2920442 Feb 08 23:46:38.743333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-040b83ab-f6fa-4bd2-991f-16de654c55ff req-06792fa0-400f-494a-8b2b-ac96db2ad78b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820851 Feb 08 23:46:38.744117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a641c09-e495-4cad-b5a8-cd5956f9bdcd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3d7e9-15a7-4c6f-a433-75257e7e63a1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:38.870017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-e107abb7-d751-4126-8a75-93e6e33e9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:38.872243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-e107abb7-d751-4126-8a75-93e6e33e9b9c service neutron] 10.222.0.84 "GET /v2.0/networks?id=6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 200 len: 907 time: 0.1778772 Feb 08 23:46:38.934969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.937426 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-63a86c07-badc-4f85-944e-9a37586e9335 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 200 len: 217 time: 0.0529823 Feb 08 23:46:38.939029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:38.993830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 727ea25d-a90a-49b0-9a6d-7bd354dbc445 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:38.995255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:46:39.017064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c72823-61b8-4bd7-851d-799aff986e15,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:39.027257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.027605 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Added segment ef75be3c-0f14-459a-9944-ad7e456cb392 of type vlan for network 1d92208c-7228-4238-ad26-d23d81e90a7b Feb 08 23:46:39.040654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-ba728c33-def5-413a-842e-999fc653a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.042798 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-ba728c33-def5-413a-842e-999fc653a4e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 200 len: 846 time: 0.0970690 Feb 08 23:46:39.066362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:46:39.072898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:39.074066 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.109932 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-bc6f8143-2998-4513-8bac-a656a8864550 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6303b34a-9051-4125-ad2d-3001cbb3d59d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434244 Feb 08 23:46:39.113745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.167572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.196336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.197357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.198557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.207971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:39.213404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.215075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:46:39.220183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6afd5b31-16f6-4326-a0e1-c354a1974d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.221693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6afd5b31-16f6-4326-a0e1-c354a1974d11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f&tenant_id=382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 1101 time: 0.4267297 Feb 08 23:46:39.234393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9088e-2edd-4715-aea6-620361f28c59 req-b710be97-5ef3-4110-8e87-6d8d86cfd4e5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.235931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22b9088e-2edd-4715-aea6-620361f28c59 req-b710be97-5ef3-4110-8e87-6d8d86cfd4e5 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.4078338 Feb 08 23:46:39.244042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dd339-61cb-4f53-a579-e9fa4169190c req-40d83523-7574-44ff-9dbe-66d81247f41f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.245493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d02dd339-61cb-4f53-a579-e9fa4169190c req-40d83523-7574-44ff-9dbe-66d81247f41f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4156702 Feb 08 23:46:39.251882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:39.287238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:46:39.292448 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9306455 Feb 08 23:46:39.294805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03081-5e6f-4511-bb0a-7ddee457d006 admin admin] Pushing event updated for resources: {'Network': ['ID=1d92208c-7228-4238-ad26-d23d81e90a7b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:39.297568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:39.302870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Request body: {'subnet': {'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1546969670-subnet', 'tenant_id': 'd49d2db2d76a42b2bdc142cafed58cb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:39.308354 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-f2bcdbcf-7cfe-4a1d-989d-c006a59791eb service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901183 Feb 08 23:46:39.324360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 1d92208c-7228-4238-ad26-d23d81e90a7b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:46:39.362235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22b9088e-2edd-4715-aea6-620361f28c59 req-3c495227-6db8-4c6a-ad9e-8d4f74f76721 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156847 Feb 08 23:46:39.372431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d02dd339-61cb-4f53-a579-e9fa4169190c req-f7645a11-16de-4abb-b637-5a99bc31fc92 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113842 Feb 08 23:46:39.373614 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.377046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=727ea25d-a90a-49b0-9a6d-7bd354dbc445,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:39.446958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Made reservation on behalf of d49d2db2d76a42b2bdc142cafed58cb1 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:39.449381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.562634 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-f7f28d65-2e22-4e30-bef8-798e918ab2f5 service neutron] 10.222.0.84 "GET /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467346 Feb 08 23:46:39.679821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7d0a-28a9-4297-bd7e-f3bd1b72b605 req-1907bde9-feac-45b0-b7af-8a5da8cc85cc tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.682105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-832d7d0a-28a9-4297-bd7e-f3bd1b72b605 req-1907bde9-feac-45b0-b7af-8a5da8cc85cc tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.1640646 Feb 08 23:46:39.683913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.699571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1dbf9a0-4d57-4b2f-ae6d-3accf32d43ce req-2c98120c-b6d1-44a8-a56b-5efa50bfaa1e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 10894 time: 0.2750723 Feb 08 23:46:39.756686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae6e906-f7f2-47be-be61-e3cd42e2d831,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:39.762168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Checking segment: {'id': 'ef75be3c-0f14-459a-9944-ad7e456cb392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:39.762530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Network hostable DHCP agents. Network: 1d92208c-7228-4238-ad26-d23d81e90a7b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:46:39.786045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:39.786293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Network 1d92208c-7228-4238-ad26-d23d81e90a7b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:46:39.797687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 1d92208c-7228-4238-ad26-d23d81e90a7b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:39.817104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5205c-39cb-4742-b47c-d8837e613875 None None] Network 1d92208c-7228-4238-ad26-d23d81e90a7b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:39.820853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-832d7d0a-28a9-4297-bd7e-f3bd1b72b605 req-fd10ee85-2908-418e-b5c8-22e1091dac9c tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160543 Feb 08 23:46:39.821554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.822305 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:39.853817 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fe72e5bc-6a5e-421a-a310-5e254823c14f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5555394 Feb 08 23:46:39.860431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1dbf9a0-4d57-4b2f-ae6d-3accf32d43ce req-2df6deee-d707-4957-8a14-b18236c28305 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/b1697c7b-8177-4bde-affb-354f13e5dc98 HTTP/1.1" status: 200 len: 2981 time: 0.1494083 Feb 08 23:46:39.882453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee4880-8baa-47ff-90ab-38279f312ded req-716b556a-264d-438c-912a-6fefb03c56ad tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:39.884523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-716b556a-264d-438c-912a-6fefb03c56ad tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09&tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.0842037 Feb 08 23:46:39.905010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:39.973364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0'}, {'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:39.978142 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0b5f5-8729-4154-a57a-489a6c4cea71" -d '{"events": [{"server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "name": "network-vif-plugged", "status": "completed", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0"}, {"server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "name": "network-vif-plugged", "status": "completed", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:39.992603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1dbf9a0-4d57-4b2f-ae6d-3accf32d43ce req-0a6932e7-92c2-47ee-a26c-ac98f6c5dc23 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/b1697c7b-8177-4bde-affb-354f13e5dc98 HTTP/1.1" status: 200 len: 2981 time: 0.1237838 Feb 08 23:46:40.009464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:40.012031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e074a-0a67-468b-8232-026cf7fa59ed None None] Network 1d92208c-7228-4238-ad26-d23d81e90a7b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:46:40.012525 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9105f741-2f79-4a95-8ce1-45e19c325eaf" -d '{"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-unplugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:40.020799 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:40.043934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7894f-bedd-43b7-905b-1aeea88254d9 req-83ac5357-1e1d-45ca-8988-73fc67cf8b14 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.045842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cc7894f-bedd-43b7-905b-1aeea88254d9 req-83ac5357-1e1d-45ca-8988-73fc67cf8b14 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.1159861 Feb 08 23:46:40.062313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Transition to ACTIVE for port object d819de77-0b4d-4d4e-88f1-dbc9c53540b2 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:40.068617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:40.077827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-40ee4880-8baa-47ff-90ab-38279f312ded req-cef314fe-1864-493a-b78f-0e8cfa72b88f service neutron] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:40.085993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-40ee4880-8baa-47ff-90ab-38279f312ded req-cef314fe-1864-493a-b78f-0e8cfa72b88f service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:40.087330 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-40ee4880-8baa-47ff-90ab-38279f312ded req-cef314fe-1864-493a-b78f-0e8cfa72b88f service neutron] 10.222.0.84 "DELETE /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.1947396 Feb 08 23:46:40.203301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] No DVR routers for this DVR port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:46:40.218140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:40.233680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cc7894f-bedd-43b7-905b-1aeea88254d9 req-b3cdfaca-6a54-42e4-afce-19b1c806b36f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585448 Feb 08 23:46:40.347846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:40.348366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:40.348593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:40.380468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:40.381256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:40.406106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35372144-4d55-4bb9-896e-6d1bb87b7ea5 req-65d65034-60b1-42b3-8cca-e71a6a91634b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.407854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35372144-4d55-4bb9-896e-6d1bb87b7ea5 req-65d65034-60b1-42b3-8cca-e71a6a91634b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 945 time: 0.1370428 Feb 08 23:46:40.412977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:40.414651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:40.414651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:40.415112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Bound port: d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:40.417436 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:40.435381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d439-16ac-465b-bd83-412948285ea4 req-ba3a4f8e-ff53-44f3-8cb9-292c76ee2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.436804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-ba3a4f8e-ff53-44f3-8cb9-292c76ee2341 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.1783690 Feb 08 23:46:40.454609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf51801-8ca7-4eb4-a4d3-9df9521116b9 req-a652f6fa-7fce-4ca6-ad5a-2ed05e3140f5 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.456208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-faf51801-8ca7-4eb4-a4d3-9df9521116b9 req-a652f6fa-7fce-4ca6-ad5a-2ed05e3140f5 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 946 time: 0.1323237 Feb 08 23:46:40.589747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35372144-4d55-4bb9-896e-6d1bb87b7ea5 req-9159c23b-5d9b-465d-8dcd-9c5c948993ca tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679182 Feb 08 23:46:40.610171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-faf51801-8ca7-4eb4-a4d3-9df9521116b9 req-019d8ca9-7f88-424c-8b1d-5c0362f5f1ef tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454017 Feb 08 23:46:40.629253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:40.633144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:40.641547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:40.649760 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1020a9-ea0b-4050-a432-c907639d8ac9 x-openstack-request-id: req-9b1020a9-ea0b-4050-a432-c907639d8ac9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:40.650184 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "name": "network-vif-plugged", "status": "completed", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0", "code": 200}, {"server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "name": "network-vif-plugged", "status": "completed", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:40.650610 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b1020a9-ea0b-4050-a432-c907639d8ac9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:40.651075 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'code': 200} Feb 08 23:46:40.651406 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'code': 200} Feb 08 23:46:40.717721 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36ef587-5544-43d8-a4b0-b6347366dc91 x-openstack-request-id: req-d36ef587-5544-43d8-a4b0-b6347366dc91 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:40.718027 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-unplugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:40.718261 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d36ef587-5544-43d8-a4b0-b6347366dc91 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:40.718857 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'code': 200} Feb 08 23:46:40.722113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.732254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:40.733798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] 10.222.0.21 "PUT /v2.0/ports/d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 1096 time: 1.4861305 Feb 08 23:46:40.749934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d439-16ac-465b-bd83-412948285ea4 req-f6a453b5-0ffa-4406-bdf6-ec43cd146b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.751443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-f6a453b5-0ffa-4406-bdf6-ec43cd146b44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.2878373 Feb 08 23:46:40.839977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc73fac-4bb6-4dce-96ef-0eef8c7c8a47 service neutron] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:40.858095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1ec9-c245-44b2-98b3-e0df9056abec req-1d0a8763-63c9-492f-ad12-d1c3355dd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.862680 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7c3b1ec9-c245-44b2-98b3-e0df9056abec req-1d0a8763-63c9-492f-ad12-d1c3355dd6da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 1096 time: 0.1375580 Feb 08 23:46:40.864342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e852d247-c277-4a82-a2e4-d15553a09cd6 req-e21f4baf-5de1-4706-81c9-29e89328e358 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/bdaa96ab-c007-4372-b3e1-fb35986ca3e9 HTTP/1.1" status: 200 len: 1800 time: 0.2132127 Feb 08 23:46:40.872573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23862f34-5fb8-4335-bf73-86ffa6f56b56 req-50550b17-b3b8-4af6-8431-616a56bd9062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.874360 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23862f34-5fb8-4335-bf73-86ffa6f56b56 req-50550b17-b3b8-4af6-8431-616a56bd9062 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1097 time: 0.1121171 Feb 08 23:46:40.922971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-9865e7a2-1847-4369-8c0f-76c9c348ffa5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.1540217 Feb 08 23:46:40.940543 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-23862f34-5fb8-4335-bf73-86ffa6f56b56 req-774d9c67-253e-4a95-8e62-6d302d7aeaf9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596585 Feb 08 23:46:40.944320 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7c3b1ec9-c245-44b2-98b3-e0df9056abec req-48e5da1e-ff38-4ff2-8d59-c4f271d27529 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759103 Feb 08 23:46:40.979069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-4dcfebfa-74dd-4d04-a3ca-9170960bb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:40.980660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-4dcfebfa-74dd-4d04-a3ca-9170960bb7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1099 time: 0.2080956 Feb 08 23:46:41.051545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:46:41.063408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d439-16ac-465b-bd83-412948285ea4 req-2a69564d-3478-434c-92c6-bbee70745ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.064886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-2a69564d-3478-434c-92c6-bbee70745ab8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1319675 Feb 08 23:46:41.095552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:46:41.099073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e852d247-c277-4a82-a2e4-d15553a09cd6 req-75f5f7fd-a8c2-4f61-a820-2cb16fde90c8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:41.146461 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e852d247-c277-4a82-a2e4-d15553a09cd6 req-75f5f7fd-a8c2-4f61-a820-2cb16fde90c8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:41.155979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-93a42a62-4acf-400f-b1bc-bd8411f978db tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.157500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-93a42a62-4acf-400f-b1bc-bd8411f978db tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/networks?id=1d92208c-7228-4238-ad26-d23d81e90a7b HTTP/1.1" status: 200 len: 818 time: 0.1617651 Feb 08 23:46:41.272028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-964a3ab6-0d07-4c4a-97fd-41be52d2f192 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/quotas/d49d2db2d76a42b2bdc142cafed58cb1 HTTP/1.1" status: 200 len: 375 time: 0.1061931 Feb 08 23:46:41.320075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-5a40ed14-dbd7-45c5-a917-85bbb4c60868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.322229 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-5a40ed14-dbd7-45c5-a917-85bbb4c60868 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1096 time: 0.0511382 Feb 08 23:46:41.326387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-1b6dc04b-0c98-45bf-afd4-6959b439c019 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d49d2db2d76a42b2bdc142cafed58cb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401471 Feb 08 23:46:41.353468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1d439-16ac-465b-bd83-412948285ea4 req-edb24fbe-559b-438e-9ab5-f1ab1d53f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.355290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-edb24fbe-559b-438e-9ab5-f1ab1d53f9da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908472 Feb 08 23:46:41.359538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e852d247-c277-4a82-a2e4-d15553a09cd6 req-75f5f7fd-a8c2-4f61-a820-2cb16fde90c8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:41.362593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e852d247-c277-4a82-a2e4-d15553a09cd6 req-75f5f7fd-a8c2-4f61-a820-2cb16fde90c8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:41.363807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e852d247-c277-4a82-a2e4-d15553a09cd6 req-75f5f7fd-a8c2-4f61-a820-2cb16fde90c8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/bdaa96ab-c007-4372-b3e1-fb35986ca3e9 HTTP/1.1" status: 204 len: 173 time: 0.4986608 Feb 08 23:46:41.453838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a4505abc-a277-4078-8032-1e49597e7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.455291 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a4505abc-a277-4078-8032-1e49597e7832 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.1205506 Feb 08 23:46:41.466334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5f7fd-a8c2-4f61-a820-2cb16fde90c8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaa96ab-c007-4372-b3e1-fb35986ca3e9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:41.505378 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-436bcd2f-0742-4d3f-80b6-e3b8d30e95ee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 217 time: 0.0426199 Feb 08 23:46:41.511016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-a3dddc0a-7d6f-4633-904b-cc7d351749ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.512508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-a3dddc0a-7d6f-4633-904b-cc7d351749ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3494027 Feb 08 23:46:41.560058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-09f91712-d3a2-4119-ba40-8af0ac1ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.561841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-09f91712-d3a2-4119-ba40-8af0ac1ad730 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0476944 Feb 08 23:46:41.597203 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-0e35eee8-3d1e-4d98-a5df-54fe513d45c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271063 Feb 08 23:46:41.620513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-51cc9f97-5691-472b-a8a1-ea9ae5df4f60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.0681720 Feb 08 23:46:41.693988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-d3a24540-e19e-4078-9746-d4bf3a8e3b27 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896485 Feb 08 23:46:41.697937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-e0c28545-1003-4e36-8b8b-c7052db4500e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2579668 Feb 08 23:46:41.699885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-af02e895-c470-402f-b51a-2e8c7541aba9 service neutron] 10.222.0.32 "GET /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412971 Feb 08 23:46:41.714145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efc782-7d8b-4af1-b48f-93723d86aac6 req-5ada3646-099f-4465-87ed-a747533c5133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.715762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40efc782-7d8b-4af1-b48f-93723d86aac6 req-5ada3646-099f-4465-87ed-a747533c5133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2746046 Feb 08 23:46:41.773531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-aca63087-44eb-4f7b-8ae1-c2c418a4761a service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844018 Feb 08 23:46:41.784044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-c232118a-66cf-4cc4-ad72-ebfd56d30891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.785554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-c232118a-66cf-4cc4-ad72-ebfd56d30891 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1498895 Feb 08 23:46:41.794853 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-581db4e1-c63f-429b-b8a7-d69c07afe342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:41.806418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-3e4746ae-9b46-4cd8-800f-0a178b8a1fc2 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003599 Feb 08 23:46:41.973836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40efc782-7d8b-4af1-b48f-93723d86aac6 req-2f1fc5d3-51cd-4541-a463-460ae7b0415c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373388 Feb 08 23:46:41.984990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042172-96ba-459d-8986-a692717b7b97 req-a2853e89-790a-4644-af56-26c5c935488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:41.986498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-a2853e89-790a-4644-af56-26c5c935488e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 1095 time: 0.2444363 Feb 08 23:46:42.021023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-791e5516-df8b-4d92-9700-fa20afd389cb service neutron] 10.222.0.32 "GET /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960148 Feb 08 23:46:42.027917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-56026468-5fb5-46ac-9a61-15758b76416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:42.029537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-56026468-5fb5-46ac-9a61-15758b76416c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1878815 Feb 08 23:46:42.168366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48d1d439-16ac-465b-bd83-412948285ea4 req-562a9257-e302-46a9-a7b1-db52b4e7e7aa service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552518 Feb 08 23:46:42.439562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042172-96ba-459d-8986-a692717b7b97 req-0637433e-1fac-4e40-b7f8-5f6b6a24f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:42.441162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-0637433e-1fac-4e40-b7f8-5f6b6a24f655 service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.4104528 Feb 08 23:46:42.478295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9441-4dd3-4eb0-8496-ad78636f7d6d req-ba565a1a-8b2e-4ce2-9975-93247fd3e0d4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:42.480038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e6e9441-4dd3-4eb0-8496-ad78636f7d6d req-ba565a1a-8b2e-4ce2-9975-93247fd3e0d4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.4089539 Feb 08 23:46:42.485022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-55ab5299-6b16-49b2-a81f-1c64a26fb4bb service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470723 Feb 08 23:46:42.874488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3ebf5-e452-4c7f-af81-b41bfd4334de req-d2886295-344f-4540-809b-2bd1c2bfc420 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:42.876139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fd3ebf5-e452-4c7f-af81-b41bfd4334de req-d2886295-344f-4540-809b-2bd1c2bfc420 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.5976303 Feb 08 23:46:42.877423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-74e54b13-2916-4bd4-8ef2-639e8d224d03 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 200 len: 217 time: 0.4216423 Feb 08 23:46:42.877970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:42.880191 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e4eca-4e31-48c7-9ad4-45d097338f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:43.009099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e6e9441-4dd3-4eb0-8496-ad78636f7d6d req-d8df653a-04d2-4448-a37c-9f9be591e305 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912727 Feb 08 23:46:43.022006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042172-96ba-459d-8986-a692717b7b97 req-93ee5ef9-2b16-48e3-92dd-0f668640294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.023314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-93ee5ef9-2b16-48e3-92dd-0f668640294f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1274090 Feb 08 23:46:43.043129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fd3ebf5-e452-4c7f-af81-b41bfd4334de req-853edf34-976e-448b-8833-447106fda69f tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1495774 Feb 08 23:46:43.046714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-f297b565-7453-49a0-8bbf-f6cc0b650f08 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277264 Feb 08 23:46:43.092481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-84bb97b5-da39-4386-8160-8e59bc7582c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481238 Feb 08 23:46:43.187055 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-e07ba536-533a-49fd-9215-6d4854d44b28 req-e5e472af-7817-4e6f-bacc-b8a41ce05ce8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:46:43.188095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e07ba536-533a-49fd-9215-6d4854d44b28 req-e5e472af-7817-4e6f-bacc-b8a41ce05ce8 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/bdaa96ab-c007-4372-b3e1-fb35986ca3e9 HTTP/1.1" status: 404 len: 352 time: 0.0850489 Feb 08 23:46:43.215325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656d03e-0afa-4a9f-85dc-c63806158038 req-d741d3de-e573-45bc-b1c8-0cce09d53291 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.217064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c656d03e-0afa-4a9f-85dc-c63806158038 req-d741d3de-e573-45bc-b1c8-0cce09d53291 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 948 time: 0.1235960 Feb 08 23:46:43.291796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-0193359d-6361-4568-913f-7970d29f651e service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861417 Feb 08 23:46:43.330549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c656d03e-0afa-4a9f-85dc-c63806158038 req-33ebcf9b-5020-4f52-b2d7-a9b8a8f86a50 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023712 Feb 08 23:46:43.394687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3a40c-3db7-4bf8-a9e9-e9a0754108bc req-844052d2-d9c2-40cf-be7a-9a08f2743745 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.402486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3b3a40c-3db7-4bf8-a9e9-e9a0754108bc req-844052d2-d9c2-40cf-be7a-9a08f2743745 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 946 time: 0.1488085 Feb 08 23:46:43.499151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7483c21-39b1-44c7-b071-10bf5a86ee1b req-b29a52b9-b015-4c34-8228-dd155caab8b5 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 210 time: 0.0673122 Feb 08 23:46:43.518363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3b3a40c-3db7-4bf8-a9e9-e9a0754108bc req-4729b49a-8468-4cd0-81ed-2d0449d9583a tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130726 Feb 08 23:46:43.602181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09042172-96ba-459d-8986-a692717b7b97 req-ec6fef31-0277-4826-804a-b4d094f51ef7 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988741 Feb 08 23:46:43.666700 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed65634-1e26-40ac-94f0-d30d75686741 x-openstack-request-id: req-1ed65634-1e26-40ac-94f0-d30d75686741 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:43.667174 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:43.667648 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ed65634-1e26-40ac-94f0-d30d75686741 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:43.668021 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'status': 'completed', 'code': 200} Feb 08 23:46:43.754005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-8d4d8940-846c-4b36-a5d2-d0abe502bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.755627 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-8d4d8940-846c-4b36-a5d2-d0abe502bca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1099 time: 0.0752895 Feb 08 23:46:43.776536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-0e7fc684-022c-4c22-947d-b30895fbed64 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.778253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-0e7fc684-022c-4c22-947d-b30895fbed64 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.21 "GET /v2.0/networks?id=1d92208c-7228-4238-ad26-d23d81e90a7b HTTP/1.1" status: 200 len: 818 time: 0.3200655 Feb 08 23:46:43.815784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Request body: {'port': {'device_id': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b', 'admin_state_up': True, 'tenant_id': 'd49d2db2d76a42b2bdc142cafed58cb1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:43.868667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-7f40c2fb-e7eb-4d08-89cd-ac521d274421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.870490 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-7f40c2fb-e7eb-4d08-89cd-ac521d274421 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1059518 Feb 08 23:46:43.879873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057d7c8-abd9-4330-b8f7-e4286f14af7d req-aea5b152-6f16-4203-8ce2-ade69e180131 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.881620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4057d7c8-abd9-4330-b8f7-e4286f14af7d req-aea5b152-6f16-4203-8ce2-ade69e180131 tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 1096 time: 0.2542205 Feb 08 23:46:43.898300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-010f2142-e116-47c2-8edb-544ad78faba7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285237 Feb 08 23:46:43.916767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-8765d191-5fbc-4eee-b5d8-c41eac779864 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.0372033 Feb 08 23:46:43.937425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-31896ff7-f145-43b3-9549-490902cbcfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.938961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-31896ff7-f145-43b3-9549-490902cbcfb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1099 time: 0.2293663 Feb 08 23:46:43.975214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-aac2fdde-6720-4cad-82e2-b4216eb6fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:43.977745 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-aac2fdde-6720-4cad-82e2-b4216eb6fff4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0492094 Feb 08 23:46:44.001325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a2184-d528-44b2-acfc-cbee42a17a2e req-9ecd594c-a492-4e5b-af46-540c23df4c28 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.003944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8a2184-d528-44b2-acfc-cbee42a17a2e req-9ecd594c-a492-4e5b-af46-540c23df4c28 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2716730 Feb 08 23:46:44.038736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-b16ea3f5-b5bc-49e2-9938-a9b2aca201f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.040588 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-b16ea3f5-b5bc-49e2-9938-a9b2aca201f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500517 Feb 08 23:46:44.117901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4057d7c8-abd9-4330-b8f7-e4286f14af7d req-de0fc76a-90a4-49e9-b626-d02585f71bdc tempest-LiveMigrationTest-1614221030 tempest-LiveMigrationTest-1614221030-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131374 Feb 08 23:46:44.163558 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-3591579f-496f-49c0-b74c-5f1531f0101e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132915 Feb 08 23:46:44.198952 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8a2184-d528-44b2-acfc-cbee42a17a2e req-cfd478bd-048f-44dc-81c5-bab16c43b29f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721733 Feb 08 23:46:44.200526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-535c9fb7-49c0-4bc1-b964-3c0885ee42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.202555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-535c9fb7-49c0-4bc1-b964-3c0885ee42d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2440259 Feb 08 23:46:44.224366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5b27b196-7ec0-44f2-9cf8-52e27fd80288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:44.285848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-0142d7ac-39ff-4f9b-bfea-a789eac6321d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.0742745 Feb 08 23:46:44.314696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-2d62bfa8-402c-410b-9bd7-fd99bc179e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.316613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-2d62bfa8-402c-410b-9bd7-fd99bc179e45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.3747518 Feb 08 23:46:44.326136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Made reservation on behalf of d49d2db2d76a42b2bdc142cafed58cb1 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:44.328673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:44.349688 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-f4574470-b6d3-4227-855d-017a5242ce1f service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768765 Feb 08 23:46:44.530269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6faa99d-fa9f-4fe4-9751-379fb6ce0139 req-f260428d-8c34-462f-86c4-ff5299f33283 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/810328ae-2a73-4411-a943-5f4fb11b6d1b HTTP/1.1" status: 200 len: 1800 time: 0.2509410 Feb 08 23:46:44.544789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-61966955-9b97-4250-a954-caa74b9c7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.546251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-61966955-9b97-4250-a954-caa74b9c7c36 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2227468 Feb 08 23:46:44.575790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17859a23-3862-4a75-9bed-f822a764c35a req-247af48a-6663-4e16-ac79-fb0f1a09825e tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.577282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17859a23-3862-4a75-9bed-f822a764c35a req-247af48a-6663-4e16-ac79-fb0f1a09825e tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.2991853 Feb 08 23:46:44.588249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37034) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:46:44.596211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Request body: {'floatingip': {'port_id': '727ea25d-a90a-49b0-9a6d-7bd354dbc445'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:44.655306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:44.786604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-6fc6e35e-5170-436e-8b97-2bb881af5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.788973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-6fc6e35e-5170-436e-8b97-2bb881af5a5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.3948350 Feb 08 23:46:44.899213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Allocated IP 172.20.0.4 (1d92208c-7228-4238-ad26-d23d81e90a7b/6ae6e906-f7f2-47be-be61-e3cd42e2d831/da449094-3de2-4e53-9f5b-f7f767e27dfd) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:44.947412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-3c45210c-bca4-42f8-b4ed-7322e05d4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:44.948169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-3c45210c-bca4-42f8-b4ed-7322e05d4bfa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3815627 Feb 08 23:46:44.963812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6faa99d-fa9f-4fe4-9751-379fb6ce0139 req-87c55932-33e6-4a6e-9587-bd42bc525266 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:44.995165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:45.059935 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:46:45.108517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-5dd2200c-1644-4e51-bee0-47d0c7477bd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.2879627 Feb 08 23:46:45.132582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-f4ad689f-669e-48d6-9a37-bf605a10b624 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 258 time: 0.4812267 Feb 08 23:46:45.140751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6faa99d-fa9f-4fe4-9751-379fb6ce0139 req-87c55932-33e6-4a6e-9587-bd42bc525266 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.170663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:45.211986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:45.234691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'mac_address': 'fa:16:3e:44:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:45.305237 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.358325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d819de77-0b4d-4d4e-88f1-dbc9c53540b2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:45.386548 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.391424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:45.400411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.492701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:45.506193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.508514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.509155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.509750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.510283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.510935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.511497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.512557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.514286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.515670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.516807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.517939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:46:45.690589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['d819de77-0b4d-4d4e-88f1-dbc9c53540b2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:45.716399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-107d2edb-7492-4b6c-ba75-bafbd9db8f5a service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505624 Feb 08 23:46:45.732877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-b1169b77-8d3c-4709-9c57-722f5d7e8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:45.736325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-b1169b77-8d3c-4709-9c57-722f5d7e8bc5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.5820491 Feb 08 23:46:45.753243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.779627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6faa99d-fa9f-4fe4-9751-379fb6ce0139 req-87c55932-33e6-4a6e-9587-bd42bc525266 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.782304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6faa99d-fa9f-4fe4-9751-379fb6ce0139 req-87c55932-33e6-4a6e-9587-bd42bc525266 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:45.783681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6faa99d-fa9f-4fe4-9751-379fb6ce0139 req-87c55932-33e6-4a6e-9587-bd42bc525266 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/810328ae-2a73-4411-a943-5f4fb11b6d1b HTTP/1.1" status: 204 len: 173 time: 1.2425194 Feb 08 23:46:45.950843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c55932-33e6-4a6e-9587-bd42bc525266 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=810328ae-2a73-4411-a943-5f4fb11b6d1b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:46.061925 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.111364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-b15d21e5-4824-4ed5-abe0-2880c2d1d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:46.113219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-b15d21e5-4824-4ed5-abe0-2880c2d1d7c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3543916 Feb 08 23:46:46.161311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.resource_extend [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:46:46.190290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c3019-b8b8-42fa-b99d-8df8913562d3 req-74a29c78-53d6-4ad2-b38d-3852abc44c1b tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:46.199202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-541c3019-b8b8-42fa-b99d-8df8913562d3 req-74a29c78-53d6-4ad2-b38d-3852abc44c1b tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.2815807 Feb 08 23:46:46.203727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51e4eca-4e31-48c7-9ad4-45d097338f2a req-51e07d2f-bc11-4330-a197-abdefcfc79e8 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649608 Feb 08 23:46:46.261566 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.265813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.291153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.361150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-541c3019-b8b8-42fa-b99d-8df8913562d3 req-5d3e7616-d5ba-42b8-8353-ca2d9a725e7e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591325 Feb 08 23:46:46.397303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Network 1d92208c-7228-4238-ad26-d23d81e90a7b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:46.416079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-4cd10a00-109b-47c1-a266-9648980c0f4c service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925954 Feb 08 23:46:46.426123 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Floating IP 3fb4035e-ae31-4598-b50b-4c40bdcf222e associated. External IP: 172.25.3.220, port: 727ea25d-a90a-49b0-9a6d-7bd354dbc445. Feb 08 23:46:46.433841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:46.462514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:46.496021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Pushing event updated for resources: {'Port': ['ID=da449094-3de2-4e53-9f5b-f7f767e27dfd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:46.602436 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.626530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:46.627189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.707447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.715293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bfbfcfd4-4c18-47c7-8e78-1823f12a4ee0 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9177532 Feb 08 23:46:46.730237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Router 7726723e-11ba-4ffd-990e-6c76746c447d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:46:46.732342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Request body: {'port': {'device_id': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:46.739078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-941327b2-266a-4fd0-bd0c-be8595e90f8c req-adc6db25-590c-4cf5-82f8-63aa5d0a47b6 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144393 Feb 08 23:46:46.836368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Allocated IP 172.25.3.241 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/cb0404e8-5ff9-46bd-a01b-03d2fd860042) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:46.842748 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.923863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:46:46.929986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:46.935468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] Sync routers for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:46:46.946856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:46.947524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:46.968772 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ffbe0c7c-66a0-4a25-a509-4e6cb0e830ae tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "PUT /v2.0/floatingips/3fb4035e-ae31-4598-b50b-4c40bdcf222e HTTP/1.1" status: 200 len: 991 time: 2.3765285 Feb 08 23:46:46.968772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:46.969868 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8ed963-0411-4dba-86ca-e7ee387838f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:47.002483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:47.097326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7ef10-b076-4b59-a8b0-dd7c9fb912ea req-0681dd33-58e9-4030-8030-6f2ad51fe347 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:47.099073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9f7ef10-b076-4b59-a8b0-dd7c9fb912ea req-0681dd33-58e9-4030-8030-6f2ad51fe347 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 949 time: 0.1708121 Feb 08 23:46:47.118394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:47.121049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.152538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:46:47.159219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:47.159591 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.219256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9f7ef10-b076-4b59-a8b0-dd7c9fb912ea req-1184d733-89ce-443e-8d36-1c405138732f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071239 Feb 08 23:46:47.249244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.351561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:47.382771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:47.395271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:47.398491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event updated for resources: {'Port': ['ID=cb0404e8-5ff9-46bd-a01b-03d2fd860042,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:47.398635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.467708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.476281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-247912d2-4fef-4d2a-8deb-fd3d2642ff46 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:47.477793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-247912d2-4fef-4d2a-8deb-fd3d2642ff46 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 945 time: 0.2143486 Feb 08 23:46:47.487910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f62b1-5992-4540-b0fb-2fddc27aa3eb req-2d142a84-791d-4b5f-ba4f-6fcad8c37502 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:47.489295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b3f62b1-5992-4540-b0fb-2fddc27aa3eb req-2d142a84-791d-4b5f-ba4f-6fcad8c37502 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 931 time: 0.1679764 Feb 08 23:46:47.493681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da449094-3de2-4e53-9f5b-f7f767e27dfd {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:47.515748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:47.518003 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43ad62b-9f08-4cc5-9b92-dd7bfc25a116" -d '{"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-plugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:47.532778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:47.536576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.537903 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.598437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3fb4035e-ae31-4598-b50b-4c40bdcf222e', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'port_id': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'mac_address': 'fa:16:3e:bc:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:46:16Z', 'updated_at': '2022-02-08T23:46:45Z', 'revision_number': 1, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:47.601159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Transition to ACTIVE for port object da449094-3de2-4e53-9f5b-f7f767e27dfd will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:47.629640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:47.629891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.632976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] Checking router: 7726723e-11ba-4ffd-990e-6c76746c447d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:46:47.651525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:47.652154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:47.668535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b3f62b1-5992-4540-b0fb-2fddc27aa3eb req-39c719a1-9c2f-48bc-ba28-008b7fc46ff5 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691716 Feb 08 23:46:47.699898 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.746909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Pushing event updated for resources: {'Port': ['ID=da449094-3de2-4e53-9f5b-f7f767e27dfd,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:47.766199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:47.770238 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-5b41808e-cac6-4a6c-929f-c87e0769ac08 req-f018066f-0b41-4027-8411-2bd58d1a62bd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:46:47.771276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b41808e-cac6-4a6c-929f-c87e0769ac08 req-f018066f-0b41-4027-8411-2bd58d1a62bd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/810328ae-2a73-4411-a943-5f4fb11b6d1b HTTP/1.1" status: 404 len: 352 time: 0.0645187 Feb 08 23:46:47.811518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:47.840836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Deleting port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:46:47.841200 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.018753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3fb4035e-ae31-4598-b50b-4c40bdcf222e', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'port_id': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'mac_address': 'fa:16:3e:bc:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:46:16Z', 'updated_at': '2022-02-08T23:46:45Z', 'revision_number': 1, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:48.034771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Attempting to bind port da449094-3de2-4e53-9f5b-f7f767e27dfd on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:48.035182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Attempting to bind port da449094-3de2-4e53-9f5b-f7f767e27dfd by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ef75be3c-0f14-459a-9944-ad7e456cb392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:48.035497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Attempting to bind port da449094-3de2-4e53-9f5b-f7f767e27dfd on network 1d92208c-7228-4238-ad26-d23d81e90a7b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:48.057357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f364fd9-9069-4cc1-b938-50c515d3c29b None None] The sync data for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 is: [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3fb4035e-ae31-4598-b50b-4c40bdcf222e', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'port_id': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'mac_address': 'fa:16:3e:bc:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:46:16Z', 'updated_at': '2022-02-08T23:46:45Z', 'revision_number': 1, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:46:48.058285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf045fa9-16a8-4ff9-abf2-845e02f0ddc6 req-d950785b-08f0-477f-88dc-fc9a7c7f236a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:48.059877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf045fa9-16a8-4ff9-abf2-845e02f0ddc6 req-d950785b-08f0-477f-88dc-fc9a7c7f236a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 945 time: 0.2237942 Feb 08 23:46:48.074189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Port da449094-3de2-4e53-9f5b-f7f767e27dfd on network 1d92208c-7228-4238-ad26-d23d81e90a7b not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:48.074510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Attempting to bind port da449094-3de2-4e53-9f5b-f7f767e27dfd on network 1d92208c-7228-4238-ad26-d23d81e90a7b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:48.084456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] For port 1b245b4b-558c-4544-b8af-13aaac2cf8b3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1b245b4b-558c-4544-b8af-13aaac2cf8b3,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:48.084879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.103121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:48.103459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Checking segment: {'id': 'ef75be3c-0f14-459a-9944-ad7e456cb392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:48.103840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Bound using segment: {'id': 'ef75be3c-0f14-459a-9944-ad7e456cb392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:48.104282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Bound port: da449094-3de2-4e53-9f5b-f7f767e27dfd, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef75be3c-0f14-459a-9944-ad7e456cb392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:48.104632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.124277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Calling delete_port for 1b245b4b-558c-4544-b8af-13aaac2cf8b3 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:46:48.234281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf045fa9-16a8-4ff9-abf2-845e02f0ddc6 req-dea2969b-e0e8-4331-a1ed-3f6475791272 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638992 Feb 08 23:46:48.271808 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2a5bd8-1482-4d14-ac21-7c19872a982f None None] New status for floating IP 3fb4035e-ae31-4598-b50b-4c40bdcf222e: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:46:48.293930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.301370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] For port da449094-3de2-4e53-9f5b-f7f767e27dfd, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:48.309736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.376945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] For port da449094-3de2-4e53-9f5b-f7f767e27dfd, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd,segment=NetworkSegment(ef75be3c-0f14-459a-9944-ad7e456cb392),segment_id=ef75be3c-0f14-459a-9944-ad7e456cb392)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:48.390307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.452110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event updated for resources: {'Port': ['ID=cb0404e8-5ff9-46bd-a01b-03d2fd860042,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:48.499615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d03dd-334b-43ae-8ca9-ff27dfe8cbf9 req-a1e57b0f-2520-417a-bce2-0db0567c2f84 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:48.501123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f99d03dd-334b-43ae-8ca9-ff27dfe8cbf9 req-a1e57b0f-2520-417a-bce2-0db0567c2f84 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2042425 Feb 08 23:46:48.502358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:48.502945 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.504194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] 10.222.0.21 "PUT /v2.0/ports/da449094-3de2-4e53-9f5b-f7f767e27dfd HTTP/1.1" status: 200 len: 1091 time: 1.7789853 Feb 08 23:46:48.509859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'tag': 'da449094-3de2-4e53-9f5b-f7f767e27dfd'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:48.512107 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5458aa-b020-4234-ace5-ec2a64f1305d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f55a35b-8a8b-4c98-a4dd-e300b73c2376", "tag": "da449094-3de2-4e53-9f5b-f7f767e27dfd"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:48.544615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.591541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.602369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4d9b-a61e-4aaa-b81f-0c44e6320591 service neutron] Pushing event updated for resources: {'Port': ['ID=da449094-3de2-4e53-9f5b-f7f767e27dfd,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:48.602758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['3d326990-d643-4e96-afb0-fbcd555cd745', '1b245b4b-558c-4544-b8af-13aaac2cf8b3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:48.623123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:48.624560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-708a779c-6bee-4d4a-a9b8-386d90e155d4 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4908476 Feb 08 23:46:48.651565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event deleted for resources: {'Port': ['ID=1b245b4b-558c-4544-b8af-13aaac2cf8b3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:48.668959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f99d03dd-334b-43ae-8ca9-ff27dfe8cbf9 req-c8bdfbff-6711-4132-afc6-620e938be7db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523831 Feb 08 23:46:49.028727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-434874bd-a85b-4113-b20b-ee4d42f88428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.030217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-434874bd-a85b-4113-b20b-ee4d42f88428 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d49d2db2d76a42b2bdc142cafed58cb1&device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 1094 time: 0.4875574 Feb 08 23:46:49.037234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] No DVR routers for this DVR port 1b245b4b-558c-4544-b8af-13aaac2cf8b3 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:46:49.042637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-316bf95a-4ce8-45fc-aeeb-7784b0a2152e tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.3964424 Feb 08 23:46:49.057516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:49.060588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06a66bc8-270b-4d4b-ba4a-501307339be5 req-fe38a62e-6103-4e5c-9f6e-074a8f9a22b3 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "DELETE /v2.0/ports/1b245b4b-558c-4544-b8af-13aaac2cf8b3 HTTP/1.1" status: 204 len: 173 time: 1.5704560 Feb 08 23:46:49.119838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-c96738fc-3f1b-414b-8d4f-8900270023f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd HTTP/1.1" status: 200 len: 217 time: 0.0636144 Feb 08 23:46:49.201461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fce187-00b5-4936-921f-79947f8fcbd3 req-a111d053-6ba8-46a1-a863-3306b0c51208 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.204027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7fce187-00b5-4936-921f-79947f8fcbd3 req-a111d053-6ba8-46a1-a863-3306b0c51208 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.1994827 Feb 08 23:46:49.246670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-65f92f26-3e4b-4689-8601-b00cbbc20c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.248097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-65f92f26-3e4b-4689-8601-b00cbbc20c6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ae6e906-f7f2-47be-be61-e3cd42e2d831 HTTP/1.1" status: 200 len: 858 time: 0.1011322 Feb 08 23:46:49.284700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7fce187-00b5-4936-921f-79947f8fcbd3 req-6a44efcd-ba42-49d3-a95b-5c802efb4779 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728765 Feb 08 23:46:49.305499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-618b7e90-f411-4e75-9ad2-6d2f147c019e tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.306872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-618b7e90-f411-4e75-9ad2-6d2f147c019e tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2409887 Feb 08 23:46:49.313816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-d80918b4-d248-4b4e-ba88-773d78828812 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d92208c-7228-4238-ad26-d23d81e90a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414784 Feb 08 23:46:49.322003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-f97dd8f9-cd62-4fd6-adaa-64d621fb3a2c tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:46:49.323003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79450e6e-b1f0-45bb-a49d-e9b908731ddc req-f97dd8f9-cd62-4fd6-adaa-64d621fb3a2c tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067708 Feb 08 23:46:49.351703 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b8e87d-5c0f-42fa-bcda-305f04d8e879 x-openstack-request-id: req-94b8e87d-5c0f-42fa-bcda-305f04d8e879 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:49.352948 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:49.354083 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94b8e87d-5c0f-42fa-bcda-305f04d8e879 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:49.359107 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'status': 'completed', 'code': 200} Feb 08 23:46:49.526135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-43c5ac18-eaa9-46c0-86ce-4cd61168fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.528062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-43c5ac18-eaa9-46c0-86ce-4cd61168fde7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=33360ce33c974e9595d8457b65cf14c3&device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 1096 time: 0.1219716 Feb 08 23:46:49.529779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-99a2b60b-29b3-410e-af32-757cbf12d372 service neutron] 10.222.0.21 "GET /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059619 Feb 08 23:46:49.537476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecaac0-fdcd-4451-9659-a042e8d8ef36 req-d8950b6c-8bbf-4503-ac2e-da01ba5acc4c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.539900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45ecaac0-fdcd-4451-9659-a042e8d8ef36 req-d8950b6c-8bbf-4503-ac2e-da01ba5acc4c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.1328073 Feb 08 23:46:49.586565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45ecaac0-fdcd-4451-9659-a042e8d8ef36 req-98754632-3760-4664-aaa1-9de81f91fbe8 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Feb 08 23:46:49.596351 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72fbfaa-ec49-4f53-acde-f80db83509f0 x-openstack-request-id: req-f72fbfaa-ec49-4f53-acde-f80db83509f0 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:49.596830 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-plugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:49.596956 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f72fbfaa-ec49-4f53-acde-f80db83509f0 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:49.597318 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'code': 200} Feb 08 23:46:49.651083 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086408f7-a333-4eda-b037-0d1e651b08ee x-openstack-request-id: req-086408f7-a333-4eda-b037-0d1e651b08ee {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:49.651380 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f55a35b-8a8b-4c98-a4dd-e300b73c2376", "tag": "da449094-3de2-4e53-9f5b-f7f767e27dfd", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:49.651637 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-086408f7-a333-4eda-b037-0d1e651b08ee {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:49.652036 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'tag': 'da449094-3de2-4e53-9f5b-f7f767e27dfd', 'status': 'completed', 'code': 200} Feb 08 23:46:49.658043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dfa4caa-77b5-4c71-87cb-50d801ba823a req-d2ebedca-05f0-4bc7-9ecd-1d73c2c6f7e6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/0bc3d7e9-15a7-4c6f-a433-75257e7e63a1 HTTP/1.1" status: 200 len: 1801 time: 0.0484846 Feb 08 23:46:49.721768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-7b07dc63-bc6c-4e8a-be0a-6c1e21834eba tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.723352 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-7b07dc63-bc6c-4e8a-be0a-6c1e21834eba tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f&tenant_id=382a560dafa44f6e9871ce459cb18667&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 950 time: 0.0578215 Feb 08 23:46:49.804735 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-2095d494-ea11-450c-93b0-8bcf26901560 service neutron] 10.222.0.21 "GET /v2.0/ports/d819de77-0b4d-4d4e-88f1-dbc9c53540b2/bindings/n-h1-828413-1 HTTP/1.1" status: 200 len: 382 time: 0.0678895 Feb 08 23:46:49.878494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-23062411-5720-4e18-bc20-3253aa18bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.880107 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-23062411-5720-4e18-bc20-3253aa18bbe1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1101 time: 0.0485771 Feb 08 23:46:49.911146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbde2bc-aa7a-41ef-953b-8e8055b6017a req-bd7cbe47-0acd-4d48-b0af-6473857da82e service neutron] 10.222.0.21 "GET /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447352 Feb 08 23:46:49.946100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a9156-9d65-47a5-90c2-f343b76db553 req-72a46e4a-6ef4-4bee-91ce-160b4b06cb40 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.948171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-215a9156-9d65-47a5-90c2-f343b76db553 req-72a46e4a-6ef4-4bee-91ce-160b4b06cb40 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2192562 Feb 08 23:46:49.956839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4dfa4caa-77b5-4c71-87cb-50d801ba823a req-04a009d7-8b95-4a5a-8cc8-312ee1f8ef7b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:49.961548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-fbf17a70-255c-4536-bf0c-25cd0b5910a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:49.963046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-fbf17a70-255c-4536-bf0c-25cd0b5910a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f9cddd4-fc88-4710-ab85-6508ed877319 HTTP/1.1" status: 200 len: 916 time: 0.2425768 Feb 08 23:46:49.998283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-91242163-99ff-4b92-af06-0757d4f8a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.000248 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-91242163-99ff-4b92-af06-0757d4f8a41b service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1135828 Feb 08 23:46:50.048966 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-3c58e35b-ab70-48c1-90a8-d5dd51d8dc16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.0420656 Feb 08 23:46:50.063970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4dfa4caa-77b5-4c71-87cb-50d801ba823a req-04a009d7-8b95-4a5a-8cc8-312ee1f8ef7b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:50.089380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-215a9156-9d65-47a5-90c2-f343b76db553 req-19c56dbb-20fb-4f60-aa6f-36f4bc23116d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401908 Feb 08 23:46:50.118004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-702221ac-a924-4ceb-866d-965ec3b181a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445 HTTP/1.1" status: 200 len: 1001 time: 0.1374087 Feb 08 23:46:50.140533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-dea5846c-d88b-4ea3-96aa-2dae243afa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.142618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-dea5846c-d88b-4ea3-96aa-2dae243afa38 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0705745 Feb 08 23:46:50.206135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-ad2f47fe-2b8d-478a-90dc-9b0803e22551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.206523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-1320db6a-1b76-426e-b4c6-7b5cf4317417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.208070 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-ad2f47fe-2b8d-478a-90dc-9b0803e22551 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586822 Feb 08 23:46:50.208974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-1320db6a-1b76-426e-b4c6-7b5cf4317417 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d49d2db2d76a42b2bdc142cafed58cb1&device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 1094 time: 0.2194090 Feb 08 23:46:50.218545 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4dfa4caa-77b5-4c71-87cb-50d801ba823a req-04a009d7-8b95-4a5a-8cc8-312ee1f8ef7b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:50.221598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4dfa4caa-77b5-4c71-87cb-50d801ba823a req-04a009d7-8b95-4a5a-8cc8-312ee1f8ef7b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:50.222229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dfa4caa-77b5-4c71-87cb-50d801ba823a req-04a009d7-8b95-4a5a-8cc8-312ee1f8ef7b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/0bc3d7e9-15a7-4c6f-a433-75257e7e63a1 HTTP/1.1" status: 204 len: 173 time: 0.5571399 Feb 08 23:46:50.342317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a009d7-8b95-4a5a-8cc8-312ee1f8ef7b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3d7e9-15a7-4c6f-a433-75257e7e63a1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:50.375880 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-92d7802b-7962-4bc8-8add-5ecdae0759a7 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387110 Feb 08 23:46:50.382308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-ccd1de31-076d-43b6-9803-c8d3cdea61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.383877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-ccd1de31-076d-43b6-9803-c8d3cdea61d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=729d5f3c-03f5-48e6-8d75-ae890778cd72 HTTP/1.1" status: 200 len: 854 time: 0.2388294 Feb 08 23:46:50.385723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f11675c-6752-46d8-b947-f895b8728f47 req-1567a2f3-76f5-44d9-8ce2-9b10aae97710 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=54547876-f4e2-45b3-9127-a1b1ba974e09 HTTP/1.1" status: 200 len: 210 time: 0.0665176 Feb 08 23:46:50.419420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9ab79-3cc8-4f40-801f-24a64c65ba52 req-f2dbfcec-91f2-4d50-81ff-d980f457a743 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.421095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52c9ab79-3cc8-4f40-801f-24a64c65ba52 req-f2dbfcec-91f2-4d50-81ff-d980f457a743 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 943 time: 0.2249246 Feb 08 23:46:50.472018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-9df9488b-8513-48ec-8767-b50f5e466d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.473574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-9df9488b-8513-48ec-8767-b50f5e466d16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d92208c-7228-4238-ad26-d23d81e90a7b HTTP/1.1" status: 200 len: 919 time: 0.2402022 Feb 08 23:46:50.485585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52c9ab79-3cc8-4f40-801f-24a64c65ba52 req-6c02a386-63ed-4c89-87ea-870645b5bc04 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Feb 08 23:46:50.521837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-dbde777c-b2e7-4785-96ed-6e2419488a5a service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359563 Feb 08 23:46:50.527286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-216dae12-bc49-411f-92ba-c74c67e88d2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd HTTP/1.1" status: 200 len: 217 time: 0.0460339 Feb 08 23:46:50.533295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-d995087a-ceeb-4e74-905b-570397183e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.537202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-d995087a-ceeb-4e74-905b-570397183e39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f9cddd4-fc88-4710-ab85-6508ed877319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404159 Feb 08 23:46:50.734104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-45532a6e-c4ce-4fb0-9b0a-07726937b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.735575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-45532a6e-c4ce-4fb0-9b0a-07726937b876 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ae6e906-f7f2-47be-be61-e3cd42e2d831 HTTP/1.1" status: 200 len: 858 time: 0.1972873 Feb 08 23:46:50.769490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-b1e99009-c24f-4319-9a56-3c85a1faeb2d tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.770950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-b1e99009-c24f-4319-9a56-3c85a1faeb2d tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2307971 Feb 08 23:46:50.791220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b00bd4-6a8f-4572-937f-2fe2f5c09892 req-fab9794c-7b33-4727-9fc3-f9f9eb5cb421 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:50.792705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51b00bd4-6a8f-4572-937f-2fe2f5c09892 req-fab9794c-7b33-4727-9fc3-f9f9eb5cb421 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.2121491 Feb 08 23:46:50.816636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-58c735e5-4935-4aee-8b82-d3c44e3f0197 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d92208c-7228-4238-ad26-d23d81e90a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659308 Feb 08 23:46:50.825249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-e50b1321-a78c-489e-b910-9c98d34b923c service neutron] 10.222.0.21 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458210 Feb 08 23:46:50.899164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-57e3794d-d9c5-4ae5-98dc-ebebb0f39c1f tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1211355 Feb 08 23:46:50.979095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Request body: {'floatingip': {'port_id': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:51.024880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51b00bd4-6a8f-4572-937f-2fe2f5c09892 req-dc033f2a-c8c5-4a38-a322-ab3e7c3be7df tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161083 Feb 08 23:46:51.042305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:51.095408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:46:51.118802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 1b245b4b-558c-4544-b8af-13aaac2cf8b3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:46:51.119143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1b245b4b-558c-4544-b8af-13aaac2cf8b3 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:46:51.152826 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-19dfc349-6a1a-4792-a9a0-6cce407ec993 req-cf3ffbe0-8fd0-4fdd-b618-9bcc720adcbd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:46:51.153820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19dfc349-6a1a-4792-a9a0-6cce407ec993 req-cf3ffbe0-8fd0-4fdd-b618-9bcc720adcbd tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/0bc3d7e9-15a7-4c6f-a433-75257e7e63a1 HTTP/1.1" status: 404 len: 352 time: 0.0658724 Feb 08 23:46:51.165734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8ed963-0411-4dba-86ca-e7ee387838f0 req-e1e57a71-a543-4207-b310-5182c197e356 service neutron] 10.222.0.21 "GET /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050640 Feb 08 23:46:51.194920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-bddf98aa-5cea-434e-a0c1-192ecea28e1b service neutron] 10.222.0.21 "GET /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365536 Feb 08 23:46:51.707251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'name': 'network-vif-deleted', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:51.709832 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9970f380-64fe-4fed-b2da-2947a6c0ebe3" -d '{"events": [{"server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "name": "network-vif-deleted", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:51.759751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f5458aa-b020-4234-ace5-ec2a64f1305d req-3e16b671-ac31-4614-9b80-49c271da22f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551629 Feb 08 23:46:51.786333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-6d5336b0-6876-4b1c-a586-32c270f4df1a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:51.788422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-6d5336b0-6876-4b1c-a586-32c270f4df1a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.5210333 Feb 08 23:46:51.863846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-86305d5e-9407-46f8-9c11-a35be16e1185 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/quotas/f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 375 time: 0.0477872 Feb 08 23:46:51.968009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-46381b51-92ee-47f9-9255-f582cf664620 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0967486 Feb 08 23:46:52.129312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:52.133850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:52.136812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-789f37d1-0dd9-4586-bef3-db3f48ab8dc5 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588356 Feb 08 23:46:52.300755 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Floating IP 207c388d-fc52-4831-a402-8fdbae19a06d associated. External IP: 172.25.3.241, port: 86360f43-cdf9-4ec7-9249-fb7c87ba89c0. Feb 08 23:46:52.340316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-b0c750d8-5a67-42a7-b389-5fdae974908d service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718132 Feb 08 23:46:52.583350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Router 98143699-366c-4c15-ad22-60d95df726d8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:46:52.595761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0195e-2455-4c0b-86f5-711993833d0d req-08d5e04d-7797-46cf-8572-832bdca9d675 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:52.597258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25e0195e-2455-4c0b-86f5-711993833d0d req-08d5e04d-7797-46cf-8572-832bdca9d675 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.0761096 Feb 08 23:46:52.715961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25e0195e-2455-4c0b-86f5-711993833d0d req-a7a83bec-7a1d-4dab-9be6-e2254b4368b8 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053829 Feb 08 23:46:52.853325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:46:52.859270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:52.863468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] Sync routers for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:46:52.875653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:52.876309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:52.923674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-2c62d8fa-8fd7-4e51-b3ba-0558cc3830b6 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:52.925178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-2c62d8fa-8fd7-4e51-b3ba-0558cc3830b6 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.1432440 Feb 08 23:46:52.933666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-65a5522b-2d16-4362-a62a-b711e590f6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "PUT /v2.0/floatingips/207c388d-fc52-4831-a402-8fdbae19a06d HTTP/1.1" status: 200 len: 997 time: 1.9953399 Feb 08 23:46:52.953467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931842e5-8d1d-4f46-b920-c690e0b638a3 req-756d8cf0-017e-4e8e-99b7-263ead91473d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:52.962294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-931842e5-8d1d-4f46-b920-c690e0b638a3 req-756d8cf0-017e-4e8e-99b7-263ead91473d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 945 time: 0.0973372 Feb 08 23:46:52.968117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:53.048703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:53.092906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-931842e5-8d1d-4f46-b920-c690e0b638a3 req-fff0d7e0-e12b-4c5e-a1f2-6327a8067c68 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294141 Feb 08 23:46:53.097661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:53.111138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-ef1d936e-e494-469b-a02c-6e372b31e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:53.112794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-ef1d936e-e494-469b-a02c-6e372b31e9f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1097 time: 0.1350298 Feb 08 23:46:53.376553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdea8c5a-c65c-4678-93c6-702b5dc2480d req-8a6456c7-5346-44cc-bc28-5ce3b2ff0f5a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 6146 time: 0.2095482 Feb 08 23:46:53.423295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5f7d3022-7b84-490a-93de-1d00559a656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:53.427832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5f7d3022-7b84-490a-93de-1d00559a656f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f&tenant_id=382a560dafa44f6e9871ce459cb18667 HTTP/1.1" status: 200 len: 1101 time: 0.1124718 Feb 08 23:46:53.450684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:53.508437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da449094-3de2-4e53-9f5b-f7f767e27dfd details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:53.513913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:53.543778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:53.589798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:53.607710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:53.670331 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:53.681452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-e40cf330-1604-4edf-b3fa-66c511a63097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:53.692275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-e40cf330-1604-4edf-b3fa-66c511a63097 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 929 time: 0.5263546 Feb 08 23:46:53.711925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '207c388d-fc52-4831-a402-8fdbae19a06d', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '98143699-366c-4c15-ad22-60d95df726d8', 'port_id': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'mac_address': 'fa:16:3e:86:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:46:47Z', 'updated_at': '2022-02-08T23:46:51Z', 'revision_number': 1, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:27Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:53.746323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] Checking router: 98143699-366c-4c15-ad22-60d95df726d8 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:46:53.774091 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:53.784618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port da449094-3de2-4e53-9f5b-f7f767e27dfd, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd,segment=NetworkSegment(ef75be3c-0f14-459a-9944-ad7e456cb392),segment_id=ef75be3c-0f14-459a-9944-ad7e456cb392)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:53.791074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:46:53.791685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:53.797040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-81a915b7-aa2f-469f-b798-1e613c97fb7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 1000 time: 0.1036668 Feb 08 23:46:53.852012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'da449094-3de2-4e53-9f5b-f7f767e27dfd', 'network_id': '1d92208c-7228-4238-ad26-d23d81e90a7b', 'port_id': 'da449094-3de2-4e53-9f5b-f7f767e27dfd', 'mac_address': 'fa:16:3e:e3:d5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae6e906-f7f2-47be-be61-e3cd42e2d831', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:53.871795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:53.891078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:53.930788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:53.943515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdea8c5a-c65c-4678-93c6-702b5dc2480d req-675d3bb9-4a97-4ae9-832d-a3a679d75e5a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/b1697c7b-8177-4bde-affb-354f13e5dc98 HTTP/1.1" status: 200 len: 2981 time: 0.5658135 Feb 08 23:46:53.952385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 08 23:46:53.962666 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:53.994481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da449094-3de2-4e53-9f5b-f7f767e27dfd {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:54.006467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:46:54.017697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.021102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:54.025738 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5ca94f-a89c-4a4f-b2aa-b71ecf567e77" -d '{"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-unplugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:54.043441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:54.043920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:54.044493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:54.047353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Transition to ACTIVE for port object d819de77-0b4d-4d4e-88f1-dbc9c53540b2 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:54.052275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.060303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port da449094-3de2-4e53-9f5b-f7f767e27dfd, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd,segment=NetworkSegment(ef75be3c-0f14-459a-9944-ad7e456cb392),segment_id=ef75be3c-0f14-459a-9944-ad7e456cb392)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:54.066055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.073826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:54.075115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Attempting to bind port 3721a16a-fc90-4fe6-a863-c692c446669b on network 57e68c72-4913-4aa9-8544-2cfaa6a54e87 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:54.162508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdea8c5a-c65c-4678-93c6-702b5dc2480d req-e15001f4-3988-4966-bf30-7b9077ad0118 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/b1697c7b-8177-4bde-affb-354f13e5dc98 HTTP/1.1" status: 200 len: 2981 time: 0.2171564 Feb 08 23:46:54.186552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:54.191758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] No DVR routers for this DVR port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:46:54.192462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Checking segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:54.197053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Bound using segment: {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:54.197807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Bound port: 3721a16a-fc90-4fe6-a863-c692c446669b, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae288210-6dc8-4e64-9d14-3e57418db0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '57e68c72-4913-4aa9-8544-2cfaa6a54e87'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:54.198589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.198858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=10']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:54.208159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=da449094-3de2-4e53-9f5b-f7f767e27dfd,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:54.245809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:54.246150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:54.246481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:54.258527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-edc3c8cb-2523-4ffe-8112-5baa62fb66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.258527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-edc3c8cb-2523-4ffe-8112-5baa62fb66ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 200 len: 867 time: 0.4603980 Feb 08 23:46:54.264041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:54.264841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Attempting to bind port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:54.277996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:54.278344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:54.278736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:54.279188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Bound port: d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:54.279534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.308148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:54.395573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-70cc3cd1-2b08-43ce-9732-dfbe6de09b64 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.398204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-70cc3cd1-2b08-43ce-9732-dfbe6de09b64 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.4089665 Feb 08 23:46:54.442970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['da449094-3de2-4e53-9f5b-f7f767e27dfd'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:54.453126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:54.461460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:54.472540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.492715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'port': {'device_id': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'admin_state_up': True, 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:54.527253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:54.531345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:54.557486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.557945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.558555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.560532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] 10.222.0.84 "PUT /v2.0/ports/d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 1097 time: 1.1225903 Feb 08 23:46:54.694442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa7fc3-f1cd-450e-afc9-2df1baf0f238 service neutron] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=11']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:54.728770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '207c388d-fc52-4831-a402-8fdbae19a06d', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '98143699-366c-4c15-ad22-60d95df726d8', 'port_id': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'mac_address': 'fa:16:3e:86:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:46:47Z', 'updated_at': '2022-02-08T23:46:51Z', 'revision_number': 1, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:27Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:46:54.732984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-1de6e18c-5106-4b1e-8c8d-1f3e205d2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.734002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-3c3bc4b2-566a-4183-85e7-aa6286d87217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.735728 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-3c3bc4b2-566a-4183-85e7-aa6286d87217 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1100 time: 0.1324537 Feb 08 23:46:54.742810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-1de6e18c-5106-4b1e-8c8d-1f3e205d2c7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e2ca607-c165-4189-86f7-228982cba7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4681337 Feb 08 23:46:54.753883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-ee2b7894-f7c1-4208-93d5-61d2b31b5d0d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:46:54.762976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-ee2b7894-f7c1-4208-93d5-61d2b31b5d0d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191388 Feb 08 23:46:54.809232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a543c92d-5645-441a-8602-0c5ff58424e3 None None] The sync data for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 is: [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '207c388d-fc52-4831-a402-8fdbae19a06d', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '98143699-366c-4c15-ad22-60d95df726d8', 'port_id': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'mac_address': 'fa:16:3e:86:35:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:46:47Z', 'updated_at': '2022-02-08T23:46:51Z', 'revision_number': 1, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:27Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:46:54.875149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.875976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:54.877987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] 10.222.0.84 "PUT /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 1121 time: 1.9134266 Feb 08 23:46:54.936754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-42bb5735-80ae-4cab-9c44-3e4f58e62061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:54.938316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-42bb5735-80ae-4cab-9c44-3e4f58e62061 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1954322 Feb 08 23:46:55.015998 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-fb1514a0-2e86-42fb-a080-d810ae38c184 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.0690382 Feb 08 23:46:55.019608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3721a16a-fc90-4fe6-a863-c692c446669b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:55.027045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:46:55.033276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4fda3-7587-4bc6-91e2-a28a267bb9cc req-5fbfd49a-d25f-43ec-90cc-4245532f15cb tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:55.042744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6f4fda3-7587-4bc6-91e2-a28a267bb9cc req-5fbfd49a-d25f-43ec-90cc-4245532f15cb tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 944 time: 0.5608013 Feb 08 23:46:55.085581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['3721a16a-fc90-4fe6-a863-c692c446669b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:46:55.116688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647dbc-242e-46cf-9ab6-7b2f5aaaa269 service neutron] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=8']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:55.142907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-0361da43-2d77-4327-b59f-27704f788b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:55.144673 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-0361da43-2d77-4327-b59f-27704f788b80 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1137521 Feb 08 23:46:55.169437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6f4fda3-7587-4bc6-91e2-a28a267bb9cc req-f8e0c66e-5a78-4b73-8ef2-aadca14b4253 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257446 Feb 08 23:46:55.203465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-1672f588-d2c1-46ce-b8ec-c8ffaa9e207f service neutron] 10.222.0.32 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391468 Feb 08 23:46:55.213024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:46:55.235437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-727f8339-9ab5-463a-92d5-7730ec8362e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:55.238520 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-727f8339-9ab5-463a-92d5-7730ec8362e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854588 Feb 08 23:46:55.260175 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7161039e-9c25-4a14-8359-82ee5367ef09 None None] New status for floating IP 207c388d-fc52-4831-a402-8fdbae19a06d: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:46:55.431130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bbb7257-5bcf-47f4-a973-690fffc03b8f req-3d50fe99-e2ce-44d1-8257-9ae1e070cc1d service neutron] 10.222.0.32 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249181 Feb 08 23:46:55.437847 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4525e46d-1284-43c1-b93d-f158b2849947 x-openstack-request-id: req-4525e46d-1284-43c1-b93d-f158b2849947 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:55.438094 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54547876-f4e2-45b3-9127-a1b1ba974e09", "name": "network-vif-deleted", "tag": "1b245b4b-558c-4544-b8af-13aaac2cf8b3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:55.438356 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4525e46d-1284-43c1-b93d-f158b2849947 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:55.438765 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54547876-f4e2-45b3-9127-a1b1ba974e09', 'name': 'network-vif-deleted', 'tag': '1b245b4b-558c-4544-b8af-13aaac2cf8b3', 'status': 'completed', 'code': 200} Feb 08 23:46:55.482374 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-b4e10534-0629-4993-a1fd-054454ad0023 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362716 Feb 08 23:46:55.530098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:46:55.536255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:55.635752 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-174e2afa-ba7b-49eb-bc7d-7fb725b3b10f req-9ba6210f-cf01-40fe-aa28-1355097bb2f4 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429145 Feb 08 23:46:55.660995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86d4892b-069a-4f93-93eb-101ac24938a2 req-743c927d-0e55-4ee9-a712-cd7e1f1fdc3c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 210 time: 0.0941091 Feb 08 23:46:55.674095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24bed9-bc4d-4ef9-8767-ca8d0ea03333 req-23f8617b-04bb-4142-a316-0136bdc0fdfc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:55.675918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c24bed9-bc4d-4ef9-8767-ca8d0ea03333 req-23f8617b-04bb-4142-a316-0136bdc0fdfc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 949 time: 0.2360783 Feb 08 23:46:55.782312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c24bed9-bc4d-4ef9-8767-ca8d0ea03333 req-be436df4-7d81-4985-90e0-0835716d6c9f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993531 Feb 08 23:46:55.808766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Allocated IP 172.20.0.8 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/9d096093-e21a-4abd-8ba7-f65b08ad891c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:56.020709 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ba4c3-ecd3-48a5-b9dc-b023439f1d09 x-openstack-request-id: req-913ba4c3-ecd3-48a5-b9dc-b023439f1d09 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:56.021092 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-unplugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:56.021356 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-913ba4c3-ecd3-48a5-b9dc-b023439f1d09 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:56.021762 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'code': 200} Feb 08 23:46:56.048278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7b702cf4-6b88-4e3b-b436-5b26bbf728cc req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-775437090', 'description': 'tempest-description-1936500157'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:56.070984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc257ed-6cca-4252-a4e4-b97d33095c57 req-44582b94-22f9-4e4e-afd3-3120d30c9fba tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:56.072658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fc257ed-6cca-4252-a4e4-b97d33095c57 req-44582b94-22f9-4e4e-afd3-3120d30c9fba tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.1775045 Feb 08 23:46:56.112146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.141686 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7b702cf4-6b88-4e3b-b436-5b26bbf728cc req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.170130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fc257ed-6cca-4252-a4e4-b97d33095c57 req-61b17455-3c4c-405f-ba12-2e111e46ffcc tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812161 Feb 08 23:46:56.208519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.636994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:56.651368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:56.664670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:56.675620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7b702cf4-6b88-4e3b-b436-5b26bbf728cc req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.703253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=9d096093-e21a-4abd-8ba7-f65b08ad891c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:56.715695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7b702cf4-6b88-4e3b-b436-5b26bbf728cc req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.770361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7b702cf4-6b88-4e3b-b436-5b26bbf728cc req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.782481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b702cf4-6b88-4e3b-b436-5b26bbf728cc req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7418962 Feb 08 23:46:56.806265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:56.807116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:56.830296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-ec6d7ba7-6f72-45de-9b79-4f502120afb7 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 258 time: 0.6250975 Feb 08 23:46:56.837134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:56.901463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad7e0-45ef-4bcd-af40-ff18c9f96428 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f04135c-384a-40fc-a24a-9f0273d07f4c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:56.912141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-3fd74ad9-1ad7-4a1b-a5e3-78b8daf0cd8a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4617028 Feb 08 23:46:56.930375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Request body: {'port': {'device_id': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:56.942923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.007148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5f6bd507-6513-4e19-aaee-f36bb042c45e None None] Provisioning complete for port 9d096093-e21a-4abd-8ba7-f65b08ad891c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:57.008692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd507-6513-4e19-aaee-f36bb042c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.034640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0841ef-9a4e-42c9-bbe3-fcf58a1e6468 req-af9c0047-1c2a-4d7c-9021-ed5498faddf4 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:57.043870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e0841ef-9a4e-42c9-bbe3-fcf58a1e6468 req-af9c0047-1c2a-4d7c-9021-ed5498faddf4 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 944 time: 0.1907396 Feb 08 23:46:57.051713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da449094-3de2-4e53-9f5b-f7f767e27dfd up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:46:57.089699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5f6bd507-6513-4e19-aaee-f36bb042c45e None None] Port 9d096093-e21a-4abd-8ba7-f65b08ad891c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:46:57.126827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port da449094-3de2-4e53-9f5b-f7f767e27dfd completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:46:57.130631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port da449094-3de2-4e53-9f5b-f7f767e27dfd triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:46:57.131006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.133606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e0841ef-9a4e-42c9-bbe3-fcf58a1e6468 req-2dc77dab-a94b-42cf-8550-0145a2452ba4 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890322 Feb 08 23:46:57.142760 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.252696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.253221 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.281421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da449094-3de2-4e53-9f5b-f7f767e27dfd'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:57.283969 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72695b4c-9ad8-474e-8030-74ec0ea89530" -d '{"events": [{"server_uuid": "6f55a35b-8a8b-4c98-a4dd-e300b73c2376", "name": "network-vif-plugged", "status": "completed", "tag": "da449094-3de2-4e53-9f5b-f7f767e27dfd"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:57.298117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port da449094-3de2-4e53-9f5b-f7f767e27dfd, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd,segment=NetworkSegment(ef75be3c-0f14-459a-9944-ad7e456cb392),segment_id=ef75be3c-0f14-459a-9944-ad7e456cb392)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:57.304427 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.377813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=da449094-3de2-4e53-9f5b-f7f767e27dfd,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:57.413886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3765134-03bc-41f1-921f-2af72d7201b5 req-46237506-df13-45a7-81bf-ac265943d91b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:57.415687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3765134-03bc-41f1-921f-2af72d7201b5 req-46237506-df13-45a7-81bf-ac265943d91b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 931 time: 0.2167699 Feb 08 23:46:57.443354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0'}, {'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b'}, {'name': 'network-changed', 'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:57.446588 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0"}, {"server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "name": "network-vif-unplugged", "status": "completed", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b"}, {"name": "network-changed", "server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:57.554054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3765134-03bc-41f1-921f-2af72d7201b5 req-844e0553-97af-4d45-85b1-6a7a11aa44db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984352 Feb 08 23:46:57.581758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Allocated IP 172.25.3.183 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/9d32cd44-c2e0-4966-ab12-bc0918079e11) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:46:57.606459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8cd66637-0577-4e46-9f75-dac86274b6bd req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-159287790', 'description': 'tempest-description-841633651'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:46:57.718534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d096093-e21a-4abd-8ba7-f65b08ad891c {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:57.729364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8cd66637-0577-4e46-9f75-dac86274b6bd req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.732299 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.775259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Transition to ACTIVE for port object 9d096093-e21a-4abd-8ba7-f65b08ad891c will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:46:57.788179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.804192 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.895171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d096093-e21a-4abd-8ba7-f65b08ad891c,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:57.962631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.966201 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8cd66637-0577-4e46-9f75-dac86274b6bd req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:57.983468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8cd66637-0577-4e46-9f75-dac86274b6bd req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.023495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:46:58.025867 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40" -d '{"events": [{"name": "network-changed", "server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:46:58.030531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:46:58.056104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:46:58.067505 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8cd66637-0577-4e46-9f75-dac86274b6bd req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.069098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cd66637-0577-4e46-9f75-dac86274b6bd req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4723608 Feb 08 23:46:58.069804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:46:58.110689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event updated for resources: {'Port': ['ID=9d32cd44-c2e0-4966-ab12-bc0918079e11,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:58.151724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e5af0-6a3e-4d42-ac9e-641ff8d5c51e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df95e489-5c5f-46df-886e-45469311079c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:58.175104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Attempting to bind port 9d096093-e21a-4abd-8ba7-f65b08ad891c on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:46:58.175435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Attempting to bind port 9d096093-e21a-4abd-8ba7-f65b08ad891c by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:46:58.175768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Attempting to bind port 9d096093-e21a-4abd-8ba7-f65b08ad891c on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:58.201859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Port 9d096093-e21a-4abd-8ba7-f65b08ad891c on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:46:58.202225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Attempting to bind port 9d096093-e21a-4abd-8ba7-f65b08ad891c on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:46:58.228016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:46:58.228016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:46:58.228523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:46:58.228837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Bound port: 9d096093-e21a-4abd-8ba7-f65b08ad891c, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:46:58.232895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.374731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.398171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0d2fa-0b41-4df9-9ec3-764ae1cc3368 req-2ebaeddd-0b29-4c75-9063-89a3851c7d02 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:58.399978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03f0d2fa-0b41-4df9-9ec3-764ae1cc3368 req-2ebaeddd-0b29-4c75-9063-89a3851c7d02 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 949 time: 0.1779585 Feb 08 23:46:58.413557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] For port 9d096093-e21a-4abd-8ba7-f65b08ad891c, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:46:58.457784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] For port 9d096093-e21a-4abd-8ba7-f65b08ad891c, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:46:58.467860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.472996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.527995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03f0d2fa-0b41-4df9-9ec3-764ae1cc3368 req-07a8b4f0-edfd-4a3d-8053-8c539980523c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216412 Feb 08 23:46:58.553046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:58.554084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.556118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-19325401-a501-4804-a5ca-a472977732b3 service neutron] 10.222.0.84 "PUT /v2.0/ports/9d096093-e21a-4abd-8ba7-f65b08ad891c HTTP/1.1" status: 200 len: 1091 time: 1.6306343 Feb 08 23:46:58.586446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325401-a501-4804-a5ca-a472977732b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d096093-e21a-4abd-8ba7-f65b08ad891c,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:58.795985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-a1957883-e75f-4e84-af46-9840826d7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:58.797522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-a1957883-e75f-4e84-af46-9840826d7094 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 1094 time: 0.1383185 Feb 08 23:46:58.807261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b86ad8-fa8b-404d-a187-93be6c517c62 req-68e412af-a130-42e1-8cd9-e83fe1f55bb6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:58.808783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33b86ad8-fa8b-404d-a187-93be6c517c62 req-68e412af-a130-42e1-8cd9-e83fe1f55bb6 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 943 time: 0.1321156 Feb 08 23:46:58.864348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-a507048f-fc43-421b-bd80-46081648a984 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c HTTP/1.1" status: 200 len: 217 time: 0.0544720 Feb 08 23:46:58.906424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.920174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:58.963294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33b86ad8-fa8b-404d-a187-93be6c517c62 req-3521e2b7-1a32-4d9c-a96b-686dccf8435e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459730 Feb 08 23:46:58.967888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-ee19b87a-a3d3-4eda-b033-67d2b9e40976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:58.969303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-ee19b87a-a3d3-4eda-b033-67d2b9e40976 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.0932770 Feb 08 23:46:59.036197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event updated for resources: {'Port': ['ID=9d32cd44-c2e0-4966-ab12-bc0918079e11,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:59.051098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:59.054491 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695d8437-2155-429f-a23b-355a49b201ae x-openstack-request-id: req-695d8437-2155-429f-a23b-355a49b201ae {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:59.055796 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55a35b-8a8b-4c98-a4dd-e300b73c2376", "name": "network-vif-plugged", "status": "completed", "tag": "da449094-3de2-4e53-9f5b-f7f767e27dfd", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:59.056526 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-695d8437-2155-429f-a23b-355a49b201ae {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:59.062068 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da449094-3de2-4e53-9f5b-f7f767e27dfd', 'code': 200} Feb 08 23:46:59.071003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-84cfccf7-75e9-4baa-b8cb-5591c2604124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.072533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-84cfccf7-75e9-4baa-b8cb-5591c2604124 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763109 Feb 08 23:46:59.076708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:59.077900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-4bbaab18-e99c-44ad-ae71-4b831a6e06ff tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2465615 Feb 08 23:46:59.151733 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd5e9f-04e7-4cd4-83d5-1439461def1c x-openstack-request-id: req-f4cd5e9f-04e7-4cd4-83d5-1439461def1c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:59.152306 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0", "status": "completed", "code": 200}, {"server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "name": "network-vif-unplugged", "status": "completed", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b", "code": 200}, {"name": "network-changed", "server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:59.152554 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4cd5e9f-04e7-4cd4-83d5-1439461def1c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:59.152970 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'status': 'completed', 'code': 200} Feb 08 23:46:59.153232 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b', 'code': 200} Feb 08 23:46:59.153516 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b', 'status': 'completed', 'code': 200} Feb 08 23:46:59.175854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:46:59.204261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-e77b2c0c-46e2-45db-bd98-386e19a805c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.206556 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-e77b2c0c-46e2-45db-bd98-386e19a805c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1097 time: 0.0520918 Feb 08 23:46:59.335279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-8619f63a-dc7c-417f-9484-b33f3155cc86 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1757996 Feb 08 23:46:59.339299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-5f8418a1-9753-49c5-ac25-a9ced33d0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.343298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-5f8418a1-9753-49c5-ac25-a9ced33d0b65 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 929 time: 0.1292543 Feb 08 23:46:59.352447 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a8920-4146-42f5-9a43-9757cce10ddf x-openstack-request-id: req-178a8920-4146-42f5-9a43-9757cce10ddf {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:46:59.353048 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:46:59.353477 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-178a8920-4146-42f5-9a43-9757cce10ddf {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:46:59.354226 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'status': 'completed', 'code': 200} Feb 08 23:46:59.424011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:59.445900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'mac_address': 'fa:16:3e:44:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:46:59.489018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-ba249cd5-ea00-48a8-bd10-08f989a57521 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077492 Feb 08 23:46:59.496199 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-87eb50f7-aee7-4ab5-b729-e8a1d0227cee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 1002 time: 0.1311936 Feb 08 23:46:59.496798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:59.516669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d819de77-0b4d-4d4e-88f1-dbc9c53540b2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:46:59.543035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:46:59.547655 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:46:59.578927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-77c552c6-e047-4840-98c9-54001ab6be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.581598 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-77c552c6-e047-4840-98c9-54001ab6be67 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 200 len: 867 time: 0.0628822 Feb 08 23:46:59.621566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=12']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:46:59.643255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-a77e5477-5bf1-4adc-ba55-396ae70c8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.644907 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-a77e5477-5bf1-4adc-ba55-396ae70c8acf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e2ca607-c165-4189-86f7-228982cba7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521724 Feb 08 23:46:59.718926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-a0274ea9-6886-4f0e-9660-025e643d9461 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.720384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-a0274ea9-6886-4f0e-9660-025e643d9461 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.3692830 Feb 08 23:46:59.749282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-055f6a2b-da76-47b8-9a89-df7d6eebfc43 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918403 Feb 08 23:46:59.749617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-ffd7ba8f-a2a7-4bb6-8428-a718dd206ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:46:59.750808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5702725-7a10-4377-8647-15bf5b8c91cb req-ffd7ba8f-a2a7-4bb6-8428-a718dd206ba3 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153346 Feb 08 23:46:59.792469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a69a2-5502-42e3-a417-3f5f9453fee9 req-5531b769-8bde-4459-9806-b409b51cafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.794096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-777a69a2-5502-42e3-a417-3f5f9453fee9 req-5531b769-8bde-4459-9806-b409b51cafe8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 1096 time: 0.4761908 Feb 08 23:46:59.801521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-37ed2935-6a11-415f-bd88-56186a3c87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.803565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-37ed2935-6a11-415f-bd88-56186a3c87ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=382a560dafa44f6e9871ce459cb18667&device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1100 time: 0.3954537 Feb 08 23:46:59.813478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c43fe-8ac2-448b-b700-637aef883b5f req-6e72126c-bc2e-48d0-a3da-8c7790e231d9 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.819616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae2c43fe-8ac2-448b-b700-637aef883b5f req-6e72126c-bc2e-48d0-a3da-8c7790e231d9 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 945 time: 0.3322396 Feb 08 23:46:59.843476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-850d4abb-c97f-4d71-89a7-766d11d9e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:46:59.844827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-850d4abb-c97f-4d71-89a7-766d11d9e821 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1124 time: 0.5536425 Feb 08 23:46:59.880877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-0d4484b1-0ebc-4f86-829e-08395f2c5017 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138361 Feb 08 23:46:59.887498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9777a391-2b83-49c9-8153-7d56f0fb959c req-a75e19b2-5195-4240-adc7-7f31b86f5f6e service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381071 Feb 08 23:47:00.071610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['d819de77-0b4d-4d4e-88f1-dbc9c53540b2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:00.310994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-e90cbd25-0339-47f7-9913-2d9a1b50da99 service neutron] 10.222.0.21 "GET /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.0591710 Feb 08 23:47:00.378697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae2c43fe-8ac2-448b-b700-637aef883b5f req-d9116680-0cc5-4085-b1bc-486c77c3d116 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582309 Feb 08 23:47:00.380162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-777a69a2-5502-42e3-a417-3f5f9453fee9 req-f64d3c7c-eb7b-43cc-89dc-9bab5ea80721 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561583 Feb 08 23:47:00.499543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:00.504444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-c05166ca-5dcc-49e5-adc4-2975bf0b91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.505909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-c05166ca-5dcc-49e5-adc4-2975bf0b91c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.6284328 Feb 08 23:47:00.516194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-2f536c2a-cc35-4e36-9509-4aca83bb5dd6 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.517717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-2f536c2a-cc35-4e36-9509-4aca83bb5dd6 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 944 time: 0.2102356 Feb 08 23:47:00.519666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-25fc9652-9a28-4fdb-b5c8-ffe34aa5c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.519810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:00.521125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-25fc9652-9a28-4fdb-b5c8-ffe34aa5c170 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.6920455 Feb 08 23:47:00.533455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-75aeda8a-59c9-4694-93c1-9f0264ecbc04 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.534938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-75aeda8a-59c9-4694-93c1-9f0264ecbc04 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 813 time: 0.6445673 Feb 08 23:47:00.555679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3721a16a-fc90-4fe6-a863-c692c446669b {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:00.566181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:00.580143 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:00.624385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-259d30a1-b29a-44d3-87ff-d08de4188b48 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 200 len: 217 time: 0.0794444 Feb 08 23:47:00.635833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eea46-df6f-40e7-b772-dd98f9dbb816 req-1a44a0e5-e19d-4420-95a8-e4b386548cde tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.637315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-900eea46-df6f-40e7-b772-dd98f9dbb816 req-1a44a0e5-e19d-4420-95a8-e4b386548cde tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 943 time: 0.1906893 Feb 08 23:47:00.638559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-afc366f7-2574-477f-b05d-4862c12f5bb9 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/quotas/5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 375 time: 0.0947764 Feb 08 23:47:00.652519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] Transition to ACTIVE for port object 3721a16a-fc90-4fe6-a863-c692c446669b will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:00.656785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:00.683524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-57e5a8f2-a0dd-4992-856c-42ed2e43eb43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 217 time: 0.0690451 Feb 08 23:47:00.729305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] No DVR routers for this DVR port 3721a16a-fc90-4fe6-a863-c692c446669b on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:00.736632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] Pushing event updated for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=10']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:00.763779 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a0457c7b-1d63-4b00-8ef0-e687c7c8b678 service neutron] 10.222.0.21 "PUT /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4474494 Feb 08 23:47:00.839065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-65735a95-3819-4319-a4ed-65a84f5762d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.840529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-65735a95-3819-4319-a4ed-65a84f5762d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1729670 Feb 08 23:47:00.849457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-900eea46-df6f-40e7-b772-dd98f9dbb816 req-94465d1f-f41e-4c69-9148-86accd633461 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701536 Feb 08 23:47:00.871414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-abcfd482-dfa9-49a7-a8f0-c389e3f702f3 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.872727 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-abcfd482-dfa9-49a7-a8f0-c389e3f702f3 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0453930 Feb 08 23:47:00.878156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-06779e73-91fd-4ce8-a16f-a5a3fe38cbba tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2068219 Feb 08 23:47:00.879476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-74c8c365-a8c8-486f-83b9-26ac1feb6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.880813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-74c8c365-a8c8-486f-83b9-26ac1feb6d80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.1599386 Feb 08 23:47:00.933563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a4bf1101-c048-4907-addc-320ba0ad4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:00.935069 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-a4bf1101-c048-4907-addc-320ba0ad4722 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1&tenant_id=c3e4172ad8aa4d9683740062aa834783 HTTP/1.1" status: 200 len: 1095 time: 0.0496399 Feb 08 23:47:00.955707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-620d968d-ffc6-4f72-a727-323ceaef460c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568354 Feb 08 23:47:00.968961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Deleting port 3d326990-d643-4e96-afb0-fbcd555cd745 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:00.969304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:00.998680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-205abce1-959d-490e-8e73-ca042feb2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.000178 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-205abce1-959d-490e-8e73-ca042feb2bdd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c3e4172ad8aa4d9683740062aa834783&device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1095 time: 0.0413728 Feb 08 23:47:01.058886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:01.092374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-20b0e6be-caf3-44ea-bb04-665ceaa14dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.093895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-20b0e6be-caf3-44ea-bb04-665ceaa14dbf service neutron] 10.222.0.84 "GET /v2.0/networks?id=57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 200 len: 921 time: 0.0865498 Feb 08 23:47:01.138659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-1bf914b2-1937-4dca-b5b0-0f433b434738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.140188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-1bf914b2-1937-4dca-b5b0-0f433b434738 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2865744 Feb 08 23:47:01.143964 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-7ae96366-3769-4f1b-8d24-ad2fb501d3ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 200 len: 217 time: 0.0398433 Feb 08 23:47:01.154828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'tag': '9d096093-e21a-4abd-8ba7-f65b08ad891c'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:01.157115 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d79a7669-6d81-4d0c-ae86-386c0ce9a428", "tag": "9d096093-e21a-4abd-8ba7-f65b08ad891c"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:01.204811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-3a4ebf34-b396-48bf-a954-1c933dcae66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.206229 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-3a4ebf34-b396-48bf-a954-1c933dcae66c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 200 len: 860 time: 0.0505810 Feb 08 23:47:01.211850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c06645-553e-420b-8414-4ffb83e2520e req-8f1047fe-b72d-4f4f-aab9-6c3cf9cfdce9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.213364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4c06645-553e-420b-8414-4ffb83e2520e req-8f1047fe-b72d-4f4f-aab9-6c3cf9cfdce9 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=833956e3-4311-4957-b1a0-e6989ae0a655 HTTP/1.1" status: 200 len: 944 time: 0.2902219 Feb 08 23:47:01.230699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:01.245971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-ade9ba51-f637-4dcb-af3e-97a5138ba1c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=57e68c72-4913-4aa9-8544-2cfaa6a54e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312002 Feb 08 23:47:01.327908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-54001b0f-330f-4c80-afa4-485e1007dcbe service neutron] 10.222.0.32 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304175 Feb 08 23:47:01.331087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] For port 3d326990-d643-4e96-afb0-fbcd555cd745, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3d326990-d643-4e96-afb0-fbcd555cd745,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:01.331454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:01.356324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-234193c8-86fd-4318-ada4-fa02dac2ccb5 service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003616 Feb 08 23:47:01.364594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-bbd4df0f-450b-4a3b-9585-b404fcdee97b service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768175 Feb 08 23:47:01.377649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Calling delete_port for 3d326990-d643-4e96-afb0-fbcd555cd745 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:01.447560 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-77fddf9c-aebf-4077-80cb-08736b66f62c service neutron] 10.222.0.84 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839550 Feb 08 23:47:01.463250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4c06645-553e-420b-8414-4ffb83e2520e req-cb05625a-14e0-4f02-ace8-b8d512d5e28c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001417 Feb 08 23:47:01.530783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-9833c423-089c-4e1f-bb7c-7da2297a73ea service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670387 Feb 08 23:47:01.700630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389bded-8cf1-4868-8025-4bde4087f56c req-263ae67f-2477-4562-9bef-4d0ef8a8f86d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.703836 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-263ae67f-2477-4562-9bef-4d0ef8a8f86d tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1&tenant_id=c3e4172ad8aa4d9683740062aa834783&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0540614 Feb 08 23:47:01.724042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-c1b26063-d675-4d21-96db-cdb05c252f3f service neutron] 10.222.0.32 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807914 Feb 08 23:47:01.742237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdbe99-12b7-4545-a388-22b0b2036c9a req-2b4b0f27-d4dd-4ee2-a6d2-45fd34a47933 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:01.743747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cfdbe99-12b7-4545-a388-22b0b2036c9a req-2b4b0f27-d4dd-4ee2-a6d2-45fd34a47933 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 950 time: 0.2121069 Feb 08 23:47:01.746158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e3edd1d-a6c8-4ac6-af8e-4e7d662f52a9 req-e7ae0692-e1ea-4901-94c2-2fe3a1a1709d service neutron] 10.222.0.21 "GET /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553174 Feb 08 23:47:01.828590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda4fbc0-b8fd-4990-9cfe-d9755f60aa40 req-fb82cbbb-0e81-4eec-a5c0-b9c96a8fddc0 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741904 Feb 08 23:47:01.850975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6389bded-8cf1-4868-8025-4bde4087f56c req-dfa295d1-5fb3-4b9e-9fc3-ba5f67323109 service neutron] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:01.859400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6389bded-8cf1-4868-8025-4bde4087f56c req-dfa295d1-5fb3-4b9e-9fc3-ba5f67323109 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:01.860529 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6389bded-8cf1-4868-8025-4bde4087f56c req-dfa295d1-5fb3-4b9e-9fc3-ba5f67323109 service neutron] 10.222.0.84 "DELETE /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.1492558 Feb 08 23:47:01.879125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cfdbe99-12b7-4545-a388-22b0b2036c9a req-fc6b71bd-8da3-4744-828c-edf2fc17f551 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155508 Feb 08 23:47:01.901070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:01.941821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event deleted for resources: {'Port': ['ID=3d326990-d643-4e96-afb0-fbcd555cd745,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:02.029837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] No DVR routers for this DVR port 3d326990-d643-4e96-afb0-fbcd555cd745 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:02.045915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:02.049201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41a78244-4639-4fae-b552-5c9eb95e9bf0 req-7a810a61-a0ce-4871-a4c1-1985219d6261 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "DELETE /v2.0/ports/3d326990-d643-4e96-afb0-fbcd555cd745 HTTP/1.1" status: 204 len: 173 time: 1.5033457 Feb 08 23:47:02.079175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-639d3856-7d0c-42c3-b919-b094f8ae789a tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.080677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-639d3856-7d0c-42c3-b919-b094f8ae789a tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1007516 Feb 08 23:47:02.089814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4773ebf-31c6-4548-b82f-fdfbe0a0de06 req-9c921f35-9985-45a7-90c5-11b3dcea4e0d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.091377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4773ebf-31c6-4548-b82f-fdfbe0a0de06 req-9c921f35-9985-45a7-90c5-11b3dcea4e0d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 944 time: 0.1124976 Feb 08 23:47:02.168830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-a10cde7b-1f20-4b85-b96b-79557e6351e9 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0763724 Feb 08 23:47:02.187323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-d0567dac-85de-409a-8d26-49f8a0a4868b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Request body: {'floatingip': {'port_id': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:02.230166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4773ebf-31c6-4548-b82f-fdfbe0a0de06 req-368db895-955e-43ab-8f94-6adb7a4f132c tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276031 Feb 08 23:47:02.244660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-d0567dac-85de-409a-8d26-49f8a0a4868b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:02.368781 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31cdc3-c1e6-4541-b1f6-753b7a65270e x-openstack-request-id: req-9c31cdc3-c1e6-4541-b1f6-753b7a65270e {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:02.369094 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79a7669-6d81-4d0c-ae86-386c0ce9a428", "tag": "9d096093-e21a-4abd-8ba7-f65b08ad891c", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:02.369348 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9c31cdc3-c1e6-4541-b1f6-753b7a65270e {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:02.369743 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'tag': '9d096093-e21a-4abd-8ba7-f65b08ad891c', 'status': 'completed', 'code': 200} Feb 08 23:47:02.550296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721bf20-5c55-4729-b751-e50211610b88 req-f8e64846-80e1-473e-bf21-d753abc1b406 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.551787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5721bf20-5c55-4729-b751-e50211610b88 req-f8e64846-80e1-473e-bf21-d753abc1b406 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 945 time: 0.1201136 Feb 08 23:47:02.566544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-86efd47c-2659-4e21-bdca-d2efd915efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.568476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-86efd47c-2659-4e21-bdca-d2efd915efc2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 1094 time: 0.1377673 Feb 08 23:47:02.655229 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-d0567dac-85de-409a-8d26-49f8a0a4868b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] update failed (client error): There was a conflict when trying to complete your request. Feb 08 23:47:02.656286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a4a29cb-a1a7-4415-a3eb-56b810c851b2 req-d0567dac-85de-409a-8d26-49f8a0a4868b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "PUT /v2.0/floatingips/11705965-ac84-4688-91a8-667c2213d1c1 HTTP/1.1" status: 409 len: 551 time: 0.4765444 Feb 08 23:47:02.668252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5721bf20-5c55-4729-b751-e50211610b88 req-634b7c52-4b08-4151-9f93-3b8a81908355 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042764 Feb 08 23:47:02.728659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-c0bb2afa-9fe6-489e-8e64-57cccbc6a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.730255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-c0bb2afa-9fe6-489e-8e64-57cccbc6a7d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.1518528 Feb 08 23:47:02.748097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22e15a7c-16a4-4ae6-8fa9-639700bd6b84 req-3fb809c2-2925-4468-b6be-6145bb1debec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 210 time: 0.0387692 Feb 08 23:47:02.822336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-1d16cff6-84b7-4409-a55f-67a809b7e121 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c HTTP/1.1" status: 200 len: 217 time: 0.0763662 Feb 08 23:47:02.903853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa747f6-aac4-4dfe-9499-846bc984ec98 req-3862d0c7-a8a5-458e-982e-98524c7a11e5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.909493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4aa747f6-aac4-4dfe-9499-846bc984ec98 req-3862d0c7-a8a5-458e-982e-98524c7a11e5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 943 time: 0.1651366 Feb 08 23:47:02.936164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63159-317c-4e29-b6ae-7d8e2eea899f req-1df8f86a-9976-4f94-a0c9-64268e78a7ad tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.937668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7e63159-317c-4e29-b6ae-7d8e2eea899f req-1df8f86a-9976-4f94-a0c9-64268e78a7ad tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 1101 time: 0.1271970 Feb 08 23:47:02.940895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-d4b296ea-65ff-4e45-91a3-4263635bf8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:02.942213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-d4b296ea-65ff-4e45-91a3-4263635bf8f3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1002522 Feb 08 23:47:02.999121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4aa747f6-aac4-4dfe-9499-846bc984ec98 req-7193e38e-f861-4c63-83e7-a3e0eb35f72c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850942 Feb 08 23:47:03.012748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7e63159-317c-4e29-b6ae-7d8e2eea899f req-41c6c9e7-e8f7-4e35-be64-80b1c680e23c tempest-MigrationsAdminTest-216304440 tempest-MigrationsAdminTest-216304440-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675845 Feb 08 23:47:03.022244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-cab7d9bd-e1a7-496b-95c2-862782a26638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:03.024079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-cab7d9bd-e1a7-496b-95c2-862782a26638 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693929 Feb 08 23:47:03.213927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9d096093-e21a-4abd-8ba7-f65b08ad891c details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:03.216377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:03.340676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:03.351447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:03.351915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:03.408427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9d096093-e21a-4abd-8ba7-f65b08ad891c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:03.423812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '9d096093-e21a-4abd-8ba7-f65b08ad891c', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': '9d096093-e21a-4abd-8ba7-f65b08ad891c', 'mac_address': 'fa:16:3e:d8:71:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:03.495668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:03.513976 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:03.516385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-c9fb19a4-7ae4-43b2-a132-8f851a9c57cc tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips/11705965-ac84-4688-91a8-667c2213d1c1 HTTP/1.1" status: 200 len: 693 time: 0.4540923 Feb 08 23:47:03.524608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d096093-e21a-4abd-8ba7-f65b08ad891c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:03.555166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9d096093-e21a-4abd-8ba7-f65b08ad891c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:03.560155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:03.562411 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c7c98d-811b-4c01-a23c-ba874bb66e28" -d '{"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-plugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:03.567291 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:03.596124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:03.604042 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:03.604824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:03.638142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 3d326990-d643-4e96-afb0-fbcd555cd745 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:03.638142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3d326990-d643-4e96-afb0-fbcd555cd745 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:03.643457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9d096093-e21a-4abd-8ba7-f65b08ad891c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:03.651208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-8587d17e-020d-47ff-93a8-9a9a8ed7e60b service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189268 Feb 08 23:47:03.653047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7992f-f96c-4864-8055-b3dc99341e20 req-63e558e3-2edb-4a1a-bb39-e9d9ca4cb064 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:03.654966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52b7992f-f96c-4864-8055-b3dc99341e20 req-63e558e3-2edb-4a1a-bb39-e9d9ca4cb064 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 1095 time: 0.2538116 Feb 08 23:47:03.702041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=13']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:03.709894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-02085d85-1fe7-4000-8b71-47fe98b6f56d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:03.713643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-02085d85-1fe7-4000-8b71-47fe98b6f56d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.21 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 813 time: 0.3136632 Feb 08 23:47:03.759088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'port': {'device_id': '32fcfc76-f42c-4223-a577-c256a67b2938', 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448', 'admin_state_up': True, 'tenant_id': '5c8cfcb0518045a8bd9016d47c6de5b4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:03.852768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52b7992f-f96c-4864-8055-b3dc99341e20 req-6d8f1e94-1987-47e8-b219-de446dd94cd3 tempest-LiveAutoBlockMigrationV225Test-1686994091 tempest-LiveAutoBlockMigrationV225Test-1686994091-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870148 Feb 08 23:47:03.864881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-133ad7bc-e5b1-4e63-9ff9-2b9da00bde67 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:03.866299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-133ad7bc-e5b1-4e63-9ff9-2b9da00bde67 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.3398705 Feb 08 23:47:03.891684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-972fe0be-8f0b-4024-b9e2-5ed2a4c4449b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:47:03.892529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-972fe0be-8f0b-4024-b9e2-5ed2a4c4449b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149348 Feb 08 23:47:03.900396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:03.910048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ee18067-2641-4ce0-bcee-1bbddfeb42e0 req-0c596cde-2352-45f2-8642-181b0c6ff16e service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431951 Feb 08 23:47:03.994334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-12afc83b-f665-426f-ab69-8ca41c59d440 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0787530 Feb 08 23:47:04.016759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Made reservation on behalf of 5c8cfcb0518045a8bd9016d47c6de5b4 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:04.020675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.071511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-f1724dec-3274-451d-8614-ce57cc70f066 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0643926 Feb 08 23:47:04.336891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Allocated IP 172.20.0.4 (4f3cff4f-1fea-41f7-a758-b604fcf2a448/3da3daa9-df7c-42b5-818d-54e65edfb64a/beae4f14-946b-4a0d-937f-87a5eff93aa6) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:04.356634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876de5e7-a5ec-4ee6-af17-79571263aa78 req-fa5971ea-c1ea-4e4b-8b55-1aad16e2c2fc tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:04.358140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-876de5e7-a5ec-4ee6-af17-79571263aa78 req-fa5971ea-c1ea-4e4b-8b55-1aad16e2c2fc tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 945 time: 0.1068254 Feb 08 23:47:04.374274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Deleting port 9d32cd44-c2e0-4966-ab12-bc0918079e11 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:04.374613 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.375922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'name': 'network-vif-deleted', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:04.378120 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba97f60-eb62-48c8-9116-9a37464744dd" -d '{"events": [{"server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "name": "network-vif-deleted", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:04.485086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-876de5e7-a5ec-4ee6-af17-79571263aa78 req-25e7e1c6-d954-4074-a420-5c520f5ea5ed tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.32 "GET /v2.0/security-groups?id=c1c72823-61b8-4bd7-851d-799aff986e15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202011 Feb 08 23:47:04.542674 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6fe655-496b-4e3f-ad65-c86a909e88bf x-openstack-request-id: req-fb6fe655-496b-4e3f-ad65-c86a909e88bf {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:04.543220 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-plugged", "status": "completed", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:04.543220 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb6fe655-496b-4e3f-ad65-c86a909e88bf {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:04.543603 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'code': 200} Feb 08 23:47:04.554605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.554931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.577601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Calling delete_port for 9d32cd44-c2e0-4966-ab12-bc0918079e11 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:04.635828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-373b549d-e48f-4390-ba7f-9d2a7b349491 req-20228f86-4545-4e1d-8fd7-d2bee05147ab tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 210 time: 0.0399134 Feb 08 23:47:04.674845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.734887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.813161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-4d7be8e7-2b07-48b2-88cc-967bd8b227fb tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:04.815566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-4d7be8e7-2b07-48b2-88cc-967bd8b227fb tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f55a35b-8a8b-4c98-a4dd-e300b73c2376 HTTP/1.1" status: 200 len: 945 time: 0.0668368 Feb 08 23:47:04.819744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:04.847296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:04.862113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:04.868936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:04.915438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:04.931524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.945909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Deleting port da449094-3de2-4e53-9f5b-f7f767e27dfd {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:04.946260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:04.985245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-97f1e74b-0f57-4af2-a316-65c0eaa84373 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:04.987759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-97f1e74b-0f57-4af2-a316-65c0eaa84373 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 944 time: 0.2111900 Feb 08 23:47:04.989814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event deleted for resources: {'Port': ['ID=9d32cd44-c2e0-4966-ab12-bc0918079e11,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:04.997339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:04.997975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.027796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea743-da83-49e4-9688-3193d657e431 req-8e824382-211a-4caf-ade7-1716b35d46b6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:05.029996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-592ea743-da83-49e4-9688-3193d657e431 req-8e824382-211a-4caf-ade7-1716b35d46b6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 944 time: 0.1903315 Feb 08 23:47:05.081697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] For port da449094-3de2-4e53-9f5b-f7f767e27dfd, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da449094-3de2-4e53-9f5b-f7f767e27dfd,segment=NetworkSegment(ef75be3c-0f14-459a-9944-ad7e456cb392),segment_id=ef75be3c-0f14-459a-9944-ad7e456cb392)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:05.082134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.096679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Calling delete_port for da449094-3de2-4e53-9f5b-f7f767e27dfd owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:05.132112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-fb1ce88c-986c-4fd8-86e4-dc0e8269170f tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3802147 Feb 08 23:47:05.157270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Request body: {'port': {'device_id': '32fcfc76-f42c-4223-a577-c256a67b2938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:05.229374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.231074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9d096093-e21a-4abd-8ba7-f65b08ad891c up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:05.231851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.233355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f90ccdc-202f-4ca2-a8c3-6d6a48f6f3d8 req-cd2efd0b-695d-4fbf-ba6b-71c15ebbfd03 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "DELETE /v2.0/floatingips/11705965-ac84-4688-91a8-667c2213d1c1 HTTP/1.1" status: 204 len: 173 time: 1.1505334 Feb 08 23:47:05.241581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-592ea743-da83-49e4-9688-3193d657e431 req-405fe1c3-111d-435c-8d02-8d2e7e038de9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021873 Feb 08 23:47:05.257357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.291239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Pushing event deleted for resources: {'Port': ['ID=da449094-3de2-4e53-9f5b-f7f767e27dfd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:05.299246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.315235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['da449094-3de2-4e53-9f5b-f7f767e27dfd'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:05.329945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Deleting port 3a48e22c-cd34-4ed1-a564-41cebef76b98 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:05.330279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.358632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] No DVR routers for this DVR port da449094-3de2-4e53-9f5b-f7f767e27dfd on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:05.361338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.374369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f2009b24-e583-486b-a67d-2adfbc2bd6e3 req-1a2c6060-8580-44be-8589-9121904b0444 tempest-InstanceActionsV221TestJSON-1526009178 tempest-InstanceActionsV221TestJSON-1526009178-project] 10.222.0.21 "DELETE /v2.0/ports/da449094-3de2-4e53-9f5b-f7f767e27dfd HTTP/1.1" status: 204 len: 173 time: 0.5400832 Feb 08 23:47:05.375543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'name': 'network-vif-deleted', 'tag': 'da449094-3de2-4e53-9f5b-f7f767e27dfd'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:05.378961 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d087a332-162b-49d3-9f91-db5ab85e04a8" -d '{"events": [{"server_uuid": "6f55a35b-8a8b-4c98-a4dd-e300b73c2376", "name": "network-vif-deleted", "tag": "da449094-3de2-4e53-9f5b-f7f767e27dfd"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:05.420964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 9d096093-e21a-4abd-8ba7-f65b08ad891c completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:05.425653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 9d096093-e21a-4abd-8ba7-f65b08ad891c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:05.426442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.530616 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.571150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9d096093-e21a-4abd-8ba7-f65b08ad891c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:05.575539 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.576420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3a48e22c-cd34-4ed1-a564-41cebef76b98 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:05.592455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a30d-917d-4632-9fda-aeb183fedb44 req-1b5d2b7e-f97a-40a0-990a-96b6996e1dea tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:05.593218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5562a30d-917d-4632-9fda-aeb183fedb44 req-1b5d2b7e-f97a-40a0-990a-96b6996e1dea tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 951 time: 0.2662218 Feb 08 23:47:05.617812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] For port 3a48e22c-cd34-4ed1-a564-41cebef76b98, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3a48e22c-cd34-4ed1-a564-41cebef76b98,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:05.618179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.644977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049a599-667a-478b-8b42-0b2062caea05 req-447688a4-4670-4f6d-b50f-47bb39ce1195 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:05.647237 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1049a599-667a-478b-8b42-0b2062caea05 req-447688a4-4670-4f6d-b50f-47bb39ce1195 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 944 time: 0.0684803 Feb 08 23:47:05.664843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d3a6f-a8ec-4c79-b6e0-a41bcb80131f req-b8d535a3-db44-44ad-8e1f-231a06cd3f6b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:05.672051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd2d3a6f-a8ec-4c79-b6e0-a41bcb80131f req-b8d535a3-db44-44ad-8e1f-231a06cd3f6b tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=17671bcb-2f52-462a-a873-0fcf291e5335 HTTP/1.1" status: 200 len: 944 time: 0.2701986 Feb 08 23:47:05.675218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9d096093-e21a-4abd-8ba7-f65b08ad891c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:05.685555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Calling delete_port for 3a48e22c-cd34-4ed1-a564-41cebef76b98 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:05.763667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Deleting port 3721a16a-fc90-4fe6-a863-c692c446669b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:05.764224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.800061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5562a30d-917d-4632-9fda-aeb183fedb44 req-90880165-e5d5-405e-acbb-d90c1bab9ac9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953585 Feb 08 23:47:05.847535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd2d3a6f-a8ec-4c79-b6e0-a41bcb80131f req-6684dd36-c907-4092-9ad8-a0c7b7c0da0c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719246 Feb 08 23:47:05.883743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] For port 3721a16a-fc90-4fe6-a863-c692c446669b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3721a16a-fc90-4fe6-a863-c692c446669b,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:05.884633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:05.887320 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa56755-c9fb-48b6-8eca-1708cad5bd84 x-openstack-request-id: req-cfa56755-c9fb-48b6-8eca-1708cad5bd84 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:05.887320 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833956e3-4311-4957-b1a0-e6989ae0a655", "name": "network-vif-deleted", "tag": "3d326990-d643-4e96-afb0-fbcd555cd745", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:05.887320 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfa56755-c9fb-48b6-8eca-1708cad5bd84 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:05.887320 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833956e3-4311-4957-b1a0-e6989ae0a655', 'name': 'network-vif-deleted', 'tag': '3d326990-d643-4e96-afb0-fbcd555cd745', 'status': 'completed', 'code': 200} Feb 08 23:47:05.900748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Calling delete_port for 3721a16a-fc90-4fe6-a863-c692c446669b owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:06.040940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.053746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['3721a16a-fc90-4fe6-a863-c692c446669b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:06.055812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['acd0271a-8a18-4707-a758-baf4fb6443c7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:06.082572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event deleted for resources: {'Port': ['ID=3721a16a-fc90-4fe6-a863-c692c446669b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:06.120541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] No DVR routers for this DVR port 3721a16a-fc90-4fe6-a863-c692c446669b on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:06.124138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.127201 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1049a599-667a-478b-8b42-0b2062caea05 req-9843cb59-7131-496e-a737-d596543d09ec tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "DELETE /v2.0/ports/3721a16a-fc90-4fe6-a863-c692c446669b HTTP/1.1" status: 204 len: 173 time: 0.4722092 Feb 08 23:47:06.172162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-285dc9ee-5ebb-44b4-863c-8882e9a799e6 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 1002 time: 0.2593598 Feb 08 23:47:06.211243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-d1314da0-2321-4aaf-9508-5f21371dec75 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:06.212742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-d1314da0-2321-4aaf-9508-5f21371dec75 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 951 time: 0.3012311 Feb 08 23:47:06.230655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742fe4-17c5-4916-8c6e-7907af5911d7 req-c7e92921-6d58-441b-a4ea-460f6a350d4e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:06.232141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65742fe4-17c5-4916-8c6e-7907af5911d7 req-c7e92921-6d58-441b-a4ea-460f6a350d4e tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 866 time: 0.3179440 Feb 08 23:47:06.232872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.327905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beae4f14-946b-4a0d-937f-87a5eff93aa6 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:06.345838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event deleted for resources: {'Port': ['ID=3a48e22c-cd34-4ed1-a564-41cebef76b98,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:06.364360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.544530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d096093-e21a-4abd-8ba7-f65b08ad891c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:06.547795 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeebed4-540b-4de5-bc24-ba2da5e3ec72" -d '{"events": [{"server_uuid": "d79a7669-6d81-4d0c-ae86-386c0ce9a428", "name": "network-vif-plugged", "status": "completed", "tag": "9d096093-e21a-4abd-8ba7-f65b08ad891c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:06.675181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-81779a5f-d6a5-48d0-bbf9-327207b6a555 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:06.676639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-81779a5f-d6a5-48d0-bbf9-327207b6a555 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports/86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 943 time: 0.4748006 Feb 08 23:47:06.725426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] No DVR routers for this DVR port 3a48e22c-cd34-4ed1-a564-41cebef76b98 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:06.732953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Transition to ACTIVE for port object beae4f14-946b-4a0d-937f-87a5eff93aa6 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:06.735270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.738890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e29cb8e-c1e8-456a-b609-870ab7009928 req-f3d6eb12-ab4f-4f26-9f4f-b5570e27c05a tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "DELETE /v2.0/ports/3a48e22c-cd34-4ed1-a564-41cebef76b98 HTTP/1.1" status: 204 len: 173 time: 1.7325714 Feb 08 23:47:06.750773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65742fe4-17c5-4916-8c6e-7907af5911d7 req-5c6520e6-a3b0-4732-b739-e1c73d9aac0d tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837167 Feb 08 23:47:06.753335 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.756294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.764215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:06.821637 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28725f4-767d-4dde-9fc2-278e17cf8f01 x-openstack-request-id: req-d28725f4-767d-4dde-9fc2-278e17cf8f01 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:06.821931 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55a35b-8a8b-4c98-a4dd-e300b73c2376", "name": "network-vif-deleted", "tag": "da449094-3de2-4e53-9f5b-f7f767e27dfd", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:06.822179 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d28725f4-767d-4dde-9fc2-278e17cf8f01 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:06.822571 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f55a35b-8a8b-4c98-a4dd-e300b73c2376', 'name': 'network-vif-deleted', 'tag': 'da449094-3de2-4e53-9f5b-f7f767e27dfd', 'status': 'completed', 'code': 200} Feb 08 23:47:06.875349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:06.910873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-d8000deb-9bc8-4ef8-b23a-3852c9097a88 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 1002 time: 0.1791129 Feb 08 23:47:06.913969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Deleting port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:06.914569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.151881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b93d9-f9b4-42f6-b0ad-603b5d004f2a req-13dd5376-7cb8-4534-8906-c5b048748eb4 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:07.153413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-776b93d9-f9b4-42f6-b0ad-603b5d004f2a req-13dd5376-7cb8-4534-8906-c5b048748eb4 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 943 time: 0.2324216 Feb 08 23:47:07.163195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Attempting to bind port beae4f14-946b-4a0d-937f-87a5eff93aa6 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:07.163530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Attempting to bind port beae4f14-946b-4a0d-937f-87a5eff93aa6 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:07.163853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Attempting to bind port beae4f14-946b-4a0d-937f-87a5eff93aa6 on network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:07.192292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Port beae4f14-946b-4a0d-937f-87a5eff93aa6 on network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:47:07.192984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Attempting to bind port beae4f14-946b-4a0d-937f-87a5eff93aa6 on network 4f3cff4f-1fea-41f7-a758-b604fcf2a448 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:07.201321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] For port d819de77-0b4d-4d4e-88f1-dbc9c53540b2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:07.201631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.233617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-7d2181c3-7f7f-4f80-b2cd-51791d865482 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:07.234986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-7d2181c3-7f7f-4f80-b2cd-51791d865482 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.3020539 Feb 08 23:47:07.236054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Calling delete_port for d819de77-0b4d-4d4e-88f1-dbc9c53540b2 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:07.241204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:07.241571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Checking segment: {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:07.241958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Bound using segment: {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:07.242399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Bound port: beae4f14-946b-4a0d-937f-87a5eff93aa6, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b89332-babe-4f67-baf9-ef3ce5e55b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:07.242752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.316895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-776b93d9-f9b4-42f6-b0ad-603b5d004f2a req-bafc5bb6-e971-4e93-b80b-71866daa829b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487932 Feb 08 23:47:07.470238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-fb8f8c84-c742-4da3-aa83-1fbd7a12af50 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 1002 time: 0.2240729 Feb 08 23:47:07.495559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:07.499555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:07.545671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:07.559927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a814a-1ba9-4443-ad75-3fa9334e63f5 req-6bc54ab3-842d-48b2-b51b-d5422b5e043b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:07.561460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a03a814a-1ba9-4443-ad75-3fa9334e63f5 req-6bc54ab3-842d-48b2-b51b-d5422b5e043b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1715851 Feb 08 23:47:07.565677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.673322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:07.673941 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.675472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] 10.222.0.21 "PUT /v2.0/ports/beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 1091 time: 2.5264192 Feb 08 23:47:07.678341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.763846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a03a814a-1ba9-4443-ad75-3fa9334e63f5 req-690ad0df-9c55-42d5-be7c-d87d233ac90e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926546 Feb 08 23:47:07.764346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.777269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2', 'cd13105f-5f9a-407c-91d0-18ba673da582'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:07.791007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e837-f1fc-4c1c-8617-e2e4e16beecc service neutron] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:07.847414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39b03750-3e92-4777-a5c9-69b7f869939d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:07.860149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event deleted for resources: {'Port': ['ID=d819de77-0b4d-4d4e-88f1-dbc9c53540b2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:07.890240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'name': 'network-vif-deleted', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98'}, {'name': 'network-changed', 'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:07.892445 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96005b97-7e08-44ae-a0ad-e71a0191e22f" -d '{"events": [{"server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "name": "network-vif-deleted", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98"}, {"name": "network-changed", "server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:07.923728 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf16f6c-5058-46a1-a551-6ff012b2ddef x-openstack-request-id: req-fdf16f6c-5058-46a1-a551-6ff012b2ddef {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:07.924231 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a7669-6d81-4d0c-ae86-386c0ce9a428", "name": "network-vif-plugged", "status": "completed", "tag": "9d096093-e21a-4abd-8ba7-f65b08ad891c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:07.924644 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fdf16f6c-5058-46a1-a551-6ff012b2ddef {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:07.925394 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d096093-e21a-4abd-8ba7-f65b08ad891c', 'code': 200} Feb 08 23:47:07.938216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] No DVR routers for this DVR port d819de77-0b4d-4d4e-88f1-dbc9c53540b2 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:07.964098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:07.967339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4dd1b39-7493-4983-b8fb-a024b84eeef6 req-ab1aae03-228a-4222-b193-8e38417b69a9 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "DELETE /v2.0/ports/d819de77-0b4d-4d4e-88f1-dbc9c53540b2 HTTP/1.1" status: 204 len: 173 time: 1.7326062 Feb 08 23:47:07.971008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-7eb62bd2-0dfd-46df-8b3e-f6c9a7321efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:07.972465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-7eb62bd2-0dfd-46df-8b3e-f6c9a7321efb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1094 time: 0.2358067 Feb 08 23:47:08.051052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c181fef-8bd2-4fe0-9621-637c39173c16 req-5710bfa3-68b3-4bff-9e3e-f9c52735de0d tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=5f83fa4f-a740-4f2b-b1e6-317edf4f073f HTTP/1.1" status: 200 len: 210 time: 0.0885246 Feb 08 23:47:08.092879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:08.096768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-0fdcf21d-30cf-48ca-a681-cbac5165cb09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 217 time: 0.1087773 Feb 08 23:47:08.101891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:08.102236 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Floating IP 207c388d-fc52-4831-a402-8fdbae19a06d disassociated. External IP: 172.25.3.241, port: 86360f43-cdf9-4ec7-9249-fb7c87ba89c0. Feb 08 23:47:08.179651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3bfa0-3232-41aa-b0a6-8e78dcb8eff9 req-17480252-efa5-4e09-b4c1-8569706cfc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:08.181184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36f3bfa0-3232-41aa-b0a6-8e78dcb8eff9 req-17480252-efa5-4e09-b4c1-8569706cfc7e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 1096 time: 0.2755399 Feb 08 23:47:08.292872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-307f06bf-040d-4098-9666-1ec962c7993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:08.294369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-307f06bf-040d-4098-9666-1ec962c7993f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.1899083 Feb 08 23:47:08.346121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-47c0a2e3-480d-462f-9093-f5cd4b176e0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441151 Feb 08 23:47:08.347734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36f3bfa0-3232-41aa-b0a6-8e78dcb8eff9 req-c1deb56d-cff1-4d57-a388-771f6e6232d6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561444 Feb 08 23:47:08.531416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c493611f-75bf-4161-bed4-63068014d600 req-c83b482e-94cb-4001-971b-55cfa02ca8f2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 210 time: 0.0632136 Feb 08 23:47:08.581738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Router 98143699-366c-4c15-ad22-60d95df726d8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:47:08.584405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-b88c879f-ec94-40b2-8b96-9eac382c128a service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279360 Feb 08 23:47:08.594376 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8210db7d-3aa5-4e90-9a43-8fc09960862d x-openstack-request-id: req-8210db7d-3aa5-4e90-9a43-8fc09960862d {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:08.594748 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17671bcb-2f52-462a-a873-0fcf291e5335", "name": "network-vif-deleted", "tag": "3a48e22c-cd34-4ed1-a564-41cebef76b98", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:08.595069 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8210db7d-3aa5-4e90-9a43-8fc09960862d {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:08.595525 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17671bcb-2f52-462a-a873-0fcf291e5335', 'name': 'network-vif-deleted', 'tag': '3a48e22c-cd34-4ed1-a564-41cebef76b98', 'status': 'completed', 'code': 200} Feb 08 23:47:08.595847 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'status': 'completed', 'code': 200} Feb 08 23:47:08.808478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239f74-5794-4e99-a622-4f1c6f9518a4 req-8e724c09-8cf4-4436-bc75-884dd25d66e0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:08.809887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d239f74-5794-4e99-a622-4f1c6f9518a4 req-8e724c09-8cf4-4436-bc75-884dd25d66e0 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 943 time: 0.1276429 Feb 08 23:47:08.814152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccae7286-f4a9-4e32-ba0b-4ad6c5f3621e req-e654a6b2-1737-4466-bdc3-4ddd9ae28e95 service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163961 Feb 08 23:47:08.824499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'name': 'network-vif-deleted', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:08.826970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:47:08.828989 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d762487-82bf-4f80-a933-3289936acd08" -d '{"events": [{"server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "name": "network-vif-deleted", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:08.832892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:08.845372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] Sync routers for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:47:08.868435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:08.869453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:08.908238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-2832c617-04c7-4716-9d01-8ef23e217b62 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "PUT /v2.0/floatingips/207c388d-fc52-4831-a402-8fdbae19a06d HTTP/1.1" status: 200 len: 695 time: 1.4195330 Feb 08 23:47:08.918422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d239f74-5794-4e99-a622-4f1c6f9518a4 req-a46595b7-c056-4fe5-a6c2-5c9c5eff4a1a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017797 Feb 08 23:47:08.937960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-d16a62c5-ca98-4fbd-88d4-7f674701ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:08.939786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-d16a62c5-ca98-4fbd-88d4-7f674701ec5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1094 time: 0.0653546 Feb 08 23:47:08.988094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:09.092490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da449094-3de2-4e53-9f5b-f7f767e27dfd no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:09.129154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-b7f80ddd-92ce-4c13-942c-359fbcc0dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:09.131354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-b7f80ddd-92ce-4c13-942c-359fbcc0dd11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1097 time: 0.1889365 Feb 08 23:47:09.132464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-9339d5aa-be89-43ff-95da-8bbbc7318d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:09.133831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-9339d5aa-be89-43ff-95da-8bbbc7318d80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 0.1841073 Feb 08 23:47:09.140484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: da449094-3de2-4e53-9f5b-f7f767e27dfd {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:09.140832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da449094-3de2-4e53-9f5b-f7f767e27dfd not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:09.161159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37276) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:09.215570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Deleting subnet 6ae6e906-f7f2-47be-be61-e3cd42e2d831 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:09.219132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.235819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-2f28817f-bd19-4c33-a679-33cd8afaee2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 217 time: 0.0841420 Feb 08 23:47:09.244897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:09.257815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.276737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: d819de77-0b4d-4d4e-88f1-dbc9c53540b2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:09.277272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d819de77-0b4d-4d4e-88f1-dbc9c53540b2 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:09.277767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:09.317417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 3721a16a-fc90-4fe6-a863-c692c446669b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:09.317417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3721a16a-fc90-4fe6-a863-c692c446669b not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:09.322447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.346433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:27Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:09.376762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] Checking router: 98143699-366c-4c15-ad22-60d95df726d8 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:47:09.385400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.387956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:09.389335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:46:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:09.435208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae6e906-f7f2-47be-be61-e3cd42e2d831,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:09.445178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.452195 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a2d744c5-49f3-4cf2-83d9-f29500bafb64 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ae6e906-f7f2-47be-be61-e3cd42e2d831 HTTP/1.1" status: 204 len: 168 time: 0.2890635 Feb 08 23:47:09.452821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37278) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:09.525659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:09.534670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.689096 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.708710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1704e0-9433-4d20-ba96-ea06798f0198 req-28a9419a-6cf2-42ed-b0f6-ae1399ef5a72 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:09.713902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d92208c-7228-4238-ad26-d23d81e90a7b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:09.719300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1704e0-9433-4d20-ba96-ea06798f0198 req-28a9419a-6cf2-42ed-b0f6-ae1399ef5a72 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.4954584 Feb 08 23:47:09.727259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-b363a15d-6a50-4002-821d-0e0433f1692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:09.728730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-b363a15d-6a50-4002-821d-0e0433f1692f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.1572978 Feb 08 23:47:09.740435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef75be3c-0f14-459a-9944-ad7e456cb392') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:09.740808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef75be3c-0f14-459a-9944-ad7e456cb392') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:09.746375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-561f063d-8a3d-4c75-9fb0-366345d3b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:09.747868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-561f063d-8a3d-4c75-9fb0-366345d3b15d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 929 time: 0.6068125 Feb 08 23:47:09.752742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.773270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.782612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:09.783188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:09.785425 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:09.817514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-e0bfd842-553c-4762-adaf-1db93df54d9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670879 Feb 08 23:47:09.830152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-fc9a2fc4-8f64-4e6f-8ea2-58db9518791c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:09.831575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-fc9a2fc4-8f64-4e6f-8ea2-58db9518791c tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.2186468 Feb 08 23:47:09.835260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-c5d3e0a2-24da-4859-94c4-aef6548a60d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 217 time: 0.0719938 Feb 08 23:47:09.866559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.885208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:09.885685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1704e0-9433-4d20-ba96-ea06798f0198 req-59caab7b-2aeb-495d-a89f-78c4d08106d4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633363 Feb 08 23:47:09.891763 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1d92208c-7228-4238-ad26-d23d81e90a7b HTTP/1.1" status: 204 len: 168 time: 0.4377151 Feb 08 23:47:09.892678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7e2a0-f29c-47d2-9d2b-939baf877254 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d92208c-7228-4238-ad26-d23d81e90a7b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:09.936349 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb777b0e-2345-42cd-a858-30735d2f0b52 x-openstack-request-id: req-fb777b0e-2345-42cd-a858-30735d2f0b52 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:09.936710 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbbb0c8-4c08-4eee-9b09-4409347cdbb1", "name": "network-vif-deleted", "tag": "3721a16a-fc90-4fe6-a863-c692c446669b", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:09.937052 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb777b0e-2345-42cd-a858-30735d2f0b52 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:09.937649 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbbb0c8-4c08-4eee-9b09-4409347cdbb1', 'name': 'network-vif-deleted', 'tag': '3721a16a-fc90-4fe6-a863-c692c446669b', 'status': 'completed', 'code': 200} Feb 08 23:47:09.950317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:27Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:10.010253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821934be-09f1-4728-b22e-ec8ceb36b08f None None] The sync data for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 is: [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7efd6801-eae7-43e3-90fa-fb2c193151e6', 'name': '', 'network_id': '1e2ca607-c165-4189-86f7-228982cba7bb', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'mac_address': 'fa:16:3e:40:e6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:17Z', 'updated_at': '2022-02-08T23:46:27Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'subnets': [{'id': '128d41c7-68a1-4edb-bd6b-eeeca409fac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:47:10.045514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-c102e85b-7b73-4291-b266-c77767c4103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:10.047001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-c102e85b-7b73-4291-b266-c77767c4103d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 200 len: 867 time: 0.1918914 Feb 08 23:47:10.113975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37288) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:10.138514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-3a9290c8-db4e-4d62-ae9e-812590e66fad service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002727 Feb 08 23:47:10.168832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b63fbf42-cee3-49f6-9e0c-d3e7f39f3783 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d49d2db2d76a42b2bdc142cafed58cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512168 Feb 08 23:47:10.169255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37290) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:10.228946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-20d05afd-aa1e-4df7-a07d-fafbffe9921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:10.230488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-20d05afd-aa1e-4df7-a07d-fafbffe9921a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e2ca607-c165-4189-86f7-228982cba7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713002 Feb 08 23:47:10.232582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Deleting port 5d0d3e01-7c05-409c-87a2-a52d11167a9f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:10.232940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.263341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bab46e87-c68b-412f-8b27-64d25b627969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.290318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bab46e87-c68b-412f-8b27-64d25b627969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.300856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796f1b-b4a7-4e5b-96f1-6aac6641108c req-859b8313-b836-4ab4-a1ee-440b848c30b7 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:10.302451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5796f1b-b4a7-4e5b-96f1-6aac6641108c req-859b8313-b836-4ab4-a1ee-440b848c30b7 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dfa6710-ede2-40da-9516-eacc629959bb HTTP/1.1" status: 200 len: 945 time: 0.1994982 Feb 08 23:47:10.374682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bab46e87-c68b-412f-8b27-64d25b627969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.377866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bab46e87-c68b-412f-8b27-64d25b627969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.379945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bab46e87-c68b-412f-8b27-64d25b627969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1c72823-61b8-4bd7-851d-799aff986e15 HTTP/1.1" status: 204 len: 168 time: 0.2094691 Feb 08 23:47:10.393286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab46e87-c68b-412f-8b27-64d25b627969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c72823-61b8-4bd7-851d-799aff986e15,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:10.400500 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b65c6-131d-40ed-93aa-dd32794382fc None None] New status for floating IP 207c388d-fc52-4831-a402-8fdbae19a06d: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:47:10.473956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96005b97-7e08-44ae-a0ad-e71a0191e22f req-e2ced841-9b18-4d8b-943f-5fd7fc6bd72b service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262410 Feb 08 23:47:10.522538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] For port 5d0d3e01-7c05-409c-87a2-a52d11167a9f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=5d0d3e01-7c05-409c-87a2-a52d11167a9f,segment=NetworkSegment(c2478ec6-1e5e-4372-bc86-7c259cad24c3),segment_id=c2478ec6-1e5e-4372-bc86-7c259cad24c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:10.523443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.548132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5796f1b-b4a7-4e5b-96f1-6aac6641108c req-9b0b6e1a-fd9b-47d9-bdd4-5959222f1849 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.32 "GET /v2.0/security-groups?id=79f7e3df-00ab-4b7d-9063-64caec148cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922429 Feb 08 23:47:10.582292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Calling delete_port for 5d0d3e01-7c05-409c-87a2-a52d11167a9f owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:10.594797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-c259b78b-75a7-469d-b1a1-dc9075a9ac94 service neutron] 10.222.0.32 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412910 Feb 08 23:47:10.599132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-deleted', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2'}, {'name': 'network-changed', 'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:10.608869 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5288673-ebc0-44aa-ab4e-738640eaa52f" -d '{"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-deleted", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2"}, {"name": "network-changed", "server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:10.796269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f923dd62-6bb0-41a8-a031-8239a3681347 req-28a1d6ac-3157-40a5-8b8c-1d4f3d7e96c2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=fdbbb0c8-4c08-4eee-9b09-4409347cdbb1 HTTP/1.1" status: 200 len: 210 time: 0.0726063 Feb 08 23:47:10.894840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab348843-e33e-456d-ba5e-95a28de0b1f9 req-0b7cf07e-19ba-4de8-ad77-42bec89f8fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797997 Feb 08 23:47:10.927114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:10.980321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Pushing event deleted for resources: {'Port': ['ID=5d0d3e01-7c05-409c-87a2-a52d11167a9f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:11.046961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] No DVR routers for this DVR port 5d0d3e01-7c05-409c-87a2-a52d11167a9f on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:11.050308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:11.054903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4a2729a-65ed-4548-8ca4-61bc3560cf35 req-45f333fd-6c69-42a8-a8d4-0f8a7183e606 tempest-LiveMigrationTest-1387175672 tempest-LiveMigrationTest-1387175672-project] 10.222.0.84 "DELETE /v2.0/ports/5d0d3e01-7c05-409c-87a2-a52d11167a9f HTTP/1.1" status: 204 len: 173 time: 1.2086496 Feb 08 23:47:11.088655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device beae4f14-946b-4a0d-937f-87a5eff93aa6 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:11.093254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec8158-04fd-4500-907e-3649e7fcb75d req-43b10198-2eae-49e4-9441-9f38aa00c0ed tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.103365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ec8158-04fd-4500-907e-3649e7fcb75d req-43b10198-2eae-49e4-9441-9f38aa00c0ed tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 943 time: 0.1522067 Feb 08 23:47:11.169106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ec8158-04fd-4500-907e-3649e7fcb75d req-c9cbcd2e-eb73-4ac6-92c0-1f388bed3a8a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646970 Feb 08 23:47:11.210013 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133e3867-6b20-4235-8d95-b459861b0969 x-openstack-request-id: req-133e3867-6b20-4235-8d95-b459861b0969 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:11.210390 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f83fa4f-a740-4f2b-b1e6-317edf4f073f", "name": "network-vif-deleted", "tag": "d819de77-0b4d-4d4e-88f1-dbc9c53540b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:11.210719 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-133e3867-6b20-4235-8d95-b459861b0969 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:11.211198 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f83fa4f-a740-4f2b-b1e6-317edf4f073f', 'name': 'network-vif-deleted', 'tag': 'd819de77-0b4d-4d4e-88f1-dbc9c53540b2', 'status': 'completed', 'code': 200} Feb 08 23:47:11.211918 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'status': 'completed', 'code': 200} Feb 08 23:47:11.260323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:11.278507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'network_id': '4f3cff4f-1fea-41f7-a758-b604fcf2a448', 'port_id': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'mac_address': 'fa:16:3e:65:ab:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da3daa9-df7c-42b5-818d-54e65edfb64a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:11.348486 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:11.363967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-24e60c42-fdc2-4ea3-b02c-562423477bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips/207c388d-fc52-4831-a402-8fdbae19a06d HTTP/1.1" status: 200 len: 693 time: 0.0769966 Feb 08 23:47:11.371751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beae4f14-946b-4a0d-937f-87a5eff93aa6 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:11.400224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:11.405909 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:11.458341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1a4b-c29e-44ac-a2a1-d4aa8e757dd1 req-1a5ffa67-5711-451c-a6e0-9912a97217af tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.460543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-525f1a4b-c29e-44ac-a2a1-d4aa8e757dd1 req-1a5ffa67-5711-451c-a6e0-9912a97217af tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1829221 Feb 08 23:47:11.468833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-2a622ba3-ab38-4bd0-9687-596edc9bf368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.470387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-2a622ba3-ab38-4bd0-9687-596edc9bf368 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 1097 time: 0.2441344 Feb 08 23:47:11.480486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:11.594771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-525f1a4b-c29e-44ac-a2a1-d4aa8e757dd1 req-f2b01abb-74b4-4b21-b5cb-bb0ef395ac40 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213570 Feb 08 23:47:11.613109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-9bc03454-0b42-47d5-9f72-e0c3435112a9 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.615185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-9bc03454-0b42-47d5-9f72-e0c3435112a9 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2499626 Feb 08 23:47:11.680804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['beae4f14-946b-4a0d-937f-87a5eff93aa6'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:11.690452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-b46d0542-ae1b-4f5b-915b-eabaeb418922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.692087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-b46d0542-ae1b-4f5b-915b-eabaeb418922 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 200 len: 929 time: 0.2110274 Feb 08 23:47:11.699548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-31d153e9-9c56-4cb5-a9ad-673f1837318f tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0786519 Feb 08 23:47:11.803463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd92302e-ef4f-41af-bfcf-d3e191fd6071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:11.813818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-1365f0e5-49cf-491c-8589-9b9980bbc395 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 200 len: 217 time: 0.1130505 Feb 08 23:47:11.819550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-6efb38ec-b688-4cb9-b459-fadfff4eb331 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0998504 Feb 08 23:47:11.839385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f3b56-a41d-4025-8efd-cfe237e24bda req-ff662210-676a-4ea5-bd29-cc177df6571f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.840820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-724f3b56-a41d-4025-8efd-cfe237e24bda req-ff662210-676a-4ea5-bd29-cc177df6571f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 951 time: 0.1671121 Feb 08 23:47:11.968843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-fc55f5d4-fb15-4525-8fd9-1509eb19ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:11.970239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-fc55f5d4-fb15-4525-8fd9-1509eb19ec1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 200 len: 867 time: 0.1483841 Feb 08 23:47:11.993802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-724f3b56-a41d-4025-8efd-cfe237e24bda req-7ef5e165-2067-4b57-99af-ee91b21cf72c tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256003 Feb 08 23:47:12.050225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-e9128b70-1984-4c4b-88b7-bb1579363af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:12.051857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-e9128b70-1984-4c4b-88b7-bb1579363af1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e2ca607-c165-4189-86f7-228982cba7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728135 Feb 08 23:47:12.069399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Deleting port cb0404e8-5ff9-46bd-a01b-03d2fd860042 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:12.070010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.192030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37334) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:12.219562 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.219892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.229707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-be994d45-a2cb-4690-8f31-2fd061291313 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700537 Feb 08 23:47:12.237304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Calling delete_port for cb0404e8-5ff9-46bd-a01b-03d2fd860042 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:12.516250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5288673-ebc0-44aa-ab4e-738640eaa52f req-ec09bfbe-c1fb-45ee-8a9a-6d4f41d65786 service neutron] 10.222.0.84 "GET /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767112 Feb 08 23:47:12.531014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Deleting subnet 91de0656-ebb8-4d14-8cf7-6587c06cec1c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:12.535892 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.577637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33301f5-beea-4bcd-8fe6-ddf4c6260c45 req-51a2fda6-cd53-476e-aaf7-e28916fe8ad7 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:12.579098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a33301f5-beea-4bcd-8fe6-ddf4c6260c45 req-51a2fda6-cd53-476e-aaf7-e28916fe8ad7 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 944 time: 0.1442182 Feb 08 23:47:12.588385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.618331 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.640387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.655907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event deleted for resources: {'Port': ['ID=cb0404e8-5ff9-46bd-a01b-03d2fd860042,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:12.683907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a33301f5-beea-4bcd-8fe6-ddf4c6260c45 req-e2c08e81-f024-4ef5-b338-8e36c6fede79 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981197 Feb 08 23:47:12.715097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-e1b75699-bde9-4359-88a9-ad5c3e0d0cab tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:12.715563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.716615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-e1b75699-bde9-4359-88a9-ad5c3e0d0cab tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 951 time: 0.1553795 Feb 08 23:47:12.763737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91de0656-ebb8-4d14-8cf7-6587c06cec1c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:12.781397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.790303 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c4aa4bb9-41e5-480c-a145-c1274bb12833 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/91de0656-ebb8-4d14-8cf7-6587c06cec1c HTTP/1.1" status: 204 len: 168 time: 0.5971596 Feb 08 23:47:12.790933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37352) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:12.900527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.903471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:12.904888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e88d46-a602-493f-a3a8-4af73d79c5f4 req-0a9a78a0-6dbf-4bd9-8aa1-10e2d2399940 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "DELETE /v2.0/floatingips/207c388d-fc52-4831-a402-8fdbae19a06d HTTP/1.1" status: 204 len: 173 time: 1.0751014 Feb 08 23:47:12.970833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a36d-3564-4ed0-9bcb-b6cb33d3d25d req-7ee82f6c-5fa1-4db2-a987-27a612ab69f0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:12.980084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c80a36d-3564-4ed0-9bcb-b6cb33d3d25d req-7ee82f6c-5fa1-4db2-a987-27a612ab69f0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1567669 Feb 08 23:47:13.023587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Deleting port 39b03750-3e92-4777-a5c9-69b7f869939d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:13.024158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.088766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device beae4f14-946b-4a0d-937f-87a5eff93aa6 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:13.164174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c80a36d-3564-4ed0-9bcb-b6cb33d3d25d req-92396f5c-a025-4f17-8450-56eafd8a7ea3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696990 Feb 08 23:47:13.216408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'name': 'network-vif-deleted', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:13.221493 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908547b-7fae-4218-a93a-de89185e2ad8" -d '{"events": [{"server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "name": "network-vif-deleted", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:13.236524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.327477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.346599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:13.372104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 5d0d3e01-7c05-409c-87a2-a52d11167a9f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:13.372845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 5d0d3e01-7c05-409c-87a2-a52d11167a9f not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:13.386750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6303b34a-9051-4125-ad2d-3001cbb3d59d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:13.409775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2478ec6-1e5e-4372-bc86-7c259cad24c3') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:13.411110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2478ec6-1e5e-4372-bc86-7c259cad24c3') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:13.429692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port beae4f14-946b-4a0d-937f-87a5eff93aa6 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:13.437514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port beae4f14-946b-4a0d-937f-87a5eff93aa6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:13.437900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.439848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.468733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.475849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:13.476392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:13.532047 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:13.558808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.576575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.603009 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.607460 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6303b34a-9051-4125-ad2d-3001cbb3d59d HTTP/1.1" status: 204 len: 168 time: 0.8128297 Feb 08 23:47:13.608370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580b03c-4561-481b-9fd4-bb3cd2fcf585 admin admin] Pushing event deleted for resources: {'Network': ['ID=6303b34a-9051-4125-ad2d-3001cbb3d59d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:13.610922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37370) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:13.615806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:13.618012 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c378109-8309-4cf8-857e-dc95acfbd831" -d '{"events": [{"server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "name": "network-vif-plugged", "status": "completed", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:13.659662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:13.665446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.703455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Deleting subnet 190e1404-0e1c-46bb-8bf4-82d30cfa6e07 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:13.710315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.716123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] For port 39b03750-3e92-4777-a5c9-69b7f869939d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39b03750-3e92-4777-a5c9-69b7f869939d,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:13.716719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.725490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:13.731963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Calling delete_port for 39b03750-3e92-4777-a5c9-69b7f869939d owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:13.763483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.806102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.826014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194105e-df3a-4dab-bf87-a2e67b55ca47 req-204fe8ea-163d-4c82-bd8a-75fd91d1a218 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:13.827553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d194105e-df3a-4dab-bf87-a2e67b55ca47 req-204fe8ea-163d-4c82-bd8a-75fd91d1a218 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7014761 Feb 08 23:47:13.888335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.895604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab136ca-42a5-4f64-a3b9-562f99c480ca req-f7a21fa1-8228-47db-9346-ac09d8fca043 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:13.901682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:13.902583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ab136ca-42a5-4f64-a3b9-562f99c480ca req-f7a21fa1-8228-47db-9346-ac09d8fca043 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 951 time: 0.1568346 Feb 08 23:47:13.907372 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/190e1404-0e1c-46bb-8bf4-82d30cfa6e07 HTTP/1.1" status: 204 len: 168 time: 0.2830446 Feb 08 23:47:13.913156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d194105e-df3a-4dab-bf87-a2e67b55ca47 req-7c2ae61e-9ba5-4a35-b84b-7d8dae3d60ae tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0782642 Feb 08 23:47:13.916053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37376) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:13.924984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f38de-aad6-4331-bba7-16e86b55e5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190e1404-0e1c-46bb-8bf4-82d30cfa6e07,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:14.008340 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf1a1e7-b948-4f3a-85e0-0cc31c485675 x-openstack-request-id: req-cbf1a1e7-b948-4f3a-85e0-0cc31c485675 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:14.008627 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfa6710-ede2-40da-9516-eacc629959bb", "name": "network-vif-deleted", "tag": "5d0d3e01-7c05-409c-87a2-a52d11167a9f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:14.008874 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbf1a1e7-b948-4f3a-85e0-0cc31c485675 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:14.009288 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfa6710-ede2-40da-9516-eacc629959bb', 'name': 'network-vif-deleted', 'tag': '5d0d3e01-7c05-409c-87a2-a52d11167a9f', 'status': 'completed', 'code': 200} Feb 08 23:47:14.033319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ab136ca-42a5-4f64-a3b9-562f99c480ca req-c9a74a41-a31f-4f5c-934b-2c2c54176e57 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257031 Feb 08 23:47:14.048815 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f64ac4d-b7c2-4e0d-9a20-6bcc6e8d37f2 x-openstack-request-id: req-1f64ac4d-b7c2-4e0d-9a20-6bcc6e8d37f2 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:14.049412 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "name": "network-vif-plugged", "status": "completed", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:14.049753 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f64ac4d-b7c2-4e0d-9a20-6bcc6e8d37f2 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:14.050245 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'code': 200} Feb 08 23:47:14.107996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.155292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a406431-58d2-48c2-9495-1448389dbaa2 req-75a6a9b1-3fde-4fe2-a121-afea70de782b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0728486 Feb 08 23:47:14.188226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f64693-d46d-466c-9dc6-97c4ab7a4001 req-efffef58-0ba5-44f6-aa0c-d70c81428f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:14.190124 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5f64693-d46d-466c-9dc6-97c4ab7a4001 req-efffef58-0ba5-44f6-aa0c-d70c81428f31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1096 time: 0.0626707 Feb 08 23:47:14.208813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abc31001-27b1-426a-8003-337399de5114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.246125 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5f64693-d46d-466c-9dc6-97c4ab7a4001 req-f758a547-3752-4430-9f08-b2cef0926c79 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Feb 08 23:47:14.330648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.338162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2', 'cd13105f-5f9a-407c-91d0-18ba673da582'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:14.466165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a32b4e-7851-42c4-8466-0bc063c247d8 req-dd6aabd9-06e7-492f-ab10-9302917b906a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:14.474388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01a32b4e-7851-42c4-8466-0bc063c247d8 req-dd6aabd9-06e7-492f-ab10-9302917b906a tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 945 time: 0.3299360 Feb 08 23:47:14.484610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event deleted for resources: {'Port': ['ID=39b03750-3e92-4777-a5c9-69b7f869939d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:14.512176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:14.571662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.639059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] No DVR routers for this DVR port 39b03750-3e92-4777-a5c9-69b7f869939d on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:14.656677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a069d689-db6c-4ca3-b8d2-863640c7e155']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:14.665118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.668431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93716ce1-e9af-4588-bea6-39100749ecd0 req-669a45db-e537-467e-ab6c-9d24e2389c8b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.21 "DELETE /v2.0/ports/39b03750-3e92-4777-a5c9-69b7f869939d HTTP/1.1" status: 204 len: 173 time: 1.8933389 Feb 08 23:47:14.668803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2507-0948-4b47-a440-03052c11d46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.696550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01a32b4e-7851-42c4-8466-0bc063c247d8 req-2bb6fead-660b-4ed4-98d4-d27dea93a9a9 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212937 Feb 08 23:47:14.698463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5bb201-f333-4403-bfdc-02906c8db81f') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:14.698752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5bb201-f333-4403-bfdc-02906c8db81f') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:14.724055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3471c88-358d-492d-b6d6-0e93152c4265 req-87885a72-5b4a-4ff2-acf4-9da5e74a8cfe tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:14.736428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3471c88-358d-492d-b6d6-0e93152c4265 req-87885a72-5b4a-4ff2-acf4-9da5e74a8cfe tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.2016013 Feb 08 23:47:14.801048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.855599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3471c88-358d-492d-b6d6-0e93152c4265 req-124c18c0-3b16-4eb5-b855-9aa610b99ca3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175060 Feb 08 23:47:14.872281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2507-0948-4b47-a440-03052c11d46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.877465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4d1b2507-0948-4b47-a440-03052c11d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.908022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.918256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b2507-0948-4b47-a440-03052c11d46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29256299-42eb-4680-b8dc-fd1582c15924,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:14.920905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:14.921380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:14.924313 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:14.926439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4d1b2507-0948-4b47-a440-03052c11d46d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84fcc995b6fa4fefbe7c64d3195afcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117861 Feb 08 23:47:14.926439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37400) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:14.997637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c641-42c0-4b79-912e-646f705230b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:14.998900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83df40-648a-47b0-bfb6-369c1444f3e6 req-5beceba6-6593-4d6d-9f93-6b7bc2aaf249 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:15.007393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc83df40-648a-47b0-bfb6-369c1444f3e6 req-5beceba6-6593-4d6d-9f93-6b7bc2aaf249 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 946 time: 0.1486328 Feb 08 23:47:15.032543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c641-42c0-4b79-912e-646f705230b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.033892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.071111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.077861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] 10.222.0.32 "DELETE /v2.0/networks/a069d689-db6c-4ca3-b8d2-863640c7e155 HTTP/1.1" status: 204 len: 168 time: 1.1579638 Feb 08 23:47:15.089382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:15.106887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda0490-8e8b-4c02-a958-50943ac1cdcb admin admin] Pushing event deleted for resources: {'Network': ['ID=a069d689-db6c-4ca3-b8d2-863640c7e155,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:15.113250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c641-42c0-4b79-912e-646f705230b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.114853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 39b03750-3e92-4777-a5c9-69b7f869939d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:15.115313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39b03750-3e92-4777-a5c9-69b7f869939d not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:15.116127 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c641-42c0-4b79-912e-646f705230b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.117492 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3e0c641-42c0-4b79-912e-646f705230b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29256299-42eb-4680-b8dc-fd1582c15924 HTTP/1.1" status: 204 len: 168 time: 0.1901627 Feb 08 23:47:15.132992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0c641-42c0-4b79-912e-646f705230b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29256299-42eb-4680-b8dc-fd1582c15924,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:15.181435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc83df40-648a-47b0-bfb6-369c1444f3e6 req-cb045732-ad2c-493b-8cd0-1fe6a809b79a tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728532 Feb 08 23:47:15.243349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-601150ef-567f-4bac-860c-877bd0edb866 req-9c931cc4-14dd-45c1-b2ab-c63ede3b67ea tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=022c7ee1-d72c-4721-bf8b-74f8113de71f HTTP/1.1" status: 200 len: 210 time: 0.0415633 Feb 08 23:47:15.305759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37408) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:15.352229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.378197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c812ed4a-be1d-4b33-98be-fb9fd8551e6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cbc603d5a5b4f8eae0e131af4bb2def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710399 Feb 08 23:47:15.379022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37412) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:15.440318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6204d08-3b32-4d32-b7a0-ab568fe64b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.478787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6204d08-3b32-4d32-b7a0-ab568fe64b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.544907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6204d08-3b32-4d32-b7a0-ab568fe64b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.550986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6204d08-3b32-4d32-b7a0-ab568fe64b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:15.554847 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b6204d08-3b32-4d32-b7a0-ab568fe64b4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79f7e3df-00ab-4b7d-9063-64caec148cdc HTTP/1.1" status: 204 len: 168 time: 0.1718211 Feb 08 23:47:15.564069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6204d08-3b32-4d32-b7a0-ab568fe64b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f7e3df-00ab-4b7d-9063-64caec148cdc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:15.981710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b29f2-a20b-4180-a931-cdb87a2d33f4 req-21ac49e9-3a10-4d7a-9940-8d10547ae256 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:15.986426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a8b29f2-a20b-4180-a931-cdb87a2d33f4 req-21ac49e9-3a10-4d7a-9940-8d10547ae256 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 945 time: 0.1725857 Feb 08 23:47:15.999894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-74b267e1-1e55-42c4-b3cf-074eb53ef77a tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:16.001064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37440) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:16.001768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-74b267e1-1e55-42c4-b3cf-074eb53ef77a tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.84 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 946 time: 0.1328564 Feb 08 23:47:16.010852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-deleted', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:16.014853 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89c02c-611d-4964-a256-a868a639579c" -d '{"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-deleted", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:16.062241 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c64fb0c-875f-491a-a847-d41c46f0d5b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd1ce568b56e4696aaf814a158589ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592608 Feb 08 23:47:16.064437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37448) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:16.127999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37450) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:16.141194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dcc88ca-e92f-4621-89c4-4598b04552a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.172688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dcc88ca-e92f-4621-89c4-4598b04552a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.181315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a8b29f2-a20b-4180-a931-cdb87a2d33f4 req-534a066f-62f8-41b2-91d5-9fd826abf6ff tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781285 Feb 08 23:47:16.206320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040b26c-327f-4067-b909-83827c9ba6f0 req-866c0750-5020-4715-825a-3bd39f28d202 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:16.209615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9040b26c-327f-4067-b909-83827c9ba6f0 req-866c0750-5020-4715-825a-3bd39f28d202 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.0923843 Feb 08 23:47:16.230453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dcc88ca-e92f-4621-89c4-4598b04552a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.234498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dcc88ca-e92f-4621-89c4-4598b04552a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.238013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0dcc88ca-e92f-4621-89c4-4598b04552a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d16a5a6-d966-4896-b1ba-342487cffdc9 HTTP/1.1" status: 204 len: 168 time: 0.1703818 Feb 08 23:47:16.247241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc88ca-e92f-4621-89c4-4598b04552a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16a5a6-d966-4896-b1ba-342487cffdc9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:16.273067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Deleting port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:16.273798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.288696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9040b26c-327f-4067-b909-83827c9ba6f0 req-a8231c46-24dc-4ef4-a580-da91631eb23c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Feb 08 23:47:16.293945 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa80b8f9-c2f4-4640-b5d8-859968182251 x-openstack-request-id: req-fa80b8f9-c2f4-4640-b5d8-859968182251 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:16.294232 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022c7ee1-d72c-4721-bf8b-74f8113de71f", "name": "network-vif-deleted", "tag": "39b03750-3e92-4777-a5c9-69b7f869939d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:16.294481 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa80b8f9-c2f4-4640-b5d8-859968182251 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:16.294874 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022c7ee1-d72c-4721-bf8b-74f8113de71f', 'name': 'network-vif-deleted', 'tag': '39b03750-3e92-4777-a5c9-69b7f869939d', 'status': 'completed', 'code': 200} Feb 08 23:47:16.350882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2103685633-network', 'tenant_id': 'd76068efa9dc4a5b98e896cd44915aa9'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:16.403090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Made reservation on behalf of d76068efa9dc4a5b98e896cd44915aa9 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:16.409474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.421961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.492298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] For port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:16.492674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.521081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Calling delete_port for 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:16.544138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a83ea5-cfc8-4ebe-bcec-822b273b9077 req-e1dd94be-ccb2-48f1-b79b-b05f5682a71c tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:16.545893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53a83ea5-cfc8-4ebe-bcec-822b273b9077 req-e1dd94be-ccb2-48f1-b79b-b05f5682a71c tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ea384c9-211a-4e28-a0ca-213e96beacec HTTP/1.1" status: 200 len: 946 time: 0.1096406 Feb 08 23:47:16.559262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.564737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353512e-c9ff-433f-a1ef-c1fe535dd029 req-d85c4ea9-4fb3-453c-aa39-d3f6dde991e2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:16.564941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.566314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4353512e-c9ff-433f-a1ef-c1fe535dd029 req-d85c4ea9-4fb3-453c-aa39-d3f6dde991e2 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 944 time: 0.1444848 Feb 08 23:47:16.608255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:47:16.616181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19282c60-21dd-44b8-8960-7493dadd1dcc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:16.635800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.636652 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Added segment ea658efb-c4a6-4874-8290-f3d0fa318a38 of type vlan for network a7f39e11-9549-4111-8584-aea7de71abe8 Feb 08 23:47:16.682002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53a83ea5-cfc8-4ebe-bcec-822b273b9077 req-92f8b3d8-4919-49d1-a815-89a73220781d tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.32 "GET /v2.0/security-groups?id=1b1515e9-6d12-4f1c-b200-c43135336db4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837770 Feb 08 23:47:16.698479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.702600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.718969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4353512e-c9ff-433f-a1ef-c1fe535dd029 req-188d8c0d-50d7-49cc-8cd4-1d8c91542631 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940163 Feb 08 23:47:16.737504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.739597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:16.740977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:16.744219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-0e44b84a-01ec-4577-bd22-8b0b7d3b0638 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:16.745857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-0e44b84a-01ec-4577-bd22-8b0b7d3b0638 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 944 time: 0.1129582 Feb 08 23:47:16.808048 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6787071 Feb 08 23:47:16.815066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37470) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:16.821316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Request body: {'subnet': {'network_id': 'a7f39e11-9549-4111-8584-aea7de71abe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2103685633-subnet', 'tenant_id': 'd76068efa9dc4a5b98e896cd44915aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:16.838596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8d4ff-3b29-46b3-a48c-410cc83c2c17 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f39e11-9549-4111-8584-aea7de71abe8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:16.852961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a7f39e11-9549-4111-8584-aea7de71abe8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:47:16.861143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Made reservation on behalf of d76068efa9dc4a5b98e896cd44915aa9 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:16.863883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.055300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.072029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['86360f43-cdf9-4ec7-9249-fb7c87ba89c0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:17.082659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-b5742d32-f6dd-4ff4-8a73-574857ac2165 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-775437090&fields=id&tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 267 time: 0.1784410 Feb 08 23:47:17.202015 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.236845 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.278831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Pushing event deleted for resources: {'Port': ['ID=86360f43-cdf9-4ec7-9249-fb7c87ba89c0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:17.281123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4afd51c-5e53-410e-985b-40ccaba6a276,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:17.281977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] No DVR routers for this DVR port 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:17.288207 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.291733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af54db55-db8a-47b0-902f-ecdfb5957634 req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] 10.222.0.84 "DELETE /v2.0/ports/86360f43-cdf9-4ec7-9249-fb7c87ba89c0 HTTP/1.1" status: 204 len: 173 time: 1.2655203 Feb 08 23:47:17.295028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Checking segment: {'id': 'ea658efb-c4a6-4874-8290-f3d0fa318a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'a7f39e11-9549-4111-8584-aea7de71abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:17.295685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Network hostable DHCP agents. Network: a7f39e11-9549-4111-8584-aea7de71abe8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:47:17.303923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.304497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.304641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.304933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.305468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.305777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.306105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.307787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.307787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.307787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.307787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.308262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533ca8af-531b-4538-aa0e-9491834b4d9b tempest-FloatingIPsAssociationNegativeTestJSON-1453574050 tempest-FloatingIPsAssociationNegativeTestJSON-1453574050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:17.333662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Deleting port acd0271a-8a18-4707-a758-baf4fb6443c7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:17.334029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.335265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Network a7f39e11-9549-4111-8584-aea7de71abe8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:47:17.367348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a7f39e11-9549-4111-8584-aea7de71abe8) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:17.378412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d466e-c9fd-437b-9744-cddbd9cc3a82 None None] Network a7f39e11-9549-4111-8584-aea7de71abe8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:17.378610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:17.379102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.409193 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4b0c596a-ce75-4ee1-af3a-914d46d957a6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5917230 Feb 08 23:47:17.511855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-4258df65-4fdf-4d7c-96c4-b9f368db013c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:17.520240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-4258df65-4fdf-4d7c-96c4-b9f368db013c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 945 time: 0.4366415 Feb 08 23:47:17.532733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'port': {'security_groups': ['b1697c7b-8177-4bde-affb-354f13e5dc98', '9f04135c-384a-40fc-a24a-9f0273d07f4c']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:17.553400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1db797-cfc0-4ad1-a829-145777670293 req-a38eb003-f542-41c2-92c4-db6f4ca97ddc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:17.569436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d1db797-cfc0-4ad1-a829-145777670293 req-a38eb003-f542-41c2-92c4-db6f4ca97ddc tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.2497337 Feb 08 23:47:17.573088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] For port acd0271a-8a18-4707-a758-baf4fb6443c7, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=acd0271a-8a18-4707-a758-baf4fb6443c7,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:17.573463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.600350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa415e-427f-4dec-ab01-c234bd7db6a7 None None] Network a7f39e11-9549-4111-8584-aea7de71abe8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:17.627597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Calling delete_port for acd0271a-8a18-4707-a758-baf4fb6443c7 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:17.746000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d1db797-cfc0-4ad1-a829-145777670293 req-156a69b1-d6a1-4ad2-8676-e891eb4689c1 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754925 Feb 08 23:47:17.786678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:17.970708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ac0af-80aa-4f2c-9c47-8612b54dbf80 req-e241daae-8bcb-444e-ba73-6d3a03e8b56d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:17.972439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b27ac0af-80aa-4f2c-9c47-8612b54dbf80 req-e241daae-8bcb-444e-ba73-6d3a03e8b56d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1338019 Feb 08 23:47:17.976390 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.044358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event deleted for resources: {'Port': ['ID=acd0271a-8a18-4707-a758-baf4fb6443c7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:18.098668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] No DVR routers for this DVR port acd0271a-8a18-4707-a758-baf4fb6443c7 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:18.109452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.112774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de577d2f-66a3-483d-b843-c2e9d5143596 req-7a712964-5bfb-4dec-98c2-a767a714dab4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.21 "DELETE /v2.0/ports/acd0271a-8a18-4707-a758-baf4fb6443c7 HTTP/1.1" status: 204 len: 173 time: 1.3571763 Feb 08 23:47:18.148257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b27ac0af-80aa-4f2c-9c47-8612b54dbf80 req-2fabc66e-6f2b-4df3-a439-cbd418042809 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626711 Feb 08 23:47:18.186862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37514) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:18.213752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:18.234107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37516) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:18.260741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Deleting subnet e4afd51c-5e53-410e-985b-40ccaba6a276 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:18.264947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.297709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'name': 'network-vif-deleted', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0'}, {'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'name': 'network-vif-deleted', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:18.301333 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a122c76-7c1f-416d-b4ec-275cd2ace889" -d '{"events": [{"server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "name": "network-vif-deleted", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0"}, {"server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "name": "network-vif-deleted", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:18.318495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.352574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ae2e5bd-68f9-4113-9ff8-e7366acc23f2 req-39aa4607-00a9-4da4-885e-36299fed76d8 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=e386125c-b7dc-4d7b-9b4c-bb75c449b8e2 HTTP/1.1" status: 200 len: 210 time: 0.0575738 Feb 08 23:47:18.357191 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.363421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.369199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.388120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['beae4f14-946b-4a0d-937f-87a5eff93aa6'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:18.390857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:18.441349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:18.441984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.444698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5205a66-e617-472e-9b58-4ffa8e8017b3 req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "PUT /v2.0/ports/beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 981 time: 0.9236350 Feb 08 23:47:18.447288 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfca5d3-1b48-4f5d-acb4-ff665fb8f1aa x-openstack-request-id: req-fbfca5d3-1b48-4f5d-acb4-ff665fb8f1aa {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:18.451552 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea384c9-211a-4e28-a0ca-213e96beacec", "name": "network-vif-deleted", "tag": "86360f43-cdf9-4ec7-9249-fb7c87ba89c0", "status": "completed", "code": 200}, {"server_uuid": "e386125c-b7dc-4d7b-9b4c-bb75c449b8e2", "name": "network-vif-deleted", "tag": "acd0271a-8a18-4707-a758-baf4fb6443c7", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:18.451552 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbfca5d3-1b48-4f5d-acb4-ff665fb8f1aa {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:18.451552 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea384c9-211a-4e28-a0ca-213e96beacec', 'name': 'network-vif-deleted', 'tag': '86360f43-cdf9-4ec7-9249-fb7c87ba89c0', 'status': 'completed', 'code': 200} Feb 08 23:47:18.451552 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e386125c-b7dc-4d7b-9b4c-bb75c449b8e2', 'name': 'network-vif-deleted', 'tag': 'acd0271a-8a18-4707-a758-baf4fb6443c7', 'status': 'completed', 'code': 200} Feb 08 23:47:18.466816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.490728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.497577 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e4afd51c-5e53-410e-985b-40ccaba6a276 HTTP/1.1" status: 204 len: 168 time: 0.3095462 Feb 08 23:47:18.501942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37526) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:18.532341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['beae4f14-946b-4a0d-937f-87a5eff93aa6'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:18.555081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cd7f3-0985-4b32-960c-df90b2403d0b tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:18.561243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42100a9d-7cd8-4ef8-ab36-fa24293d1f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4afd51c-5e53-410e-985b-40ccaba6a276,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:18.625176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d1a0359-cc07-4e20-9ce8-5a9fe4a65108 req-9bcaa24a-4f72-4122-82a5-582318181b5e tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/9f04135c-384a-40fc-a24a-9f0273d07f4c HTTP/1.1" status: 200 len: 1800 time: 0.1454165 Feb 08 23:47:18.636638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-42f02049-115c-45fb-9433-0fcc49a6fa48 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:18.638302 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-42f02049-115c-45fb-9433-0fcc49a6fa48 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.1925919 Feb 08 23:47:18.701591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.888870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.917832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f39e11-9549-4111-8584-aea7de71abe8']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:18.931848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea658efb-c4a6-4874-8290-f3d0fa318a38') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:18.932375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea658efb-c4a6-4874-8290-f3d0fa318a38') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:18.945713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.950373 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-7d1a0359-cc07-4e20-9ce8-5a9fe4a65108 req-b66453c0-dc10-421e-8e85-fa0f8432ca3c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 23:47:18.951687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d1a0359-cc07-4e20-9ce8-5a9fe4a65108 req-b66453c0-dc10-421e-8e85-fa0f8432ca3c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f04135c-384a-40fc-a24a-9f0273d07f4c HTTP/1.1" status: 409 len: 341 time: 0.3106980 Feb 08 23:47:18.969686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-0ed0c33e-e352-4d9d-9677-4e52bc303e28 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6070cf5096aa48619af298cad5d42872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0835814 Feb 08 23:47:18.970197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.982194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:18.982609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:18.985202 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:19.052552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.058480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.064104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a7f39e11-9549-4111-8584-aea7de71abe8 HTTP/1.1" status: 204 len: 168 time: 0.5584223 Feb 08 23:47:19.081888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f39e11-9549-4111-8584-aea7de71abe8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:19.092531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:19.096460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.096831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.097550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.097905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.098236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.098718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.099119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.099451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.099783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.100269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.100606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.100956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79797736-5ad4-44d2-93c7-ad21937be728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:19.116849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Deleting port cd13105f-5f9a-407c-91d0-18ba673da582 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:19.117468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.122595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: acd0271a-8a18-4707-a758-baf4fb6443c7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:19.123073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device acd0271a-8a18-4707-a758-baf4fb6443c7 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:19.247072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37544) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:19.254490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:19.281251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:19.281692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 86360f43-cdf9-4ec7-9249-fb7c87ba89c0 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:19.282216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device cd13105f-5f9a-407c-91d0-18ba673da582 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:19.295909 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-72b3644c-b34a-4aa9-be7b-2a9941a08f8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d76068efa9dc4a5b98e896cd44915aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475957 Feb 08 23:47:19.298568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:19.360330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f3362d8-6970-4988-b0b3-000b4d4549f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.379541 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.386636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f3362d8-6970-4988-b0b3-000b4d4549f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.405901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:19.408173 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445dbf4c-dea9-4b60-83ad-ef45cb10bb9e" -d '{"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:19.422995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:19.427981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.438835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f3362d8-6970-4988-b0b3-000b4d4549f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.441659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f3362d8-6970-4988-b0b3-000b4d4549f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.446662 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6f3362d8-6970-4988-b0b3-000b4d4549f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19282c60-21dd-44b8-8960-7493dadd1dcc HTTP/1.1" status: 204 len: 168 time: 0.1470976 Feb 08 23:47:19.456974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3362d8-6970-4988-b0b3-000b4d4549f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19282c60-21dd-44b8-8960-7493dadd1dcc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:19.496239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:19.515773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8adee-c6eb-4cec-8a4c-66a507ec56d0 req-ec64770a-2b77-43c6-917f-9718ff0ac1b2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:19.517285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbf8adee-c6eb-4cec-8a4c-66a507ec56d0 req-ec64770a-2b77-43c6-917f-9718ff0ac1b2 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=a60967ce-d38f-4399-b7fe-7499df7a49fc HTTP/1.1" status: 200 len: 950 time: 0.4528165 Feb 08 23:47:19.532571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-07571737-2f0c-48dd-80e4-9254333a2a93 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:19.541059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-07571737-2f0c-48dd-80e4-9254333a2a93 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5699296 Feb 08 23:47:19.582427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-27beeb0e-f475-41a8-8858-7d54e6d3c276 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/quotas/6070cf5096aa48619af298cad5d42872 HTTP/1.1" status: 200 len: 375 time: 0.0405133 Feb 08 23:47:19.660291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-592e56b1-57e2-448e-8ad9-6f500b1567f8 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6070cf5096aa48619af298cad5d42872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680535 Feb 08 23:47:19.668811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] For port cd13105f-5f9a-407c-91d0-18ba673da582, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=cd13105f-5f9a-407c-91d0-18ba673da582,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:19.669232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.680133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbf8adee-c6eb-4cec-8a4c-66a507ec56d0 req-6a5736c6-f180-4e13-b65e-2755a3d5ca55 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562552 Feb 08 23:47:19.687738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Calling delete_port for cd13105f-5f9a-407c-91d0-18ba673da582 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:19.758635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:19.970962 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610f1679-bfe4-4852-a8e3-0f3cba64bb00 x-openstack-request-id: req-610f1679-bfe4-4852-a8e3-0f3cba64bb00 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:19.971290 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-unplugged", "status": "completed", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:19.971580 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-610f1679-bfe4-4852-a8e3-0f3cba64bb00 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:19.971975 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'code': 200} Feb 08 23:47:20.101529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c34bc3-d9be-4af7-b575-6caf745157a4 req-39cb1170-b734-4d53-9922-94795d410cb2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:20.103048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69c34bc3-d9be-4af7-b575-6caf745157a4 req-39cb1170-b734-4d53-9922-94795d410cb2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1472642 Feb 08 23:47:20.104125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:20.114185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-c97c9a85-b005-4eba-9af6-fb45e346d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:20.116040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-c97c9a85-b005-4eba-9af6-fb45e346d37e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1135 time: 0.1985457 Feb 08 23:47:20.118298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['39a40bef-9129-4751-8656-9fc61bcd70c2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:20.218597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event deleted for resources: {'Port': ['ID=cd13105f-5f9a-407c-91d0-18ba673da582,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:20.343522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69c34bc3-d9be-4af7-b575-6caf745157a4 req-42854915-9767-489f-b274-48804bc76e9e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253768 Feb 08 23:47:20.368465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] No DVR routers for this DVR port cd13105f-5f9a-407c-91d0-18ba673da582 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:20.383267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:20.386570 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79e9e44d-0e2e-4d68-a640-e98a91ac0b31 req-f998d1a0-ec99-4b92-92ba-9029d2a1338b tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "DELETE /v2.0/ports/cd13105f-5f9a-407c-91d0-18ba673da582 HTTP/1.1" status: 204 len: 173 time: 1.7030139 Feb 08 23:47:20.397338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db38f84-8b0c-479e-b193-ab99d090ecb9 req-41a2ed3e-0f3d-44be-9b10-35696e52f439 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:20.399087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8db38f84-8b0c-479e-b193-ab99d090ecb9 req-41a2ed3e-0f3d-44be-9b10-35696e52f439 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 984 time: 0.3210919 Feb 08 23:47:20.442869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-363938a8-d4e1-471a-a815-758df87bb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:20.445458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-363938a8-d4e1-471a-a815-758df87bb62f service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 0.2686410 Feb 08 23:47:20.455425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6'}, {'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-deleted', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:20.457900 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d" -d '{"events": [{"name": "network-changed", "server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6"}, {"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-deleted", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:20.493101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45b91ae2-2032-4ec0-8d73-47820f2b45fd req-3cbf061a-d617-4d2c-a1d1-729d6433db0e tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 210 time: 0.0516703 Feb 08 23:47:20.561382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-5393e67a-4d0d-4bdb-afbb-61ed1d349ce3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 217 time: 0.0979981 Feb 08 23:47:20.570084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8db38f84-8b0c-479e-b193-ab99d090ecb9 req-ce4aff68-e285-489b-9f9a-bb1a91d4a6d6 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=9f04135c-384a-40fc-a24a-9f0273d07f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1542521 Feb 08 23:47:20.649885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-eb30b284-83c7-4318-be96-a7127e4a2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:20.657711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-eb30b284-83c7-4318-be96-a7127e4a2059 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.0826566 Feb 08 23:47:20.659388 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6c5a1c-6d03-4b0a-bce8-24e7b5e88809 x-openstack-request-id: req-bf6c5a1c-6d03-4b0a-bce8-24e7b5e88809 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:20.659724 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6", "status": "completed", "code": 200}, {"server_uuid": "a60967ce-d38f-4399-b7fe-7499df7a49fc", "name": "network-vif-deleted", "tag": "cd13105f-5f9a-407c-91d0-18ba673da582", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:20.659976 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf6c5a1c-6d03-4b0a-bce8-24e7b5e88809 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:20.660497 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'status': 'completed', 'code': 200} Feb 08 23:47:20.660755 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60967ce-d38f-4399-b7fe-7499df7a49fc', 'name': 'network-vif-deleted', 'tag': 'cd13105f-5f9a-407c-91d0-18ba673da582', 'status': 'completed', 'code': 200} Feb 08 23:47:20.706233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-5f4f5583-bb5e-469f-8141-682a37fb582d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369086 Feb 08 23:47:20.712315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Deleting port 7efd6801-eae7-43e3-90fa-fb2c193151e6 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:20.712658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:20.897156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] For port 7efd6801-eae7-43e3-90fa-fb2c193151e6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7efd6801-eae7-43e3-90fa-fb2c193151e6,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:20.897792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:20.923464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Calling delete_port for 7efd6801-eae7-43e3-90fa-fb2c193151e6 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:20.949826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-213d76ec-1a99-4bf1-abbc-29ae7a3ae7e9 service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199991 Feb 08 23:47:21.127280 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-73aee129-c6b1-4570-b73f-35b7db5392b5 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6070cf5096aa48619af298cad5d42872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305691 Feb 08 23:47:21.176652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d367-c74b-4863-84de-92a35d133fc3 req-7dca183b-b575-4b6e-9041-047182390f7a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:21.178297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d223d367-c74b-4863-84de-92a35d133fc3 req-7dca183b-b575-4b6e-9041-047182390f7a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 945 time: 0.3989558 Feb 08 23:47:21.252610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33b9a66-c027-4dc2-b966-675cfc332fb3 req-118dd128-6ddb-4121-af23-57f32c77b325 service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617753 Feb 08 23:47:21.313518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-935a868e-b1f5-4511-b486-48e50eeb696d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:21.314991 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-935a868e-b1f5-4511-b486-48e50eeb696d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625156 Feb 08 23:47:21.321896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d223d367-c74b-4863-84de-92a35d133fc3 req-26401235-2145-4b1d-98f9-32c3502c2938 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351366 Feb 08 23:47:21.331023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-06817cab-7bac-48a8-a653-a115dfcd95b4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:21.332537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-06817cab-7bac-48a8-a653-a115dfcd95b4 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 945 time: 0.1470280 Feb 08 23:47:21.337370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Request body: {'port': {'device_id': 'a205b18c-5247-4e12-bc53-248d704a963e', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '6070cf5096aa48619af298cad5d42872'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:21.492546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:21.533556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-06351e7b-aaca-4a87-8c5a-5aba1593e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:21.535077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-06351e7b-aaca-4a87-8c5a-5aba1593e181 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1135 time: 0.1800265 Feb 08 23:47:21.537895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7efd6801-eae7-43e3-90fa-fb2c193151e6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:21.676588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Made reservation on behalf of 6070cf5096aa48619af298cad5d42872 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:21.695547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:21.706987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:21.743755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Deleting port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:21.744108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:21.882430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:21.887696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:21.912209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d0d3aba-592d-4bc3-b7f1-04b63dbaf3e5 req-2cb81ef3-c63c-4fdb-b24d-caa0e17c2340 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 210 time: 0.1728065 Feb 08 23:47:21.974457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f26274-0ad8-4059-960b-0be00d0b0a61,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:21.977336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d01520-4c95-410f-9130-dc51f21b138d req-17aa51bc-c231-4b1d-a1cd-b037ef2a5bd9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:21.986215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90d01520-4c95-410f-9130-dc51f21b138d req-17aa51bc-c231-4b1d-a1cd-b037ef2a5bd9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.3440166 Feb 08 23:47:22.010225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-b2d07af4-9163-4275-a779-bee7e34250a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:22.011992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-b2d07af4-9163-4275-a779-bee7e34250a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 0.4678845 Feb 08 23:47:22.048840 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:47:22.058553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Allocated IP 192.168.233.249 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/78436ecb-aafb-4c37-a028-d4ba1760d8ba) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:22.225864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.270717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.318706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:22.324133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:22.333349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:22.381833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Pushing event updated for resources: {'Port': ['ID=78436ecb-aafb-4c37-a028-d4ba1760d8ba,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:22.402080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:22.403117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.421169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e1db407e-17ec-4b5c-a41d-79b5072ff776 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0948403 Feb 08 23:47:22.433582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Request body: {'port': {'device_id': 'a205b18c-5247-4e12-bc53-248d704a963e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:22.460847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-07977edf-7825-43c9-8e00-7c520e5b7797 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 217 time: 0.4320683 Feb 08 23:47:22.496965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.546397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90d01520-4c95-410f-9130-dc51f21b138d req-18ca9326-8674-4323-99e9-488c3f2a4370 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594547 Feb 08 23:47:22.548118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] For port ccbec1b0-ab90-48c3-94f9-868cb6f328a0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:22.548554 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.569882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Calling delete_port for ccbec1b0-ab90-48c3-94f9-868cb6f328a0 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:22.573065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.590721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54824d1d-51e2-4c31-9eb6-dcd73ffd229a req-2d118ac7-bb8d-4a45-bb82-b0a517d917ae tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:22.592116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54824d1d-51e2-4c31-9eb6-dcd73ffd229a req-2d118ac7-bb8d-4a45-bb82-b0a517d917ae tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 984 time: 0.5695264 Feb 08 23:47:22.605381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-3cf76b6f-91e3-4351-9f74-2574164fad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:22.606899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-3cf76b6f-91e3-4351-9f74-2574164fad92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.1302009 Feb 08 23:47:22.621197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ebd31c96-3900-4298-ae40-c9af7e127095 None None] Provisioning complete for port 78436ecb-aafb-4c37-a028-d4ba1760d8ba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:22.622532 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ebd31c96-3900-4298-ae40-c9af7e127095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.664212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ebd31c96-3900-4298-ae40-c9af7e127095 None None] Port 78436ecb-aafb-4c37-a028-d4ba1760d8ba cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:47:22.732593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-6a585869-8c49-4d80-8b86-a1caa4ce9152 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788159 Feb 08 23:47:22.794331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78436ecb-aafb-4c37-a028-d4ba1760d8ba {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:22.801492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.813962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Transition to ACTIVE for port object 78436ecb-aafb-4c37-a028-d4ba1760d8ba will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:22.820092 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:22.881401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Pushing event updated for resources: {'Port': ['ID=78436ecb-aafb-4c37-a028-d4ba1760d8ba,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:22.885041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54824d1d-51e2-4c31-9eb6-dcd73ffd229a req-7b73afe2-ccb4-4f97-8bcf-7db9b22256af tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=9f04135c-384a-40fc-a24a-9f0273d07f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2802455 Feb 08 23:47:23.008227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Attempting to bind port 78436ecb-aafb-4c37-a028-d4ba1760d8ba on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:23.008743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Attempting to bind port 78436ecb-aafb-4c37-a028-d4ba1760d8ba by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:23.009216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Attempting to bind port 78436ecb-aafb-4c37-a028-d4ba1760d8ba on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:23.014227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Port 78436ecb-aafb-4c37-a028-d4ba1760d8ba on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:47:23.014666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4802e1d-b5fa-4c86-8fba-5fc9570b1351 req-2099d036-638d-4bae-94cc-3282b4fe014f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.014975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Attempting to bind port 78436ecb-aafb-4c37-a028-d4ba1760d8ba on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:23.016258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4802e1d-b5fa-4c86-8fba-5fc9570b1351 req-2099d036-638d-4bae-94cc-3282b4fe014f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.3536184 Feb 08 23:47:23.021597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:23.022562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:23.022562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:23.023204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Bound port: 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:23.023772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.098436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] For port 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:23.102198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] For port 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:23.106901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.107415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.143426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.144048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.145469 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] 10.222.0.21 "PUT /v2.0/ports/78436ecb-aafb-4c37-a028-d4ba1760d8ba HTTP/1.1" status: 200 len: 1096 time: 0.7163014 Feb 08 23:47:23.146765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a205b18c-5247-4e12-bc53-248d704a963e', 'tag': '78436ecb-aafb-4c37-a028-d4ba1760d8ba'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:23.149256 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62" -d '{"events": [{"name": "network-changed", "server_uuid": "a205b18c-5247-4e12-bc53-248d704a963e", "tag": "78436ecb-aafb-4c37-a028-d4ba1760d8ba"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:23.176903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ec103-0d04-4f48-adb5-22bcda5df04f service neutron] Pushing event updated for resources: {'Port': ['ID=78436ecb-aafb-4c37-a028-d4ba1760d8ba,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:23.215491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event deleted for resources: {'Port': ['ID=ccbec1b0-ab90-48c3-94f9-868cb6f328a0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:23.218738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-58695db4-26b0-44af-b4e5-11ea67305fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611623 Feb 08 23:47:23.248842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 39a40bef-9129-4751-8656-9fc61bcd70c2 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:23.249594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8393-8641-47a4-ab3a-87bd957a59cc req-bf143baa-ab99-4971-b32f-b2cddc666774 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.251298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41ca8393-8641-47a4-ab3a-87bd957a59cc req-bf143baa-ab99-4971-b32f-b2cddc666774 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=414afda7-6230-43d5-a1fc-398399cd39d3 HTTP/1.1" status: 200 len: 866 time: 0.2819395 Feb 08 23:47:23.254135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4802e1d-b5fa-4c86-8fba-5fc9570b1351 req-4f531026-9a99-4025-94e2-a7bee514b148 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/security-groups?id=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134612 Feb 08 23:47:23.266199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-56c45813-aa2c-44e4-82bf-22020946a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.268717 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-56c45813-aa2c-44e4-82bf-22020946a45b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6070cf5096aa48619af298cad5d42872&device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 1099 time: 0.0639620 Feb 08 23:47:23.359756 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-352d67f2-cfe2-4f67-96ae-f12212c0109c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba HTTP/1.1" status: 200 len: 217 time: 0.0820408 Feb 08 23:47:23.363249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.390502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-20fb774b-362a-429b-886c-9a9dfe48a7c7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.392240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-20fb774b-362a-429b-886c-9a9dfe48a7c7 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 949 time: 0.3501816 Feb 08 23:47:23.419007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:23.420145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:23.425150 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad3a9c-ed9d-464b-9d21-29b092480262" -d '{"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-unplugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:23.435071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.435312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-70727452-349d-4bf4-96a1-0a85572a2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.435818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:23.436991 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-70727452-349d-4bf4-96a1-0a85572a2703 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0704467 Feb 08 23:47:23.486571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: ccbec1b0-ab90-48c3-94f9-868cb6f328a0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:23.487468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device ccbec1b0-ab90-48c3-94f9-868cb6f328a0 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:23.490049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-65ba5c0b-a415-4648-a162-1d65c1a07b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.491751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-65ba5c0b-a415-4648-a162-1d65c1a07b39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477967 Feb 08 23:47:23.498226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] No DVR routers for this DVR port ccbec1b0-ab90-48c3-94f9-868cb6f328a0 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:23.522066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:23.523493 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.526933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4cc6b23-3f82-40f6-8b85-de417e756d5a req-f5e9a0eb-a43f-476a-9576-ca44e5964f97 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "DELETE /v2.0/ports/ccbec1b0-ab90-48c3-94f9-868cb6f328a0 HTTP/1.1" status: 204 len: 173 time: 2.1871126 Feb 08 23:47:23.530733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'name': 'network-vif-deleted', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:23.533006 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4981fb4e-33bd-42ad-8f1e-6197efdbc97d" -d '{"events": [{"server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "name": "network-vif-deleted", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:23.604427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-c42c1e14-a6a3-43cb-9104-949ed5f24542 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050134 Feb 08 23:47:23.622409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Router 98143699-366c-4c15-ad22-60d95df726d8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:47:23.628058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-e35b4aa7-fb31-4663-a58c-83ca303cfe63 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-159287790&fields=id&tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4 HTTP/1.1" status: 200 len: 267 time: 0.1762080 Feb 08 23:47:23.631375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41ca8393-8641-47a4-ab3a-87bd957a59cc req-c5885723-1ff8-4ef1-9d6d-fcce0b00eacc tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459077 Feb 08 23:47:23.667445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5d8bbb-05b2-4bda-ad98-da11702fa17d req-34a30d06-14bb-469b-ad8a-5290f770f682 service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368329 Feb 08 23:47:23.725761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-017fd3db-db2d-4eb7-b5e6-97c5b3352472 req-f010cc90-064d-4002-82ca-0cb4f1d694b9 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143532 Feb 08 23:47:23.803442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-95b1ea9b-7f1b-41bb-9c55-1509dc616665 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.806109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-95b1ea9b-7f1b-41bb-9c55-1509dc616665 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 984 time: 0.1615202 Feb 08 23:47:23.845062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Deleting port 39a40bef-9129-4751-8656-9fc61bcd70c2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:23.845400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:23.866107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'port': {'security_groups': ['9f04135c-384a-40fc-a24a-9f0273d07f4c', 'b1697c7b-8177-4bde-affb-354f13e5dc98', 'df95e489-5c5f-46df-886e-45469311079c']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:23.959230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f983b8-8cb1-44dc-befe-a94d03585eb0 req-9964a56d-7ace-4855-a717-3f5f72d405e7 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:23.960772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5f983b8-8cb1-44dc-befe-a94d03585eb0 req-9964a56d-7ace-4855-a717-3f5f72d405e7 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 948 time: 0.2197969 Feb 08 23:47:23.982637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:47:23.993503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] Sync routers for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:47:24.009796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:24.011025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:24.015943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:24.016150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-22e28466-0209-4083-b02b-25c3758fee41 admin admin] 10.222.0.32 "PUT /v2.0/routers/98143699-366c-4c15-ad22-60d95df726d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7805517 Feb 08 23:47:24.044508 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.088129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] For port 39a40bef-9129-4751-8656-9fc61bcd70c2, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=39a40bef-9129-4751-8656-9fc61bcd70c2,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:24.088493 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.093281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5f983b8-8cb1-44dc-befe-a94d03585eb0 req-bde09e12-6a29-4c33-b1ef-c842d3594b97 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220558 Feb 08 23:47:24.132858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Calling delete_port for 39a40bef-9129-4751-8656-9fc61bcd70c2 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:24.149966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.191522 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0062663e-03cd-4a5e-a0ff-fabae33ecee4 x-openstack-request-id: req-0062663e-03cd-4a5e-a0ff-fabae33ecee4 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:24.191813 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a205b18c-5247-4e12-bc53-248d704a963e", "tag": "78436ecb-aafb-4c37-a028-d4ba1760d8ba", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:24.192065 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0062663e-03cd-4a5e-a0ff-fabae33ecee4 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:24.192491 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a205b18c-5247-4e12-bc53-248d704a963e', 'tag': '78436ecb-aafb-4c37-a028-d4ba1760d8ba', 'status': 'completed', 'code': 200} Feb 08 23:47:24.198642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:24.305391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-c3cb46c0-0a50-49a7-8aee-5d7c9b7eaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:24.306920 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-c3cb46c0-0a50-49a7-8aee-5d7c9b7eaf02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6070cf5096aa48619af298cad5d42872&device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 1099 time: 0.1134050 Feb 08 23:47:24.390710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.417849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.455258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:24.455911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Pushing event deleted for resources: {'Port': ['ID=39a40bef-9129-4751-8656-9fc61bcd70c2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:24.498092 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8d3f18-37b6-461b-8fe8-a06dde2fe78f x-openstack-request-id: req-3b8d3f18-37b6-461b-8fe8-a06dde2fe78f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:24.498616 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-unplugged", "status": "completed", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:24.499042 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b8d3f18-37b6-461b-8fe8-a06dde2fe78f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:24.499640 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'code': 200} Feb 08 23:47:24.501440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:47:21Z', 'revision_number': 5, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port': {'id': '389dba07-cd8e-454a-af0a-255830fe24c2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98143699-366c-4c15-ad22-60d95df726d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:13Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:24.512776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] No DVR routers for this DVR port 39a40bef-9129-4751-8656-9fc61bcd70c2 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:24.516228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.519649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f0468b9-cfb0-4b3f-a931-b34ea61c9824 req-b2fe6944-40bc-4280-a482-0f59090e1b12 tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.84 "DELETE /v2.0/ports/39a40bef-9129-4751-8656-9fc61bcd70c2 HTTP/1.1" status: 204 len: 173 time: 1.0707970 Feb 08 23:47:24.537415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.542890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.544647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] Checking router: 98143699-366c-4c15-ad22-60d95df726d8 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:47:24.559795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:24.562407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['beae4f14-946b-4a0d-937f-87a5eff93aa6'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:24.586175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-2dda407e-89e9-4f9a-8c36-f748c5251699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:24.589463 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-2dda407e-89e9-4f9a-8c36-f748c5251699 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2654188 Feb 08 23:47:24.601925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:24.602780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.615892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a6a3039-e26b-4466-8ce4-305f7549ebdd req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "PUT /v2.0/ports/beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 1020 time: 0.7733591 Feb 08 23:47:24.618241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] Routers {'98143699-366c-4c15-ad22-60d95df726d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:24.618887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98143699-366c-4c15-ad22-60d95df726d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:24.667359 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8d4e1-3a8d-4d00-97f3-119cb40efd78 x-openstack-request-id: req-24f8d4e1-3a8d-4d00-97f3-119cb40efd78 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:24.669092 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414afda7-6230-43d5-a1fc-398399cd39d3", "name": "network-vif-deleted", "tag": "ccbec1b0-ab90-48c3-94f9-868cb6f328a0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:24.670343 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24f8d4e1-3a8d-4d00-97f3-119cb40efd78 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:24.671259 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414afda7-6230-43d5-a1fc-398399cd39d3', 'name': 'network-vif-deleted', 'tag': 'ccbec1b0-ab90-48c3-94f9-868cb6f328a0', 'status': 'completed', 'code': 200} Feb 08 23:47:24.685127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c21bac-ba77-4750-a64d-a12941793c32 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:24.687078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-2d6f12bc-8039-4ed4-9f40-277e25f95428 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba HTTP/1.1" status: 200 len: 217 time: 0.0900071 Feb 08 23:47:24.750714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Deleting port 389dba07-cd8e-454a-af0a-255830fe24c2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:24.751420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.761846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84058271-418d-401d-b8a6-14cd27580d7a req-d3cadeb7-54a1-4557-a84f-55bfdd5e85a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:24.763413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84058271-418d-401d-b8a6-14cd27580d7a req-d3cadeb7-54a1-4557-a84f-55bfdd5e85a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.0589600 Feb 08 23:47:24.766730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['beae4f14-946b-4a0d-937f-87a5eff93aa6'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:24.816085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84058271-418d-401d-b8a6-14cd27580d7a req-40d1386a-f389-4b60-952c-11b40e74bec2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 Feb 08 23:47:24.873228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-c1415afc-edf8-4083-858b-14b3b844b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:24.875098 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-c1415afc-edf8-4083-858b-14b3b844b751 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1800852 Feb 08 23:47:24.896976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e69175b7-9caf-4c40-ae12-0246353bf655 req-d6be8408-2b5d-4be1-90cf-2e9d0eef970f tempest-MigrationsAdminTest-195805467 tempest-MigrationsAdminTest-195805467-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b702d9-2746-4758-95d2-f44d64dbf53e HTTP/1.1" status: 200 len: 210 time: 0.0702307 Feb 08 23:47:24.943414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] For port 389dba07-cd8e-454a-af0a-255830fe24c2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=389dba07-cd8e-454a-af0a-255830fe24c2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:24.944002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:24.962975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Calling delete_port for 389dba07-cd8e-454a-af0a-255830fe24c2 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:24.978366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-1b3b2e56-0bb9-41ca-80b5-8b3c5114df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:24.979991 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-1b3b2e56-0bb9-41ca-80b5-8b3c5114df38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900230 Feb 08 23:47:25.121235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] Set router 98143699-366c-4c15-ad22-60d95df726d8 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:25.139002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bd59377-ade6-47f5-a6ae-015b9a452406 req-55e721bc-e0ab-455e-84ba-5e44ec0071e1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/df95e489-5c5f-46df-886e-45469311079c HTTP/1.1" status: 200 len: 1799 time: 0.1216176 Feb 08 23:47:25.239359 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-8bd59377-ade6-47f5-a6ae-015b9a452406 req-0d3c6730-398f-4441-babb-9422b7404390 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 23:47:25.253459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bd59377-ade6-47f5-a6ae-015b9a452406 req-0d3c6730-398f-4441-babb-9422b7404390 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/df95e489-5c5f-46df-886e-45469311079c HTTP/1.1" status: 409 len: 341 time: 0.1130052 Feb 08 23:47:25.262142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:47:24Z', 'revision_number': 6, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:25.314030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49bb3c-1120-4611-a405-b1d044ca5f8a None None] The sync data for ids ['98143699-366c-4c15-ad22-60d95df726d8'] in n-d-828413-1 is: [{'id': '98143699-366c-4c15-ad22-60d95df726d8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-443723160-router', 'tenant_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:12Z', 'updated_at': '2022-02-08T23:47:24Z', 'revision_number': 6, 'project_id': 'da7fe770b5a142af9c6b9b46cbfad704', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:47:25.420741 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-b66954c9-a022-4206-a3d9-af8d21bb6453 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781960 Feb 08 23:47:25.431298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d98df-45ad-45a6-8c75-27a296b91381 req-dc9bae2f-e8a7-487b-9be4-bb09228ed628 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:25.443492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-589d98df-45ad-45a6-8c75-27a296b91381 req-dc9bae2f-e8a7-487b-9be4-bb09228ed628 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 948 time: 0.1121907 Feb 08 23:47:25.544770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-589d98df-45ad-45a6-8c75-27a296b91381 req-0b8ea103-51bf-4d57-b7bc-183f1360bbb2 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002645 Feb 08 23:47:25.600133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:25.670723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=389dba07-cd8e-454a-af0a-255830fe24c2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:25.755650 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1fa61f7c-75cf-47ea-bb4e-d7d822b00e62 req-6fb2c128-3962-47f8-92f6-1e9d70987935 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643659 Feb 08 23:47:25.779712 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:25.916202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7efd6801-eae7-43e3-90fa-fb2c193151e6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:25.956293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:25.959907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:25.961485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7efd6801-eae7-43e3-90fa-fb2c193151e6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:25.962294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7efd6801-eae7-43e3-90fa-fb2c193151e6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:25.973863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac48a6-5dcd-41e6-9629-34641401428b req-27c0948c-8d8a-469e-afe6-f19dcf6c184a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:25.981608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beac48a6-5dcd-41e6-9629-34641401428b req-27c0948c-8d8a-469e-afe6-f19dcf6c184a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 944 time: 0.1502025 Feb 08 23:47:26.023226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beac48a6-5dcd-41e6-9629-34641401428b req-9d4279ad-b1db-4185-a783-81bedbefa2ee tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Feb 08 23:47:26.040514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.041985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98143699-366c-4c15-ad22-60d95df726d8 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:47:26.057595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.061110 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27887610-2108-4f19-9d01-7361597b90a2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/98143699-366c-4c15-ad22-60d95df726d8 HTTP/1.1" status: 204 len: 168 time: 2.0419631 Feb 08 23:47:26.061827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37682) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:26.102169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c9007-1353-4654-9ea9-6add0ce19caf req-e7df9332-77b7-4fcd-a512-9583716f83b7 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:26.103687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547c9007-1353-4654-9ea9-6add0ce19caf req-e7df9332-77b7-4fcd-a512-9583716f83b7 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1023 time: 0.0857341 Feb 08 23:47:26.127565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Deleting subnet 128d41c7-68a1-4edb-bd6b-eeeca409fac6 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:26.131598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.156564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-91a782c9-972f-463b-9120-7e1ea138fd44 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:26.158528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-91a782c9-972f-463b-9120-7e1ea138fd44 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 944 time: 0.1045949 Feb 08 23:47:26.171226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.251884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edf856-f8c4-44c4-a183-7f48b5b7687c req-132d420c-2bc2-4bc5-af7b-bdb88affe165 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:26.253661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48edf856-f8c4-44c4-a183-7f48b5b7687c req-132d420c-2bc2-4bc5-af7b-bdb88affe165 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1446562 Feb 08 23:47:26.268421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547c9007-1353-4654-9ea9-6add0ce19caf req-46f4dced-3d96-4692-9216-9bbe6fef9bb5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=9f04135c-384a-40fc-a24a-9f0273d07f4c&id=df95e489-5c5f-46df-886e-45469311079c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1572340 Feb 08 23:47:26.280053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.434321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.467444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48edf856-f8c4-44c4-a183-7f48b5b7687c req-c35097e0-c473-465d-b58d-2c950745d6be tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894796 Feb 08 23:47:26.484008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Deleting port e930fc02-bf5e-4620-8412-b60f1abb56e9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:26.484355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.553725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128d41c7-68a1-4edb-bd6b-eeeca409fac6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:26.571367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.581467 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2daea7a4-915c-4c54-8b3b-98a80b49169a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/128d41c7-68a1-4edb-bd6b-eeeca409fac6 HTTP/1.1" status: 204 len: 168 time: 0.5158212 Feb 08 23:47:26.586577 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:26.594527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae8da42-610d-4768-aebc-174cb18b3d2d None None] Network 1e2ca607-c165-4189-86f7-228982cba7bb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:26.677793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.686905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-deleted', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2'}, {'name': 'network-changed', 'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:26.691541 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269afb9a-dc40-4714-9661-9884e5e108cc" -d '{"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-deleted", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2"}, {"name": "network-changed", "server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:26.822147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] For port e930fc02-bf5e-4620-8412-b60f1abb56e9, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e930fc02-bf5e-4620-8412-b60f1abb56e9,segment=NetworkSegment(ae288210-6dc8-4e64-9d14-3e57418db0ff),segment_id=ae288210-6dc8-4e64-9d14-3e57418db0ff)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:26.822651 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:26.859108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c7ef0-d8c6-4a6a-8e81-62b28b22f1c8 req-28972bdd-9f99-458a-8185-53f36eb844a8 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:26.860069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] DHCP port deletion for 1e2ca607-c165-4189-86f7-228982cba7bb request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:47:26.867489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-976c7ef0-d8c6-4a6a-8e81-62b28b22f1c8 req-28972bdd-9f99-458a-8185-53f36eb844a8 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.2532010 Feb 08 23:47:26.884887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Calling delete_port for e930fc02-bf5e-4620-8412-b60f1abb56e9 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:26.907256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37696) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:26.917267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bc23-c52e-4ec2-9bca-b2b6aae70abc req-035247fb-4976-49e6-a342-9f2c41e725ae tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:26.925011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6151bc23-c52e-4ec2-9bca-b2b6aae70abc req-035247fb-4976-49e6-a342-9f2c41e725ae tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 948 time: 0.2537668 Feb 08 23:47:26.949879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] Deleting port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:26.950434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.029884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] For port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,segment=NetworkSegment(cf3400cf-9334-4c8e-ac37-2575842ab49a),segment_id=cf3400cf-9334-4c8e-ac37-2575842ab49a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:27.030951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.044383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-976c7ef0-d8c6-4a6a-8e81-62b28b22f1c8 req-d3120be7-c540-4e22-a7f2-fd64bb019396 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1759040 Feb 08 23:47:27.054748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] Calling delete_port for de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:27.128208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-23e7ad2b-ba4b-42a8-8db2-83afb9718b56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=382a560dafa44f6e9871ce459cb18667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006016 Feb 08 23:47:27.129498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37704) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:27.132164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78436ecb-aafb-4c37-a028-d4ba1760d8ba details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:27.145510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6151bc23-c52e-4ec2-9bca-b2b6aae70abc req-b1bcad14-7126-476a-ac59-c712155a9e44 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192292 Feb 08 23:47:27.209125 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a9314-bb1f-4fe9-b593-072f09d782df x-openstack-request-id: req-f64a9314-bb1f-4fe9-b593-072f09d782df {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:27.209425 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b702d9-2746-4758-95d2-f44d64dbf53e", "name": "network-vif-deleted", "tag": "39a40bef-9129-4751-8656-9fc61bcd70c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:27.209945 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f64a9314-bb1f-4fe9-b593-072f09d782df {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:27.210411 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b702d9-2746-4758-95d2-f44d64dbf53e', 'name': 'network-vif-deleted', 'tag': '39a40bef-9129-4751-8656-9fc61bcd70c2', 'status': 'completed', 'code': 200} Feb 08 23:47:27.210677 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'status': 'completed', 'code': 200} Feb 08 23:47:27.285925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.291354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Deleting port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:27.292026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.331797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00dbe12b-0dc0-470c-89fd-8d5ffac8271d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.384301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afb9a-dc40-4714-9661-9884e5e108cc req-bbfd6250-da9d-4c75-a60d-89fd5b832a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.386182 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-bbfd6250-da9d-4c75-a60d-89fd5b832a5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1174 time: 0.1658432 Feb 08 23:47:27.392367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] Pushing event deleted for resources: {'Port': ['ID=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:27.405194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b136f7-3a12-4da3-8a5d-05bca1112e68 None None] No DVR routers for this DVR port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:27.443219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:27.449772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] For port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41, host n-d-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:27.450320 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.458458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '78436ecb-aafb-4c37-a028-d4ba1760d8ba', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '78436ecb-aafb-4c37-a028-d4ba1760d8ba', 'mac_address': 'fa:16:3e:bb:d3:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:27.506279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Calling delete_port for de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:27.507138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.509128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00dbe12b-0dc0-470c-89fd-8d5ffac8271d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.512974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 was not found and therefore no delete operation was performed {{(pid=105931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:47:27.515775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.522087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78436ecb-aafb-4c37-a028-d4ba1760d8ba {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:27.524720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bad64e-e59c-456a-a575-9195d7b9ad06 req-6cbeb7d9-2ade-4721-8021-2640152cd384 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.527869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40bad64e-e59c-456a-a575-9195d7b9ad06 req-6cbeb7d9-2ade-4721-8021-2640152cd384 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d8cf80e-5030-47ff-9ece-188d388f0bd7 HTTP/1.1" status: 200 len: 944 time: 0.2734926 Feb 08 23:47:27.528895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.546507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:27.557189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6a70bc-b1df-4edc-95cb-1b4aabbd6d41,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:27.569871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.570867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] No DVR routers for this DVR port de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:27.582095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087d35b-e8dd-4faf-9aee-99abba080f48 req-8313cd69-78fc-42cf-a8bc-15dd39915199 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.584297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e087d35b-e8dd-4faf-9aee-99abba080f48 req-8313cd69-78fc-42cf-a8bc-15dd39915199 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1023 time: 0.1584778 Feb 08 23:47:27.648027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=78436ecb-aafb-4c37-a028-d4ba1760d8ba,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:27.660938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afb9a-dc40-4714-9661-9884e5e108cc req-3fc4a52b-f293-4811-b2f3-ba6505b15517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.660938 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-3fc4a52b-f293-4811-b2f3-ba6505b15517 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 200 len: 914 time: 0.2657371 Feb 08 23:47:27.686505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.698576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-d2a25a18-9357-4cad-b2c3-f67f8dd368e4 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.700241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-d2a25a18-9357-4cad-b2c3-f67f8dd368e4 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.21 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1023 time: 0.4302366 Feb 08 23:47:27.711541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 389dba07-cd8e-454a-af0a-255830fe24c2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:27.726171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Pushing event deleted for resources: {'Port': ['ID=e930fc02-bf5e-4620-8412-b60f1abb56e9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:27.728020 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-0635ef31-48bb-478f-9aba-da0ca4435dc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 200 len: 217 time: 0.0576129 Feb 08 23:47:27.736787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0cde1-0b90-462b-9347-643345e3936d req-00f25bb6-9607-4eb9-b061-c6c7780ed3a8 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.738231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 389dba07-cd8e-454a-af0a-255830fe24c2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:27.738501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5b0cde1-0b90-462b-9347-643345e3936d req-00f25bb6-9607-4eb9-b061-c6c7780ed3a8 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.21 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.3980834 Feb 08 23:47:27.738644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 389dba07-cd8e-454a-af0a-255830fe24c2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:27.738976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:27.755391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2ca607-c165-4189-86f7-228982cba7bb']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:27.756951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] No DVR routers for this DVR port e930fc02-bf5e-4620-8412-b60f1abb56e9 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:27.759847 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.762432 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:27.762770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device de6a70bc-b1df-4edc-95cb-1b4aabbd6d41 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:27.764493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1576d240-60b1-4ddf-95e5-8bc71e294977 req-fe17e79f-add8-4c96-b2b4-5c3b147e43a3 tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.84 "DELETE /v2.0/ports/e930fc02-bf5e-4620-8412-b60f1abb56e9 HTTP/1.1" status: 204 len: 173 time: 1.5919702 Feb 08 23:47:27.786918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['78436ecb-aafb-4c37-a028-d4ba1760d8ba'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:27.801767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3400cf-9334-4c8e-ac37-2575842ab49a') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:27.802253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3400cf-9334-4c8e-ac37-2575842ab49a') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:27.831765 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.859906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269afb9a-dc40-4714-9661-9884e5e108cc req-0b478cca-8f73-44f9-8af6-a5b48f9df3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:27.870916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-0b478cca-8f73-44f9-8af6-a5b48f9df3c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 200 len: 853 time: 0.1283233 Feb 08 23:47:27.890492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.918077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-8bba3d01-7c56-418c-a2db-6770b16bfbd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f3cff4f-1fea-41f7-a758-b604fcf2a448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444360 Feb 08 23:47:27.919134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:27.919664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:27.934515 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:28.057935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.064806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.070186 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1e2ca607-c165-4189-86f7-228982cba7bb HTTP/1.1" status: 204 len: 168 time: 1.4826028 Feb 08 23:47:28.091995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62046257-a460-4053-b1a6-cff47d948502 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2ca607-c165-4189-86f7-228982cba7bb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:28.112028 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-0c9cd130-999f-46de-9123-b77c30f57672 service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625078 Feb 08 23:47:28.234868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40bad64e-e59c-456a-a575-9195d7b9ad06 req-10c60fe6-63bf-41e3-8af8-fd1ec19b466a tempest-LiveAutoBlockMigrationV225Test-53059698 tempest-LiveAutoBlockMigrationV225Test-53059698-project] 10.222.0.32 "GET /v2.0/security-groups?id=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652381 Feb 08 23:47:28.272630 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-269afb9a-dc40-4714-9661-9884e5e108cc req-f9e8de58-5d04-42e5-b04a-8caced7dfc3d service neutron] 10.222.0.21 "GET /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533935 Feb 08 23:47:28.308975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e087d35b-e8dd-4faf-9aee-99abba080f48 req-ff5c1062-8f8a-42da-a3b9-c2bdd0eb8afc tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=9f04135c-384a-40fc-a24a-9f0273d07f4c&id=df95e489-5c5f-46df-886e-45469311079c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6283901 Feb 08 23:47:28.312792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37724) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:28.422711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6c551589-b946-4653-a1d7-0903506aadd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da7fe770b5a142af9c6b9b46cbfad704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068501 Feb 08 23:47:28.425678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37726) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:28.502345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3613fb3-11a6-44c6-9802-4a0dc5efd2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.503088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00dbe12b-0dc0-470c-89fd-8d5ffac8271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.506367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00dbe12b-0dc0-470c-89fd-8d5ffac8271d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.507619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-00dbe12b-0dc0-470c-89fd-8d5ffac8271d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdd97166-c0fd-4f38-939d-ac0ef1ac19ea HTTP/1.1" status: 204 len: 168 time: 1.3738892 Feb 08 23:47:28.531148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3613fb3-11a6-44c6-9802-4a0dc5efd2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.553014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbe12b-0dc0-470c-89fd-8d5ffac8271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd97166-c0fd-4f38-939d-ac0ef1ac19ea,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:28.609902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b819cc-3469-418f-9c03-25346bb86ab3 req-0a9390ea-b39d-4848-8c47-a6e0f273b8af tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:28.610116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3613fb3-11a6-44c6-9802-4a0dc5efd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.611449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8b819cc-3469-418f-9c03-25346bb86ab3 req-0a9390ea-b39d-4848-8c47-a6e0f273b8af tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.1602671 Feb 08 23:47:28.617931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3613fb3-11a6-44c6-9802-4a0dc5efd2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.621224 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c3613fb3-11a6-44c6-9802-4a0dc5efd2f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b1515e9-6d12-4f1c-b200-c43135336db4 HTTP/1.1" status: 204 len: 168 time: 0.1944644 Feb 08 23:47:28.628976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33b3f1-cac2-4625-ab04-5de7617e280d req-a2eb5fe9-23c6-4f84-aff8-19b1d8a32d01 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:28.631889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d33b3f1-cac2-4625-ab04-5de7617e280d req-a2eb5fe9-23c6-4f84-aff8-19b1d8a32d01 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1998553 Feb 08 23:47:28.632017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3613fb3-11a6-44c6-9802-4a0dc5efd2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1515e9-6d12-4f1c-b200-c43135336db4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:28.649478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Deleting port beae4f14-946b-4a0d-937f-87a5eff93aa6 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:28.649822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.701586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Deleting port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:28.702278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:28.880192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8b819cc-3469-418f-9c03-25346bb86ab3 req-41095622-54df-4133-b2d6-404a7b1b3d07 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2462363 Feb 08 23:47:28.945359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d33b3f1-cac2-4625-ab04-5de7617e280d req-0b27ba98-f6c9-4cdb-905f-edbe5cb92edc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803032 Feb 08 23:47:28.958675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] For port beae4f14-946b-4a0d-937f-87a5eff93aa6, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=beae4f14-946b-4a0d-937f-87a5eff93aa6,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:28.959226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.010685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] For port 727ea25d-a90a-49b0-9a6d-7bd354dbc445, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=727ea25d-a90a-49b0-9a6d-7bd354dbc445,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:29.011550 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.014334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Calling delete_port for beae4f14-946b-4a0d-937f-87a5eff93aa6 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:29.133305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78436ecb-aafb-4c37-a028-d4ba1760d8ba up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:29.139935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:29.177893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da84cb-dcb6-4a30-b2c0-80342a1f0f73 req-7ed8d0c3-d0fb-4bf3-97ad-ce981975e6ce tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:29.185945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1da84cb-dcb6-4a30-b2c0-80342a1f0f73 req-7ed8d0c3-d0fb-4bf3-97ad-ce981975e6ce tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 949 time: 0.2240272 Feb 08 23:47:29.187803 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd96e97f-e0f9-4994-8caa-54c1aca2bfe5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e12fd2819b24bcd9d4b0f9fda335cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467191 Feb 08 23:47:29.190365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37744) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:29.205413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 78436ecb-aafb-4c37-a028-d4ba1760d8ba completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:29.210666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 78436ecb-aafb-4c37-a028-d4ba1760d8ba triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:29.211551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.214095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'name': 'network-vif-deleted', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:29.217062 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c39c07-2385-43f5-aa2a-a0531e5a60bc" -d '{"events": [{"server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "name": "network-vif-deleted", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:29.246799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b462e736-3365-41a4-ac54-9309ecd3f170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.268468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:29.281208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b462e736-3365-41a4-ac54-9309ecd3f170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.303971 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12be2d1-cfb0-42ce-9172-924c0955a6b3 x-openstack-request-id: req-c12be2d1-cfb0-42ce-9172-924c0955a6b3 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:29.304265 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8cf80e-5030-47ff-9ece-188d388f0bd7", "name": "network-vif-deleted", "tag": "e930fc02-bf5e-4620-8412-b60f1abb56e9", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:29.304662 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c12be2d1-cfb0-42ce-9172-924c0955a6b3 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:29.305240 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8cf80e-5030-47ff-9ece-188d388f0bd7', 'name': 'network-vif-deleted', 'tag': 'e930fc02-bf5e-4620-8412-b60f1abb56e9', 'status': 'completed', 'code': 200} Feb 08 23:47:29.309006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: e930fc02-bf5e-4620-8412-b60f1abb56e9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:29.311107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e930fc02-bf5e-4620-8412-b60f1abb56e9 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:29.353783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37754) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:29.386665 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b462e736-3365-41a4-ac54-9309ecd3f170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.391071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1da84cb-dcb6-4a30-b2c0-80342a1f0f73 req-a649a31d-22c1-4b7c-b779-9fc0285bd25b tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039630 Feb 08 23:47:29.392184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b462e736-3365-41a4-ac54-9309ecd3f170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.393162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.403013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b462e736-3365-41a4-ac54-9309ecd3f170 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41b30417-7e3f-49bb-a701-7c584c930dd9 HTTP/1.1" status: 204 len: 168 time: 0.2097461 Feb 08 23:47:29.423939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205b18c-5247-4e12-bc53-248d704a963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78436ecb-aafb-4c37-a028-d4ba1760d8ba'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:29.424840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462e736-3365-41a4-ac54-9309ecd3f170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b30417-7e3f-49bb-a701-7c584c930dd9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:29.426826 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c1a75-6a5c-4426-bab8-795c8ab0d62f" -d '{"events": [{"server_uuid": "a205b18c-5247-4e12-bc53-248d704a963e", "name": "network-vif-plugged", "status": "completed", "tag": "78436ecb-aafb-4c37-a028-d4ba1760d8ba"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:29.478029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:29.499429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.579607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.580133 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.580534 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Floating IP 3fb4035e-ae31-4598-b50b-4c40bdcf222e disassociated. External IP: 172.25.3.220, port: 727ea25d-a90a-49b0-9a6d-7bd354dbc445. Feb 08 23:47:29.580860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Calling delete_port for 727ea25d-a90a-49b0-9a6d-7bd354dbc445 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:29.587843 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa9935d-53da-44d5-88d3-3adadd9cbe79 x-openstack-request-id: req-1fa9935d-53da-44d5-88d3-3adadd9cbe79 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:29.588048 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205b18c-5247-4e12-bc53-248d704a963e", "name": "network-vif-plugged", "status": "completed", "tag": "78436ecb-aafb-4c37-a028-d4ba1760d8ba", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:29.588376 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fa9935d-53da-44d5-88d3-3adadd9cbe79 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:29.595108 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205b18c-5247-4e12-bc53-248d704a963e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78436ecb-aafb-4c37-a028-d4ba1760d8ba', 'code': 200} Feb 08 23:47:29.620009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=78436ecb-aafb-4c37-a028-d4ba1760d8ba,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:29.735480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727042d-ba71-41af-ac5a-d45eb8d8435b req-e3a49586-36a7-4d8f-b99b-a81c2dcf86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:29.743434 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9727042d-ba71-41af-ac5a-d45eb8d8435b req-e3a49586-36a7-4d8f-b99b-a81c2dcf86e5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 1101 time: 0.0596473 Feb 08 23:47:29.767847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Deleting subnet 0db2c188-3f4e-4379-8d77-632b9fad3f84 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:29.774491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.776373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:29.786415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c2494f53-7fc1-4647-8553-24ee70435e77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:29.804812 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9727042d-ba71-41af-ac5a-d45eb8d8435b req-f2c36026-47d5-4957-ac6b-3f59e028c56c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582180 Feb 08 23:47:29.949586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d47a6-4955-48ad-88e6-ea8b331d50eb req-a5a8fc31-ee88-4bd6-a9ce-642a238c4894 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:29.959719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-911d47a6-4955-48ad-88e6-ea8b331d50eb req-a5a8fc31-ee88-4bd6-a9ce-642a238c4894 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=32fcfc76-f42c-4223-a577-c256a67b2938 HTTP/1.1" status: 200 len: 1023 time: 0.4825056 Feb 08 23:47:29.976563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'Port': ['ID=beae4f14-946b-4a0d-937f-87a5eff93aa6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:30.054109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.112888 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.213628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] No DVR routers for this DVR port beae4f14-946b-4a0d-937f-87a5eff93aa6 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:30.240282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.244174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42d383a8-04c6-4dd3-aaf9-3851a75cecbf req-6d69aab8-ebab-4e0b-b267-e3b5dca618fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.21 "DELETE /v2.0/ports/beae4f14-946b-4a0d-937f-87a5eff93aa6 HTTP/1.1" status: 204 len: 173 time: 2.5038023 Feb 08 23:47:30.313063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-911d47a6-4955-48ad-88e6-ea8b331d50eb req-230e3c69-fd72-46ea-a633-990c55d25dfa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=9f04135c-384a-40fc-a24a-9f0273d07f4c&id=df95e489-5c5f-46df-886e-45469311079c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3486094 Feb 08 23:47:30.350929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.364851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.399412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event deleted for resources: {'Port': ['ID=727ea25d-a90a-49b0-9a6d-7bd354dbc445,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:30.408825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649943c-d6cf-4121-8041-edff2ff5cde0 req-00e0cbc2-6bc5-4aa8-889f-efe2dd85b4ee tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:30.420859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f649943c-d6cf-4121-8041-edff2ff5cde0 req-00e0cbc2-6bc5-4aa8-889f-efe2dd85b4ee tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 945 time: 0.2630873 Feb 08 23:47:30.490805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.496996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0db2c188-3f4e-4379-8d77-632b9fad3f84 HTTP/1.1" status: 204 len: 168 time: 1.1391280 Feb 08 23:47:30.496996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22f568-7a0e-42da-9c5b-72e30d02577d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db2c188-3f4e-4379-8d77-632b9fad3f84,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:30.497244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37806) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:30.602676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.635806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f649943c-d6cf-4121-8041-edff2ff5cde0 req-407b1e14-b27f-4251-9310-716a52aca597 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4f7cf27-7159-40c4-897f-f310ff1e6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2139618 Feb 08 23:47:30.675869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7272b-978f-4a94-8246-44170b5b96db req-59babd2a-f277-4a73-8d85-98d53aa60967 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:30.683108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b7272b-978f-4a94-8246-44170b5b96db req-59babd2a-f277-4a73-8d85-98d53aa60967 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.2001946 Feb 08 23:47:30.693580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Router 7726723e-11ba-4ffd-990e-6c76746c447d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:47:30.711462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.741228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b7272b-978f-4a94-8246-44170b5b96db req-c54175a4-9c14-4c9f-832b-17e8325c1ea3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571992 Feb 08 23:47:30.813781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e68c72-4913-4aa9-8544-2cfaa6a54e87']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:30.857549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae288210-6dc8-4e64-9d14-3e57418db0ff') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:30.857846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae288210-6dc8-4e64-9d14-3e57418db0ff') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:30.898364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.901234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:47:30.913201 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] Sync routers for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:47:30.946613 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:30.947261 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:30.960455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:30.999217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:31.001804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.068106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] No DVR routers for this DVR port 727ea25d-a90a-49b0-9a6d-7bd354dbc445 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:31.085383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.098044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5b0cde1-0b90-462b-9347-643345e3936d req-ae7b69de-7a60-4aca-a806-f312eed3df39 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.21 "DELETE /v2.0/ports/727ea25d-a90a-49b0-9a6d-7bd354dbc445 HTTP/1.1" status: 204 len: 173 time: 3.3128371 Feb 08 23:47:31.123962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device beae4f14-946b-4a0d-937f-87a5eff93aa6 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:31.137592 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:31.177886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.189282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.195254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: beae4f14-946b-4a0d-937f-87a5eff93aa6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:31.198063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device beae4f14-946b-4a0d-937f-87a5eff93aa6 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:31.199396 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] 10.222.0.32 "DELETE /v2.0/networks/57e68c72-4913-4aa9-8544-2cfaa6a54e87 HTTP/1.1" status: 204 len: 168 time: 0.7015193 Feb 08 23:47:31.202287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 727ea25d-a90a-49b0-9a6d-7bd354dbc445 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:31.203407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:31.218300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e48fb-70a8-400b-aae1-24d2c91231df admin admin] Pushing event deleted for resources: {'Network': ['ID=57e68c72-4913-4aa9-8544-2cfaa6a54e87,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:31.250875 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:31.253292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 727ea25d-a90a-49b0-9a6d-7bd354dbc445 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:31.257375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 727ea25d-a90a-49b0-9a6d-7bd354dbc445 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:31.339189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7393-e3dd-4d57-a23f-07785e131682 req-56f29b91-0695-4a0c-b0a5-71c4d99f9201 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:31.341341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c5d7393-e3dd-4d57-a23f-07785e131682 req-56f29b91-0695-4a0c-b0a5-71c4d99f9201 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 950 time: 0.3143916 Feb 08 23:47:31.348061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'name': 'network-vif-deleted', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6'}, {'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'name': 'network-vif-deleted', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:31.356498 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61434e83-4086-4976-80ef-92b4d22b738b" -d '{"events": [{"server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "name": "network-vif-deleted", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6"}, {"server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "name": "network-vif-deleted", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:31.418027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Deleting subnet 3505eeae-d535-476d-b5f2-d053c0c8a353 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:31.427663 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.432494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c5d7393-e3dd-4d57-a23f-07785e131682 req-0659e7b7-91d0-446d-bdd0-47d9dad0ac55 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Feb 08 23:47:31.467929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.516679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.538246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:31.569349 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] Checking router: 7726723e-11ba-4ffd-990e-6c76746c447d for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:47:31.589099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.591406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:31.592132 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:31.658686 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.664390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3505eeae-d535-476d-b5f2-d053c0c8a353 HTTP/1.1" status: 204 len: 168 time: 0.4586456 Feb 08 23:47:31.665293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd3a3-5c6b-42a5-b42a-f4cd2fcf4a92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3505eeae-d535-476d-b5f2-d053c0c8a353,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:31.666910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37838) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:31.787936 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b013e03-3fdf-4446-b4d8-a129bdb45a35 x-openstack-request-id: req-5b013e03-3fdf-4446-b4d8-a129bdb45a35 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:31.790330 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fcfc76-f42c-4223-a577-c256a67b2938", "name": "network-vif-deleted", "tag": "beae4f14-946b-4a0d-937f-87a5eff93aa6", "status": "completed", "code": 200}, {"server_uuid": "1911a7aa-fa18-458b-8068-99b3e86d31d4", "name": "network-vif-deleted", "tag": "727ea25d-a90a-49b0-9a6d-7bd354dbc445", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:31.790691 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b013e03-3fdf-4446-b4d8-a129bdb45a35 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:31.791214 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fcfc76-f42c-4223-a577-c256a67b2938', 'name': 'network-vif-deleted', 'tag': 'beae4f14-946b-4a0d-937f-87a5eff93aa6', 'status': 'completed', 'code': 200} Feb 08 23:47:31.792253 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1911a7aa-fa18-458b-8068-99b3e86d31d4', 'name': 'network-vif-deleted', 'tag': '727ea25d-a90a-49b0-9a6d-7bd354dbc445', 'status': 'completed', 'code': 200} Feb 08 23:47:31.819787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:31.829120 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:31.832458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0103c068-e589-4c82-a66d-ef582a81f23a req-2bb78238-4dad-44c3-bc37-7bb371f557be tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/9f04135c-384a-40fc-a24a-9f0273d07f4c HTTP/1.1" status: 200 len: 1800 time: 0.1143129 Feb 08 23:47:31.964278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e42e7879-891a-44c0-9dc1-312d1f69547e req-02187d8a-3a0a-4374-9c53-16e2a5001e0f tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/ports?device_id=1911a7aa-fa18-458b-8068-99b3e86d31d4 HTTP/1.1" status: 200 len: 210 time: 0.0490575 Feb 08 23:47:31.981781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0103c068-e589-4c82-a66d-ef582a81f23a req-685739ee-3302-4e7c-8f11-6395b2766048 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.011208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0103c068-e589-4c82-a66d-ef582a81f23a req-685739ee-3302-4e7c-8f11-6395b2766048 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.014093 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.062413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0103c068-e589-4c82-a66d-ef582a81f23a req-685739ee-3302-4e7c-8f11-6395b2766048 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.065995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0103c068-e589-4c82-a66d-ef582a81f23a req-685739ee-3302-4e7c-8f11-6395b2766048 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.069183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0103c068-e589-4c82-a66d-ef582a81f23a req-685739ee-3302-4e7c-8f11-6395b2766048 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f04135c-384a-40fc-a24a-9f0273d07f4c HTTP/1.1" status: 204 len: 173 time: 0.2284331 Feb 08 23:47:32.069531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba94574-e3ca-4e23-9f02-632595b0a7a8']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:32.082230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c299999-e8b4-4ca6-b4fc-04fa07d0d027') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:32.083374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c299999-e8b4-4ca6-b4fc-04fa07d0d027') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:32.084463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685739ee-3302-4e7c-8f11-6395b2766048 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f04135c-384a-40fc-a24a-9f0273d07f4c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:32.107329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.148957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.168470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:32.169137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:32.173930 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:32.231766 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:32.251397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6bf6-2b81-4214-b35c-d8f1bddb0de2 req-03ab4d6f-fea0-4937-b672-1ca3c0c6a279 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:32.251397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab5e6bf6-2b81-4214-b35c-d8f1bddb0de2 req-03ab4d6f-fea0-4937-b672-1ca3c0c6a279 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1134913 Feb 08 23:47:32.257185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17e36609-68e3-4c7b-94c4-9ff473a51832 req-2884df00-8814-4e9a-af5d-8db29c90a3ed tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/df95e489-5c5f-46df-886e-45469311079c HTTP/1.1" status: 200 len: 1799 time: 0.0676270 Feb 08 23:47:32.265371 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.275741 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43405f-6d9b-4456-b7a4-8e75183ef488 None None] The sync data for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 is: [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:10Z', 'revision_number': 4, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '9fa094ed-b217-469e-abc9-b90ae2a5f16e', 'name': '', 'network_id': '8f9cddd4-fc88-4710-ab85-6508ed877319', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'mac_address': 'fa:16:3e:7b:4a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:09Z', 'updated_at': '2022-02-08T23:46:23Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'subnets': [{'id': '729d5f3c-03f5-48e6-8d75-ae890778cd72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:47:32.284586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.289496 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0ba94574-e3ca-4e23-9f02-632595b0a7a8 HTTP/1.1" status: 204 len: 168 time: 0.6207089 Feb 08 23:47:32.344075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7e633-7c62-4f77-8320-2bfbc8ec3f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba94574-e3ca-4e23-9f02-632595b0a7a8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:32.357719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab5e6bf6-2b81-4214-b35c-d8f1bddb0de2 req-06cd6290-ad61-44ae-8b33-89fdca468665 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912390 Feb 08 23:47:32.400529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-17e36609-68e3-4c7b-94c4-9ff473a51832 req-6aba8148-0026-4329-88d8-d4c453848ab1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.448653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-17e36609-68e3-4c7b-94c4-9ff473a51832 req-6aba8148-0026-4329-88d8-d4c453848ab1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.506834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-17e36609-68e3-4c7b-94c4-9ff473a51832 req-6aba8148-0026-4329-88d8-d4c453848ab1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.509882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-17e36609-68e3-4c7b-94c4-9ff473a51832 req-6aba8148-0026-4329-88d8-d4c453848ab1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.511251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17e36609-68e3-4c7b-94c4-9ff473a51832 req-6aba8148-0026-4329-88d8-d4c453848ab1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/df95e489-5c5f-46df-886e-45469311079c HTTP/1.1" status: 204 len: 173 time: 0.2430832 Feb 08 23:47:32.528341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba8148-0026-4329-88d8-d4c453848ab1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95e489-5c5f-46df-886e-45469311079c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:32.567638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:32.619387 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f4d655d-e6ca-4781-a7bd-3280bc419621 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3e4172ad8aa4d9683740062aa834783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492296 Feb 08 23:47:32.622156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:32.652073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-4d3322bb-5c11-426a-abec-c9cb3b53bddd tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394866 Feb 08 23:47:32.701283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e7884d5-cc71-4459-9f4e-29f53fef1263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.711314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaec848-e314-4543-bed9-47b2af3ae621 None None] New status for floating IP 3fb4035e-ae31-4598-b50b-4c40bdcf222e: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:47:32.736586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e7884d5-cc71-4459-9f4e-29f53fef1263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.816155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e7884d5-cc71-4459-9f4e-29f53fef1263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.821585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e7884d5-cc71-4459-9f4e-29f53fef1263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:32.825063 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9e7884d5-cc71-4459-9f4e-29f53fef1263 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c900a102-d6b6-4cc5-8fa5-6b45c9e051a7 HTTP/1.1" status: 204 len: 168 time: 0.2019005 Feb 08 23:47:32.829142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-2b81bab7-2755-49b3-9290-891c76390c59 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:32.841580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-2b81bab7-2755-49b3-9290-891c76390c59 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828089 Feb 08 23:47:32.845778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7884d5-cc71-4459-9f4e-29f53fef1263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c900a102-d6b6-4cc5-8fa5-6b45c9e051a7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:32.876230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-3934b8d7-815a-4cf7-adfd-342c2ff9f28e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/quotas/b6247756c03d4085a71859c0dd6f37e0 HTTP/1.1" status: 200 len: 375 time: 0.0336113 Feb 08 23:47:32.931229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f80281f5-8669-446a-b14f-db2af99c852c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517747 Feb 08 23:47:33.119907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a81076-96ae-44de-a00f-5db08e276c83 req-a16dff00-7a6e-49d5-b396-d803eb81a368 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:33.121443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5a81076-96ae-44de-a00f-5db08e276c83 req-a16dff00-7a6e-49d5-b396-d803eb81a368 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 950 time: 0.0553184 Feb 08 23:47:33.166170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9681b6c5-cd48-47ea-a27f-c5cc78d96468 req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1749373776', 'description': 'tempest-description-1204865032'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:33.178006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5a81076-96ae-44de-a00f-5db08e276c83 req-a833452e-7af9-4738-8d9b-8445e93b3e0e tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Feb 08 23:47:33.221320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9681b6c5-cd48-47ea-a27f-c5cc78d96468 req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.304976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37896) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:33.351281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9681b6c5-cd48-47ea-a27f-c5cc78d96468 req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.355930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9681b6c5-cd48-47ea-a27f-c5cc78d96468 req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.362563 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-62cc208b-4121-4d47-a9d3-74c892df5778 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b7feb378b494385afecabcd6636e4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556192 Feb 08 23:47:33.369021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:33.405393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9681b6c5-cd48-47ea-a27f-c5cc78d96468 req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.409744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9681b6c5-cd48-47ea-a27f-c5cc78d96468 req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2533784 Feb 08 23:47:33.415221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7affcd-35f6-4726-b6d3-be3d3d95c657 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c71e6b-6765-4b23-9565-e904e3f04931,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:33.463569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-726d7f92-fa08-4a84-89a7-4dc043d44506 req-51610b9e-3f0f-4bf2-ad56-361b6292b8b9 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 210 time: 0.0361843 Feb 08 23:47:33.496792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0767dc23-470a-41f3-99a6-487f730e52d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.529950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0767dc23-470a-41f3-99a6-487f730e52d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.574721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:33.606481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0767dc23-470a-41f3-99a6-487f730e52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.609338 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0767dc23-470a-41f3-99a6-487f730e52d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.613638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0767dc23-470a-41f3-99a6-487f730e52d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/631e7db4-7318-4cb7-95a1-e1b618a142e2 HTTP/1.1" status: 204 len: 168 time: 0.2409337 Feb 08 23:47:33.630884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767dc23-470a-41f3-99a6-487f730e52d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631e7db4-7318-4cb7-95a1-e1b618a142e2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:33.741058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-492506a5-e2f9-4009-9bfe-047de32adc4a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.776217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-492506a5-e2f9-4009-9bfe-047de32adc4a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.841186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209565dd-1591-4a69-aa0b-7f3a1457bd2e req-fd3facd3-8c0b-4453-a6ca-7225c4736e32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:33.845366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-492506a5-e2f9-4009-9bfe-047de32adc4a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.849613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-492506a5-e2f9-4009-9bfe-047de32adc4a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:33.850239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-209565dd-1591-4a69-aa0b-7f3a1457bd2e req-fd3facd3-8c0b-4453-a6ca-7225c4736e32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1581118 Feb 08 23:47:33.853311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37924) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:33.865038 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-492506a5-e2f9-4009-9bfe-047de32adc4a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4f7cf27-7159-40c4-897f-f310ff1e6c70 HTTP/1.1" status: 204 len: 168 time: 0.2750444 Feb 08 23:47:33.874120 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-76fb683b-920d-4e88-a733-5b12542b4b14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] show failed (client error): The resource could not be found. Feb 08 23:47:33.875126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-76fb683b-920d-4e88-a733-5b12542b4b14 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "GET /v2.0/security-groups/a4f7cf27-7159-40c4-897f-f310ff1e6c70 HTTP/1.1" status: 404 len: 347 time: 0.0209408 Feb 08 23:47:33.884698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37926) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:33.898448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492506a5-e2f9-4009-9bfe-047de32adc4a tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f7cf27-7159-40c4-897f-f310ff1e6c70,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:33.983025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-209565dd-1591-4a69-aa0b-7f3a1457bd2e req-7fdb3ea6-0743-4151-a310-4bd4bc6d4692 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316304 Feb 08 23:47:34.149857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-38249a1b-6132-4ee9-af96-aff8c1cf23ec tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/77c71e6b-6765-4b23-9565-e904e3f04931 HTTP/1.1" status: 200 len: 1801 time: 0.0941515 Feb 08 23:47:34.165104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Request body: {'security_group': {'name': 'tempest-sg-hth-594449634', 'description': 'tempest-description-hth-1280000884'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:34.172100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Deleting port 29778735-366a-4ad7-8e85-56f9bdb37557 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:34.172490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.405262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37948) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:34.593351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec150e87-25dc-492e-8f74-8a4562e23869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.630378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.640438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-2c8b680d-3c15-43fb-8508-91581537b1cd tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460684 Feb 08 23:47:34.710714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec150e87-25dc-492e-8f74-8a4562e23869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.715010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec150e87-25dc-492e-8f74-8a4562e23869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.760192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ec150e87-25dc-492e-8f74-8a4562e23869 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60c55a5b57cd40daa598256ba8e81d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533700 Feb 08 23:47:34.760399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fdfb-2736-481e-ba8b-fc1c1a4dcc88 req-278ab9c9-8502-4ec3-b144-d840eca116d6 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:34.761112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150e87-25dc-492e-8f74-8a4562e23869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60b1337-7b6a-4d72-9306-83c3813a29d2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:34.761888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0a8fdfb-2736-481e-ba8b-fc1c1a4dcc88 req-278ab9c9-8502-4ec3-b144-d840eca116d6 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 950 time: 0.5235863 Feb 08 23:47:34.763541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:34.769456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.769904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.809975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.814104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Calling delete_port for 29778735-366a-4ad7-8e85-56f9bdb37557 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:34.821794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.823758 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2390c98f-f674-4301-88ac-fbbe07204895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.824310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.825580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb8ec85d-3472-46af-8f64-c89026a84647 req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "PUT /v2.0/security-groups/77c71e6b-6765-4b23-9565-e904e3f04931 HTTP/1.1" status: 200 len: 1774 time: 0.6683919 Feb 08 23:47:34.855665 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2390c98f-f674-4301-88ac-fbbe07204895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.928608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2390c98f-f674-4301-88ac-fbbe07204895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.932178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2390c98f-f674-4301-88ac-fbbe07204895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:34.937484 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2390c98f-f674-4301-88ac-fbbe07204895 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b60b1337-7b6a-4d72-9306-83c3813a29d2 HTTP/1.1" status: 204 len: 168 time: 0.1729012 Feb 08 23:47:34.949074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0a8fdfb-2736-481e-ba8b-fc1c1a4dcc88 req-da4711d2-ba9d-4e5f-a007-7fc2e5c4ceec tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759539 Feb 08 23:47:34.951516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390c98f-f674-4301-88ac-fbbe07204895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60b1337-7b6a-4d72-9306-83c3813a29d2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:35.007666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10420072-b380-4eff-80b6-d870f3da6d37 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c71e6b-6765-4b23-9565-e904e3f04931,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:35.011308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14398bda-a8eb-486b-b6d6-d1c0bdebb5db req-012f9444-b33c-436f-a41c-c735f64ec540 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 210 time: 0.0522320 Feb 08 23:47:35.018070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-9151aa9e-8f91-49e9-bfe5-88d0f5c629bc tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:35.019623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-9151aa9e-8f91-49e9-bfe5-88d0f5c629bc tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643210 Feb 08 23:47:35.057955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:35.140545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d306101-a479-4bc8-9273-8461a0c61131 req-9f893586-a080-4406-9718-bf75d20db617 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/77c71e6b-6765-4b23-9565-e904e3f04931 HTTP/1.1" status: 200 len: 1774 time: 0.1191335 Feb 08 23:47:35.326914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:35.330187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.335039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.381399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Pushing event deleted for resources: {'Port': ['ID=29778735-366a-4ad7-8e85-56f9bdb37557,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:35.394840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c961fba-5761-4232-9c48-cbd7de408a4e req-57318e21-9fa6-4070-9218-bcf7874981ae tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:35.397054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c961fba-5761-4232-9c48-cbd7de408a4e req-57318e21-9fa6-4070-9218-bcf7874981ae tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1443944 Feb 08 23:47:35.397758 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.509057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c961fba-5761-4232-9c48-cbd7de408a4e req-0b4a55b3-3045-492f-a109-53ebde607661 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808687 Feb 08 23:47:35.541555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.544699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.546161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5745fea4-a824-48c2-88f0-48d5d36581a9 tempest-ServersTestFqdnHostnames-287727764 tempest-ServersTestFqdnHostnames-287727764-project] 10.222.0.32 "DELETE /v2.0/floatingips/3fb4035e-ae31-4598-b50b-4c40bdcf222e HTTP/1.1" status: 204 len: 168 time: 1.6583142 Feb 08 23:47:35.552226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37998) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:35.610421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.616811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.704269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb5c01d0-f007-4d24-abed-1ed444050276 req-2e1214f7-63d8-4502-a7ed-33b4441160da tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/77c71e6b-6765-4b23-9565-e904e3f04931 HTTP/1.1" status: 200 len: 1774 time: 0.1305275 Feb 08 23:47:35.730040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-f541f970-7938-4cc2-874b-bcdd2032f210 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6070cf5096aa48619af298cad5d42872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347195 Feb 08 23:47:35.738307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb53780-f170-4353-8eab-156fb4329fed,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:35.917561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.57 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/f43e46e6-913c-4c1f-b50f-f0724d9ce7d3) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:35.957163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb5c01d0-f007-4d24-abed-1ed444050276 req-cf3ef95a-96b9-4add-97d2-2319e61b096d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:35.974606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-19731e12-e105-40c6-98ef-5563c1cdd6e1 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:35.981529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-19731e12-e105-40c6-98ef-5563c1cdd6e1 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399130 Feb 08 23:47:36.016027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-02a275af-8e28-499b-b616-d8bb8ebdaccb tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/quotas/6070cf5096aa48619af298cad5d42872 HTTP/1.1" status: 200 len: 375 time: 0.0335858 Feb 08 23:47:36.063866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb5c01d0-f007-4d24-abed-1ed444050276 req-cf3ef95a-96b9-4add-97d2-2319e61b096d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.079756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.170508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-7d233690-188e-4c1b-a9a2-95f6819a1bb5 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6070cf5096aa48619af298cad5d42872&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536303 Feb 08 23:47:36.190642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb5c01d0-f007-4d24-abed-1ed444050276 req-cf3ef95a-96b9-4add-97d2-2319e61b096d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.193586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eb5c01d0-f007-4d24-abed-1ed444050276 req-cf3ef95a-96b9-4add-97d2-2319e61b096d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.194694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb5c01d0-f007-4d24-abed-1ed444050276 req-cf3ef95a-96b9-4add-97d2-2319e61b096d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/77c71e6b-6765-4b23-9565-e904e3f04931 HTTP/1.1" status: 204 len: 173 time: 0.4608331 Feb 08 23:47:36.217470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef95a-96b9-4add-97d2-2319e61b096d tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c71e6b-6765-4b23-9565-e904e3f04931,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:36.248663 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.301273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.352825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:36.375159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:36.385122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:36.399824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:36.423450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Deleting port 9fa094ed-b217-469e-abc9-b90ae2a5f16e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:36.423813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.512470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:36.516098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.547947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-f304ab68-2137-4094-9b09-97ef933fcde2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4982581 Feb 08 23:47:36.550425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] For port 9fa094ed-b217-469e-abc9-b90ae2a5f16e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9fa094ed-b217-469e-abc9-b90ae2a5f16e,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:36.550933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.563195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Request body: {'port': {'device_id': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:36.580246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Calling delete_port for 9fa094ed-b217-469e-abc9-b90ae2a5f16e owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:36.672496 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.807817 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.814870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.868854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6db5736d-3078-498a-a972-b960b30e6bf2 None None] Provisioning complete for port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:36.869249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6db5736d-3078-498a-a972-b960b30e6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.891121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:36.937709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6db5736d-3078-498a-a972-b960b30e6bf2 None None] Port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:47:36.965174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa094ed-b217-469e-abc9-b90ae2a5f16e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:36.976231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56779c0d-d404-4ae4-8af9-f61818103b5c req-7360350f-0ccd-4a86-b684-1d856f0f9624 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:36.992094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56779c0d-d404-4ae4-8af9-f61818103b5c req-7360350f-0ccd-4a86-b684-1d856f0f9624 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 935 time: 0.2288959 Feb 08 23:47:37.076591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56779c0d-d404-4ae4-8af9-f61818103b5c req-ce83a166-5577-4863-bbd8-736d58bb46a9 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805233 Feb 08 23:47:37.243701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:37.256145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-614f8747-30b9-421d-a64f-0dc25872602d req-acf54aab-bc81-435d-a30d-8b5d412a35f6 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 210 time: 0.0463490 Feb 08 23:47:37.308238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:37.319443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:37.339716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Transition to ACTIVE for port object f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:37.345748 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:37.488337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Pushing event updated for resources: {'Port': ['ID=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:37.540530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad25fc-a006-4cb2-9340-4c8da2b6f10d req-504ea097-9e0d-400f-a1c2-de155a752b33 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:37.542358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02ad25fc-a006-4cb2-9340-4c8da2b6f10d req-504ea097-9e0d-400f-a1c2-de155a752b33 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1586564 Feb 08 23:47:37.574666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Router 7726723e-11ba-4ffd-990e-6c76746c447d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:47:37.617402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02ad25fc-a006-4cb2-9340-4c8da2b6f10d req-9af6030c-ed99-4bfb-bcca-92198d86d14a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662415 Feb 08 23:47:37.625101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Attempting to bind port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:37.630084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Attempting to bind port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:37.632600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Attempting to bind port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:37.637905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:47:37.638316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Attempting to bind port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:37.657251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:37.659938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:37.660332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:37.660857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Bound port: f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:37.661235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:37.757743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:47:37.764271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d8967d2c-66a8-44cc-8825-24256599f267 admin admin] 10.222.0.32 "PUT /v2.0/routers/7726723e-11ba-4ffd-990e-6c76746c447d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2091920 Feb 08 23:47:37.767326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38068) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:37.769480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] Sync routers for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:47:37.790597 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:37.793098 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:37.811868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] For port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:37.834796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] For port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:37.916104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-f74cf338-0129-41de-8393-866d653a4f9c tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=6070cf5096aa48619af298cad5d42872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780053 Feb 08 23:47:37.917584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.043559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.148247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:38.150734 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:38.162195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.168962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] 10.222.0.21 "PUT /v2.0/ports/f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 HTTP/1.1" status: 200 len: 1095 time: 1.6134238 Feb 08 23:47:38.171718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'tag': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:38.200845 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaeaa24-e135-4831-a3aa-b812cad995b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b684c7b-ff5a-43b3-90c2-94aaaca8e228", "tag": "f43e46e6-913c-4c1f-b50f-f0724d9ce7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:38.347908 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-64373ef7-71f3-4f75-841a-8b08ff9955a8 req-6a61c4a3-504c-46cf-95b3-e7541d8e1838 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:47:38.350026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64373ef7-71f3-4f75-841a-8b08ff9955a8 req-6a61c4a3-504c-46cf-95b3-e7541d8e1838 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/df95e489-5c5f-46df-886e-45469311079c HTTP/1.1" status: 404 len: 352 time: 0.1365416 Feb 08 23:47:38.392055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40402960-0f7a-4803-968f-7d636bfba70c service neutron] Pushing event updated for resources: {'Port': ['ID=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:38.418023 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:47:36Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:38.458890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] Checking router: 7726723e-11ba-4ffd-990e-6c76746c447d for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:47:38.468608 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] Routers {'7726723e-11ba-4ffd-990e-6c76746c447d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:38.469563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7726723e-11ba-4ffd-990e-6c76746c447d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:38.474039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-173e1be5-585e-4fa7-a602-40015aa694b5 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:38.475749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-173e1be5-585e-4fa7-a602-40015aa694b5 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5511560 Feb 08 23:47:38.479970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-bfbbb0ce-4a56-4f29-9072-e092bf873271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:38.481635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-bfbbb0ce-4a56-4f29-9072-e092bf873271 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 1098 time: 0.2205498 Feb 08 23:47:38.491335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e165ec-148b-478a-84d9-41a75cd7e37d req-86ecbf8c-6f7c-4049-88e9-93a848b6f1cd tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:38.493125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72e165ec-148b-478a-84d9-41a75cd7e37d req-86ecbf8c-6f7c-4049-88e9-93a848b6f1cd tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 947 time: 0.1573207 Feb 08 23:47:38.547862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Request body: {'port': {'device_id': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '6070cf5096aa48619af298cad5d42872'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:38.664731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-bfc3babd-4737-4b2c-ae66-d7ee938b942a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 HTTP/1.1" status: 200 len: 217 time: 0.1702716 Feb 08 23:47:38.667436 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ff1c09-a928-460e-b943-fa5ca9bc96e6 x-openstack-request-id: req-69ff1c09-a928-460e-b943-fa5ca9bc96e6 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:38.667722 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b684c7b-ff5a-43b3-90c2-94aaaca8e228", "tag": "f43e46e6-913c-4c1f-b50f-f0724d9ce7d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:38.667972 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69ff1c09-a928-460e-b943-fa5ca9bc96e6 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:38.668415 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'tag': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'status': 'completed', 'code': 200} Feb 08 23:47:38.679487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.729323 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] Set router 7726723e-11ba-4ffd-990e-6c76746c447d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:38.744398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Deleting port cacb3475-17b3-4a4d-a803-2adefe9b1092 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:38.744749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.798599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72e165ec-148b-478a-84d9-41a75cd7e37d req-dbbcdd73-e10f-4db2-baf1-93776f8ed3b5 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328611 Feb 08 23:47:38.808665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-333ec900-64b7-4ed5-b81c-fef93dedde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:38.818903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-333ec900-64b7-4ed5-b81c-fef93dedde61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1401465 Feb 08 23:47:38.821084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Made reservation on behalf of 6070cf5096aa48619af298cad5d42872 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:38.833375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.882538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] For port cacb3475-17b3-4a4d-a803-2adefe9b1092, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=cacb3475-17b3-4a4d-a803-2adefe9b1092,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:38.882758 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:38.900157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Calling delete_port for cacb3475-17b3-4a4d-a803-2adefe9b1092 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:38.961585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-774ddc17-e977-4fe3-b34c-c2818deb6019 req-18193351-f8c5-4877-84a7-8397c9aa20d9 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 210 time: 0.0653474 Feb 08 23:47:38.967580 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-bda34412-abd2-4cdf-a3ce-d06a0a80a123 req-a9c870c4-80a0-4821-aed0-fa24364397f4 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:47:38.969064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda34412-abd2-4cdf-a3ce-d06a0a80a123 req-a9c870c4-80a0-4821-aed0-fa24364397f4 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/9f04135c-384a-40fc-a24a-9f0273d07f4c HTTP/1.1" status: 404 len: 352 time: 0.0750396 Feb 08 23:47:38.972383 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:47:36Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:39.016406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f10d4-d161-46b0-a956-fd3ef4273a75 None None] The sync data for ids ['7726723e-11ba-4ffd-990e-6c76746c447d'] in n-d-828413-1 is: [{'id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'name': 'tempest-ServersTestFqdnHostnames-2094097213-router', 'tenant_id': '33360ce33c974e9595d8457b65cf14c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:47:36Z', 'revision_number': 5, 'project_id': '33360ce33c974e9595d8457b65cf14c3', 'gw_port': {'id': 'cacb3475-17b3-4a4d-a803-2adefe9b1092', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:78:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7726723e-11ba-4ffd-990e-6c76746c447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:46:05Z', 'updated_at': '2022-02-08T23:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:47:39.103646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-5e64d510-c464-46ea-a57f-84af8ed37a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:39.105192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-5e64d510-c464-46ea-a57f-84af8ed37a54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2677402 Feb 08 23:47:39.173350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.220608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=cacb3475-17b3-4a4d-a803-2adefe9b1092,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:39.235015 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-13fb27aa-d46b-4bbd-804c-56df5377e78d req-c846609c-bd20-4792-a1b4-a6a5409ea359 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:47:39.236043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13fb27aa-d46b-4bbd-804c-56df5377e78d req-c846609c-bd20-4792-a1b4-a6a5409ea359 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/0bc3d7e9-15a7-4c6f-a433-75257e7e63a1 HTTP/1.1" status: 404 len: 352 time: 0.0705116 Feb 08 23:47:39.255933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c19b6f-7a64-4497-842c-ca34bc921e5a req-ff812b56-887f-4907-a31a-00dc8f6744b9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:39.257455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6c19b6f-7a64-4497-842c-ca34bc921e5a req-ff812b56-887f-4907-a31a-00dc8f6744b9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1512938 Feb 08 23:47:39.287625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.355085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-c450f5f1-34a6-41b3-b9b5-810709861993 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419536 Feb 08 23:47:39.369702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6c19b6f-7a64-4497-842c-ca34bc921e5a req-efac4e83-411f-48ce-9f04-81c043fc2a92 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885739 Feb 08 23:47:39.443427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Allocated IP 192.168.233.76 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/432eddb9-9527-4e06-9345-c22a8f2340bb) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:39.526697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.529444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.535341 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-1ab77441-6828-4449-8922-e5dd7c6aa682 req-0db2dc83-2ffc-4821-9bcc-640b2e674543 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:47:39.536928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ab77441-6828-4449-8922-e5dd7c6aa682 req-0db2dc83-2ffc-4821-9bcc-640b2e674543 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/810328ae-2a73-4411-a943-5f4fb11b6d1b HTTP/1.1" status: 404 len: 352 time: 0.1318576 Feb 08 23:47:39.654204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.654966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7726723e-11ba-4ffd-990e-6c76746c447d {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:47:39.664168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.666522 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b4a15581-920b-4beb-924f-d2cf09303bdc admin admin] 10.222.0.32 "DELETE /v2.0/routers/7726723e-11ba-4ffd-990e-6c76746c447d HTTP/1.1" status: 204 len: 168 time: 1.8968422 Feb 08 23:47:39.670462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38146) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:39.696010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a1d8b-d4eb-4b44-b026-9cecdc413934 req-83b0bf03-e5c3-4a9b-bce4-488c5c3df454 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229775 Feb 08 23:47:39.696772 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-42e9b8ee-a663-4f2c-ba6f-15d523fb48a2 req-7173f626-c40c-4d07-be95-1eccbacce371 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:47:39.723774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42e9b8ee-a663-4f2c-ba6f-15d523fb48a2 req-7173f626-c40c-4d07-be95-1eccbacce371 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/bdaa96ab-c007-4372-b3e1-fb35986ca3e9 HTTP/1.1" status: 404 len: 352 time: 0.1000481 Feb 08 23:47:39.775053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9fa094ed-b217-469e-abc9-b90ae2a5f16e no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:39.781075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Deleting subnet 729d5f3c-03f5-48e6-8d75-ae890778cd72 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:39.786339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.869657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:39.874135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9fa094ed-b217-469e-abc9-b90ae2a5f16e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:39.874676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9fa094ed-b217-469e-abc9-b90ae2a5f16e not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:39.921971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-526093fe-6e4d-476b-8805-b04acbc293e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:39.923486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-526093fe-6e4d-476b-8805-b04acbc293e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 1098 time: 0.1416981 Feb 08 23:47:39.981693 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-60cc7485-8ed3-40a8-87fd-198785747022 req-cb48ed89-507f-45ad-a134-3f13b3c3eb81 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] show failed (client error): The resource could not be found. Feb 08 23:47:39.995697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60cc7485-8ed3-40a8-87fd-198785747022 req-cb48ed89-507f-45ad-a134-3f13b3c3eb81 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/47e8585e-cfd6-4a7e-91ae-a4596e981b95 HTTP/1.1" status: 404 len: 352 time: 0.1079178 Feb 08 23:47:40.013542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.111673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:40.120371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38166) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:40.131253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367af17-c5c8-4459-8c40-ec7a6dcd54c1 req-981faa42-46ad-4ffc-a59b-d28f99aa4218 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:40.135415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a367af17-c5c8-4459-8c40-ec7a6dcd54c1 req-981faa42-46ad-4ffc-a59b-d28f99aa4218 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3631294 Feb 08 23:47:40.146940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.155376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.186469 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.195814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d2b30-01d0-4314-8608-d8985b6847de None None] Network 8f9cddd4-fc88-4710-ab85-6508ed877319 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:40.212509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/729d5f3c-03f5-48e6-8d75-ae890778cd72 HTTP/1.1" status: 204 len: 168 time: 0.5407150 Feb 08 23:47:40.216184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2a637-e1e8-4677-82f4-5ee7ea0dcc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729d5f3c-03f5-48e6-8d75-ae890778cd72,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:40.222503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:40.321147 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a367af17-c5c8-4459-8c40-ec7a6dcd54c1 req-b331970e-d1d4-4a44-9d0f-d22a55f38bd6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434615 Feb 08 23:47:40.377282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bbb-3be6-4326-a817-ddcd39ea70b4 req-f2403f74-757e-47e6-87c4-3b40bac41676 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:40.385981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93a65bbb-3be6-4326-a817-ddcd39ea70b4 req-f2403f74-757e-47e6-87c4-3b40bac41676 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 947 time: 0.2743883 Feb 08 23:47:40.412411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.415983 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-948f8f27-b7d8-4cb2-92ac-efb97bd0c390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.416117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-72f7691c-0aa1-4308-8955-4b5ca06a06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:40.418236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-72f7691c-0aa1-4308-8955-4b5ca06a06cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.4676640 Feb 08 23:47:40.431179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.453970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['78436ecb-aafb-4c37-a028-d4ba1760d8ba'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:40.529992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d507572d-9081-4964-832c-0bfe55837d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.577404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-47b4b894-f61a-45f8-bff2-b7fc78bd7638 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 HTTP/1.1" status: 200 len: 217 time: 0.1489937 Feb 08 23:47:40.627249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93a65bbb-3be6-4326-a817-ddcd39ea70b4 req-8f5d5ff1-f218-434c-af8f-b5510ce244cf tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382600 Feb 08 23:47:40.664879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Deleting port 8ee491b4-2939-474c-8e4a-57e0750ac7de {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:40.665253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.694438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] DHCP port deletion for 8f9cddd4-fc88-4710-ab85-6508ed877319 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:47:40.766000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] For port 8ee491b4-2939-474c-8e4a-57e0750ac7de, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ee491b4-2939-474c-8e4a-57e0750ac7de,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:40.766467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.776510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] Deleting port 8ee491b4-2939-474c-8e4a-57e0750ac7de {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:40.777538 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.778245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d507572d-9081-4964-832c-0bfe55837d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.790944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d507572d-9081-4964-832c-0bfe55837d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.801857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Calling delete_port for 8ee491b4-2939-474c-8e4a-57e0750ac7de owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:40.847659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-948f8f27-b7d8-4cb2-92ac-efb97bd0c390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.870705 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d507572d-9081-4964-832c-0bfe55837d64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c25b9f0fb414d8c815a8c051e73adbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545307 Feb 08 23:47:40.870705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-948f8f27-b7d8-4cb2-92ac-efb97bd0c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.900973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:40.909663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] For port 8ee491b4-2939-474c-8e4a-57e0750ac7de, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ee491b4-2939-474c-8e4a-57e0750ac7de,segment=NetworkSegment(39485919-c35a-4dae-80bd-f255e1bc965c),segment_id=39485919-c35a-4dae-80bd-f255e1bc965c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:40.911646 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:40.934052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507572d-9081-4964-832c-0bfe55837d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15babc4a-903a-4d7b-a4ea-5b9b8f741a68,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:40.968673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] Calling delete_port for 8ee491b4-2939-474c-8e4a-57e0750ac7de owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:40.986801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-948f8f27-b7d8-4cb2-92ac-efb97bd0c390 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbbbe28acd014116852abe6b55cc1954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8621707 Feb 08 23:47:40.992062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38182) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:41.046150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8f27-b7d8-4cb2-92ac-efb97bd0c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df650abf-fa19-4524-a9c6-583ca1623591,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.080466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.084828 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.088177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb0d16e7-d8aa-4192-b7dc-6c5dda9ecc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.118884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] No DVR routers for this DVR port 8ee491b4-2939-474c-8e4a-57e0750ac7de on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:41.125741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2498522-a3ef-41ba-8276-4d9296ed2bf8 None None] Pushing event deleted for resources: {'Port': ['ID=8ee491b4-2939-474c-8e4a-57e0750ac7de,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.135121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee491b4-2939-474c-8e4a-57e0750ac7de,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.145385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:41.157271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] No DVR routers for this DVR port 8ee491b4-2939-474c-8e4a-57e0750ac7de on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:41.165560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb0d16e7-d8aa-4192-b7dc-6c5dda9ecc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.175501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ed90858-d56f-4a3e-b525-0de719a65b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.192037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:41.210255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:41.212693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:41.269545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:41.278152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Pushing event updated for resources: {'Port': ['ID=432eddb9-9527-4e06-9345-c22a8f2340bb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.292828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'mac_address': 'fa:16:3e:aa:70:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:41.297289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ed90858-d56f-4a3e-b525-0de719a65b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.308064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-e17ab525-4e7a-4ee2-adfb-40cb1650810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:41.309646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-e17ab525-4e7a-4ee2-adfb-40cb1650810a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.7092466 Feb 08 23:47:41.320115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fab8a-1385-42df-9538-93c5acb0163a req-ad8e3e80-6fd1-41c3-bd3b-c3d039b668b5 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:41.321678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70fab8a-1385-42df-9538-93c5acb0163a req-ad8e3e80-6fd1-41c3-bd3b-c3d039b668b5 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 935 time: 0.7461164 Feb 08 23:47:41.341540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.358327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.384491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9cddd4-fc88-4710-ab85-6508ed877319']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:41.392053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:41.399522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb0d16e7-d8aa-4192-b7dc-6c5dda9ecc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.403050 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb0d16e7-d8aa-4192-b7dc-6c5dda9ecc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.404313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb0d16e7-d8aa-4192-b7dc-6c5dda9ecc7c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15babc4a-903a-4d7b-a4ea-5b9b8f741a68 HTTP/1.1" status: 204 len: 168 time: 0.4985285 Feb 08 23:47:41.406377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39485919-c35a-4dae-80bd-f255e1bc965c') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:41.406814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39485919-c35a-4dae-80bd-f255e1bc965c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:41.423609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:41.427253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:41.428126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.429846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.449875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d16e7-d8aa-4192-b7dc-6c5dda9ecc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15babc4a-903a-4d7b-a4ea-5b9b8f741a68,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.453206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.465119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-af31dc7d-94fb-4e20-be89-572bdf36c79a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9244838 Feb 08 23:47:41.509814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.511555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befc865-6875-45b6-a89d-f1b2191c31be req-9834a620-e4c3-4667-84c1-fcdefd77dfdf tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:41.519931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:41.520141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1befc865-6875-45b6-a89d-f1b2191c31be req-9834a620-e4c3-4667-84c1-fcdefd77dfdf tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3197117 Feb 08 23:47:41.520540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.527509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.527704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Request body: {'port': {'device_id': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:41.593462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1d24267f-35bb-4bd0-a4ee-005c5721c52d None None] Provisioning complete for port 432eddb9-9527-4e06-9345-c22a8f2340bb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:41.594099 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1d24267f-35bb-4bd0-a4ee-005c5721c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.599697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70fab8a-1385-42df-9538-93c5acb0163a req-08f6c83c-7bb3-4dc5-a28b-9cb60d7be46d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320402 Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:41.609086 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:41.611411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ed90858-d56f-4a3e-b525-0de719a65b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.616969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ed90858-d56f-4a3e-b525-0de719a65b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.629344 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1ed90858-d56f-4a3e-b525-0de719a65b7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df650abf-fa19-4524-a9c6-583ca1623591 HTTP/1.1" status: 204 len: 168 time: 0.6334445 Feb 08 23:47:41.632162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.653370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-87903b84-2bbf-424e-9046-3845b70d4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:41.655445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-87903b84-2bbf-424e-9046-3845b70d4af0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3250465 Feb 08 23:47:41.659395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.664246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1d24267f-35bb-4bd0-a4ee-005c5721c52d None None] Port 432eddb9-9527-4e06-9345-c22a8f2340bb cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:47:41.672146 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f9cddd4-fc88-4710-ab85-6508ed877319 HTTP/1.1" status: 204 len: 168 time: 1.4434271 Feb 08 23:47:41.683151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:41.702451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed90858-d56f-4a3e-b525-0de719a65b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df650abf-fa19-4524-a9c6-583ca1623591,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.704451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72aa4d-c78c-4de8-8e6e-5d2b6db48475 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9cddd4-fc88-4710-ab85-6508ed877319,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:41.766325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ee491b4-2939-474c-8e4a-57e0750ac7de no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:41.777754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:41.829830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8ee491b4-2939-474c-8e4a-57e0750ac7de {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:41.830394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ee491b4-2939-474c-8e4a-57e0750ac7de not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:41.830938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cacb3475-17b3-4a4d-a803-2adefe9b1092 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:41.874936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1befc865-6875-45b6-a89d-f1b2191c31be req-440c0e49-7a05-4be5-b3c1-ffcb552a21cc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539240 Feb 08 23:47:42.011926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59688f-666a-4599-bd5e-fec4078f81f7 req-fb2597e5-8000-4884-a726-447da45b1991 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:42.019761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef59688f-666a-4599-bd5e-fec4078f81f7 req-fb2597e5-8000-4884-a726-447da45b1991 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1023 time: 0.2615509 Feb 08 23:47:42.040772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:42.138290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-664dfe6f-ab10-415c-9f48-ac29d4610942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.146958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef59688f-666a-4599-bd5e-fec4078f81f7 req-286c6cdf-b8e6-4905-a471-19ea9235b97c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=ee985550-b239-4bb8-81e0-0dd8ab05a1ec&id=314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1256118 Feb 08 23:47:42.165341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: cacb3475-17b3-4a4d-a803-2adefe9b1092 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:42.165681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cacb3475-17b3-4a4d-a803-2adefe9b1092 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:42.193659 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-db821edf-5e12-492e-8752-fabdecb513cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33360ce33c974e9595d8457b65cf14c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475718 Feb 08 23:47:42.199620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38206) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:42.318995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d726fa25-3386-4f82-9c10-8ee761238e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.341605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d726fa25-3386-4f82-9c10-8ee761238e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.401970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d726fa25-3386-4f82-9c10-8ee761238e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.405973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d726fa25-3386-4f82-9c10-8ee761238e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.413406 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d726fa25-3386-4f82-9c10-8ee761238e78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d980d8a-b42d-4ffa-93d0-685936ee527b HTTP/1.1" status: 204 len: 168 time: 0.2100515 Feb 08 23:47:42.438401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726fa25-3386-4f82-9c10-8ee761238e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d980d8a-b42d-4ffa-93d0-685936ee527b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:42.438872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-195b60fa-c7e7-4ed0-b553-7569770cc886 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753931 Feb 08 23:47:42.507412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:42.525250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb364cf-65ec-4692-a0b3-b0fdb692211f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.546374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5bacb-93ea-439f-ab24-5a724fb326e9 req-9d92be69-5b64-4361-a5e5-be47abfbc79a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:42.547930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07d5bacb-93ea-439f-ab24-5a724fb326e9 req-9d92be69-5b64-4361-a5e5-be47abfbc79a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 948 time: 0.4245222 Feb 08 23:47:42.629719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb364cf-65ec-4692-a0b3-b0fdb692211f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.635454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb364cf-65ec-4692-a0b3-b0fdb692211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.678578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5bb364cf-65ec-4692-a0b3-b0fdb692211f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5c86427fea64eb381f218b748046038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690898 Feb 08 23:47:42.681209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:42.711418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb364cf-65ec-4692-a0b3-b0fdb692211f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6543fc-ba88-4fbb-8b33-9407ac8c3c80,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:42.716345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-6dbe5cfd-30e7-4e0f-b0f6-34e87fe631d1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:42.734376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-6dbe5cfd-30e7-4e0f-b0f6-34e87fe631d1 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.84 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1023 time: 0.5502419 Feb 08 23:47:42.777064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e6baf07-1ee7-4db8-b891-a95cbbe6474c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.803732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e6baf07-1ee7-4db8-b891-a95cbbe6474c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.872729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e6baf07-1ee7-4db8-b891-a95cbbe6474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.875825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e6baf07-1ee7-4db8-b891-a95cbbe6474c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:42.878049 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0e6baf07-1ee7-4db8-b891-a95cbbe6474c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f6543fc-ba88-4fbb-8b33-9407ac8c3c80 HTTP/1.1" status: 204 len: 168 time: 0.1959298 Feb 08 23:47:42.888040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6baf07-1ee7-4db8-b891-a95cbbe6474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6543fc-ba88-4fbb-8b33-9407ac8c3c80,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:42.944243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07d5bacb-93ea-439f-ab24-5a724fb326e9 req-dbd697b8-03bd-4a8a-bca0-fa15d8315d26 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198500 Feb 08 23:47:42.964343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adaeaa24-e135-4831-a3aa-b812cad995b8 req-e0d5939b-cc27-432e-8732-fbdcb9f3cfcb service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808600 Feb 08 23:47:43.041207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-21902c04-fd5e-4e16-81e1-82d3fdeed85e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:43.049208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-21902c04-fd5e-4e16-81e1-82d3fdeed85e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.7235651 Feb 08 23:47:43.074463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-45e40d8b-978e-42e2-adb1-c08d0fd36d24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/quotas/f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 375 time: 0.0239360 Feb 08 23:47:43.165978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:43.204737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432eddb9-9527-4e06-9345-c22a8f2340bb {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:43.225270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651936-835f-4165-8c2e-8031a019e808 req-6341e242-29ca-43a3-909b-e52266d9c795 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:43.227660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb651936-835f-4165-8c2e-8031a019e808 req-6341e242-29ca-43a3-909b-e52266d9c795 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 935 time: 0.1646225 Feb 08 23:47:43.234427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.257981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:43.267204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:43.267674 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.277309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Deleting port c2494f53-7fc1-4647-8553-24ee70435e77 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:47:43.277948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.307971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-a1324cea-802f-4cfe-adf4-4abf97713ac1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2326410 Feb 08 23:47:43.310644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Transition to ACTIVE for port object 432eddb9-9527-4e06-9345-c22a8f2340bb will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:43.428937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb651936-835f-4165-8c2e-8031a019e808 req-057a221a-8c31-4048-b744-0edf06a4ab0c tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915329 Feb 08 23:47:43.435573 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.479846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.562177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:43.562177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:43.576268 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64078765-b961-452b-b7ad-8e95336dcb70" -d '{"events": [{"server_uuid": "0b684c7b-ff5a-43b3-90c2-94aaaca8e228", "name": "network-vif-plugged", "status": "completed", "tag": "f43e46e6-913c-4c1f-b50f-f0724d9ce7d3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:43.581933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.725935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Pushing event updated for resources: {'Port': ['ID=432eddb9-9527-4e06-9345-c22a8f2340bb,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:43.737521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:43.830365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] For port c2494f53-7fc1-4647-8553-24ee70435e77, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c2494f53-7fc1-4647-8553-24ee70435e77,segment=NetworkSegment(49b89332-babe-4f67-baf9-ef3ce5e55b5c),segment_id=49b89332-babe-4f67-baf9-ef3ce5e55b5c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:43.830687 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:43.863936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-6c4b3033-5951-4207-8c9f-632f37dd5855 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400488 Feb 08 23:47:43.866096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Calling delete_port for c2494f53-7fc1-4647-8553-24ee70435e77 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:47:43.921152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f7697-e4a1-4602-90f5-43d2678c5f50 req-64a3404a-d28f-40f9-b916-fe48ad3be45c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:43.930263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-285f7697-e4a1-4602-90f5-43d2678c5f50 req-64a3404a-d28f-40f9-b916-fe48ad3be45c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 1023 time: 0.2122204 Feb 08 23:47:43.983466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Attempting to bind port 432eddb9-9527-4e06-9345-c22a8f2340bb on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:43.983800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Attempting to bind port 432eddb9-9527-4e06-9345-c22a8f2340bb by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:43.984211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Attempting to bind port 432eddb9-9527-4e06-9345-c22a8f2340bb on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:44.030502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Port 432eddb9-9527-4e06-9345-c22a8f2340bb on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:47:44.030833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Attempting to bind port 432eddb9-9527-4e06-9345-c22a8f2340bb on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:44.041184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:44.041526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:44.041915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:44.042344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Bound port: 432eddb9-9527-4e06-9345-c22a8f2340bb, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:44.042701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.098777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:44.105120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-285f7697-e4a1-4602-90f5-43d2678c5f50 req-ff1805e8-44b3-4dd4-81ae-33ea83e2b8ab tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1697c7b-8177-4bde-affb-354f13e5dc98&id=ee985550-b239-4bb8-81e0-0dd8ab05a1ec&id=314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1738205 Feb 08 23:47:44.171909 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0c1d58-d752-4dad-ad92-9e3039cb91e6 x-openstack-request-id: req-ad0c1d58-d752-4dad-ad92-9e3039cb91e6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:44.172426 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b684c7b-ff5a-43b3-90c2-94aaaca8e228", "name": "network-vif-plugged", "status": "completed", "tag": "f43e46e6-913c-4c1f-b50f-f0724d9ce7d3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:44.172528 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad0c1d58-d752-4dad-ad92-9e3039cb91e6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:44.173048 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'code': 200} Feb 08 23:47:44.200127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-7578a3a3-eba7-4c7f-b424-944198ff422d service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266969 Feb 08 23:47:44.203172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:44.209489 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d06c24d9-bbc4-449a-8147-d37157e3d008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.264558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-c153-4405-81c3-3a35352e4ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.328472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1660793975-network', 'tenant_id': '47db216e6ce54e95a28a958b982b140b'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:44.331710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] For port 432eddb9-9527-4e06-9345-c22a8f2340bb, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:44.367660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] For port 432eddb9-9527-4e06-9345-c22a8f2340bb, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=432eddb9-9527-4e06-9345-c22a8f2340bb,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:44.375815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993784-bc71-4c94-8bff-3cfb848674c4 req-3e5316f5-8fb0-4773-aed7-86e89355d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:44.377862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2993784-bc71-4c94-8bff-3cfb848674c4 req-3e5316f5-8fb0-4773-aed7-86e89355d209 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 1100 time: 0.1397276 Feb 08 23:47:44.379524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.385266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.445172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-c153-4405-81c3-3a35352e4ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.451992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Made reservation on behalf of 47db216e6ce54e95a28a958b982b140b for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:44.451992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.454823 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3618ffee-c153-4405-81c3-3a35352e4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.493316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.496313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:44.496964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.498398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] 10.222.0.84 "PUT /v2.0/ports/432eddb9-9527-4e06-9345-c22a8f2340bb HTTP/1.1" status: 200 len: 1095 time: 3.0067618 Feb 08 23:47:44.548969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'tag': '432eddb9-9527-4e06-9345-c22a8f2340bb'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:44.561063 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec3452c-5e89-4669-942c-10a5d34d3034" -d '{"events": [{"name": "network-changed", "server_uuid": "7cfe5d49-2a1f-4828-b809-1638807c1a87", "tag": "432eddb9-9527-4e06-9345-c22a8f2340bb"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:44.590872 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3618ffee-c153-4405-81c3-3a35352e4ab1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8467527f34d64737b65d7d0aabaec3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909937 Feb 08 23:47:44.594462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38312) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:44.604019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618ffee-c153-4405-81c3-3a35352e4ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7611e5-f51d-4003-933e-11d2dde68387,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:44.713587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.717997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28a95f83-faf1-4337-b8fc-cf17620cba44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.722156 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.751458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:47:44.771765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] No DVR routers for this DVR port c2494f53-7fc1-4647-8553-24ee70435e77 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:47:44.777344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cf52c-dcd9-448b-afb6-c931ee7902ab service neutron] Pushing event updated for resources: {'Port': ['ID=432eddb9-9527-4e06-9345-c22a8f2340bb,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:44.777502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28a95f83-faf1-4337-b8fc-cf17620cba44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.798063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.798416 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Added segment a3f798d3-eaa1-42f7-ac75-ec47354d256e of type vlan for network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b Feb 08 23:47:44.806813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.810384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0655b8b-94c2-43c6-81cf-abadf3a75e35 req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.84 "DELETE /v2.0/ports/c2494f53-7fc1-4647-8553-24ee70435e77 HTTP/1.1" status: 204 len: 173 time: 2.0672731 Feb 08 23:47:44.826564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:44.897380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf9e83-869b-42eb-bd6f-d1f183ca3c50 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'Port': ['ID=c2494f53-7fc1-4647-8553-24ee70435e77,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:44.913357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72e77480-8fec-48ae-87ed-fe4840c30a39 req-f020dbe2-a16b-4458-a801-84800d354618 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 210 time: 0.0912066 Feb 08 23:47:44.915705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2993784-bc71-4c94-8bff-3cfb848674c4 req-78421370-31ec-4341-b354-135c272153c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913983 Feb 08 23:47:44.969939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:44.978811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc66f49-7f66-4286-ba8b-59b328c178b2 req-7fd0ed04-980a-42f9-aece-d1b9fa7de897 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:44.983037 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bbc66f49-7f66-4286-ba8b-59b328c178b2 req-7fd0ed04-980a-42f9-aece-d1b9fa7de897 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 949 time: 0.2866974 Feb 08 23:47:45.026291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.027895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:45.028711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.055559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28a95f83-faf1-4337-b8fc-cf17620cba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.056060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28a95f83-faf1-4337-b8fc-cf17620cba44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.059431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-28a95f83-faf1-4337-b8fc-cf17620cba44 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e7611e5-f51d-4003-933e-11d2dde68387 HTTP/1.1" status: 204 len: 168 time: 0.4616213 Feb 08 23:47:45.091978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-9ce13aad-2b3f-4c9f-9a6e-05c02d566827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:45.093666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-9ce13aad-2b3f-4c9f-9a6e-05c02d566827 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6070cf5096aa48619af298cad5d42872&device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 1098 time: 0.4030726 Feb 08 23:47:45.110217 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9030735 Feb 08 23:47:45.111065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a95f83-faf1-4337-b8fc-cf17620cba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7611e5-f51d-4003-933e-11d2dde68387,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:45.113477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:45.123939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdf0bb-1976-4981-8bb7-91bc63d862e1 req-cd666572-91e7-472a-88f2-0d627fd37b72 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:45.125563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fdf0bb-1976-4981-8bb7-91bc63d862e1 req-cd666572-91e7-472a-88f2-0d627fd37b72 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 947 time: 0.0950630 Feb 08 23:47:45.148615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Request body: {'subnet': {'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1660793975-subnet', 'tenant_id': '47db216e6ce54e95a28a958b982b140b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:45.157599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de58f59-1e27-400b-b515-85d5871cd1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:45.169686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:47:45.196815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-0b927062-06e3-4ee5-8b9b-f7526162576b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=432eddb9-9527-4e06-9345-c22a8f2340bb HTTP/1.1" status: 200 len: 217 time: 0.0947695 Feb 08 23:47:45.205927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Made reservation on behalf of 47db216e6ce54e95a28a958b982b140b for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:45.211852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.252895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bbc66f49-7f66-4286-ba8b-59b328c178b2 req-57616556-f838-4d85-a645-daac5177959d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363603 Feb 08 23:47:45.265877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fdf0bb-1976-4981-8bb7-91bc63d862e1 req-cc522126-e0f1-4f39-b8a4-cf8de5e2fdd7 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648329 Feb 08 23:47:45.320928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c2494f53-7fc1-4647-8553-24ee70435e77 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:47:45.399260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-f3e015a6-b265-4221-acd6-a927d4abed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:45.404092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-f3e015a6-b265-4221-acd6-a927d4abed4d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1486077 Feb 08 23:47:45.433644 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f92b458-e8a4-4421-a6bb-5c547e2fdc6e x-openstack-request-id: req-1f92b458-e8a4-4421-a6bb-5c547e2fdc6e {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:45.434859 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cfe5d49-2a1f-4828-b809-1638807c1a87", "tag": "432eddb9-9527-4e06-9345-c22a8f2340bb", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:45.435253 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f92b458-e8a4-4421-a6bb-5c547e2fdc6e {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:45.436249 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'tag': '432eddb9-9527-4e06-9345-c22a8f2340bb', 'status': 'completed', 'code': 200} Feb 08 23:47:45.507703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140325-72dc-4e41-875b-bc6af7c329be req-d76529b8-c4a1-40fd-b047-2ad33c82baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:45.513021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-d76529b8-c4a1-40fd-b047-2ad33c82baca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028550 Feb 08 23:47:45.527792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: c2494f53-7fc1-4647-8553-24ee70435e77 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:47:45.528462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c2494f53-7fc1-4647-8553-24ee70435e77 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:47:45.549065 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.656765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbab4c0-77cb-4676-a2fe-a20a96d2951c req-41e54f02-c4c5-4c1e-996a-0e4d163b83fa tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c6f00ad-905d-4fef-a675-0ea3ccac7b8b HTTP/1.1" status: 200 len: 210 time: 0.0905325 Feb 08 23:47:45.716766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.806594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a5f4f4-691a-4295-815a-fa8105972c0a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:45.831916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-ba3909b9-16d3-4505-baab-b1b0bca20260 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107021 Feb 08 23:47:45.858258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Checking segment: {'id': 'a3f798d3-eaa1-42f7-ac75-ec47354d256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:45.858642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Network hostable DHCP agents. Network: aec59de1-3f83-4d9d-89d1-a7f5f2f5077b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:47:45.878519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:47:45.890631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, aec59de1-3f83-4d9d-89d1-a7f5f2f5077b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:45.902013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45542a-0310-4bfa-b27a-e68378c95b00 None None] Network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:45.932228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:45.932829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:45.983756 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aade4070-cb83-4ec6-9e4d-1cb6860e0062 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8445170 Feb 08 23:47:46.069310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c140325-72dc-4e41-875b-bc6af7c329be req-8ff5ce95-47ed-4dc5-b971-3b3579e2b34f service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299874 Feb 08 23:47:46.127519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f9109e4-7497-4f93-b0ed-279f0e8e3d66 req-14439901-72f7-4c94-af06-123ad37604d4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 210 time: 0.1002834 Feb 08 23:47:46.267715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b38fd-5bcc-4fe4-b210-b3d88f703898 None None] Network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:46.452773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-b9472965-5b96-4444-b482-6afe56b7fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:46.454098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-b9472965-5b96-4444-b482-6afe56b7fe35 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6070cf5096aa48619af298cad5d42872&device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 1098 time: 0.3174784 Feb 08 23:47:46.559897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-2b6d46ae-a1cc-44b4-a3c0-6b1099e14191 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3467236 Feb 08 23:47:46.620096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-c88762e1-efea-449f-b466-6eb9c7678a23 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:46.621868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-c88762e1-efea-449f-b466-6eb9c7678a23 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.3167641 Feb 08 23:47:46.632991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-a98b66f5-4ec7-45a6-9be9-8e9e5ebf5de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:46.634495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-a98b66f5-4ec7-45a6-9be9-8e9e5ebf5de2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1685417 Feb 08 23:47:46.645981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'port': {'device_id': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'admin_state_up': True, 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:46.709338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:47.139065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-1653a409-fd69-405e-8cdf-24503efd7ada service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=432eddb9-9527-4e06-9345-c22a8f2340bb HTTP/1.1" status: 200 len: 217 time: 0.1505468 Feb 08 23:47:47.223523 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:47.249931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016a65-c7cc-44c0-bca2-2fc84d7c4453 req-bf8abfa8-f00b-4e9f-b602-efcf359a7466 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:47.251433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17016a65-c7cc-44c0-bca2-2fc84d7c4453 req-bf8abfa8-f00b-4e9f-b602-efcf359a7466 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 949 time: 0.2614439 Feb 08 23:47:47.258968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd18242-4651-4fb9-811e-368ea768871b req-f6e1bb2d-8009-4af8-ac30-23ff0f5ec095 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:47.260340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfd18242-4651-4fb9-811e-368ea768871b req-f6e1bb2d-8009-4af8-ac30-23ff0f5ec095 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 947 time: 0.2732167 Feb 08 23:47:47.281356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-177897e9-0379-464d-9729-e80e16b5a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:47.282740 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-177897e9-0379-464d-9729-e80e16b5a341 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1330116 Feb 08 23:47:47.284730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-b3bef667-a938-4989-b0e6-5b6e629b93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:47.286717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-b3bef667-a938-4989-b0e6-5b6e629b93de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.2945013 Feb 08 23:47:47.302040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 432eddb9-9527-4e06-9345-c22a8f2340bb details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:47.409539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 432eddb9-9527-4e06-9345-c22a8f2340bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=432eddb9-9527-4e06-9345-c22a8f2340bb,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:47.420374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '432eddb9-9527-4e06-9345-c22a8f2340bb', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '432eddb9-9527-4e06-9345-c22a8f2340bb', 'mac_address': 'fa:16:3e:14:9d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:47.444066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'name': 'network-vif-deleted', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:47.446352 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338eddb-ee93-44ad-b88d-68521ec3cb2b" -d '{"events": [{"server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "name": "network-vif-deleted", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:47.463698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:47.466210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17016a65-c7cc-44c0-bca2-2fc84d7c4453 req-58f2ae68-8b86-4076-b3c8-4125a5757b32 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010999 Feb 08 23:47:47.477437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432eddb9-9527-4e06-9345-c22a8f2340bb {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:47.485113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfd18242-4651-4fb9-811e-368ea768871b req-cb02369e-5739-423e-9b17-3f987fc50702 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077148 Feb 08 23:47:47.513502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 432eddb9-9527-4e06-9345-c22a8f2340bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=432eddb9-9527-4e06-9345-c22a8f2340bb,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:47.519032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:47.519885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-c44b4303-f199-41b3-a1dd-a8eba16b1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:47.522234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-c44b4303-f199-41b3-a1dd-a8eba16b1f65 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2269225 Feb 08 23:47:47.533393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:47.537603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:47.600988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=432eddb9-9527-4e06-9345-c22a8f2340bb,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:47.610673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.611024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.611367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.611703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.612036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.612367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.612695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.613056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.613990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.615471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.615937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.616275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:47:47.693114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-67a16dc4-ecba-467a-b0e5-e20d851aecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:47.694621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-67a16dc4-ecba-467a-b0e5-e20d851aecd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.3384769 Feb 08 23:47:47.740113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['432eddb9-9527-4e06-9345-c22a8f2340bb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:47.858457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-312d614d-7e80-4570-b86c-e0401a76da0b req-52305c5a-e68e-4ead-b520-8c5560d55276 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 210 time: 0.0711398 Feb 08 23:47:47.922681 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936093dd-75cd-4eb2-b904-f72af6ff7ee0 x-openstack-request-id: req-936093dd-75cd-4eb2-b904-f72af6ff7ee0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:47.922979 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6f00ad-905d-4fef-a675-0ea3ccac7b8b", "name": "network-vif-deleted", "tag": "c2494f53-7fc1-4647-8553-24ee70435e77", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:47.923240 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-936093dd-75cd-4eb2-b904-f72af6ff7ee0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:47.923620 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6f00ad-905d-4fef-a675-0ea3ccac7b8b', 'name': 'network-vif-deleted', 'tag': 'c2494f53-7fc1-4647-8553-24ee70435e77', 'status': 'completed', 'code': 200} Feb 08 23:47:47.933436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-496247fc-59cd-4027-a3b4-8d84fe3488cd service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693743 Feb 08 23:47:47.944289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-d6803218-a7a5-4b8e-b74b-911cb4961b13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.2145827 Feb 08 23:47:48.089541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Allocated IP 172.20.0.13 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/ecac4da3-30aa-4876-b3f7-f811898bd182) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:48.163883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-25c68c14-eab7-498e-b6d3-615c90dba0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:48.165376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-25c68c14-eab7-498e-b6d3-615c90dba0ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1710663 Feb 08 23:47:48.252328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-219250a3-626a-46d9-b25e-70a7cfeae8c5 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:48.254068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-219250a3-626a-46d9-b25e-70a7cfeae8c5 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/networks?id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b HTTP/1.1" status: 200 len: 814 time: 0.3890102 Feb 08 23:47:48.273194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec3452c-5e89-4669-942c-10a5d34d3034 req-6efbcae4-438c-4913-9fc9-42ac378c1981 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282325 Feb 08 23:47:48.284113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993055d7-8a56-461c-8d82-43534337e63b req-4e44f4b1-2b02-4682-9967-f9e536dc4811 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:48.286363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-993055d7-8a56-461c-8d82-43534337e63b req-4e44f4b1-2b02-4682-9967-f9e536dc4811 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 1100 time: 0.1996548 Feb 08 23:47:48.310902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-ef37015d-c8a0-446a-a0b1-c196f38cc7dd tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/quotas/47db216e6ce54e95a28a958b982b140b HTTP/1.1" status: 200 len: 375 time: 0.0464821 Feb 08 23:47:48.363514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-993055d7-8a56-461c-8d82-43534337e63b req-7ee7dc6f-bf21-4045-b3ac-dffa0a943b49 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:48.383808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-8afb1439-6ef0-4af3-819c-dd6c8ec6ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:48.385226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-8afb1439-6ef0-4af3-819c-dd6c8ec6ca71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002413 Feb 08 23:47:48.389802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-ca5f6b4b-3cca-4302-9656-630c02f72649 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47db216e6ce54e95a28a958b982b140b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492008 Feb 08 23:47:48.556900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:48.630775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-485e18de-bfe3-48b5-a94b-625afe031840 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320807 Feb 08 23:47:48.644085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-d70b317e-1098-4d25-916c-52966b1b3435 service neutron] 10.222.0.32 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377713 Feb 08 23:47:48.737127 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-993055d7-8a56-461c-8d82-43534337e63b req-7ee7dc6f-bf21-4045-b3ac-dffa0a943b49 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:48.762708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:48.769116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-993055d7-8a56-461c-8d82-43534337e63b req-7ee7dc6f-bf21-4045-b3ac-dffa0a943b49 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:48.773816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:48.859413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-993055d7-8a56-461c-8d82-43534337e63b req-7ee7dc6f-bf21-4045-b3ac-dffa0a943b49 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636709 Feb 08 23:47:48.887052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:48.891273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7dc6f-bf21-4045-b3ac-dffa0a943b49 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4bacc3-73db-41e1-946d-75da81ce6f7e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:48.904351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:48.920164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccf56278-8cd7-4857-bd21-f922bdad9857 req-0f290691-3a21-422b-b5b5-c4b13ad81aec service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728355 Feb 08 23:47:48.922319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:48.925249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=ecac4da3-30aa-4876-b3f7-f811898bd182,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:48.933293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-d33a32b3-d486-4c24-8dd5-abca1ab4cbb4 service neutron] 10.222.0.32 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721825 Feb 08 23:47:48.990946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:48.991587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.029582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-12b3251b-10d7-4e4a-9801-aa41975ffe32 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3937786 Feb 08 23:47:49.036619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97a5970-da86-445b-abd6-76dec302bd22 req-d3a02e80-2ef2-44b3-adf7-3d28f7811b90 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5 HTTP/1.1" status: 200 len: 1799 time: 0.0611131 Feb 08 23:47:49.043076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Request body: {'port': {'device_id': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:49.179670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.223886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f084799f-d250-4624-b7fc-5fd578dbef5c None None] Provisioning complete for port ecac4da3-30aa-4876-b3f7-f811898bd182 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:49.224396 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f084799f-d250-4624-b7fc-5fd578dbef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.267681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f084799f-d250-4624-b7fc-5fd578dbef5c None None] Port ecac4da3-30aa-4876-b3f7-f811898bd182 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:47:49.288023 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97a5970-da86-445b-abd6-76dec302bd22 req-a589726a-877f-42c7-bcc1-141c57b8be12 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.346155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97a5970-da86-445b-abd6-76dec302bd22 req-a589726a-877f-42c7-bcc1-141c57b8be12 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.350865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 432eddb9-9527-4e06-9345-c22a8f2340bb up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:49.409931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd559540-cf9a-43d9-8136-0503a1f71ef2 req-ecce17dc-52ed-4c56-93e8-7835d12c0929 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:49.412118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd559540-cf9a-43d9-8136-0503a1f71ef2 req-ecce17dc-52ed-4c56-93e8-7835d12c0929 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 948 time: 0.1943154 Feb 08 23:47:49.461720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 432eddb9-9527-4e06-9345-c22a8f2340bb completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:49.469924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 432eddb9-9527-4e06-9345-c22a8f2340bb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:49.470688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.519419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97a5970-da86-445b-abd6-76dec302bd22 req-a589726a-877f-42c7-bcc1-141c57b8be12 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.522512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97a5970-da86-445b-abd6-76dec302bd22 req-a589726a-877f-42c7-bcc1-141c57b8be12 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.523659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97a5970-da86-445b-abd6-76dec302bd22 req-a589726a-877f-42c7-bcc1-141c57b8be12 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5 HTTP/1.1" status: 204 len: 173 time: 0.4776394 Feb 08 23:47:49.590833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589726a-877f-42c7-bcc1-141c57b8be12 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c1bbb-56bf-4e6c-8f7a-ffd2bb47c2b5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:49.600347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd559540-cf9a-43d9-8136-0503a1f71ef2 req-f9cbd1aa-3751-425e-81b2-32563475b32a tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800597 Feb 08 23:47:49.688024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df656c-ddb3-4362-899c-08f0a5dc384a req-22b71c37-46e9-426a-996e-3cef47f7a9ab tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:49.689572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.689715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58df656c-ddb3-4362-899c-08f0a5dc384a req-22b71c37-46e9-426a-996e-3cef47f7a9ab tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 932 time: 0.0933332 Feb 08 23:47:49.746767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432eddb9-9527-4e06-9345-c22a8f2340bb'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:49.753502 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42d52a5-0e60-4daa-889b-ec5e765aedf2" -d '{"events": [{"server_uuid": "7cfe5d49-2a1f-4828-b809-1638807c1a87", "name": "network-vif-plugged", "status": "completed", "tag": "432eddb9-9527-4e06-9345-c22a8f2340bb"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:49.770686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58df656c-ddb3-4362-899c-08f0a5dc384a req-a1d307a9-e0e3-4a6c-a122-c159871226dc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711207 Feb 08 23:47:49.784114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 432eddb9-9527-4e06-9345-c22a8f2340bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=432eddb9-9527-4e06-9345-c22a8f2340bb,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:49.793324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecac4da3-30aa-4876-b3f7-f811898bd182 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:49.804205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.806924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.833313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Transition to ACTIVE for port object ecac4da3-30aa-4876-b3f7-f811898bd182 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:49.852685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:49.965656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=432eddb9-9527-4e06-9345-c22a8f2340bb,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:49.999132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac4da3-30aa-4876-b3f7-f811898bd182,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:50.146828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9df3dcc0-54df-4d11-a237-26dfcd7604c0 req-b86ce56b-4f3e-49e5-9232-739ebe751ba8 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 210 time: 0.1478326 Feb 08 23:47:50.164935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4be6efed-5705-4ae8-91de-29c115b8cd69 req-9f12c336-1acb-4438-a3f7-ce81c5efc37c tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "GET /v2.0/security-groups/ee985550-b239-4bb8-81e0-0dd8ab05a1ec HTTP/1.1" status: 200 len: 1799 time: 0.2172122 Feb 08 23:47:50.230199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Attempting to bind port ecac4da3-30aa-4876-b3f7-f811898bd182 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:50.230820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Attempting to bind port ecac4da3-30aa-4876-b3f7-f811898bd182 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:50.230941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Attempting to bind port ecac4da3-30aa-4876-b3f7-f811898bd182 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:50.234273 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f96a0e-6ed1-4e02-ad38-61ed64800210 x-openstack-request-id: req-24f96a0e-6ed1-4e02-ad38-61ed64800210 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:50.243555 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe5d49-2a1f-4828-b809-1638807c1a87", "name": "network-vif-plugged", "status": "completed", "tag": "432eddb9-9527-4e06-9345-c22a8f2340bb", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:50.243833 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24f96a0e-6ed1-4e02-ad38-61ed64800210 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:50.244241 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432eddb9-9527-4e06-9345-c22a8f2340bb', 'code': 200} Feb 08 23:47:50.249595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Port ecac4da3-30aa-4876-b3f7-f811898bd182 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:47:50.250005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Attempting to bind port ecac4da3-30aa-4876-b3f7-f811898bd182 on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:50.263913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:50.263913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:50.263913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:50.263913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Bound port: ecac4da3-30aa-4876-b3f7-f811898bd182, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:50.263913 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.289647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4be6efed-5705-4ae8-91de-29c115b8cd69 req-c9ae57ee-a6aa-4298-9125-f0cfd32c5ce5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.361239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4be6efed-5705-4ae8-91de-29c115b8cd69 req-c9ae57ee-a6aa-4298-9125-f0cfd32c5ce5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.386287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38488) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:50.574722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94ab3b9-e976-433a-bedd-c60c5316ede0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.692686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94ab3b9-e976-433a-bedd-c60c5316ede0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.697929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94ab3b9-e976-433a-bedd-c60c5316ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.744143 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e94ab3b9-e976-433a-bedd-c60c5316ede0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d81c955ba674337811c8585b5e62a22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562992 Feb 08 23:47:50.745232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ab3b9-e976-433a-bedd-c60c5316ede0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e57fd-52fd-456a-ad5b-5914fc1bc9e0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:50.747665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38496) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:50.798348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21641334-7021-49a2-930c-9672f01c4b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.822689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21641334-7021-49a2-930c-9672f01c4b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.865303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b0931e82-d181-41a8-9cf3-4563828e6d0e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181414 Feb 08 23:47:50.874795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21641334-7021-49a2-930c-9672f01c4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.875886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] For port ecac4da3-30aa-4876-b3f7-f811898bd182, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:50.877565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21641334-7021-49a2-930c-9672f01c4b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.878841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-21641334-7021-49a2-930c-9672f01c4b6b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0d6e57fd-52fd-456a-ad5b-5914fc1bc9e0 HTTP/1.1" status: 204 len: 168 time: 0.1301701 Feb 08 23:47:50.890759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21641334-7021-49a2-930c-9672f01c4b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e57fd-52fd-456a-ad5b-5914fc1bc9e0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:50.912187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] For port ecac4da3-30aa-4876-b3f7-f811898bd182, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ecac4da3-30aa-4876-b3f7-f811898bd182,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:50.959642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.989561 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4be6efed-5705-4ae8-91de-29c115b8cd69 req-c9ae57ee-a6aa-4298-9125-f0cfd32c5ce5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.992166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4be6efed-5705-4ae8-91de-29c115b8cd69 req-c9ae57ee-a6aa-4298-9125-f0cfd32c5ce5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:50.993326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4be6efed-5705-4ae8-91de-29c115b8cd69 req-c9ae57ee-a6aa-4298-9125-f0cfd32c5ce5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] 10.222.0.32 "DELETE /v2.0/security-groups/ee985550-b239-4bb8-81e0-0dd8ab05a1ec HTTP/1.1" status: 204 len: 173 time: 0.8204646 Feb 08 23:47:50.999459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38504) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:51.027004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21154-8ad6-4db8-aed0-8bf9722e4b34 req-d6553157-fddd-48d4-9807-d7aa681b6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.028532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49b21154-8ad6-4db8-aed0-8bf9722e4b34 req-d6553157-fddd-48d4-9807-d7aa681b6c30 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 1100 time: 0.2829390 Feb 08 23:47:51.046341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.047187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.048449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] 10.222.0.21 "PUT /v2.0/ports/ecac4da3-30aa-4876-b3f7-f811898bd182 HTTP/1.1" status: 200 len: 1092 time: 2.0099847 Feb 08 23:47:51.060299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Deleting subnet 3da3daa9-df7c-42b5-818d-54e65edfb64a {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:47:51.060596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'tag': 'ecac4da3-30aa-4876-b3f7-f811898bd182'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:51.063594 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9", "tag": "ecac4da3-30aa-4876-b3f7-f811898bd182"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:51.083298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.083546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae57ee-a6aa-4298-9125-f0cfd32c5ce5 tempest-SecurityGroupsTestJSON-1106903224 tempest-SecurityGroupsTestJSON-1106903224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee985550-b239-4bb8-81e0-0dd8ab05a1ec,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:51.154903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-65bfa690-de71-4d39-baf6-f07cd4118fea tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.156527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-65bfa690-de71-4d39-baf6-f07cd4118fea tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.84 "GET /v2.0/networks?id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b HTTP/1.1" status: 200 len: 814 time: 0.4125650 Feb 08 23:47:51.173381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.202611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Request body: {'port': {'device_id': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b', 'admin_state_up': True, 'tenant_id': '47db216e6ce54e95a28a958b982b140b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:51.228978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.250061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a4986-62eb-4367-8638-5f2706412721 service neutron] Pushing event updated for resources: {'Port': ['ID=ecac4da3-30aa-4876-b3f7-f811898bd182,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:51.292220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38512) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:51.312108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14aab63e-6e9f-4127-b1e0-bda44729e6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.323711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.332831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-3a2c27d0-c175-475f-8462-44152afb3087 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.334481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-3a2c27d0-c175-475f-8462-44152afb3087 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4603212 Feb 08 23:47:51.340805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49b21154-8ad6-4db8-aed0-8bf9722e4b34 req-81145e4c-94b6-4305-bf86-480dba87e7c7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832479 Feb 08 23:47:51.366682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da3daa9-df7c-42b5-818d-54e65edfb64a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:51.367639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-3125554b-fa39-4a4f-84c1-b2a038007e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.373745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-3125554b-fa39-4a4f-84c1-b2a038007e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 1095 time: 0.2769370 Feb 08 23:47:51.376833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.381528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-13e7c79b-fcee-4ff4-8096-d516b47304d4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3da3daa9-df7c-42b5-818d-54e65edfb64a HTTP/1.1" status: 204 len: 168 time: 0.3808718 Feb 08 23:47:51.383648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38514) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:51.403146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a8d8-e29e-4996-bb25-b55269dd52c6 req-00f97163-a16d-4e24-b874-74fffe463c1e tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.404599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d88a8d8-e29e-4996-bb25-b55269dd52c6 req-00f97163-a16d-4e24-b874-74fffe463c1e tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.2251117 Feb 08 23:47:51.411960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-00e3f382-c9de-4236-b3c9-07f70bd5a121 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/quotas/b6247756c03d4085a71859c0dd6f37e0 HTTP/1.1" status: 200 len: 375 time: 0.0681622 Feb 08 23:47:51.478531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.491721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-9c43ed4c-ff0b-4bf1-b693-5258a21c2311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecac4da3-30aa-4876-b3f7-f811898bd182 HTTP/1.1" status: 200 len: 217 time: 0.1089971 Feb 08 23:47:51.545898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14aab63e-6e9f-4127-b1e0-bda44729e6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.568839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d88a8d8-e29e-4996-bb25-b55269dd52c6 req-d57e1951-c510-4639-8cd0-989504d55c33 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540554 Feb 08 23:47:51.574971 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14aab63e-6e9f-4127-b1e0-bda44729e6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.577152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-e8f96ed7-83cf-4b19-8d4c-40003bc71d30 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643851 Feb 08 23:47:51.580860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-4de63ddf-9cdf-4778-8d5d-058742ee19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.592317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-4de63ddf-9cdf-4778-8d5d-058742ee19b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.0837088 Feb 08 23:47:51.602963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Made reservation on behalf of 47db216e6ce54e95a28a958b982b140b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:51.605385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.610995 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-14aab63e-6e9f-4127-b1e0-bda44729e6e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd1de34bc7cb4ac3948025884a0cfa09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174858 Feb 08 23:47:51.612536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38518) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:51.629697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.680191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3cff4f-1fea-41f7-a758-b604fcf2a448']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:51.690844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-dcc652fe-af3d-4057-8d35-deee7ff5f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.692624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-dcc652fe-af3d-4057-8d35-deee7ff5f369 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017919 Feb 08 23:47:51.693009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aab63e-6e9f-4127-b1e0-bda44729e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98945601-7212-47e6-9dd3-7dca77369718,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:51.701460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b89332-babe-4f67-baf9-ef3ce5e55b5c') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:51.701777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b89332-babe-4f67-baf9-ef3ce5e55b5c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:51.715766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.737839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eea519b-ec8a-4ffe-868d-e989c9e6663d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.761030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eea519b-ec8a-4ffe-868d-e989c9e6663d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.803215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.815648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:47:51.816206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:47:51.818111 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:47:51.820396 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eea519b-ec8a-4ffe-868d-e989c9e6663d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.821627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eea519b-ec8a-4ffe-868d-e989c9e6663d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.825508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0eea519b-ec8a-4ffe-868d-e989c9e6663d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98945601-7212-47e6-9dd3-7dca77369718 HTTP/1.1" status: 204 len: 168 time: 0.2097435 Feb 08 23:47:51.839125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac82280-528a-4cee-a139-337f39aa2241 req-810ef53a-9eac-468b-adbe-afeaed6c672c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:51.840514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fac82280-528a-4cee-a139-337f39aa2241 req-810ef53a-9eac-468b-adbe-afeaed6c672c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 944 time: 0.1794641 Feb 08 23:47:51.872729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea519b-ec8a-4ffe-868d-e989c9e6663d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98945601-7212-47e6-9dd3-7dca77369718,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:51.901120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.907416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:51.914325 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f3cff4f-1fea-41f7-a758-b604fcf2a448 HTTP/1.1" status: 204 len: 168 time: 0.5296946 Feb 08 23:47:51.920365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fac82280-528a-4cee-a139-337f39aa2241 req-6ac2e53d-c5cc-4960-9e55-860b2f25f93f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727992 Feb 08 23:47:51.925324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Allocated IP 172.20.0.8 (aec59de1-3f83-4d9d-89d1-a7f5f2f5077b/58a5f4f4-691a-4295-815a-fa8105972c0a/42b485a8-6f80-4560-938b-ff2f6f988748) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:51.929728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-0be07ffe-2af1-44d7-8331-fa1cdb37d686 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010133 Feb 08 23:47:51.977040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd678e9c-87ad-4eb4-b068-da162e9ecead admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3cff4f-1fea-41f7-a758-b604fcf2a448,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:52.011794 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744c0789-3046-488e-92c7-359aac9f1f94 x-openstack-request-id: req-744c0789-3046-488e-92c7-359aac9f1f94 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:52.012182 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9", "tag": "ecac4da3-30aa-4876-b3f7-f811898bd182", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:52.012459 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-744c0789-3046-488e-92c7-359aac9f1f94 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:52.012966 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'tag': 'ecac4da3-30aa-4876-b3f7-f811898bd182', 'status': 'completed', 'code': 200} Feb 08 23:47:52.106083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb34770-0e0e-40ac-9dec-ae39e439aac9 req-89b3316f-c22f-4212-b44f-fd843dedce95 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677060 Feb 08 23:47:52.310201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:52.346324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ffea293-685b-4225-bda0-e1f7313a7c39 req-5f0c46cf-53ed-4031-b081-def708367ede tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 210 time: 0.1381738 Feb 08 23:47:52.444161 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ee29e30c-de07-44cc-9cd8-76b206ea45f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c8cfcb0518045a8bd9016d47c6de5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323907 Feb 08 23:47:52.447943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38542) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:52.493179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-6af12be5-f163-4e02-8719-19ea3e1434cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:52.501687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-6af12be5-f163-4e02-8719-19ea3e1434cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 1095 time: 0.2960386 Feb 08 23:47:52.530880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.575965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b64ef384-b4dd-4394-ab49-59f126b3e866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.614810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:52.630629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b64ef384-b4dd-4394-ab49-59f126b3e866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.732497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b64ef384-b4dd-4394-ab49-59f126b3e866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.738414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b64ef384-b4dd-4394-ab49-59f126b3e866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.740480 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b64ef384-b4dd-4394-ab49-59f126b3e866 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1697c7b-8177-4bde-affb-354f13e5dc98 HTTP/1.1" status: 204 len: 168 time: 0.2899933 Feb 08 23:47:52.754043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ef384-b4dd-4394-ab49-59f126b3e866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1697c7b-8177-4bde-affb-354f13e5dc98,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:52.791195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9941dfae-54a6-4038-9d02-50252f24eaab req-627aa535-08c6-49b9-968b-a245d8b1db21 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 210 time: 0.0860095 Feb 08 23:47:52.796092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.888190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a13fe6cf-96ca-46e5-a83f-f0a59419c3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:52.911718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Pushing event updated for resources: {'Port': ['ID=42b485a8-6f80-4560-938b-ff2f6f988748,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:52.920237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-079cfe55-6c92-4b14-ade2-65e281b5cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:52.922168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-079cfe55-6c92-4b14-ade2-65e281b5cd4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.3881543 Feb 08 23:47:52.955615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:53.107775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:53.116835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:53.121935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-389bdb2e-080e-4c35-9b50-3a8882b61133 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecac4da3-30aa-4876-b3f7-f811898bd182 HTTP/1.1" status: 200 len: 217 time: 0.1895416 Feb 08 23:47:53.146950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a13fe6cf-96ca-46e5-a83f-f0a59419c3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.152848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a13fe6cf-96ca-46e5-a83f-f0a59419c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.178691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c38a6-0435-4c7a-adbf-9758c486c943 req-94245eea-3eb2-4efc-92e2-a37d5f7eb739 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:53.186348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c5c38a6-0435-4c7a-adbf-9758c486c943 req-94245eea-3eb2-4efc-92e2-a37d5f7eb739 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.4102368 Feb 08 23:47:53.211198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13fe6cf-96ca-46e5-a83f-f0a59419c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992f052-edca-4137-997f-e64045e7df0c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:53.220352 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a13fe6cf-96ca-46e5-a83f-f0a59419c3ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e10dc36cbdcc4a9ca1eae32f24bb2793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6000452 Feb 08 23:47:53.221208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38588) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:53.356405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:53.357148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.360104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e214c9a-1596-4d4f-a137-ac04602b5359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.364246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-b3f6b51e-bd44-4224-9bc1-99f809c751cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:53.366263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-b3f6b51e-bd44-4224-9bc1-99f809c751cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.2218325 Feb 08 23:47:53.384315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c5c38a6-0435-4c7a-adbf-9758c486c943 req-d99c0c4a-7309-4fc4-956f-dba31bcf4e19 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970315 Feb 08 23:47:53.428007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e214c9a-1596-4d4f-a137-ac04602b5359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.432128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c079e-3734-435e-b66a-4722b9cc6679 req-535cc698-51cb-4c4f-bf0b-06f5843d5ea7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:53.444673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d0c079e-3734-435e-b66a-4722b9cc6679 req-535cc698-51cb-4c4f-bf0b-06f5843d5ea7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 944 time: 0.3338172 Feb 08 23:47:53.499601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-61d5832b-2a24-40db-a327-ed6e2a79ac0b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3164437 Feb 08 23:47:53.522344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Request body: {'port': {'device_id': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:53.529659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e214c9a-1596-4d4f-a137-ac04602b5359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.532290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e214c9a-1596-4d4f-a137-ac04602b5359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:53.533460 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e214c9a-1596-4d4f-a137-ac04602b5359 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b992f052-edca-4137-997f-e64045e7df0c HTTP/1.1" status: 204 len: 168 time: 0.3112175 Feb 08 23:47:53.548897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e214c9a-1596-4d4f-a137-ac04602b5359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992f052-edca-4137-997f-e64045e7df0c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:53.690665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d0c079e-3734-435e-b66a-4722b9cc6679 req-ccdb3d1d-4532-453d-9174-7a9a7b012c1a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028937 Feb 08 23:47:53.698530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-e7770113-c8f8-4bfe-9f76-38e48f726fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:53.703723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-e7770113-c8f8-4bfe-9f76-38e48f726fcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137918 Feb 08 23:47:53.854185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa8a2-6b8b-4802-9eab-f0014adb0479 req-e6893239-4490-4a50-b448-92d46bd2f1a3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:53.855787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aadfa8a2-6b8b-4802-9eab-f0014adb0479 req-e6893239-4490-4a50-b448-92d46bd2f1a3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 931 time: 0.3499331 Feb 08 23:47:53.878051 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:54.049181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b05018aa-224f-49e5-87bb-27272bb726e3 req-89c55627-4732-4809-9c87-bea3e0968c5e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 210 time: 0.0428617 Feb 08 23:47:54.105371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aadfa8a2-6b8b-4802-9eab-f0014adb0479 req-31d8b0c1-4da0-4866-8744-5d0792ff0a57 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634512 Feb 08 23:47:54.252854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-c2a97574-c1ea-48eb-8a6d-40c7db34e137 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961593 Feb 08 23:47:54.445776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f185cf-b1de-404d-9229-16a5405c77b5 req-118a63ee-ea75-4f31-bf62-83567ec703df tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:54.448167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60f185cf-b1de-404d-9229-16a5405c77b5 req-118a63ee-ea75-4f31-bf62-83567ec703df tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.2459042 Feb 08 23:47:54.455808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a0c3196-1678-4d09-9cd2-ae06ce577c0e req-0bc66a79-0d9d-4eb9-8a45-55ca746bf417 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885319 Feb 08 23:47:54.515936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60f185cf-b1de-404d-9229-16a5405c77b5 req-331da3c0-cae8-410c-8039-dc5f1f266c7e tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567222 Feb 08 23:47:54.610622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b485a8-6f80-4560-938b-ff2f6f988748 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:54.638015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:54.674246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-5b54a9cb-7bc4-4919-a5c0-517cf6596111 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522099 Feb 08 23:47:54.677842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Transition to ACTIVE for port object 42b485a8-6f80-4560-938b-ff2f6f988748 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:47:54.709108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:54.760586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38644) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:55.008891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-500268412-network', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:55.058169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:55.060876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.071543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.166845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ecac4da3-30aa-4876-b3f7-f811898bd182 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:55.233868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.242584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38670) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:55.243489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.270866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Pushing event updated for resources: {'Port': ['ID=42b485a8-6f80-4560-938b-ff2f6f988748,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:55.287983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c86ba-fedc-4ff1-96e7-591ca771f0a7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:55.296322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:47:55.310490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.311790 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Added segment 090b5a81-bf58-4c4b-b1ca-0e16e8697c33 of type vlan for network 651f9ab1-2835-48af-880a-3e01035201c9 Feb 08 23:47:55.325076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-45c4a646-3237-4363-ad53-81c36848ce1e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352483 Feb 08 23:47:55.329035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ecac4da3-30aa-4876-b3f7-f811898bd182, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ecac4da3-30aa-4876-b3f7-f811898bd182,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:55.350881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ecac4da3-30aa-4876-b3f7-f811898bd182', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': 'ecac4da3-30aa-4876-b3f7-f811898bd182', 'mac_address': 'fa:16:3e:95:c0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:55.375104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.403058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1652870378-network', 'tenant_id': '4152f5bc62e142e9b6759b4757cbff38'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:55.405072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.417844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.418789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:55.419372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.421210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecac4da3-30aa-4876-b3f7-f811898bd182 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:55.446208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ecac4da3-30aa-4876-b3f7-f811898bd182, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ecac4da3-30aa-4876-b3f7-f811898bd182,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:55.450723 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.478853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7163937 Feb 08 23:47:55.485266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38674) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:55.491287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Request body: {'subnet': {'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-500268412-subnet', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:55.495962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Made reservation on behalf of 4152f5bc62e142e9b6759b4757cbff38 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:55.498140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.499338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b03ad-af99-4c26-a7d2-729c08fd3ba8 req-9d0521d6-91b5-47f6-a36e-fcd36c81e476 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:55.500699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-572b03ad-af99-4c26-a7d2-729c08fd3ba8 req-9d0521d6-91b5-47f6-a36e-fcd36c81e476 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 944 time: 0.6982803 Feb 08 23:47:55.506406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ecac4da3-30aa-4876-b3f7-f811898bd182,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:55.510888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888181d6-12ae-44c5-bf17-b4b0d139033d admin admin] Pushing event updated for resources: {'Network': ['ID=651f9ab1-2835-48af-880a-3e01035201c9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:55.513776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.532224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 651f9ab1-2835-48af-880a-3e01035201c9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:47:55.538818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b1f2e-e660-4ce9-8471-a646d5810f30 req-14dd5adc-6ab0-468c-b661-20adfb18a11b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:55.540704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-477b1f2e-e660-4ce9-8471-a646d5810f30 req-14dd5adc-6ab0-468c-b661-20adfb18a11b tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 943 time: 0.2595322 Feb 08 23:47:55.547456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:55.549647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.569448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-3d2a1bf0-6f79-4da7-87b8-fc8fc22e6bb7 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:55.570757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-3d2a1bf0-6f79-4da7-87b8-fc8fc22e6bb7 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8907301 Feb 08 23:47:55.612191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:55.686193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.708334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ecac4da3-30aa-4876-b3f7-f811898bd182'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:55.712477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.717041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-572b03ad-af99-4c26-a7d2-729c08fd3ba8 req-d8f1be12-1e66-4c38-947c-c75f9bfbefda tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052445 Feb 08 23:47:55.734013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-399e193b-f18a-4f7b-b3f5-ca922404812a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:55.735464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-399e193b-f18a-4f7b-b3f5-ca922404812a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3733926 Feb 08 23:47:55.742251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Attempting to bind port 42b485a8-6f80-4560-938b-ff2f6f988748 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:55.742606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Attempting to bind port 42b485a8-6f80-4560-938b-ff2f6f988748 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'a3f798d3-eaa1-42f7-ac75-ec47354d256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:55.742918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Attempting to bind port 42b485a8-6f80-4560-938b-ff2f6f988748 on network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:55.748166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3305c504-9375-4339-8fe6-9ca10cedfba0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:55.754321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': '1092302d-f17a-4143-abe4-6851849abed6', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:55.764530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-477b1f2e-e660-4ce9-8471-a646d5810f30 req-a57c0c18-5a72-4231-ac33-14b53d5c3ff4 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056851 Feb 08 23:47:55.765117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Port 42b485a8-6f80-4560-938b-ff2f6f988748 on network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:47:55.765446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Attempting to bind port 42b485a8-6f80-4560-938b-ff2f6f988748 on network aec59de1-3f83-4d9d-89d1-a7f5f2f5077b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:55.844029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:55.844300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Checking segment: {'id': 'a3f798d3-eaa1-42f7-ac75-ec47354d256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:55.844698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Bound using segment: {'id': 'a3f798d3-eaa1-42f7-ac75-ec47354d256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:55.845432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Bound port: 42b485a8-6f80-4560-938b-ff2f6f988748, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f798d3-eaa1-42f7-ac75-ec47354d256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:55.845593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.870281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.879537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:47:55.923726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:55.924265 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Added segment 459d26a7-8cf5-4466-a841-7cbbecb67020 of type vlan for network d8782a9d-cb72-45e2-9f58-e7d40527189a Feb 08 23:47:55.978185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e1244b-2c80-4d2a-9116-4e4f0a3530ee,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:55.978341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f69b821-647b-46a3-b416-c28195e5a86a req-9c2c7745-616b-4d6c-9729-ccb646794675 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 210 time: 0.1080096 Feb 08 23:47:55.991275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.016121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Checking segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:56.016469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Network hostable DHCP agents. Network: 651f9ab1-2835-48af-880a-3e01035201c9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:47:56.029517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.029797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] For port 42b485a8-6f80-4560-938b-ff2f6f988748, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:56.030572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.031250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.035914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] For port 42b485a8-6f80-4560-938b-ff2f6f988748, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=42b485a8-6f80-4560-938b-ff2f6f988748,segment=NetworkSegment(a3f798d3-eaa1-42f7-ac75-ec47354d256e),segment_id=a3f798d3-eaa1-42f7-ac75-ec47354d256e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:56.058848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Network 651f9ab1-2835-48af-880a-3e01035201c9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:47:56.062456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.074859 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8242700 Feb 08 23:47:56.081279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:56.086375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.103936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:56.110578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Request body: {'subnet': {'network_id': 'd8782a9d-cb72-45e2-9f58-e7d40527189a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1652870378-subnet', 'tenant_id': '4152f5bc62e142e9b6759b4757cbff38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:56.114121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 651f9ab1-2835-48af-880a-3e01035201c9) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:56.123234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1fa14-6c79-42d7-84d4-cdec3daa7f66 None None] Network 651f9ab1-2835-48af-880a-3e01035201c9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:56.126243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.126831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.148067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d03b4-d6bb-4239-bc39-012d613f6b57 admin admin] Pushing event updated for resources: {'Network': ['ID=d8782a9d-cb72-45e2-9f58-e7d40527189a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:56.173139 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-19b66559-faba-4c89-a78b-ed1e43a9d25b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6867473 Feb 08 23:47:56.173583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.174679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.174974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38692) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:56.177141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] 10.222.0.84 "PUT /v2.0/ports/42b485a8-6f80-4560-938b-ff2f6f988748 HTTP/1.1" status: 200 len: 1091 time: 2.6610622 Feb 08 23:47:56.181320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:56.184828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'tag': '42b485a8-6f80-4560-938b-ff2f6f988748'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:56.186301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Made reservation on behalf of 4152f5bc62e142e9b6759b4757cbff38 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:56.187424 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bf6e7b-9910-4d17-831b-34ede83ef003" -d '{"events": [{"name": "network-changed", "server_uuid": "536e4b06-b580-4b4a-a56c-bda0b2c3e98b", "tag": "42b485a8-6f80-4560-938b-ff2f6f988748"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:56.189043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.245570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:47:56.250439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.268858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network d8782a9d-cb72-45e2-9f58-e7d40527189a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:47:56.287004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.287004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.335966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48735aed-6428-48f0-bc64-8ebaa18422d3 req-8c7f6d62-03e5-49c8-944c-18c20703a38c tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.337973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48735aed-6428-48f0-bc64-8ebaa18422d3 req-8c7f6d62-03e5-49c8-944c-18c20703a38c tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.2675216 Feb 08 23:47:56.383056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.395809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cecfc-80c1-45b5-b8ae-0bf5f7f7b39e service neutron] Pushing event updated for resources: {'Port': ['ID=42b485a8-6f80-4560-938b-ff2f6f988748,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:56.412111 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7fe085-2755-4b42-a24a-5ae644eea8ad x-openstack-request-id: req-9a7fe085-2755-4b42-a24a-5ae644eea8ad {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:56.412395 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536e4b06-b580-4b4a-a56c-bda0b2c3e98b", "tag": "42b485a8-6f80-4560-938b-ff2f6f988748", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:56.412651 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9a7fe085-2755-4b42-a24a-5ae644eea8ad {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:56.413073 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'tag': '42b485a8-6f80-4560-938b-ff2f6f988748', 'status': 'completed', 'code': 200} Feb 08 23:47:56.461319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-651f9ab1-2835-48af-880a-3e01035201c9', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:47:56.462620 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.529806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48735aed-6428-48f0-bc64-8ebaa18422d3 req-71a80822-73e4-496b-9755-7672900cb43c tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340072 Feb 08 23:47:56.541503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-032ae3df-8ba8-4e4b-9676-dd2c9675676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.551820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-032ae3df-8ba8-4e4b-9676-dd2c9675676d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=47db216e6ce54e95a28a958b982b140b&device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 1094 time: 0.3308115 Feb 08 23:47:56.555252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.667221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.684858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-3a5deae9-68dd-4318-8870-da0c1a31b03a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b485a8-6f80-4560-938b-ff2f6f988748 HTTP/1.1" status: 200 len: 217 time: 0.0525630 Feb 08 23:47:56.720603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Allocated IP 172.20.0.2 (651f9ab1-2835-48af-880a-3e01035201c9/84e1244b-2c80-4d2a-9116-4e4f0a3530ee/8f7d0abb-848f-4f13-b01f-ed8245c37dd7) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:56.745273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5b4434-61b3-4499-9ab4-ba033f0caa09,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:56.761658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Checking segment: {'id': '459d26a7-8cf5-4466-a841-7cbbecb67020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd8782a9d-cb72-45e2-9f58-e7d40527189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:56.762078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Network hostable DHCP agents. Network: d8782a9d-cb72-45e2-9f58-e7d40527189a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:47:56.768387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.93 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/fe78c127-b1c4-4de8-aa3d-989efb92cdb1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:56.797439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Network d8782a9d-cb72-45e2-9f58-e7d40527189a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:47:56.812933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-a9f44296-2e75-484a-855b-4de472add1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.814424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-a9f44296-2e75-484a-855b-4de472add1fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a5f4f4-691a-4295-815a-fa8105972c0a HTTP/1.1" status: 200 len: 854 time: 0.1123121 Feb 08 23:47:56.823956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c4f32-24c2-42e2-82b1-a4f5ba00ad02 req-c4d01c1d-4364-4ac4-ab93-ba9e8b331c44 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.832878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-088c4f32-24c2-42e2-82b1-a4f5ba00ad02 req-c4d01c1d-4364-4ac4-ab93-ba9e8b331c44 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 1100 time: 0.1537097 Feb 08 23:47:56.888706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, d8782a9d-cb72-45e2-9f58-e7d40527189a) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:56.894886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-088c4f32-24c2-42e2-82b1-a4f5ba00ad02 req-76f657ae-f8af-46a7-b5d7-b26e742de995 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.896796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:56.897641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:56.902895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-c9112554-cf9f-40b3-90c9-fff791608567 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656769 Feb 08 23:47:56.914288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e735a-56bb-47f4-9827-2d1ac90ecac7 None None] Network d8782a9d-cb72-45e2-9f58-e7d40527189a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:57.062252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.079242 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.172054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Network 651f9ab1-2835-48af-880a-3e01035201c9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:57.181727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:57.184319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:57.187829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Pushing event updated for resources: {'Port': ['ID=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:57.197666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-8b533f3a-de33-46db-90c0-db01396786e1 service neutron] 10.222.0.84 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788157 Feb 08 23:47:57.201448 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0a5d3ffb-75d1-4310-a715-4cbc84d847dd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0961273 Feb 08 23:47:57.202061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22507d55-55e8-413f-bc1a-fcd7b1abfcd7 None None] Network d8782a9d-cb72-45e2-9f58-e7d40527189a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:57.205130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954ef22-40df-4e60-a720-6674fbaadccd req-91ccaae9-be07-44a0-8c8c-1fc8e878b634 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:57.219814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.221535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b954ef22-40df-4e60-a720-6674fbaadccd req-91ccaae9-be07-44a0-8c8c-1fc8e878b634 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 945 time: 0.2096789 Feb 08 23:47:57.240833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.294706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-088c4f32-24c2-42e2-82b1-a4f5ba00ad02 req-76f657ae-f8af-46a7-b5d7-b26e742de995 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.314345 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.368882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Allocated IP 172.25.3.176 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/9e05f62e-00fd-4feb-b97f-f846459d1b0f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:57.401378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ecac4da3-30aa-4876-b3f7-f811898bd182 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:57.456632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e55e4fad-f231-4d97-9b27-7c8cad138f75 req-095bcf44-4511-40c4-aff0-6eae8544943b service neutron] 10.222.0.84 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047551 Feb 08 23:47:57.494829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.534389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.548035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Attempting to bind port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:47:57.548436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Attempting to bind port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:47:57.548802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Attempting to bind port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 on network 651f9ab1-2835-48af-880a-3e01035201c9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:47:57.556644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:57.560037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:57.563364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:47:57.563772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Checking segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:47:57.564335 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.564737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Bound using segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:47:57.565250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Bound port: 8f7d0abb-848f-4f13-b01f-ed8245c37dd7, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:47:57.565719 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.577537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.65 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/a54199ec-95b7-4871-aa21-8ee9f71ed457) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:47:57.594259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:57.636829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ecac4da3-30aa-4876-b3f7-f811898bd182 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:47:57.656894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e05f62e-00fd-4feb-b97f-f846459d1b0f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:57.668409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ecac4da3-30aa-4876-b3f7-f811898bd182 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:57.668798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.717808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] For port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:47:57.724505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] For port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:47:57.730297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-088c4f32-24c2-42e2-82b1-a4f5ba00ad02 req-76f657ae-f8af-46a7-b5d7-b26e742de995 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.730624 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.743673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.768564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:57.853467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:57.859065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b954ef22-40df-4e60-a720-6674fbaadccd req-3381e89f-cac6-4e2c-a513-2698a4fa7fa0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358399 Feb 08 23:47:57.880749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e052-bb56-4538-907a-bdfd0d5f092d None None] Pushing event updated for resources: {'Port': ['ID=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:57.906219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-088c4f32-24c2-42e2-82b1-a4f5ba00ad02 req-76f657ae-f8af-46a7-b5d7-b26e742de995 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0696244 Feb 08 23:47:57.914539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:57.937493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:57.951221 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:57.951451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:57.994494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f657ae-f8af-46a7-b5d7-b26e742de995 tempest-LiveMigrationNegativeTest-1324139817 tempest-LiveMigrationNegativeTest-1324139817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a9e352-c42d-40cb-9541-c6deeb325586,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:58.037891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac4da3-30aa-4876-b3f7-f811898bd182'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:47:58.046936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.051193 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad25a32-e40a-4472-a381-def5c8684aa4" -d '{"events": [{"server_uuid": "9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9", "name": "network-vif-plugged", "status": "completed", "tag": "ecac4da3-30aa-4876-b3f7-f811898bd182"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:47:58.079658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-0d32328a-63c0-4ebf-b72e-a3ccde36d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:58.081249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-0d32328a-63c0-4ebf-b72e-a3ccde36d234 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=47db216e6ce54e95a28a958b982b140b&device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 1094 time: 0.3445003 Feb 08 23:47:58.087184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ecac4da3-30aa-4876-b3f7-f811898bd182, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ecac4da3-30aa-4876-b3f7-f811898bd182,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:58.151166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.202961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:58.215273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.268338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ecac4da3-30aa-4876-b3f7-f811898bd182,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:58.288111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.363567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-0e15949c-673e-47d6-8dab-a85e89ca1974 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7615111 Feb 08 23:47:58.395266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8fd65b2d-0f99-42f0-8621-2eae2aafa4e4 None None] Provisioning complete for port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:58.395734 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8fd65b2d-0f99-42f0-8621-2eae2aafa4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.397347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad21a9-2b54-4749-92e7-62981022bf64 req-042fb1e2-c0f8-4ed4-bd08-811b1b6b7553 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:58.399714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ad21a9-2b54-4749-92e7-62981022bf64 req-042fb1e2-c0f8-4ed4-bd08-811b1b6b7553 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 943 time: 0.3786192 Feb 08 23:47:58.413078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Request body: {'port': {'device_id': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:58.442562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8fd65b2d-0f99-42f0-8621-2eae2aafa4e4 None None] Port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:47:58.526912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6473d8a8-6893-488d-886e-c53273ab4b8f req-1852b5ae-61c7-41ed-a1eb-eddd9b7a3d02 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 210 time: 0.0676332 Feb 08 23:47:58.546027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.558966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ad21a9-2b54-4749-92e7-62981022bf64 req-3d12c148-fcc2-437c-ba14-abba8335e8b3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336203 Feb 08 23:47:58.569316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-e2615987-bd53-4c00-88aa-660cc977c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:58.570885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-e2615987-bd53-4c00-88aa-660cc977c4d7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b HTTP/1.1" status: 200 len: 915 time: 0.4331269 Feb 08 23:47:58.652962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.659512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-64b356ad-0d6a-4b30-87ca-4f5be051bf90 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b485a8-6f80-4560-938b-ff2f6f988748 HTTP/1.1" status: 200 len: 217 time: 0.0686805 Feb 08 23:47:58.668866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:47:58.694388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6bdc6023-37b8-4d81-9199-fdf75c59eacb req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-792774556', 'description': 'tempest-description-739352204'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:58.707924 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7373040d-74b8-4da0-b09e-bec04556008d x-openstack-request-id: req-7373040d-74b8-4da0-b09e-bec04556008d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:47:58.708118 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9", "name": "network-vif-plugged", "status": "completed", "tag": "ecac4da3-30aa-4876-b3f7-f811898bd182", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:47:58.708233 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7373040d-74b8-4da0-b09e-bec04556008d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:47:58.708640 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecac4da3-30aa-4876-b3f7-f811898bd182', 'code': 200} Feb 08 23:47:58.719841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:47:58.746541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.797860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:47:58.821755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:47:58.877916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:47:58.883587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:47:58.886839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Sync routers for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:47:58.922877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:47:58.923547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:47:58.947085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:58.948415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-53ce2b8a-b5e3-4cc7-bb65-cdd6988e10f7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7723148 Feb 08 23:47:58.960090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:58.965272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05460d-bb36-405e-ac61-09703f46925b req-14dcf82c-c926-4d91-a8cf-959d9f5eb6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:58.966945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d05460d-bb36-405e-ac61-09703f46925b req-14dcf82c-c926-4d91-a8cf-959d9f5eb6bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 1097 time: 0.0995858 Feb 08 23:47:59.019658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=a54199ec-95b7-4871-aa21-8ee9f71ed457,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:47:59.050142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:47:59.080719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-f168f687-fdba-41bf-8cb3-4bc0b8affab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:59.081998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-f168f687-fdba-41bf-8cb3-4bc0b8affab5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a5f4f4-691a-4295-815a-fa8105972c0a HTTP/1.1" status: 200 len: 854 time: 0.3719044 Feb 08 23:47:59.121968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bdc6023-37b8-4d81-9199-fdf75c59eacb req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.129524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:47:59.212359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d05460d-bb36-405e-ac61-09703f46925b req-f81cc215-ba46-4243-a239-4cd3d7fd0706 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327206 Feb 08 23:47:59.303964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:59.305003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.334362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-9ab16aae-1b86-4853-b619-84880b5441d5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1946599 Feb 08 23:47:59.393713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 42b485a8-6f80-4560-938b-ff2f6f988748 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:47:59.494140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d82f1-6bc2-45ae-9069-ddbaad61e35d None None] Network 651f9ab1-2835-48af-880a-3e01035201c9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:47:59.498736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:47:59.527048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1434b8e2-3367-4c1c-a0b0-cad0eeef5e33 None None] Provisioning complete for port a54199ec-95b7-4871-aa21-8ee9f71ed457 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:59.527439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1434b8e2-3367-4c1c-a0b0-cad0eeef5e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.532491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 42b485a8-6f80-4560-938b-ff2f6f988748, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=42b485a8-6f80-4560-938b-ff2f6f988748,segment=NetworkSegment(a3f798d3-eaa1-42f7-ac75-ec47354d256e),segment_id=a3f798d3-eaa1-42f7-ac75-ec47354d256e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:59.537246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-d5f17e35-1c6e-4787-a5b9-97f4d33171ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7894151 Feb 08 23:47:59.562029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Request body: {'port': {'device_id': '1092302d-f17a-4143-abe4-6851849abed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:47:59.613739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '42b485a8-6f80-4560-938b-ff2f6f988748', 'network_id': 'aec59de1-3f83-4d9d-89d1-a7f5f2f5077b', 'port_id': '42b485a8-6f80-4560-938b-ff2f6f988748', 'mac_address': 'fa:16:3e:21:69:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a5f4f4-691a-4295-815a-fa8105972c0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:47:59.658109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1434b8e2-3367-4c1c-a0b0-cad0eeef5e33 None None] Port a54199ec-95b7-4871-aa21-8ee9f71ed457 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:47:59.691808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d6ad5-903d-4f92-8378-efd4b4f11974 req-518df265-9299-4835-843a-d5d2c65a4a6b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:47:59.698747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b89d6ad5-903d-4f92-8378-efd4b4f11974 req-518df265-9299-4835-843a-d5d2c65a4a6b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 946 time: 0.2434533 Feb 08 23:47:59.714035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.725959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d7df97-3977-4956-9b4e-f5bc424eb64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.765883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.786714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.801986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bdc6023-37b8-4d81-9199-fdf75c59eacb req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.805129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:47:59.808192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b485a8-6f80-4560-938b-ff2f6f988748 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:47:59.815550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-574cdcf0-4bff-4215-8aa6-2343a859624a service neutron] 10.222.0.84 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671209 Feb 08 23:47:59.816388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bdc6023-37b8-4d81-9199-fdf75c59eacb req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.885503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 42b485a8-6f80-4560-938b-ff2f6f988748, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=42b485a8-6f80-4560-938b-ff2f6f988748,segment=NetworkSegment(a3f798d3-eaa1-42f7-ac75-ec47354d256e),segment_id=a3f798d3-eaa1-42f7-ac75-ec47354d256e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:47:59.886463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-743d4189-04c2-4bfe-ad4b-beb3cfd91502 None None] Provisioning complete for port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:47:59.886833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-743d4189-04c2-4bfe-ad4b-beb3cfd91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.925172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:47:59.964204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:47:57Z', 'revision_number': 3, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:00.006312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d7df97-3977-4956-9b4e-f5bc424eb64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.012509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d7df97-3977-4956-9b4e-f5bc424eb64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.017780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Checking router: 096dbb1e-3757-4a19-8462-0d4c7cb6b043 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:00.018146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Updating router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 port 9e05f62e-00fd-4feb-b97f-f846459d1b0f binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:00.047425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7df97-3977-4956-9b4e-f5bc424eb64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d494e9-b72a-4ef4-9ad6-e75692282fa1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:00.074687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:00.074965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.075414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Allocated IP 172.20.0.1 (651f9ab1-2835-48af-880a-3e01035201c9/84e1244b-2c80-4d2a-9116-4e4f0a3530ee/c0f9f60c-af75-4549-9d60-71d57f66b7df) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:00.076568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.079721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=42b485a8-6f80-4560-938b-ff2f6f988748,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:00.093078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42d7df97-3977-4956-9b4e-f5bc424eb64d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a9cd08e67d547b583d325807d9911e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932393 Feb 08 23:48:00.097342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38784) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:00.223637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aadcd56e-f368-45ea-a499-c73833f14f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.258970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aadcd56e-f368-45ea-a499-c73833f14f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.267321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bdc6023-37b8-4d81-9199-fdf75c59eacb req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.268895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bdc6023-37b8-4d81-9199-fdf75c59eacb req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.6138837 Feb 08 23:48:00.298658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['42b485a8-6f80-4560-938b-ff2f6f988748'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:00.351546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aadcd56e-f368-45ea-a499-c73833f14f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.356396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b89d6ad5-903d-4f92-8378-efd4b4f11974 req-f00fedd6-d00c-4ae4-85c3-60b81f3abce8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565962 Feb 08 23:48:00.360286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aadcd56e-f368-45ea-a499-c73833f14f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.370900 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aadcd56e-f368-45ea-a499-c73833f14f43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72d494e9-b72a-4ef4-9ad6-e75692282fa1 HTTP/1.1" status: 204 len: 168 time: 0.2668800 Feb 08 23:48:00.442039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.445866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcd56e-f368-45ea-a499-c73833f14f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d494e9-b72a-4ef4-9ad6-e75692282fa1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:00.455152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419d577-3265-488c-b59f-33491142b071 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6f8e4f-893b-4866-b1b9-131f008e20a4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:00.493589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.502602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-743d4189-04c2-4bfe-ad4b-beb3cfd91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.549882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Network 651f9ab1-2835-48af-880a-3e01035201c9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:00.565231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:00.569734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:00.623053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe78c127-b1c4-4de8-aa3d-989efb92cdb1 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:00.623767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f9f60c-af75-4549-9d60-71d57f66b7df,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:00.640193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.651191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0bf6e7b-9910-4d17-831b-34ede83ef003 req-79a48bb6-596f-4e00-b161-74a6f4393a59 service neutron] 10.222.0.84 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205011 Feb 08 23:48:00.681859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.683481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Transition to ACTIVE for port object fe78c127-b1c4-4de8-aa3d-989efb92cdb1 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:48:00.690446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:00.949452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-743d4189-04c2-4bfe-ad4b-beb3cfd91502 None None] For port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:00.990001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:01.008893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ee6338e-d193-4da7-b4d8-f577057f126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.030559 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.057882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Pushing event updated for resources: {'Port': ['ID=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:01.059798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.133709 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-743d4189-04c2-4bfe-ad4b-beb3cfd91502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.141796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:48:01.142093 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:48:01.170614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bb22-b865-4790-87c7-c80ca3348eb4 req-bb8a8b99-4db5-464b-972f-dc3d94bff510 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:01.181945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0868bb22-b865-4790-87c7-c80ca3348eb4 req-bb8a8b99-4db5-464b-972f-dc3d94bff510 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 935 time: 0.3097646 Feb 08 23:48:01.204409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879528ea-95a2-411d-a129-2f7b45f54a97 req-70aab7dc-89dc-4e91-b0e8-3bb0f8317004 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:01.206003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d4189-04c2-4bfe-ad4b-beb3cfd91502 None None] Pushing event updated for resources: {'Port': ['ID=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:01.215662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-879528ea-95a2-411d-a129-2f7b45f54a97 req-70aab7dc-89dc-4e91-b0e8-3bb0f8317004 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 944 time: 0.2422464 Feb 08 23:48:01.240665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.296048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.302029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0f4d8301-b406-4fde-a822-cfb3fbbade21 None None] Provisioning complete for port c0f9f60c-af75-4549-9d60-71d57f66b7df triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:01.302412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0f4d8301-b406-4fde-a822-cfb3fbbade21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.304558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.305892 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.369877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0868bb22-b865-4790-87c7-c80ca3348eb4 req-575c9f79-878d-487f-8c15-25905196e5aa tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866252 Feb 08 23:48:01.399966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e1f4-ef98-434f-8f55-fe811f7cb853 None None] Pushing event updated for resources: {'Port': ['ID=9e05f62e-00fd-4feb-b97f-f846459d1b0f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:01.400772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-879528ea-95a2-411d-a129-2f7b45f54a97 req-472f7cb3-5614-443b-9f83-68b8b9d02af7 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839027 Feb 08 23:48:01.412200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Attempting to bind port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:01.419797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Attempting to bind port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:01.419797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Attempting to bind port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:01.425960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ee6338e-d193-4da7-b4d8-f577057f126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.449663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54199ec-95b7-4871-aa21-8ee9f71ed457 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:01.455375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ee6338e-d193-4da7-b4d8-f577057f126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.456527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d8301-b406-4fde-a822-cfb3fbbade21 None None] Port c0f9f60c-af75-4549-9d60-71d57f66b7df cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:01.462978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:48:01.465400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Attempting to bind port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:01.480574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.483649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Attempting to bind port 9e05f62e-00fd-4feb-b97f-f846459d1b0f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:01.484018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Attempting to bind port 9e05f62e-00fd-4feb-b97f-f846459d1b0f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:01.484373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Attempting to bind port 9e05f62e-00fd-4feb-b97f-f846459d1b0f on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:01.498478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:01.498919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:01.499243 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.499625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:01.500082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Bound port: 9e05f62e-00fd-4feb-b97f-f846459d1b0f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:01.500453 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.503808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Transition to ACTIVE for port object a54199ec-95b7-4871-aa21-8ee9f71ed457 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:48:01.504079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0f4d8301-b406-4fde-a822-cfb3fbbade21 None None] Provisioning complete for port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:01.504079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0f4d8301-b406-4fde-a822-cfb3fbbade21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.510760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.523356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f9f60c-af75-4549-9d60-71d57f66b7df,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:01.542698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:01.542698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:01.543047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ee6338e-d193-4da7-b4d8-f577057f126b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2e9098e28704ba6978e66329e81a811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477057 Feb 08 23:48:01.543148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:01.543148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Bound port: fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:01.543148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.544953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38804) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:01.548368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.552376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6338e-d193-4da7-b4d8-f577057f126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a809b3-9fad-4a62-a82a-b00c1b9995d6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:01.619311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] For port 9e05f62e-00fd-4feb-b97f-f846459d1b0f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:01.622936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] For port 9e05f62e-00fd-4feb-b97f-f846459d1b0f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9e05f62e-00fd-4feb-b97f-f846459d1b0f,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:01.631305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073050ad-0868-4d20-8ea5-d639f26295ad req-2ffead23-8dc4-4413-a8df-9910016d35ae tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/ca6f8e4f-893b-4866-b1b9-131f008e20a4 HTTP/1.1" status: 200 len: 1811 time: 0.2007666 Feb 08 23:48:01.637932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:01.657663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Network 651f9ab1-2835-48af-880a-3e01035201c9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:01.658571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:01.778211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca6f8e4f-893b-4866-b1b9-131f008e20a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:01.787050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca6f8e4f-893b-4866-b1b9-131f008e20a4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:01.829521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:01.830075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:01.877327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58229a-566d-4486-985c-bb6100eea9ea req-18c64d10-26af-4e66-8a20-2b3ed38a9e74 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:01.896397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af58229a-566d-4486-985c-bb6100eea9ea req-18c64d10-26af-4e66-8a20-2b3ed38a9e74 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.3446674 Feb 08 23:48:01.911578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:48:01.918572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] For port fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:01.960680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] For port fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:01.977609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a54199ec-95b7-4871-aa21-8ee9f71ed457,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:02.018422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:02.031099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.105706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:02.110031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:02.126735 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d93c8b3-af17-49b1-bb31-23c5fffdf444 admin admin] 10.222.0.32 "PUT /v2.0/routers/096dbb1e-3757-4a19-8462-0d4c7cb6b043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1587007 Feb 08 23:48:02.131179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Pushing event updated for resources: {'Port': ['ID=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:02.169791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646e1f4-ef98-434f-8f55-fe811f7cb853 None None] Pushing event updated for resources: {'Port': ['ID=9e05f62e-00fd-4feb-b97f-f846459d1b0f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:02.192702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.212006 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.220192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:02.220700 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.255729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:02.256327 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.257963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-8dbe5d43-7a17-4736-bd1e-d9563dc4a57f service neutron] 10.222.0.21 "PUT /v2.0/ports/fe78c127-b1c4-4de8-aa3d-989efb92cdb1 HTTP/1.1" status: 200 len: 1095 time: 3.8568940 Feb 08 23:48:02.277725 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b84a5139-f6d4-4e6f-944c-c0ae2559d31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.279529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'tag': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:02.285338 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229ce01f-f837-4d7f-984e-8dc5956f292c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3", "tag": "fe78c127-b1c4-4de8-aa3d-989efb92cdb1"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:02.289805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.367501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88866d87-2712-4a89-be9a-63547c3ebd11,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:02.380695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af58229a-566d-4486-985c-bb6100eea9ea req-bddce984-a0a6-4e09-9c72-24c0e4fdf6db tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829369 Feb 08 23:48:02.442510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-2940b8cd-858c-45c9-a3fa-41156e6689e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:02.444043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-2940b8cd-858c-45c9-a3fa-41156e6689e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 1098 time: 0.1109071 Feb 08 23:48:02.464868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.466127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073050ad-0868-4d20-8ea5-d639f26295ad req-88f8950a-7f2a-4015-a8b3-aa0d43944608 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7939291 Feb 08 23:48:02.493012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b84a5139-f6d4-4e6f-944c-c0ae2559d31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.497536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:01Z', 'revision_number': 2, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:02.502135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a72ffa1b-860e-4a84-8fcc-716118ffc45d None None] Provisioning complete for port c0f9f60c-af75-4549-9d60-71d57f66b7df triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:02.502567 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a72ffa1b-860e-4a84-8fcc-716118ffc45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.503734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-58111fdd-c24f-4771-81e1-87e4838f0163 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:02.505438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-58111fdd-c24f-4771-81e1-87e4838f0163 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.84 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.2884591 Feb 08 23:48:02.506292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Attempting to bind port a54199ec-95b7-4871-aa21-8ee9f71ed457 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:02.506730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Attempting to bind port a54199ec-95b7-4871-aa21-8ee9f71ed457 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:02.507174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Attempting to bind port a54199ec-95b7-4871-aa21-8ee9f71ed457 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:02.542796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d6c5ff-79e0-4ce4-ae6f-8456f639a10e None None] The sync data for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 is: [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:01Z', 'revision_number': 2, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:02.586410 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa6c61-fdb8-417b-87ed-b22712b03ff7 x-openstack-request-id: req-26fa6c61-fdb8-417b-87ed-b22712b03ff7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:02.586883 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3", "tag": "fe78c127-b1c4-4de8-aa3d-989efb92cdb1", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:02.587239 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26fa6c61-fdb8-417b-87ed-b22712b03ff7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:02.587734 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'tag': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'status': 'completed', 'code': 200} Feb 08 23:48:02.627318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a72ffa1b-860e-4a84-8fcc-716118ffc45d None None] Port c0f9f60c-af75-4549-9d60-71d57f66b7df cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:02.629475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-5d4e1317-22aa-4825-bb03-c03b34230abd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1 HTTP/1.1" status: 200 len: 217 time: 0.1623318 Feb 08 23:48:02.635658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Port a54199ec-95b7-4871-aa21-8ee9f71ed457 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:48:02.640829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Attempting to bind port a54199ec-95b7-4871-aa21-8ee9f71ed457 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:02.740702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:02.741152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:02.741440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:02.741877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Bound port: a54199ec-95b7-4871-aa21-8ee9f71ed457, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:02.742228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.819762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-daaf8506-2734-4193-8f23-a452b08b76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:02.821602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-daaf8506-2734-4193-8f23-a452b08b76cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1625776 Feb 08 23:48:02.939365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce924be5-c72c-451d-8787-e2312c449b9c req-3d84c58d-f950-49b1-a4a5-6ab5fce329b3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:02.941010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce924be5-c72c-451d-8787-e2312c449b9c req-3d84c58d-f950-49b1-a4a5-6ab5fce329b3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 946 time: 0.3656726 Feb 08 23:48:02.953188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b84a5139-f6d4-4e6f-944c-c0ae2559d31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.958638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b84a5139-f6d4-4e6f-944c-c0ae2559d31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:02.959739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b84a5139-f6d4-4e6f-944c-c0ae2559d31d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9a809b3-9fad-4a62-a82a-b00c1b9995d6 HTTP/1.1" status: 204 len: 168 time: 1.4012685 Feb 08 23:48:03.051537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a5139-f6d4-4e6f-944c-c0ae2559d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a809b3-9fad-4a62-a82a-b00c1b9995d6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:03.074125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec589e-60f6-4a77-833f-9ed4e5c64e6e req-20b69e41-37ef-4c85-9f5b-7ebe453452cc tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:03.075684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aec589e-60f6-4a77-833f-9ed4e5c64e6e req-20b69e41-37ef-4c85-9f5b-7ebe453452cc tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 947 time: 0.3940799 Feb 08 23:48:03.127859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-1853bc27-73a2-40ba-a7e0-60c087dec310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:03.130301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-1853bc27-73a2-40ba-a7e0-60c087dec310 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939820 Feb 08 23:48:03.139240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38834) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:03.147306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] For port a54199ec-95b7-4871-aa21-8ee9f71ed457, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:03.148670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1641695893-network', 'tenant_id': '16b147a1248e4101ae5dba47a734096e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:03.165876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce924be5-c72c-451d-8787-e2312c449b9c req-112ccf1b-2cf3-412d-9614-6fa02f9dc0f9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991007 Feb 08 23:48:03.193836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] For port a54199ec-95b7-4871-aa21-8ee9f71ed457, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:03.205863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Made reservation on behalf of 16b147a1248e4101ae5dba47a734096e for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:03.209484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.235907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Deleting port 432eddb9-9527-4e06-9345-c22a8f2340bb {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:48:03.236250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.243782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.252588 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.358408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aec589e-60f6-4a77-833f-9ed4e5c64e6e req-f6408dae-8a78-475e-99dd-7d8b89e79378 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681229 Feb 08 23:48:03.396104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:03.396644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 42b485a8-6f80-4560-938b-ff2f6f988748 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:03.396824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.398530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] 10.222.0.21 "PUT /v2.0/ports/a54199ec-95b7-4871-aa21-8ee9f71ed457 HTTP/1.1" status: 200 len: 1095 time: 3.8439925 Feb 08 23:48:03.530599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.539853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.570869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:03.585479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 42b485a8-6f80-4560-938b-ff2f6f988748 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:48:03.595346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 42b485a8-6f80-4560-938b-ff2f6f988748 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:03.595901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.600448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.600800 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Added segment 5e16f620-b499-4162-87c1-60c527cd333b of type vlan for network f790474e-4c2a-451f-8d65-15c9522f00f0 Feb 08 23:48:03.617460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-9b226cf1-3481-476c-b491-6159339582f5 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677103 Feb 08 23:48:03.644549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f446fa7e-c5a5-4b82-8baa-a16b8b35c130 req-7421befe-bad9-4600-a85b-3305b41569a1 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/ca6f8e4f-893b-4866-b1b9-131f008e20a4 HTTP/1.1" status: 200 len: 2404 time: 0.1966178 Feb 08 23:48:03.644549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6a846-e706-47a9-a6f3-218c94043dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a54199ec-95b7-4871-aa21-8ee9f71ed457,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:03.691736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] For port 432eddb9-9527-4e06-9345-c22a8f2340bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=432eddb9-9527-4e06-9345-c22a8f2340bb,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:03.692100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.820948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182db3a1-9a6d-46e3-b054-c4f522df22f4 req-fa617125-405b-4a3a-b2ca-0189ab77c996 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:03.822523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182db3a1-9a6d-46e3-b054-c4f522df22f4 req-fa617125-405b-4a3a-b2ca-0189ab77c996 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 944 time: 0.4535763 Feb 08 23:48:03.823566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Calling delete_port for 432eddb9-9527-4e06-9345-c22a8f2340bb owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:48:03.830631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.859912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc06e7de-fb58-4044-ba0b-0b634c45b5e9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:03.890141 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.914498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.915617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:03.916316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:03.920682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-f0220470-3c08-43db-a993-c76d69a42e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:03.922222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-f0220470-3c08-43db-a993-c76d69a42e6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 1098 time: 0.4294260 Feb 08 23:48:04.029209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 42b485a8-6f80-4560-938b-ff2f6f988748, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=42b485a8-6f80-4560-938b-ff2f6f988748,segment=NetworkSegment(a3f798d3-eaa1-42f7-ac75-ec47354d256e),segment_id=a3f798d3-eaa1-42f7-ac75-ec47354d256e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:04.035187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b485a8-6f80-4560-938b-ff2f6f988748'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:04.040539 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29977836-658e-460b-bb99-4a102634ecf0" -d '{"events": [{"server_uuid": "536e4b06-b580-4b4a-a56c-bda0b2c3e98b", "name": "network-vif-plugged", "status": "completed", "tag": "42b485a8-6f80-4560-938b-ff2f6f988748"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:04.048632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:04.063467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9e05f62e-00fd-4feb-b97f-f846459d1b0f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:04.087812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-600c8302-9eab-4973-8453-c923fca2a992 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457 HTTP/1.1" status: 200 len: 217 time: 0.1390536 Feb 08 23:48:04.134401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9939802 Feb 08 23:48:04.135327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:04.146196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Request body: {'subnet': {'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1641695893-subnet', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:04.185538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2502f-50f7-449a-9388-3e1a5ba3240f admin admin] Pushing event updated for resources: {'Network': ['ID=f790474e-4c2a-451f-8d65-15c9522f00f0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:04.204876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182db3a1-9a6d-46e3-b054-c4f522df22f4 req-5a243181-1e98-4fe6-8dd6-d7452f3212f5 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301830 Feb 08 23:48:04.212800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f790474e-4c2a-451f-8d65-15c9522f00f0 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:04.220548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9e05f62e-00fd-4feb-b97f-f846459d1b0f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:04.221346 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:04.223777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=42b485a8-6f80-4560-938b-ff2f6f988748,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:04.238241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-ca832253-bf48-4012-988e-b3b51dd835e2 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801630 Feb 08 23:48:04.244174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Made reservation on behalf of 16b147a1248e4101ae5dba47a734096e for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:04.246619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:04.261455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa221e2-f07a-4fce-9e19-422af0618a70 req-dd3abe41-a6f7-4840-9ff8-1df7a9d69e50 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:04.263400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffa221e2-f07a-4fce-9e19-422af0618a70 req-dd3abe41-a6f7-4840-9ff8-1df7a9d69e50 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 949 time: 0.3514633 Feb 08 23:48:04.329174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-154a08b9-763a-4fd1-b1fd-0b692aa65eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:04.334675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-154a08b9-763a-4fd1-b1fd-0b692aa65eac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2357469 Feb 08 23:48:04.495814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-e4798757-20eb-4eed-aaa9-adbedca79090 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-group-rules/88866d87-2712-4a89-be9a-63547c3ebd11 HTTP/1.1" status: 200 len: 778 time: 0.2257771 Feb 08 23:48:04.600819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1092302d-f17a-4143-abe4-6851849abed6', 'tag': 'a54199ec-95b7-4871-aa21-8ee9f71ed457'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:04.603136 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b290d73-1dd3-43fb-8785-c053c2660844" -d '{"events": [{"name": "network-changed", "server_uuid": "1092302d-f17a-4143-abe4-6851849abed6", "tag": "a54199ec-95b7-4871-aa21-8ee9f71ed457"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:04.639732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-648dbee3-1a71-4d8b-8326-8a4714347e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:04.641789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-648dbee3-1a71-4d8b-8326-8a4714347e6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 1098 time: 0.3058736 Feb 08 23:48:04.654141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffa221e2-f07a-4fce-9e19-422af0618a70 req-42aeba8a-f535-49a8-bd01-ab8286f83ce7 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665061 Feb 08 23:48:04.697933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-e2941a3b-4f75-4e94-9246-a27e9729c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:04.699981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-e2941a3b-4f75-4e94-9246-a27e9729c8de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3441899 Feb 08 23:48:04.776732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:04.783938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-d7875c4b-d824-4fbc-a763-5ddfc73fd811 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/ca6f8e4f-893b-4866-b1b9-131f008e20a4 HTTP/1.1" status: 200 len: 2404 time: 0.2871380 Feb 08 23:48:04.805478 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5821961d-ecc7-471e-bc45-f35fbff84679 x-openstack-request-id: req-5821961d-ecc7-471e-bc45-f35fbff84679 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:04.806009 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536e4b06-b580-4b4a-a56c-bda0b2c3e98b", "name": "network-vif-plugged", "status": "completed", "tag": "42b485a8-6f80-4560-938b-ff2f6f988748", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:04.809089 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5821961d-ecc7-471e-bc45-f35fbff84679 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:04.809902 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b485a8-6f80-4560-938b-ff2f6f988748', 'code': 200} Feb 08 23:48:04.832468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:04.904880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 9e05f62e-00fd-4feb-b97f-f846459d1b0f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9e05f62e-00fd-4feb-b97f-f846459d1b0f,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:04.911624 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:04.952375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Checking segment: {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:04.954803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Network hostable DHCP agents. Network: f790474e-4c2a-451f-8d65-15c9522f00f0, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:04.965029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45fb296-825b-4858-9831-90631f5f88b6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:04.995733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Network f790474e-4c2a-451f-8d65-15c9522f00f0 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:04.997735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=9e05f62e-00fd-4feb-b97f-f846459d1b0f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:05.025343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f790474e-4c2a-451f-8d65-15c9522f00f0) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:05.029877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:05.031966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.032576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.040427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a8020-aad4-4492-98ca-c7a9d22762f3 None None] Network f790474e-4c2a-451f-8d65-15c9522f00f0 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:05.062518 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f337b1bb-51b1-4337-99d8-4fe946f9d705 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9241745 Feb 08 23:48:05.066624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:05.068126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['78436ecb-aafb-4c37-a028-d4ba1760d8ba'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:05.077635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:05.137341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.138413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.168820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-717f6bae-d257-43bc-b235-365dcb33bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:05.171388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-717f6bae-d257-43bc-b235-365dcb33bdeb service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.5160513 Feb 08 23:48:05.212552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.403931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 432eddb9-9527-4e06-9345-c22a8f2340bb no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:48:05.502779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.543391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 432eddb9-9527-4e06-9345-c22a8f2340bb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:48:05.543746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 432eddb9-9527-4e06-9345-c22a8f2340bb not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:48:05.625434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f790474e-4c2a-451f-8d65-15c9522f00f0', 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'fixed_ips': [{'subnet_id': 'f45fb296-825b-4858-9831-90631f5f88b6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:48:05.627558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.734059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-1258aa16-1257-4413-afba-fef81138f0dd service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416449 Feb 08 23:48:05.897148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9e05f62e-00fd-4feb-b97f-f846459d1b0f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:05.935191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.965762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Allocated IP 172.20.0.2 (f790474e-4c2a-451f-8d65-15c9522f00f0/f45fb296-825b-4858-9831-90631f5f88b6/42621a6c-0406-4825-876c-51f42a16c7b5) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:05.990111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:05.999722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-a94fd092-ede7-4ca6-a0ca-53fcfe437e4a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.002467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Pushing event deleted for resources: {'Port': ['ID=432eddb9-9527-4e06-9345-c22a8f2340bb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:06.008124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6287238c-a09f-4214-bc2e-4bde092123f9 req-b5e11459-cdae-4735-ba8c-977d508e5b99 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928248 Feb 08 23:48:06.030234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-dcc8bac5-3aec-4c30-ba68-f15aa71ae7ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1 HTTP/1.1" status: 200 len: 217 time: 0.2514439 Feb 08 23:48:06.034363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-a94fd092-ede7-4ca6-a0ca-53fcfe437e4a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.063123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9e05f62e-00fd-4feb-b97f-f846459d1b0f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:06.063908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.086679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a0e43-f225-4ad5-bb1b-7f004b336930 req-4f1f2e85-c915-457b-8baf-7222a9b93168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:06.088188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-768a0e43-f225-4ad5-bb1b-7f004b336930 req-4f1f2e85-c915-457b-8baf-7222a9b93168 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 1096 time: 1.1727400 Feb 08 23:48:06.183957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] No DVR routers for this DVR port 432eddb9-9527-4e06-9345-c22a8f2340bb on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:48:06.207594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.211410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15db9b3d-e337-48ca-8299-7cf2067f2e9e req-11660d0e-909e-4971-9a5e-c102cfcb4633 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.84 "DELETE /v2.0/ports/432eddb9-9527-4e06-9345-c22a8f2340bb HTTP/1.1" status: 204 len: 173 time: 3.6193895 Feb 08 23:48:06.225132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431053e-5803-49ff-adb4-8adc2dcc7014 req-c6471c8c-6964-43cf-b8a3-1790339f3f59 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:06.226688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c431053e-5803-49ff-adb4-8adc2dcc7014 req-c6471c8c-6964-43cf-b8a3-1790339f3f59 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 947 time: 1.1377597 Feb 08 23:48:06.343737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-a94fd092-ede7-4ca6-a0ca-53fcfe437e4a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.358301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-d286ecc8-e675-4949-93f0-066dfe2a1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:06.362645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-d286ecc8-e675-4949-93f0-066dfe2a1737 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3223546 Feb 08 23:48:06.375753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-a94fd092-ede7-4ca6-a0ca-53fcfe437e4a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.377435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a6baa67-72a7-4c24-8a7c-4ddfaf26f548 req-a94fd092-ede7-4ca6-a0ca-53fcfe437e4a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/88866d87-2712-4a89-be9a-63547c3ebd11 HTTP/1.1" status: 204 len: 173 time: 1.5925415 Feb 08 23:48:06.443780 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.457576 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.489930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-768a0e43-f225-4ad5-bb1b-7f004b336930 req-85a8be09-e059-4d3e-85e5-cf1c408d459a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073971 Feb 08 23:48:06.498856 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce08a53-32f1-4d2d-bc3e-a9f350277b63 x-openstack-request-id: req-1ce08a53-32f1-4d2d-bc3e-a9f350277b63 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:06.499148 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1092302d-f17a-4143-abe4-6851849abed6", "tag": "a54199ec-95b7-4871-aa21-8ee9f71ed457", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:06.499443 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ce08a53-32f1-4d2d-bc3e-a9f350277b63 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:06.499885 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1092302d-f17a-4143-abe4-6851849abed6', 'tag': 'a54199ec-95b7-4871-aa21-8ee9f71ed457', 'status': 'completed', 'code': 200} Feb 08 23:48:06.500520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fd092-ede7-4ca6-a0ca-53fcfe437e4a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88866d87-2712-4a89-be9a-63547c3ebd11,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:06.513076 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Sync routers for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:06.535931 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:06.536564 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:06.546741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c431053e-5803-49ff-adb4-8adc2dcc7014 req-85896ec1-2d4f-4f24-adfe-50973cd30115 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091068 Feb 08 23:48:06.584805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Network f790474e-4c2a-451f-8d65-15c9522f00f0 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:06.588670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:06.597868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:06.612057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Pushing event updated for resources: {'Port': ['ID=42621a6c-0406-4825-876c-51f42a16c7b5,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:06.648960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-8f0eb3eb-d026-454a-97c2-3033c82c9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:06.664062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-8f0eb3eb-d026-454a-97c2-3033c82c9dfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2662256 Feb 08 23:48:06.680881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Attempting to bind port 42621a6c-0406-4825-876c-51f42a16c7b5 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:06.681568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Attempting to bind port 42621a6c-0406-4825-876c-51f42a16c7b5 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:06.683914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Attempting to bind port 42621a6c-0406-4825-876c-51f42a16c7b5 on network f790474e-4c2a-451f-8d65-15c9522f00f0 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:06.701151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:06.702541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Checking segment: {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:06.703116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.704055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Bound using segment: {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:06.711166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Bound port: 42621a6c-0406-4825-876c-51f42a16c7b5, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:06.711844 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.777840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Allocated IP 172.25.3.102 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4579af79-7ac6-4181-84d8-7964e8ecbe09) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:06.792742 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.793784 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.813788 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:06.816961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-0c027b93-3858-4d59-bebe-8bf5769d3794 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358070 Feb 08 23:48:06.846455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] For port 42621a6c-0406-4825-876c-51f42a16c7b5, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:06.855076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] For port 42621a6c-0406-4825-876c-51f42a16c7b5, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=42621a6c-0406-4825-876c-51f42a16c7b5,segment=NetworkSegment(5e16f620-b499-4162-87c1-60c527cd333b),segment_id=5e16f620-b499-4162-87c1-60c527cd333b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:06.860337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.903572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d50cb82-c346-4e4f-bb8c-cb9fc7d0226e req-66a6592b-d163-45d2-81ea-6f99833029bc tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cfe5d49-2a1f-4828-b809-1638807c1a87 HTTP/1.1" status: 200 len: 210 time: 0.0853465 Feb 08 23:48:06.907961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-aca6f5de-395a-4972-99b2-97ec5c58746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:06.910066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-aca6f5de-395a-4972-99b2-97ec5c58746d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 1098 time: 0.3531594 Feb 08 23:48:06.916931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:06.941348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70420d35-f90a-46de-b0af-dd5232e580a6 req-5d0901b6-148e-42d9-8801-f049a3a426f4 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:06.950852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70420d35-f90a-46de-b0af-dd5232e580a6 req-5d0901b6-148e-42d9-8801-f049a3a426f4 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.2845156 Feb 08 23:48:07.019465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:07.086473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e3872-2fa2-4533-84e9-3d20b9082d1c None None] Pushing event updated for resources: {'Port': ['ID=42621a6c-0406-4825-876c-51f42a16c7b5,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:07.147014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:07.166696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:07.173480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:07.197954 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:01Z', 'revision_number': 2, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:07.230850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe78c127-b1c4-4de8-aa3d-989efb92cdb1 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:48:07.246030 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Checking router: 096dbb1e-3757-4a19-8462-0d4c7cb6b043 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:07.246681 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Updating router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 port c0f9f60c-af75-4549-9d60-71d57f66b7df binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:07.309309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Pushing event updated for resources: {'Port': ['ID=4579af79-7ac6-4181-84d8-7964e8ecbe09,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:07.329996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70420d35-f90a-46de-b0af-dd5232e580a6 req-a0a0f847-6deb-4371-b3dd-104b6d0fe410 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691165 Feb 08 23:48:07.332774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-229ce01f-f837-4d7f-984e-8dc5956f292c req-ab9e6dd3-471f-4e44-922b-11291278976a service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898057 Feb 08 23:48:07.333801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-950e39f1-4218-4183-9cf3-b76a82f2c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:07.335166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-950e39f1-4218-4183-9cf3-b76a82f2c572 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.4068789 Feb 08 23:48:07.379675 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:07.479760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:07.495365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'mac_address': 'fa:16:3e:9d:ce:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:48:07.546408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-1e6fc189-5991-4099-b7b7-481b5ba9ba31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457 HTTP/1.1" status: 200 len: 217 time: 0.2000554 Feb 08 23:48:07.550970 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:07.564901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-bda494fd-c639-4f0a-a441-1ab4b0335e74 req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1779231978', 'description': 'tempest-description-141641896'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:07.571003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe78c127-b1c4-4de8-aa3d-989efb92cdb1 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:07.623281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:07.631305 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:07.712780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bda494fd-c639-4f0a-a441-1ab4b0335e74 req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:07.727953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-01f65591-82c4-479f-a8fb-1ce22f67c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:07.729824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-01f65591-82c4-479f-a8fb-1ce22f67c490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1505637 Feb 08 23:48:07.801061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:07.884219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:07.908737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42621a6c-0406-4825-876c-51f42a16c7b5 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:07.931833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934cbfb-4dff-4826-9767-02e8327df696 req-833006a5-255c-4ec5-b070-7be99f344007 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:07.933398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3934cbfb-4dff-4826-9767-02e8327df696 req-833006a5-255c-4ec5-b070-7be99f344007 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 947 time: 0.2003508 Feb 08 23:48:07.966032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-67620255-7aba-4353-a74b-f2a97c3b14cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:07.968694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-67620255-7aba-4353-a74b-f2a97c3b14cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025106 Feb 08 23:48:07.979960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['fe78c127-b1c4-4de8-aa3d-989efb92cdb1'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:08.122086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 42621a6c-0406-4825-876c-51f42a16c7b5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:08.122729 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.178613 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.188457 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.220044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3934cbfb-4dff-4826-9767-02e8327df696 req-30cb1d84-fd34-45e2-9bb5-42f42d61dbd4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744925 Feb 08 23:48:08.237494 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bda494fd-c639-4f0a-a441-1ab4b0335e74 req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.252984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bda494fd-c639-4f0a-a441-1ab4b0335e74 req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.348140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.405633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 42621a6c-0406-4825-876c-51f42a16c7b5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=42621a6c-0406-4825-876c-51f42a16c7b5,segment=NetworkSegment(5e16f620-b499-4162-87c1-60c527cd333b),segment_id=5e16f620-b499-4162-87c1-60c527cd333b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:08.416275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.448597 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Pushing event updated for resources: {'Port': ['ID=c0f9f60c-af75-4549-9d60-71d57f66b7df,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:08.450076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.460163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bda494fd-c639-4f0a-a441-1ab4b0335e74 req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.468521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bda494fd-c639-4f0a-a441-1ab4b0335e74 req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9337144 Feb 08 23:48:08.476937 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Attempting to bind port c0f9f60c-af75-4549-9d60-71d57f66b7df on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:08.477809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Attempting to bind port c0f9f60c-af75-4549-9d60-71d57f66b7df by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:08.480553 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Attempting to bind port c0f9f60c-af75-4549-9d60-71d57f66b7df on network 651f9ab1-2835-48af-880a-3e01035201c9 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:08.483294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23a87-6fad-4b62-94f0-d24cdafe705d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65894971-6e8e-41ae-a92a-6d45f3ef4947,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:08.492596 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.493137 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.494447 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.502592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-58585841-fe8b-4a99-81de-0bccf6d40b96 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143025 Feb 08 23:48:08.509029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'name': 'network-vif-deleted', 'tag': '432eddb9-9527-4e06-9345-c22a8f2340bb'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:08.511188 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.512103 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.512538 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.513448 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.513905 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.514336 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.514763 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.515739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.516124 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:08.517930 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799f7d9-a06a-43de-a2e0-6b6cb91ced40" -d '{"events": [{"server_uuid": "7cfe5d49-2a1f-4828-b809-1638807c1a87", "name": "network-vif-deleted", "tag": "432eddb9-9527-4e06-9345-c22a8f2340bb"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:08.546710 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:08.547113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Checking segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:08.547483 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.550360 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Bound using segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:08.551022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Bound port: c0f9f60c-af75-4549-9d60-71d57f66b7df, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:08.553089 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.559730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=42621a6c-0406-4825-876c-51f42a16c7b5,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:08.740963 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] For port c0f9f60c-af75-4549-9d60-71d57f66b7df, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:08.749408 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] For port c0f9f60c-af75-4549-9d60-71d57f66b7df, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c0f9f60c-af75-4549-9d60-71d57f66b7df,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:08.757425 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.775966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f28f106c-ebfd-42af-b00c-6ed0d0f90bd4 req-82964990-91b1-43b5-82b6-0ba0a02ca358 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/65894971-6e8e-41ae-a92a-6d45f3ef4947 HTTP/1.1" status: 200 len: 1812 time: 0.1121137 Feb 08 23:48:08.816424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b26fbc49-93eb-4970-9721-3370737bcb43 None None] Provisioning complete for port c0f9f60c-af75-4549-9d60-71d57f66b7df triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:08.829186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75c13f-f083-45d2-b019-d6e3ceebe307 req-4fb6ca25-c8ea-4c27-a952-130424a174fb tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:08.829685 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b26fbc49-93eb-4970-9721-3370737bcb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:08.837758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c75c13f-f083-45d2-b019-d6e3ceebe307 req-4fb6ca25-c8ea-4c27-a952-130424a174fb tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.1747508 Feb 08 23:48:08.852875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Router 9c149952-63e7-4851-a7a5-0d550f614e0b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:48:08.923128 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e241d-8dc8-4920-a16e-1637520b265e None None] Pushing event updated for resources: {'Port': ['ID=c0f9f60c-af75-4549-9d60-71d57f66b7df,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:08.931744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c75c13f-f083-45d2-b019-d6e3ceebe307 req-605b7f98-6d99-4a4b-9ec0-e4160ac77bc0 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896389 Feb 08 23:48:08.946904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b290d73-1dd3-43fb-8785-c053c2660844 req-639a20a5-ffb3-4388-ae85-1da37a4b3227 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121408 Feb 08 23:48:09.006212 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:09.006882 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:09.029434 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c9f4a-bcbd-4782-85c9-9f88d7323e75 x-openstack-request-id: req-5e1c9f4a-bcbd-4782-85c9-9f88d7323e75 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:09.029730 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cfe5d49-2a1f-4828-b809-1638807c1a87", "name": "network-vif-deleted", "tag": "432eddb9-9527-4e06-9345-c22a8f2340bb", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:09.029985 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e1c9f4a-bcbd-4782-85c9-9f88d7323e75 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:09.030397 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cfe5d49-2a1f-4828-b809-1638807c1a87', 'name': 'network-vif-deleted', 'tag': '432eddb9-9527-4e06-9345-c22a8f2340bb', 'status': 'completed', 'code': 200} Feb 08 23:48:09.199134 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b26fbc49-93eb-4970-9721-3370737bcb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:09.207813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d3a5d3-8fac-4e42-828c-d0b6a9afd3b5 None None] Network f790474e-4c2a-451f-8d65-15c9522f00f0 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:09.234056 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:09.241272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:09.282250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7d685120-15e5-4b09-80d3-9d4a22332f70 req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1232125294', 'description': 'tempest-description-370550053'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:09.291150 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:09.293186 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cb111c92-1e9c-41fe-ac96-2ea07a56d295 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2247753 Feb 08 23:48:09.295712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:09.355576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7d685120-15e5-4b09-80d3-9d4a22332f70 req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:09.521061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7d685120-15e5-4b09-80d3-9d4a22332f70 req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:09.538449 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7d685120-15e5-4b09-80d3-9d4a22332f70 req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:09.580740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7d685120-15e5-4b09-80d3-9d4a22332f70 req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:09.588394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d685120-15e5-4b09-80d3-9d4a22332f70 req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3109567 Feb 08 23:48:09.634669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a54199ec-95b7-4871-aa21-8ee9f71ed457 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:48:09.640052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe78c127-b1c4-4de8-aa3d-989efb92cdb1 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:09.648693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Sync routers for ids ['9c149952-63e7-4851-a7a5-0d550f614e0b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:09.684779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a2e8c-0bea-48a4-a1fc-28b0c54a528a tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7963cd40-eb09-4258-af84-11a960e3e427,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:09.700819 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:08Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:09.708749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25726aff-672b-4d04-ae5d-69703f629ca3 req-3bd0efd3-24fa-4484-a3e5-205988f424ba tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:09.721297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25726aff-672b-4d04-ae5d-69703f629ca3 req-3bd0efd3-24fa-4484-a3e5-205988f424ba tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 950 time: 0.2786498 Feb 08 23:48:09.747596 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d67114-6fe1-4057-a246-82f8b32b3804 None None] The sync data for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 is: [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:08Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:09.814973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25726aff-672b-4d04-ae5d-69703f629ca3 req-ca5260d5-099c-498f-8d40-fa71c05b430f tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921607 Feb 08 23:48:09.926532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8760-9d46-426e-811f-fb89081885b1 req-2180c021-3f0a-4383-94c6-4a03df75cfd0 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:09.935057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dac8760-9d46-426e-811f-fb89081885b1 req-2180c021-3f0a-4383-94c6-4a03df75cfd0 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 947 time: 0.1105323 Feb 08 23:48:10.011083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dac8760-9d46-426e-811f-fb89081885b1 req-cafab8ff-02cd-40c6-8618-df9188040e19 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705500 Feb 08 23:48:10.027137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c0f9f60c-af75-4549-9d60-71d57f66b7df up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:10.086323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Routers {'9c149952-63e7-4851-a7a5-0d550f614e0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:10.087882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['9c149952-63e7-4851-a7a5-0d550f614e0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:10.134320 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.169139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b26fbc49-93eb-4970-9721-3370737bcb43 None None] For port c0f9f60c-af75-4549-9d60-71d57f66b7df, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c0f9f60c-af75-4549-9d60-71d57f66b7df,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:10.197884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25ac9f97-ac0a-40bf-b0c3-e1464cfbd674 req-ae3ede90-1a87-407b-ba9c-44faff0c4a1b tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/7963cd40-eb09-4258-af84-11a960e3e427 HTTP/1.1" status: 200 len: 1812 time: 0.1338544 Feb 08 23:48:10.214287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-6056a136-4c26-4d75-a328-c26f5e784def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:10.224522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-6056a136-4c26-4d75-a328-c26f5e784def service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=47db216e6ce54e95a28a958b982b140b&device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 1096 time: 0.1101704 Feb 08 23:48:10.236804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b26fbc49-93eb-4970-9721-3370737bcb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.327776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a54199ec-95b7-4871-aa21-8ee9f71ed457, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:10.432295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'a54199ec-95b7-4871-aa21-8ee9f71ed457', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'a54199ec-95b7-4871-aa21-8ee9f71ed457', 'mac_address': 'fa:16:3e:66:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:48:10.439571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-fce45e4e-35c0-4d29-9267-f9fa89a1c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:10.441494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-fce45e4e-35c0-4d29-9267-f9fa89a1c62f service neutron] 10.222.0.84 "GET /v2.0/networks?id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b HTTP/1.1" status: 200 len: 915 time: 0.2155647 Feb 08 23:48:10.451488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-dae9deee-b8de-4888-bb48-40577d37783c req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-723395086', 'description': 'tempest-description-1761577458'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:10.469259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:48:10.470883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Allocated IP 172.20.0.1 (f790474e-4c2a-451f-8d65-15c9522f00f0/f45fb296-825b-4858-9831-90631f5f88b6/8b83cef8-1f43-4deb-91a9-6dcec8363273) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:10.496694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c5923657-dc6a-4375-9cc6-1e468a02b785 None None] Provisioning complete for port c0f9f60c-af75-4549-9d60-71d57f66b7df triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:10.497383 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5923657-dc6a-4375-9cc6-1e468a02b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.544653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:10.545060 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.562531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-2a1049f5-1b5e-47a8-a00a-f9bfbb16edeb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b485a8-6f80-4560-938b-ff2f6f988748 HTTP/1.1" status: 200 len: 217 time: 0.1148026 Feb 08 23:48:10.571500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fbc49-93eb-4970-9721-3370737bcb43 None None] Pushing event updated for resources: {'Port': ['ID=c0f9f60c-af75-4549-9d60-71d57f66b7df,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:10.619269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dae9deee-b8de-4888-bb48-40577d37783c req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.651439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Set router 9c149952-63e7-4851-a7a5-0d550f614e0b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:10.674290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.687660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-d15fe681-a6b7-4a8f-bcac-4eefce34f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:10.689673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-d15fe681-a6b7-4a8f-bcac-4eefce34f970 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=58a5f4f4-691a-4295-815a-fa8105972c0a HTTP/1.1" status: 200 len: 854 time: 0.0944774 Feb 08 23:48:10.699374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c0f9f60c-af75-4549-9d60-71d57f66b7df triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:10.699743 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.717099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce45f9-f440-422f-999d-e08d2e78a0f3 req-fb41fbc7-51b7-4e01-a15a-d8c2c4b246ef tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:10.727120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.727744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65ce45f9-f440-422f-999d-e08d2e78a0f3 req-fb41fbc7-51b7-4e01-a15a-d8c2c4b246ef tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.2828097 Feb 08 23:48:10.813799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.818929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-49b6c667-0895-42f5-b2e4-e73d4dd609fb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804121 Feb 08 23:48:10.858591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Network f790474e-4c2a-451f-8d65-15c9522f00f0 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:10.863163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:10.877075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b83cef8-1f43-4deb-91a9-6dcec8363273,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:10.881352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:10.941837 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:10.982927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-c18718f3-81e1-48f5-a1de-5774aaa0829e service neutron] 10.222.0.84 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554849 Feb 08 23:48:10.985741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54199ec-95b7-4871-aa21-8ee9f71ed457 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:10.992889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65ce45f9-f440-422f-999d-e08d2e78a0f3 req-fd18aabc-fbfe-48a9-9be1-8866543b3c86 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642126 Feb 08 23:48:11.090903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-2d1d4349-15cc-4976-8841-9eed281075bd tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:11.105230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-2d1d4349-15cc-4976-8841-9eed281075bd tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.21 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 950 time: 0.3517842 Feb 08 23:48:11.207908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.220562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a54199ec-95b7-4871-aa21-8ee9f71ed457, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:11.241753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.277175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.298157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dae9deee-b8de-4888-bb48-40577d37783c req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.306952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dae9deee-b8de-4888-bb48-40577d37783c req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.428076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dae9deee-b8de-4888-bb48-40577d37783c req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.451733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dae9deee-b8de-4888-bb48-40577d37783c req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0077770 Feb 08 23:48:11.484182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:11.493131 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b34ac8f-18a0-416e-9852-556cb6d5e052" -d '{"events": [{"server_uuid": "c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3", "name": "network-vif-plugged", "status": "completed", "tag": "fe78c127-b1c4-4de8-aa3d-989efb92cdb1"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:11.525514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb6aa5-4877-4fea-b3ca-c63161080220 req-2dab346a-0484-4ba7-80fd-9d4d289e7b18 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:11.533834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07cb6aa5-4877-4fea-b3ca-c63161080220 req-2dab346a-0484-4ba7-80fd-9d4d289e7b18 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 950 time: 0.3107784 Feb 08 23:48:11.553029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:11.558887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f172-a754-441b-8cd9-96282e40854c tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae2126a-9bcb-46b7-9acb-f77598d5db95,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:11.599032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42621a6c-0406-4825-876c-51f42a16c7b5 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:11.600996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a54199ec-95b7-4871-aa21-8ee9f71ed457,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:11.601752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31b6286c-f70a-4662-97d2-6cb39b2ef080 req-9d883320-7691-495f-ac82-164d2abd1252 service neutron] 10.222.0.84 "GET /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078236 Feb 08 23:48:11.603885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c5923657-dc6a-4375-9cc6-1e468a02b785 None None] Provisioning complete for port 42621a6c-0406-4825-876c-51f42a16c7b5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:11.604275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5923657-dc6a-4375-9cc6-1e468a02b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.634601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.643966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.645840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39002) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:11.678076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a54199ec-95b7-4871-aa21-8ee9f71ed457'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:11.707065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Deleting port 78436ecb-aafb-4c37-a028-d4ba1760d8ba {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:48:11.707635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.723607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.724066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07cb6aa5-4877-4fea-b3ca-c63161080220 req-c023e6b3-d467-4f67-bfb5-da12163ee706 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/security-groups?id=28f26274-0ad8-4059-960b-0be00d0b0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837626 Feb 08 23:48:11.772907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:11.810857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b83cef8-1f43-4deb-91a9-6dcec8363273,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:11.811301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055fd76-21c3-4447-8300-f59a1468e5d0 req-93114c7f-d406-4bf2-b976-2fc5e786046f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:11.811301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6055fd76-21c3-4447-8300-f59a1468e5d0 req-93114c7f-d406-4bf2-b976-2fc5e786046f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 948 time: 0.2455668 Feb 08 23:48:11.880207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78436ecb-aafb-4c37-a028-d4ba1760d8ba no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:48:11.953538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Network f790474e-4c2a-451f-8d65-15c9522f00f0 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:11.955233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:11.968823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6055fd76-21c3-4447-8300-f59a1468e5d0 req-3a06df56-8921-4977-93db-d9139ca6ca30 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535590 Feb 08 23:48:11.981720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c2ca5dd-796a-425a-92e5-f4c3bc646c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.080325 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cc7abbd-7b47-4e36-a1a4-2bcda2101cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.081788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] For port 78436ecb-aafb-4c37-a028-d4ba1760d8ba, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78436ecb-aafb-4c37-a028-d4ba1760d8ba,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:12.082349 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.146462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Calling delete_port for 78436ecb-aafb-4c37-a028-d4ba1760d8ba owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:48:12.213045 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4149e72-fdc5-4522-a487-6aabab64bc61 x-openstack-request-id: req-b4149e72-fdc5-4522-a487-6aabab64bc61 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:12.216223 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3", "name": "network-vif-plugged", "status": "completed", "tag": "fe78c127-b1c4-4de8-aa3d-989efb92cdb1", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:12.216657 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4149e72-fdc5-4522-a487-6aabab64bc61 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:12.218190 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'code': 200} Feb 08 23:48:12.271533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae4810ac-6393-420f-9224-a017e77197bc req-e6ea3344-b984-43f1-805a-28da26e6cb17 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/3ae2126a-9bcb-46b7-9acb-f77598d5db95 HTTP/1.1" status: 200 len: 1812 time: 0.1804688 Feb 08 23:48:12.283888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Router 9c149952-63e7-4851-a7a5-0d550f614e0b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:48:12.346383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:07Z', 'revision_number': 3, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:12.410831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:12.417620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Checking router: 9c149952-63e7-4851-a7a5-0d550f614e0b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:12.418285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Updating router 9c149952-63e7-4851-a7a5-0d550f614e0b port 4579af79-7ac6-4181-84d8-7964e8ecbe09 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:12.457083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.460259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 42621a6c-0406-4825-876c-51f42a16c7b5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:12.460728 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.481890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:12.497246 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e5297e08-7522-419d-91e7-420c0527bfb6 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c149952-63e7-4851-a7a5-0d550f614e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2000518 Feb 08 23:48:12.504007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39018) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:12.517905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-02bb877b-eea1-4ccc-8d12-509d6a169916 req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-672036656', 'description': 'tempest-description-213054175'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:12.655795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c2ca5dd-796a-425a-92e5-f4c3bc646c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.700935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41577f21-73c2-4c54-8d8f-3f60e1b661d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.708559 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c2ca5dd-796a-425a-92e5-f4c3bc646c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.716988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a3caf-044f-49e1-a10c-fbca5e232629 req-923ee30e-aa4d-4964-91b2-2729db11f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:12.718796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d0a3caf-044f-49e1-a10c-fbca5e232629 req-923ee30e-aa4d-4964-91b2-2729db11f892 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 1100 time: 0.2943618 Feb 08 23:48:12.719750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-02bb877b-eea1-4ccc-8d12-509d6a169916 req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.773532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751d3c-59e8-432e-9ed4-6b9e714b5660 req-b1e77d03-0c47-4c12-bfa1-7fd531554ca1 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:12.786581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d751d3c-59e8-432e-9ed4-6b9e714b5660 req-b1e77d03-0c47-4c12-bfa1-7fd531554ca1 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.3580861 Feb 08 23:48:12.813422 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41577f21-73c2-4c54-8d8f-3f60e1b661d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.820673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41577f21-73c2-4c54-8d8f-3f60e1b661d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.825237 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.884897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41577f21-73c2-4c54-8d8f-3f60e1b661d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5786dab6-1d91-429f-b2c9-468d12014acb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:12.892141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-90991568-aedf-483b-b642-72346de57fb1 None None] Provisioning complete for port 8b83cef8-1f43-4deb-91a9-6dcec8363273 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:12.892557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90991568-aedf-483b-b642-72346de57fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.894591 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41577f21-73c2-4c54-8d8f-3f60e1b661d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26ea41c5854f48989f884a63e330ac04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882151 Feb 08 23:48:12.895900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:12.954282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefc16bc-2762-4de8-abb6-ecb27d84df8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:12.979134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefc16bc-2762-4de8-abb6-ecb27d84df8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.014556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-90991568-aedf-483b-b642-72346de57fb1 None None] Port 8b83cef8-1f43-4deb-91a9-6dcec8363273 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:13.054625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefc16bc-2762-4de8-abb6-ecb27d84df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.058444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefc16bc-2762-4de8-abb6-ecb27d84df8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.062875 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eefc16bc-2762-4de8-abb6-ecb27d84df8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5786dab6-1d91-429f-b2c9-468d12014acb HTTP/1.1" status: 204 len: 168 time: 0.1647997 Feb 08 23:48:13.073183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc16bc-2762-4de8-abb6-ecb27d84df8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5786dab6-1d91-429f-b2c9-468d12014acb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.085693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-90991568-aedf-483b-b642-72346de57fb1 None None] Provisioning complete for port 42621a6c-0406-4825-876c-51f42a16c7b5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:13.086032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90991568-aedf-483b-b642-72346de57fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.151556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8c2ca5dd-796a-425a-92e5-f4c3bc646c22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fa2887155c0411c8ab9c5326cdd9156&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5012915 Feb 08 23:48:13.151556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d0a3caf-044f-49e1-a10c-fbca5e232629 req-ca5640a3-3027-44dd-b148-678005b638a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105892 Feb 08 23:48:13.152296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:13.168147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.192759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ca5dd-796a-425a-92e5-f4c3bc646c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e032cf-02ce-4456-bead-ef3bb3d1944c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.198290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c0f9f60c-af75-4549-9d60-71d57f66b7df up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:13.207953 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-02bb877b-eea1-4ccc-8d12-509d6a169916 req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.221488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc4242dc-0e58-4304-9004-46ddd837e488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.248860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc4242dc-0e58-4304-9004-46ddd837e488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.253189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-02bb877b-eea1-4ccc-8d12-509d6a169916 req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.266518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Pushing event deleted for resources: {'Port': ['ID=78436ecb-aafb-4c37-a028-d4ba1760d8ba,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.321796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-02bb877b-eea1-4ccc-8d12-509d6a169916 req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.349455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02bb877b-eea1-4ccc-8d12-509d6a169916 req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8988748 Feb 08 23:48:13.381355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc4242dc-0e58-4304-9004-46ddd837e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.389833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc4242dc-0e58-4304-9004-46ddd837e488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.391721 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc4242dc-0e58-4304-9004-46ddd837e488 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74e032cf-02ce-4456-bead-ef3bb3d1944c HTTP/1.1" status: 204 len: 168 time: 0.2387373 Feb 08 23:48:13.399873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd9c1-3e9b-41ff-a607-a62a6a172261 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8023bf-08c0-4356-8900-7b9f1de2a567,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.418840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4242dc-0e58-4304-9004-46ddd837e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e032cf-02ce-4456-bead-ef3bb3d1944c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.423920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d751d3c-59e8-432e-9ed4-6b9e714b5660 req-7afe9708-9c41-4e8d-bf86-708125f660ac tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503807 Feb 08 23:48:13.472333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.482358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] No DVR routers for this DVR port 78436ecb-aafb-4c37-a028-d4ba1760d8ba on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:48:13.497896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.501472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e06d3b-c2c2-4a7d-a2f5-5f42878359e4 req-bfc76db6-ee6b-4b90-a53d-64922c59ec4d tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.21 "DELETE /v2.0/ports/78436ecb-aafb-4c37-a028-d4ba1760d8ba HTTP/1.1" status: 204 len: 173 time: 2.3903234 Feb 08 23:48:13.503814 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.528888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205b18c-5247-4e12-bc53-248d704a963e', 'name': 'network-vif-deleted', 'tag': '78436ecb-aafb-4c37-a028-d4ba1760d8ba'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:13.531076 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7964f3-5531-4f66-8115-2065e5eb6694" -d '{"events": [{"server_uuid": "a205b18c-5247-4e12-bc53-248d704a963e", "name": "network-vif-deleted", "tag": "78436ecb-aafb-4c37-a028-d4ba1760d8ba"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:13.550991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c0f9f60c-af75-4549-9d60-71d57f66b7df triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:13.551572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.602546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f061ce98-5318-433e-b3c1-b721d5594ad8 req-b1b62b24-2c20-47f3-9281-44e9b1a02268 tempest-LiveMigrationNegativeTest-725386035 tempest-LiveMigrationNegativeTest-725386035-project] 10.222.0.32 "GET /v2.0/ports?device_id=a205b18c-5247-4e12-bc53-248d704a963e HTTP/1.1" status: 200 len: 210 time: 0.1140213 Feb 08 23:48:13.629209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Attempting to bind port 4579af79-7ac6-4181-84d8-7964e8ecbe09 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:13.629703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Attempting to bind port 4579af79-7ac6-4181-84d8-7964e8ecbe09 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:13.630195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Attempting to bind port 4579af79-7ac6-4181-84d8-7964e8ecbe09 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:13.637262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07897d53-ada6-491f-8f97-66919d39cbba None None] Pushing event updated for resources: {'Port': ['ID=4579af79-7ac6-4181-84d8-7964e8ecbe09,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.687418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e37e9a-0d7c-43ea-ad2f-608ec09d62bf req-05ca14f8-e9d4-4b71-a256-b4b9352296a2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:13.700532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:13.701166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:13.701603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88e37e9a-0d7c-43ea-ad2f-608ec09d62bf req-05ca14f8-e9d4-4b71-a256-b4b9352296a2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 948 time: 0.1466939 Feb 08 23:48:13.701773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.702275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:13.702888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Bound port: 4579af79-7ac6-4181-84d8-7964e8ecbe09, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:13.703377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.740185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:13.790285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] For port 4579af79-7ac6-4181-84d8-7964e8ecbe09, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:13.794868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] For port 4579af79-7ac6-4181-84d8-7964e8ecbe09, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4579af79-7ac6-4181-84d8-7964e8ecbe09,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:13.801798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.825847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88e37e9a-0d7c-43ea-ad2f-608ec09d62bf req-c2d53c8c-0b95-4ade-a982-f3133cfbcc5b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206868 Feb 08 23:48:13.828777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2970574d-32b1-45be-81d1-6eb3008d2923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:13.882944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07897d53-ada6-491f-8f97-66919d39cbba None None] Pushing event updated for resources: {'Port': ['ID=4579af79-7ac6-4181-84d8-7964e8ecbe09,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:13.913479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-045fa861-36ab-4896-8f34-2dff6e5d1f83 req-4f8e7536-9cce-4fb5-9ee4-aaf98aba3b90 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/0a8023bf-08c0-4356-8900-7b9f1de2a567 HTTP/1.1" status: 200 len: 1811 time: 0.1461432 Feb 08 23:48:13.947468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Routers {'9c149952-63e7-4851-a7a5-0d550f614e0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:13.948085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:47:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['9c149952-63e7-4851-a7a5-0d550f614e0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:13.996816 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d03dd-7dcf-43c8-8a56-f0b708e3c417 x-openstack-request-id: req-e96d03dd-7dcf-43c8-8a56-f0b708e3c417 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:13.998569 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205b18c-5247-4e12-bc53-248d704a963e", "name": "network-vif-deleted", "tag": "78436ecb-aafb-4c37-a028-d4ba1760d8ba", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:13.998824 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e96d03dd-7dcf-43c8-8a56-f0b708e3c417 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:13.999220 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205b18c-5247-4e12-bc53-248d704a963e', 'name': 'network-vif-deleted', 'tag': '78436ecb-aafb-4c37-a028-d4ba1760d8ba', 'status': 'completed', 'code': 200} Feb 08 23:48:14.001410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2970574d-32b1-45be-81d1-6eb3008d2923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.008531 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2970574d-32b1-45be-81d1-6eb3008d2923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.068559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2970574d-32b1-45be-81d1-6eb3008d2923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8a73c1926474717a4688a47b77729bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267393 Feb 08 23:48:14.071691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39096) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:14.144468 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-59a6ee7d-00cf-43e0-8580-a36a18b6aae0 req-9243df9d-0524-485d-9a64-2de96d7b10c5 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] show failed (client error): The resource could not be found. Feb 08 23:48:14.151781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59a6ee7d-00cf-43e0-8580-a36a18b6aae0 req-9243df9d-0524-485d-9a64-2de96d7b10c5 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/4e85aafd-c80b-4d5b-a59c-24116d488063 HTTP/1.1" status: 404 len: 352 time: 0.0913036 Feb 08 23:48:14.164142 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b428d76c-f662-4779-a41c-655d5fa57bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.207441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970574d-32b1-45be-81d1-6eb3008d2923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac5259-e39f-4b40-badb-b1df37c92ded,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:14.211628 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-0d424e2c-4df1-4ae9-bc51-4c648776cdec req-4abad561-0614-497b-8c44-789e452d134d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] show failed (client error): The resource could not be found. Feb 08 23:48:14.219789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d424e2c-4df1-4ae9-bc51-4c648776cdec req-4abad561-0614-497b-8c44-789e452d134d tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-group-rules/9d778e24-397a-48d0-8c02-6457c0accd88 HTTP/1.1" status: 404 len: 361 time: 0.0279832 Feb 08 23:48:14.250623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b428d76c-f662-4779-a41c-655d5fa57bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.292940 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-118bad26-3f5f-406b-b40a-c0631d77a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.321981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] Set router 9c149952-63e7-4851-a7a5-0d550f614e0b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:14.361088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf56987c-b92e-49d1-a91d-c6e575912523 req-6a2698b5-dd7d-4ad3-95a4-21b7ac9cce36 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/0a8023bf-08c0-4356-8900-7b9f1de2a567 HTTP/1.1" status: 200 len: 1811 time: 0.1184080 Feb 08 23:48:14.457945 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf56987c-b92e-49d1-a91d-c6e575912523 req-a244172b-0470-4bb2-acae-b1d986fb3663 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.459979 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b428d76c-f662-4779-a41c-655d5fa57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.471638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b428d76c-f662-4779-a41c-655d5fa57bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.475631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b428d76c-f662-4779-a41c-655d5fa57bb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1fac5259-e39f-4b40-badb-b1df37c92ded HTTP/1.1" status: 204 len: 168 time: 0.4024634 Feb 08 23:48:14.499138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf56987c-b92e-49d1-a91d-c6e575912523 req-a244172b-0470-4bb2-acae-b1d986fb3663 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.507511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428d76c-f662-4779-a41c-655d5fa57bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac5259-e39f-4b40-badb-b1df37c92ded,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:14.613573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b12b1-e921-4ec3-93e1-81ec3fe4a2a3 req-d87c8c31-6d12-44cd-a32f-8706fa287194 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:14.616609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-563b12b1-e921-4ec3-93e1-81ec3fe4a2a3 req-d87c8c31-6d12-44cd-a32f-8706fa287194 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.1053474 Feb 08 23:48:14.625877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf56987c-b92e-49d1-a91d-c6e575912523 req-a244172b-0470-4bb2-acae-b1d986fb3663 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.635668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bf56987c-b92e-49d1-a91d-c6e575912523 req-a244172b-0470-4bb2-acae-b1d986fb3663 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:14.654502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf56987c-b92e-49d1-a91d-c6e575912523 req-a244172b-0470-4bb2-acae-b1d986fb3663 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a8023bf-08c0-4356-8900-7b9f1de2a567 HTTP/1.1" status: 204 len: 173 time: 0.2907465 Feb 08 23:48:14.724019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244172b-0470-4bb2-acae-b1d986fb3663 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8023bf-08c0-4356-8900-7b9f1de2a567,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:14.798297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-563b12b1-e921-4ec3-93e1-81ec3fe4a2a3 req-70bb72b3-a4fd-4b44-b2a4-083bc2229fab tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345031 Feb 08 23:48:14.804890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8b83cef8-1f43-4deb-91a9-6dcec8363273', 'name': '', 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:10Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 2, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'subnets': [{'id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:14.840756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0a219-3d40-4bf5-bcfe-6a29b59c8879 None None] The sync data for ids ['9c149952-63e7-4851-a7a5-0d550f614e0b'] in n-d-828413-1 is: [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8b83cef8-1f43-4deb-91a9-6dcec8363273', 'name': '', 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:10Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 2, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'subnets': [{'id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:14.887602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66feb1c1-411f-4f9b-8f3c-2506bbf0966e req-d7444ef7-093d-4adf-a501-d9f133385032 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/3ae2126a-9bcb-46b7-9acb-f77598d5db95 HTTP/1.1" status: 200 len: 1812 time: 0.1250112 Feb 08 23:48:15.021355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-66feb1c1-411f-4f9b-8f3c-2506bbf0966e req-da8e9e3d-f22d-49d0-b76d-3b6dbf225985 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.106471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4bcda-6b38-45e6-9ce0-4f05664dc0b2 req-a56e9ba4-edd0-44a3-81ab-21401b8d3beb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:15.108054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16c4bcda-6b38-45e6-9ce0-4f05664dc0b2 req-a56e9ba4-edd0-44a3-81ab-21401b8d3beb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 948 time: 0.1020846 Feb 08 23:48:15.109885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-66feb1c1-411f-4f9b-8f3c-2506bbf0966e req-da8e9e3d-f22d-49d0-b76d-3b6dbf225985 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.196554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16c4bcda-6b38-45e6-9ce0-4f05664dc0b2 req-fb671e7a-5f89-40c2-b1ae-79c67255314b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704799 Feb 08 23:48:15.215878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-66feb1c1-411f-4f9b-8f3c-2506bbf0966e req-da8e9e3d-f22d-49d0-b76d-3b6dbf225985 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.218870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-66feb1c1-411f-4f9b-8f3c-2506bbf0966e req-da8e9e3d-f22d-49d0-b76d-3b6dbf225985 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.220293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66feb1c1-411f-4f9b-8f3c-2506bbf0966e req-da8e9e3d-f22d-49d0-b76d-3b6dbf225985 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ae2126a-9bcb-46b7-9acb-f77598d5db95 HTTP/1.1" status: 204 len: 173 time: 0.3318295 Feb 08 23:48:15.243738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e9e3d-f22d-49d0-b76d-3b6dbf225985 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae2126a-9bcb-46b7-9acb-f77598d5db95,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:15.291423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a54199ec-95b7-4871-aa21-8ee9f71ed457 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:15.374171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec315255-26d6-4221-9c17-bdf712cdb4e9 req-b44c63e3-ff34-4c97-967a-8e5d9d2576e4 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/7963cd40-eb09-4258-af84-11a960e3e427 HTTP/1.1" status: 200 len: 1812 time: 0.1038811 Feb 08 23:48:15.424119 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.448463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port a54199ec-95b7-4871-aa21-8ee9f71ed457 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:48:15.453952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port a54199ec-95b7-4871-aa21-8ee9f71ed457 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:15.455287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.466556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec315255-26d6-4221-9c17-bdf712cdb4e9 req-02ce813f-0be1-4bd8-99b4-2eacc9cb0a75 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.522153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec315255-26d6-4221-9c17-bdf712cdb4e9 req-02ce813f-0be1-4bd8-99b4-2eacc9cb0a75 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.569169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:15.616704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec315255-26d6-4221-9c17-bdf712cdb4e9 req-02ce813f-0be1-4bd8-99b4-2eacc9cb0a75 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.619803 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.621413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec315255-26d6-4221-9c17-bdf712cdb4e9 req-02ce813f-0be1-4bd8-99b4-2eacc9cb0a75 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.623937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec315255-26d6-4221-9c17-bdf712cdb4e9 req-02ce813f-0be1-4bd8-99b4-2eacc9cb0a75 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "DELETE /v2.0/security-groups/7963cd40-eb09-4258-af84-11a960e3e427 HTTP/1.1" status: 204 len: 173 time: 0.2401576 Feb 08 23:48:15.703666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce813f-0be1-4bd8-99b4-2eacc9cb0a75 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7963cd40-eb09-4258-af84-11a960e3e427,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:15.705656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1092302d-f17a-4143-abe4-6851849abed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54199ec-95b7-4871-aa21-8ee9f71ed457'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:15.709066 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc0a42-688b-41e0-b779-871613ff71f9" -d '{"events": [{"server_uuid": "1092302d-f17a-4143-abe4-6851849abed6", "name": "network-vif-plugged", "status": "completed", "tag": "a54199ec-95b7-4871-aa21-8ee9f71ed457"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:15.761214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a54199ec-95b7-4871-aa21-8ee9f71ed457, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:15.771735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:15.788300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d658345-c75c-4083-8cb0-d1f63231b778 req-b17ef6f6-dede-4a4d-af10-7c3a83eb8a22 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/65894971-6e8e-41ae-a92a-6d45f3ef4947 HTTP/1.1" status: 200 len: 1812 time: 0.1323171 Feb 08 23:48:15.798864 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bee47e8-f6df-45a5-bf8c-c0d7ab635254 x-openstack-request-id: req-7bee47e8-f6df-45a5-bf8c-c0d7ab635254 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:15.799158 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1092302d-f17a-4143-abe4-6851849abed6", "name": "network-vif-plugged", "status": "completed", "tag": "a54199ec-95b7-4871-aa21-8ee9f71ed457", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:15.799432 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bee47e8-f6df-45a5-bf8c-c0d7ab635254 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:15.800064 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1092302d-f17a-4143-abe4-6851849abed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54199ec-95b7-4871-aa21-8ee9f71ed457', 'code': 200} Feb 08 23:48:15.937633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a54199ec-95b7-4871-aa21-8ee9f71ed457,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:16.089754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d658345-c75c-4083-8cb0-d1f63231b778 req-dba9d3e7-9013-45b7-b2c4-1436be4b2689 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.143115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-f9098238-cc4d-41f5-b6a2-fa98cce26a83 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:16.148450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-f9098238-cc4d-41f5-b6a2-fa98cce26a83 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.84 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.2507703 Feb 08 23:48:16.186242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e7be4-3297-4b1a-bfea-498e1825a096 req-84201e0e-bffd-48dd-b765-82b6ab10bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:16.189905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c79e7be4-3297-4b1a-bfea-498e1825a096 req-84201e0e-bffd-48dd-b765-82b6ab10bad9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 1100 time: 0.3180115 Feb 08 23:48:16.313027 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d658345-c75c-4083-8cb0-d1f63231b778 req-dba9d3e7-9013-45b7-b2c4-1436be4b2689 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.344887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf214bc1-8a11-46a7-8e7c-cf0f918997ed req-60f65b65-2d67-4fd8-af6c-23b84fca1f77 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:16.356409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf214bc1-8a11-46a7-8e7c-cf0f918997ed req-60f65b65-2d67-4fd8-af6c-23b84fca1f77 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 945 time: 0.3645194 Feb 08 23:48:16.401686 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ddb69ea-8b9a-4e31-9f14-580ea1149b53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6070cf5096aa48619af298cad5d42872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305018 Feb 08 23:48:16.405929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39212) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:16.464809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c79e7be4-3297-4b1a-bfea-498e1825a096 req-91aab63e-6bc8-4aee-91f3-6f5910c2699a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808984 Feb 08 23:48:16.502100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf214bc1-8a11-46a7-8e7c-cf0f918997ed req-e946bbfc-b5dc-4ace-b672-3986479d997d tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/security-groups?id=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393840 Feb 08 23:48:16.530187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d658345-c75c-4083-8cb0-d1f63231b778 req-dba9d3e7-9013-45b7-b2c4-1436be4b2689 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.532726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d658345-c75c-4083-8cb0-d1f63231b778 req-dba9d3e7-9013-45b7-b2c4-1436be4b2689 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.536820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d658345-c75c-4083-8cb0-d1f63231b778 req-dba9d3e7-9013-45b7-b2c4-1436be4b2689 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "DELETE /v2.0/security-groups/65894971-6e8e-41ae-a92a-6d45f3ef4947 HTTP/1.1" status: 204 len: 173 time: 0.7474315 Feb 08 23:48:16.544679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc94e-c121-43b4-8bc5-8dfb8f37937f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.568529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9d3e7-9013-45b7-b2c4-1436be4b2689 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65894971-6e8e-41ae-a92a-6d45f3ef4947,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:16.584714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Deleting port 42b485a8-6f80-4560-938b-ff2f6f988748 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:48:16.585114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.601160 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc94e-c121-43b4-8bc5-8dfb8f37937f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.679787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc94e-c121-43b4-8bc5-8dfb8f37937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.684291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc94e-c121-43b4-8bc5-8dfb8f37937f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.686044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd3bc94e-c121-43b4-8bc5-8dfb8f37937f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28f26274-0ad8-4059-960b-0be00d0b0a61 HTTP/1.1" status: 204 len: 168 time: 0.2791266 Feb 08 23:48:16.700575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bc94e-c121-43b4-8bc5-8dfb8f37937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f26274-0ad8-4059-960b-0be00d0b0a61,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:16.771867 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:16.925214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:17.248745 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.253080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4579af79-7ac6-4181-84d8-7964e8ecbe09 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:17.324298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] For port 42b485a8-6f80-4560-938b-ff2f6f988748, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=42b485a8-6f80-4560-938b-ff2f6f988748,segment=NetworkSegment(a3f798d3-eaa1-42f7-ac75-ec47354d256e),segment_id=a3f798d3-eaa1-42f7-ac75-ec47354d256e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:17.325502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.336973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3ee00-7639-465d-a778-7bc4b447c53f req-e808d74d-5524-4ce2-8d04-af0e0ae00441 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:17.338726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf3ee00-7639-465d-a778-7bc4b447c53f req-e808d74d-5524-4ce2-8d04-af0e0ae00441 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 949 time: 0.6588371 Feb 08 23:48:17.355856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6db13c84-1313-4acb-8031-5fb9851c8c56 req-44866154-b3dc-4d3e-8e7d-e9fef03bece8 tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "GET /v2.0/security-groups/ca6f8e4f-893b-4866-b1b9-131f008e20a4 HTTP/1.1" status: 200 len: 1811 time: 0.6097698 Feb 08 23:48:17.360900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Calling delete_port for 42b485a8-6f80-4560-938b-ff2f6f988748 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:48:17.417075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4579af79-7ac6-4181-84d8-7964e8ecbe09 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:17.417750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.463832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-network', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:17.466081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf3ee00-7639-465d-a778-7bc4b447c53f req-9984e4a7-528c-493b-9daa-c5922660afbd tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174037 Feb 08 23:48:17.516143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6db13c84-1313-4acb-8031-5fb9851c8c56 req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.559965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Made reservation on behalf of b2c0e82f437c405598cb15eed937099d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:17.562211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.603742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.628747 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.629035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6db13c84-1313-4acb-8031-5fb9851c8c56 req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.713289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4579af79-7ac6-4181-84d8-7964e8ecbe09, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4579af79-7ac6-4181-84d8-7964e8ecbe09,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:17.730462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.752767 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6db13c84-1313-4acb-8031-5fb9851c8c56 req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.755788 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6db13c84-1313-4acb-8031-5fb9851c8c56 req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.756970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6db13c84-1313-4acb-8031-5fb9851c8c56 req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] 10.222.0.32 "DELETE /v2.0/security-groups/ca6f8e4f-893b-4866-b1b9-131f008e20a4 HTTP/1.1" status: 204 len: 173 time: 0.3918798 Feb 08 23:48:17.769770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39242) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:17.781678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.816140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa2145-775b-4cc0-a7be-813277f42bb2 req-ef1c3c8c-9306-4007-81bd-8b356dcafac1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:17.821223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cfa2145-775b-4cc0-a7be-813277f42bb2 req-ef1c3c8c-9306-4007-81bd-8b356dcafac1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1753244 Feb 08 23:48:17.821760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39244) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:17.865536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4579af79-7ac6-4181-84d8-7964e8ecbe09,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:17.902605 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Deleting subnet 4b5b4434-61b3-4499-9ab4-ba033f0caa09 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:48:17.906200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.944147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.983434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:17.992088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.024076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6f8e4f-893b-4866-b1b9-131f008e20a4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:18.027112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.028758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-416cb675-cd6f-427e-bf36-06003bd8c638 req-c98cc018-8d24-4c6a-a5ec-415ff2d65011 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.32 "GET /v2.0/ports?device_id=536e4b06-b580-4b4a-a56c-bda0b2c3e98b HTTP/1.1" status: 200 len: 210 time: 0.1456385 Feb 08 23:48:18.065912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:18.067943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Pushing event deleted for resources: {'Port': ['ID=42b485a8-6f80-4560-938b-ff2f6f988748,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:18.090681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.091024 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Added segment da74b3d6-859f-4cf8-bdd6-c639735125a0 of type vlan for network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 Feb 08 23:48:18.101141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:18.124620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.125102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.125347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.125698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.126022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.126352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.126686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.127163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.129556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.129980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.130681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.130681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d973f2a-55d3-4109-a09c-2ef78d32323f tempest-SecurityGroupRulesNegativeTestJSON-2131400831 tempest-SecurityGroupRulesNegativeTestJSON-2131400831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.134478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] No DVR routers for this DVR port 42b485a8-6f80-4560-938b-ff2f6f988748 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:48:18.137489 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.145609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8b24b6c-f560-437e-9abe-32398ad40800 req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] 10.222.0.84 "DELETE /v2.0/ports/42b485a8-6f80-4560-938b-ff2f6f988748 HTTP/1.1" status: 204 len: 173 time: 1.9699471 Feb 08 23:48:18.158318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.160225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'name': 'network-vif-deleted', 'tag': '42b485a8-6f80-4560-938b-ff2f6f988748'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:18.164599 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffa8ac2-04cb-4649-b21a-7b44f777165c" -d '{"events": [{"server_uuid": "536e4b06-b580-4b4a-a56c-bda0b2c3e98b", "name": "network-vif-deleted", "tag": "42b485a8-6f80-4560-938b-ff2f6f988748"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:18.169474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.169824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.170214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.170556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.170891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.171254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.171755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.172134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.172470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.173488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.173899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.174385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975e43d8-736e-4e6e-a266-be53d2a0d3c3 tempest-InstanceActionsTestJSON-644345968 tempest-InstanceActionsTestJSON-644345968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:18.202895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cfa2145-775b-4cc0-a7be-813277f42bb2 req-dbae5281-12a0-4107-b0e8-80bd93bd1385 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979994 Feb 08 23:48:18.220240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-974364c6-7c41-44d4-9792-a825dbd5a9e1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6de69c2bbbe4d269b8c093f780f90a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634288 Feb 08 23:48:18.222737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39252) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:18.234105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.272965 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b67eb-0399-491c-b521-d0493472ecb1 x-openstack-request-id: req-c15b67eb-0399-491c-b521-d0493472ecb1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:18.272965 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536e4b06-b580-4b4a-a56c-bda0b2c3e98b", "name": "network-vif-deleted", "tag": "42b485a8-6f80-4560-938b-ff2f6f988748", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:18.272965 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c15b67eb-0399-491c-b521-d0493472ecb1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:18.273673 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536e4b06-b580-4b4a-a56c-bda0b2c3e98b', 'name': 'network-vif-deleted', 'tag': '42b485a8-6f80-4560-938b-ff2f6f988748', 'status': 'completed', 'code': 200} Feb 08 23:48:18.287322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5b4434-61b3-4499-9ab4-ba033f0caa09,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:18.307238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.317613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-90645ad0-8a00-43b9-83c6-d928f4b30f48 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b5b4434-61b3-4499-9ab4-ba033f0caa09 HTTP/1.1" status: 204 len: 168 time: 0.5423515 Feb 08 23:48:18.318592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.319555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:18.320130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.322251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39260) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:18.463413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30120229-122f-4d76-956d-5c8248e8bd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.475350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64f840-32da-4e13-baf2-5451df84ad27 req-f0d42ccb-52eb-47f5-a298-7067577b57f2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:18.480686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba64f840-32da-4e13-baf2-5451df84ad27 req-f0d42ccb-52eb-47f5-a298-7067577b57f2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1388659 Feb 08 23:48:18.495780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.515609 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5890727 Feb 08 23:48:18.517368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39266) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:18.523675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Request body: {'subnet': {'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-subnet', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:18.532528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de85464-5a3a-4e31-933c-5e2abbf21a7f admin admin] Pushing event updated for resources: {'Network': ['ID=2d41cd3d-629d-4bc0-a2c4-6760c3646721,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:18.545007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:18.603742 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Sync routers for ids ['9c149952-63e7-4851-a7a5-0d550f614e0b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:18.618118 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Routers {'9c149952-63e7-4851-a7a5-0d550f614e0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:18.618738 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['9c149952-63e7-4851-a7a5-0d550f614e0b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:18.645548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.651218 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30120229-122f-4d76-956d-5c8248e8bd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.699666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8782a9d-cb72-45e2-9f58-e7d40527189a']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:18.711504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba64f840-32da-4e13-baf2-5451df84ad27 req-26391e19-9008-48f8-ad98-88ef54e2b173 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107513 Feb 08 23:48:18.741220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459d26a7-8cf5-4466-a841-7cbbecb67020') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:18.742617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459d26a7-8cf5-4466-a841-7cbbecb67020') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:18.772447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.793269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199360-a796-47ae-8ec8-e7762b6b889f req-cf521eb8-6d92-45df-8697-dde5c5daba40 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:18.802172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.804193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d199360-a796-47ae-8ec8-e7762b6b889f req-cf521eb8-6d92-45df-8697-dde5c5daba40 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 949 time: 0.2241518 Feb 08 23:48:18.812346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Made reservation on behalf of b2c0e82f437c405598cb15eed937099d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:18.815551 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.828278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:48:18.828702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:48:18.833740 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:48:18.904244 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Set router 9c149952-63e7-4851-a7a5-0d550f614e0b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:18.966334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.972991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:18.976630 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] 10.222.0.32 "DELETE /v2.0/networks/d8782a9d-cb72-45e2-9f58-e7d40527189a HTTP/1.1" status: 204 len: 168 time: 0.6516674 Feb 08 23:48:19.032138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cfe84-b3b2-4a81-a5cf-ea00abab6dea admin admin] Pushing event deleted for resources: {'Network': ['ID=d8782a9d-cb72-45e2-9f58-e7d40527189a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:19.118514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d199360-a796-47ae-8ec8-e7762b6b889f req-0268c79b-ba32-427a-b89a-60415db73e6f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133235 Feb 08 23:48:19.170995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30120229-122f-4d76-956d-5c8248e8bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.173584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30120229-122f-4d76-956d-5c8248e8bd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.175348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30120229-122f-4d76-956d-5c8248e8bd53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80a9e352-c42d-40cb-9541-c6deeb325586 HTTP/1.1" status: 204 len: 168 time: 0.9515057 Feb 08 23:48:19.214156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30120229-122f-4d76-956d-5c8248e8bd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a9e352-c42d-40cb-9541-c6deeb325586,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:19.249180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0fbd5-873e-48bf-aac7-00f4639bc539 req-fa60c971-ae3b-4895-9328-222748c8292b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:19.257881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8c0fbd5-873e-48bf-aac7-00f4639bc539 req-fa60c971-ae3b-4895-9328-222748c8292b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1330214 Feb 08 23:48:19.261650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:19.289162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4579af79-7ac6-4181-84d8-7964e8ecbe09 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:19.384573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4579af79-7ac6-4181-84d8-7964e8ecbe09 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:19.385196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.395184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8c0fbd5-873e-48bf-aac7-00f4639bc539 req-c92f6f9a-0c9e-4394-a71c-9c1f856c84d1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331251 Feb 08 23:48:19.397725 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.472026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Deleting subnet 58a5f4f4-691a-4295-815a-fa8105972c0a {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:48:19.482475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.523858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 42b485a8-6f80-4560-938b-ff2f6f988748 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:48:19.556781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 42b485a8-6f80-4560-938b-ff2f6f988748 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:48:19.558462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 42b485a8-6f80-4560-938b-ff2f6f988748 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:48:19.577470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.599793 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8b83cef8-1f43-4deb-91a9-6dcec8363273', 'name': '', 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:10Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 2, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'subnets': [{'id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:19.633930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39290) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:19.672091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.675757 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Checking router: 9c149952-63e7-4851-a7a5-0d550f614e0b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:19.678507 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Updating router 9c149952-63e7-4851-a7a5-0d550f614e0b port 8b83cef8-1f43-4deb-91a9-6dcec8363273 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:19.700140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9083497-a03e-4138-a19f-39ccfcd9a9c8,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:19.750572 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.763638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cecfa-2c03-4ce3-84a0-63ed6671b2fe req-77fd3f2a-ed99-4073-8c03-2db822589d87 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:19.775593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc5cecfa-2c03-4ce3-84a0-63ed6671b2fe req-77fd3f2a-ed99-4073-8c03-2db822589d87 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 949 time: 0.3701897 Feb 08 23:48:19.780268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.834563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a5f4f4-691a-4295-815a-fa8105972c0a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:19.869486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.873351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.873893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.875293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.876254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.878096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.880410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.880967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.881495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.883154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.883674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.884458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:19.897424 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:19.905734 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41158a21-d1dc-4376-8a31-72b48b4ab402 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/58a5f4f4-691a-4295-815a-fa8105972c0a HTTP/1.1" status: 204 len: 168 time: 0.6431887 Feb 08 23:48:19.909241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39298) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:19.943933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Checking segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:19.946833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Network hostable DHCP agents. Network: 2d41cd3d-629d-4bc0-a2c4-6760c3646721, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:19.959723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4e540a03-12ee-4b46-affd-f219629e6418 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4152f5bc62e142e9b6759b4757cbff38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122337 Feb 08 23:48:19.972180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc5cecfa-2c03-4ce3-84a0-63ed6671b2fe req-93fa40cb-f48a-4cb7-ba78-87490f16e11d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906567 Feb 08 23:48:19.973532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39300) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:20.112549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:20.134339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2d41cd3d-629d-4bc0-a2c4-6760c3646721) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:20.142960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019ba61-167f-41a8-838b-34e963855d94 None None] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:20.143705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:20.144736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.160609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6deab58-350a-4252-852b-6b4c51d93c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.224367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30a69c46-7c07-4fad-b433-136cea9d89cf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7052293 Feb 08 23:48:20.233429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39312) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:20.241822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:20.250753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6deab58-350a-4252-852b-6b4c51d93c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.262949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.328260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39316) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:20.484795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.485724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b730800-cfd9-470e-a52f-6129722b7d72 req-5bf07187-56a8-4ca8-9eb4-953cc4f3b9f2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:20.488028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b730800-cfd9-470e-a52f-6129722b7d72 req-5bf07187-56a8-4ca8-9eb4-953cc4f3b9f2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1846657 Feb 08 23:48:20.513525 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6deab58-350a-4252-852b-6b4c51d93c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.516453 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.523252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6deab58-350a-4252-852b-6b4c51d93c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.524605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6deab58-350a-4252-852b-6b4c51d93c65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3305c504-9375-4339-8fe6-9ca10cedfba0 HTTP/1.1" status: 204 len: 168 time: 0.5395651 Feb 08 23:48:20.526803 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.546024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec59de1-3f83-4d9d-89d1-a7f5f2f5077b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:20.554191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'fixed_ips': [{'subnet_id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:48:20.563028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.572357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f798d3-eaa1-42f7-ac75-ec47354d256e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:20.575292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f798d3-eaa1-42f7-ac75-ec47354d256e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:20.629631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.655854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.658033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.669614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6deab58-350a-4252-852b-6b4c51d93c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3305c504-9375-4339-8fe6-9ca10cedfba0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:20.681636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.713522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:48:20.714630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:48:20.718877 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:48:20.725729 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b686f8f-005d-46c2-a07c-fc39404ab8bf None None] Pushing event updated for resources: {'Port': ['ID=8b83cef8-1f43-4deb-91a9-6dcec8363273,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:20.736640 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Attempting to bind port 8b83cef8-1f43-4deb-91a9-6dcec8363273 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:20.742025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b730800-cfd9-470e-a52f-6129722b7d72 req-7c2fc4fb-8d6c-459e-a11d-6e2c9ab04ab8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342737 Feb 08 23:48:20.742699 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Attempting to bind port 8b83cef8-1f43-4deb-91a9-6dcec8363273 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:20.743164 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Attempting to bind port 8b83cef8-1f43-4deb-91a9-6dcec8363273 on network f790474e-4c2a-451f-8d65-15c9522f00f0 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:20.752446 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:20.753915 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Checking segment: {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:20.754574 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.755212 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Bound using segment: {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:20.757307 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Bound port: 8b83cef8-1f43-4deb-91a9-6dcec8363273, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e16f620-b499-4162-87c1-60c527cd333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:20.757960 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.772924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce455508-e323-44df-ba31-e2d3868315f5 req-495094af-693a-45d7-8644-5e1bb4c312c6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:20.789824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce455508-e323-44df-ba31-e2d3868315f5 req-495094af-693a-45d7-8644-5e1bb4c312c6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:20.810108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce455508-e323-44df-ba31-e2d3868315f5 req-495094af-693a-45d7-8644-5e1bb4c312c6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6&device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 1689 time: 0.3489108 Feb 08 23:48:20.903169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce455508-e323-44df-ba31-e2d3868315f5 req-f0fe002c-5607-4962-9301-7b2bbf56a3c3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878637 Feb 08 23:48:20.942995 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] For port 8b83cef8-1f43-4deb-91a9-6dcec8363273, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:20.947690 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] For port 8b83cef8-1f43-4deb-91a9-6dcec8363273, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b83cef8-1f43-4deb-91a9-6dcec8363273,segment=NetworkSegment(5e16f620-b499-4162-87c1-60c527cd333b),segment_id=5e16f620-b499-4162-87c1-60c527cd333b)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:20.961065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-705acea8-c1ab-4eba-9397-babdf601a80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:20.962716 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.059513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Allocated IP 172.20.0.2 (2d41cd3d-629d-4bc0-a2c4-6760c3646721/a9083497-a03e-4138-a19f-39ccfcd9a9c8/40d95340-799a-47de-adcd-a3a0e8d94f4a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:21.072140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.084928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.104564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.106048 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Routers {'9c149952-63e7-4851-a7a5-0d550f614e0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:21.106778 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['9c149952-63e7-4851-a7a5-0d550f614e0b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:21.126730 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] 10.222.0.32 "DELETE /v2.0/networks/aec59de1-3f83-4d9d-89d1-a7f5f2f5077b HTTP/1.1" status: 204 len: 168 time: 1.2159233 Feb 08 23:48:21.236192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bc75e802-c683-41f9-896a-5b0fef8810a0 None None] Provisioning complete for port 8b83cef8-1f43-4deb-91a9-6dcec8363273 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:21.236891 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc75e802-c683-41f9-896a-5b0fef8810a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.274798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63063fba-bd4e-4fd1-b011-c31be6e59dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=aec59de1-3f83-4d9d-89d1-a7f5f2f5077b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:21.400951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f035-523c-4878-9b1b-886481d7ca4a req-a063a082-37a5-4b06-b39f-7e302dffa6bd tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:21.406930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddf4f035-523c-4878-9b1b-886481d7ca4a req-a063a082-37a5-4b06-b39f-7e302dffa6bd tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 1100 time: 0.1172631 Feb 08 23:48:21.433700 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] Set router 9c149952-63e7-4851-a7a5-0d550f614e0b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:21.476565 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.498113 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.535452 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b686f8f-005d-46c2-a07c-fc39404ab8bf None None] Pushing event updated for resources: {'Port': ['ID=8b83cef8-1f43-4deb-91a9-6dcec8363273,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:21.541072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddf4f035-523c-4878-9b1b-886481d7ca4a req-807ff006-4c47-41cf-894d-c6cbb4c6888d tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196899 Feb 08 23:48:21.545411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Pushing event updated for resources: {'Port': ['ID=40d95340-799a-47de-adcd-a3a0e8d94f4a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:21.552630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc75e802-c683-41f9-896a-5b0fef8810a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.582039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:21.592864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:21.597110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:21.673150 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.702176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc75e802-c683-41f9-896a-5b0fef8810a0 None None] For port 8b83cef8-1f43-4deb-91a9-6dcec8363273, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b83cef8-1f43-4deb-91a9-6dcec8363273,segment=NetworkSegment(5e16f620-b499-4162-87c1-60c527cd333b),segment_id=5e16f620-b499-4162-87c1-60c527cd333b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:21.726788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc75e802-c683-41f9-896a-5b0fef8810a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.774066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Attempting to bind port 40d95340-799a-47de-adcd-a3a0e8d94f4a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:21.774909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Attempting to bind port 40d95340-799a-47de-adcd-a3a0e8d94f4a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:21.775677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Attempting to bind port 40d95340-799a-47de-adcd-a3a0e8d94f4a on network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:21.788981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39356) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:21.798448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:21.800153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Checking segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:21.801186 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.802458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Bound using segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:21.803531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Bound port: 40d95340-799a-47de-adcd-a3a0e8d94f4a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:21.804597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.836271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-705acea8-c1ab-4eba-9397-babdf601a80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.917798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75e802-c683-41f9-896a-5b0fef8810a0 None None] Pushing event updated for resources: {'Port': ['ID=8b83cef8-1f43-4deb-91a9-6dcec8363273,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:21.935440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-85cbae16-de55-467b-a420-ebcb42089715 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47db216e6ce54e95a28a958b982b140b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448727 Feb 08 23:48:21.937945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbcf10-b8f6-4a20-8c5c-39d1f4c1189d req-976aae81-752b-4414-98cb-26863547cadb tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:21.939920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26bbcf10-b8f6-4a20-8c5c-39d1f4c1189d req-976aae81-752b-4414-98cb-26863547cadb tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 1100 time: 0.1984847 Feb 08 23:48:21.940802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39358) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:21.944304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9cf39ddf-df71-4b10-8ef0-41a82ef9441f None None] Provisioning complete for port 8b83cef8-1f43-4deb-91a9-6dcec8363273 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:21.944676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cf39ddf-df71-4b10-8ef0-41a82ef9441f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.953608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-705acea8-c1ab-4eba-9397-babdf601a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:21.998521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc669f2-61f9-4590-b250-da0dc34bf914 req-c3d48cea-7679-4bc4-9306-94824d15c4f5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:22.002884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdc669f2-61f9-4590-b250-da0dc34bf914 req-c3d48cea-7679-4bc4-9306-94824d15c4f5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1227012 Feb 08 23:48:22.017175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705acea8-c1ab-4eba-9397-babdf601a80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc847af-cca5-46df-a026-65ae75201512,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:22.036874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] For port 40d95340-799a-47de-adcd-a3a0e8d94f4a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:22.039391 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8b83cef8-1f43-4deb-91a9-6dcec8363273', 'name': '', 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:10Z', 'updated_at': '2022-02-08T23:48:20Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'subnets': [{'id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:22.042004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] For port 40d95340-799a-47de-adcd-a3a0e8d94f4a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=40d95340-799a-47de-adcd-a3a0e8d94f4a,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:22.049413 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.084251 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-705acea8-c1ab-4eba-9397-babdf601a80c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e9e16b416b6422e822b564162a01d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7524328 Feb 08 23:48:22.089841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39364) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:22.137496 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ddb2f-fc2b-42cc-85c3-2dde14907a40 None None] The sync data for ids ['9c149952-63e7-4851-a7a5-0d550f614e0b'] in n-d-828413-1 is: [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:11Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8b83cef8-1f43-4deb-91a9-6dcec8363273', 'name': '', 'network_id': 'f790474e-4c2a-451f-8d65-15c9522f00f0', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'mac_address': 'fa:16:3e:78:e8:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:10Z', 'updated_at': '2022-02-08T23:48:20Z', 'revision_number': 4, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'subnets': [{'id': 'f45fb296-825b-4858-9831-90631f5f88b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:22.259414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26bbcf10-b8f6-4a20-8c5c-39d1f4c1189d req-bd447b93-3f0a-42fa-ad7c-0d65a8f22047 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070900 Feb 08 23:48:22.274549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a82f2c66-f69a-4f14-8481-3da9aeaab8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.371003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59bbf4c3-ee23-4327-9e3b-f4c2797e28dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.431701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdc669f2-61f9-4590-b250-da0dc34bf914 req-e0c698e6-03d0-4851-9611-07b8dcfe6e99 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4138052 Feb 08 23:48:22.469493 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a82f2c66-f69a-4f14-8481-3da9aeaab8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.548290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.565526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59bbf4c3-ee23-4327-9e3b-f4c2797e28dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.590085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.638928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4c960-b6ac-4525-bcca-6d03888d0786 None None] Pushing event updated for resources: {'Port': ['ID=40d95340-799a-47de-adcd-a3a0e8d94f4a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:22.758708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59bbf4c3-ee23-4327-9e3b-f4c2797e28dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.761281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59bbf4c3-ee23-4327-9e3b-f4c2797e28dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.762418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59bbf4c3-ee23-4327-9e3b-f4c2797e28dd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4 HTTP/1.1" status: 204 len: 168 time: 0.8194611 Feb 08 23:48:22.842152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbf4c3-ee23-4327-9e3b-f4c2797e28dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fbb4ef-5960-4ad2-b8e4-9c048ff11dd4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:22.891793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Allocated IP 172.25.3.107 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ebadab07-4d67-4449-8b71-91144b2516e1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:22.893709 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a82f2c66-f69a-4f14-8481-3da9aeaab8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.896511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a82f2c66-f69a-4f14-8481-3da9aeaab8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:22.906551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a82f2c66-f69a-4f14-8481-3da9aeaab8ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bc847af-cca5-46df-a026-65ae75201512 HTTP/1.1" status: 204 len: 168 time: 0.7856691 Feb 08 23:48:22.926482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f2c66-f69a-4f14-8481-3da9aeaab8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc847af-cca5-46df-a026-65ae75201512,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:23.063024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-61388ac4-c851-4fc4-8c94-40760b5cc719 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616963 Feb 08 23:48:23.177051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:23.268821 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:23.300840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-d32cc570-78e9-4e66-880a-567fda899cd6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:23.302573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-d32cc570-78e9-4e66-880a-567fda899cd6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387509 Feb 08 23:48:23.303917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:23.330388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-8c54fc66-d4b7-41d4-9a9a-c11b8dd0ae95 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/quotas/b6247756c03d4085a71859c0dd6f37e0 HTTP/1.1" status: 200 len: 375 time: 0.0185289 Feb 08 23:48:23.346075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:23.354207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:23.443618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Pushing event updated for resources: {'Port': ['ID=ebadab07-4d67-4449-8b71-91144b2516e1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:23.501719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40d95340-799a-47de-adcd-a3a0e8d94f4a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:23.560781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-c6232b15-4bca-441a-a48a-bce45f701bb1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1873286 Feb 08 23:48:23.694944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 40d95340-799a-47de-adcd-a3a0e8d94f4a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:23.695540 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:23.756462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55111d14-2319-49ff-826c-1711100e3c5e req-0ba65bf1-3b01-4c59-baf7-b58f82cc9f15 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:23.758267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55111d14-2319-49ff-826c-1711100e3c5e req-0ba65bf1-3b01-4c59-baf7-b58f82cc9f15 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1411150 Feb 08 23:48:23.878475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55111d14-2319-49ff-826c-1711100e3c5e req-60776df2-6cea-42d1-823d-cb605941b01e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109378 Feb 08 23:48:23.948258 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.015619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.070353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 40d95340-799a-47de-adcd-a3a0e8d94f4a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=40d95340-799a-47de-adcd-a3a0e8d94f4a,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:24.075591 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.076447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b83cef8-1f43-4deb-91a9-6dcec8363273 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:24.240747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39424) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:24.270339 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc108e67-7195-4a45-bf65-9e94ff7c4f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.296044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.327632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=40d95340-799a-47de-adcd-a3a0e8d94f4a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:24.340600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442d6d2-68f3-4c34-b271-c6764e14e9b3 None None] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:24.435431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8b83cef8-1f43-4deb-91a9-6dcec8363273 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:24.436416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.438600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39426) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:24.507253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc108e67-7195-4a45-bf65-9e94ff7c4f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.514909 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc108e67-7195-4a45-bf65-9e94ff7c4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.515596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bfc82477-e551-4cc8-87cc-a13f034703a3 None None] Provisioning complete for port 40d95340-799a-47de-adcd-a3a0e8d94f4a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:24.516458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bfc82477-e551-4cc8-87cc-a13f034703a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.557563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc108e67-7195-4a45-bf65-9e94ff7c4f66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f16e997a3ad4400d9b8b9c7d6486192e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151848 Feb 08 23:48:24.559188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39434) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:24.649946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc108e67-7195-4a45-bf65-9e94ff7c4f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1067a815-b70a-447d-985b-807aaefdf687,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:24.778519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d7543db-b205-490e-851f-3aeb759a16d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:24.844744 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d7543db-b205-490e-851f-3aeb759a16d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.001687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0ee81ef-b64a-4990-a1fc-fa8e85444a62 req-ef1172a0-e2c7-4e3c-ab51-98ea63ff1238 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 210 time: 0.0841999 Feb 08 23:48:25.031329 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d7543db-b205-490e-851f-3aeb759a16d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.036534 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d7543db-b205-490e-851f-3aeb759a16d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.039035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2d7543db-b205-490e-851f-3aeb759a16d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1067a815-b70a-447d-985b-807aaefdf687 HTTP/1.1" status: 204 len: 168 time: 0.4776411 Feb 08 23:48:25.056824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7543db-b205-490e-851f-3aeb759a16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1067a815-b70a-447d-985b-807aaefdf687,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:25.113337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-940597664-network', 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:25.168144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:25.170477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.182014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.218287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Router 500a3e32-c5be-485e-ae73-9f196f01023f is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:48:25.382364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1365f6-ab8a-4933-a5c0-b5cbd89c8eec req-3e68468b-812c-437a-9e80-563c06e85108 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:25.389980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da1365f6-ab8a-4933-a5c0-b5cbd89c8eec req-3e68468b-812c-437a-9e80-563c06e85108 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1886570 Feb 08 23:48:25.465805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40d95340-799a-47de-adcd-a3a0e8d94f4a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:25.522632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da1365f6-ab8a-4933-a5c0-b5cbd89c8eec req-7ed9f50a-2057-4450-a453-f0808720532e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256483 Feb 08 23:48:25.563776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.565958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:25.575648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.585903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Sync routers for ids ['500a3e32-c5be-485e-ae73-9f196f01023f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:25.590485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:25.604152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.604992 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Added segment ab3af632-1234-4e59-a01b-4c3bbadc18a7 of type vlan for network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 Feb 08 23:48:25.625740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Routers {'500a3e32-c5be-485e-ae73-9f196f01023f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:25.627078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['500a3e32-c5be-485e-ae73-9f196f01023f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:25.676011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.707382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 40d95340-799a-47de-adcd-a3a0e8d94f4a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:25.709251 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.759246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.763519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:25.764130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.805888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.810018 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-328b0d08-94ba-4bd3-a6f1-a16015145782 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5739865 Feb 08 23:48:25.810677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39480) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:25.933306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-532c6fea-6a1f-4ff5-b3a7-8f5021f1bcb6 None None] Provisioning complete for port 40d95340-799a-47de-adcd-a3a0e8d94f4a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:25.933898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-532c6fea-6a1f-4ff5-b3a7-8f5021f1bcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:25.992075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Set router 500a3e32-c5be-485e-ae73-9f196f01023f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:26.034051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502cf983-96a7-46f4-a5fa-620a2883b1c7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:26.055435 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6143994 Feb 08 23:48:26.091162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39486) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:26.143874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Request body: {'subnet': {'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-940597664-subnet', 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:26.193021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20decbd-f1f9-43fc-bec0-65ee3331cfa8 admin admin] Pushing event updated for resources: {'Network': ['ID=4c83a6a0-c1cd-408f-9eb6-4d688928a154,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:26.233679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:26.243139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:26.247721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:26.289492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f776e13-b5fc-4259-afc1-7b31ac40c339 req-945b7663-f56a-4239-bc9d-718d128e365a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 210 time: 0.1122046 Feb 08 23:48:26.338882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39500) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:26.668488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:26.875471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1139247257-network', 'tenant_id': '10b564ed81204371918989dc8ceb4dff'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:26.891625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:26.891859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46070e5f-6f83-4b5f-84c6-f0db99c6c112,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:26.910669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:26.913954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Network hostable DHCP agents. Network: 4c83a6a0-c1cd-408f-9eb6-4d688928a154, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:26.945595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceea89-816f-4631-a344-1490ab8c94b0 req-5a02c8ae-cd6a-4fef-863d-7e86910452b2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:26.947192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:26.950057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9eceea89-816f-4631-a344-1490ab8c94b0 req-5a02c8ae-cd6a-4fef-863d-7e86910452b2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2342751 Feb 08 23:48:26.961508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Made reservation on behalf of 10b564ed81204371918989dc8ceb4dff for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:26.966716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:48:23Z', 'revision_number': 3, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:26.967364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:26.992835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 4c83a6a0-c1cd-408f-9eb6-4d688928a154) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:27.005694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.022693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:27.023348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ee98b6-533d-4364-bd04-33a45cb7bd15 None None] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:27.023790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.027229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Checking router: 500a3e32-c5be-485e-ae73-9f196f01023f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:27.028210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Updating router 500a3e32-c5be-485e-ae73-9f196f01023f port ebadab07-4d67-4449-8b71-91144b2516e1 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:27.115101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.202412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9eceea89-816f-4631-a344-1490ab8c94b0 req-4cc8696b-6f5c-4ecf-a742-6db0e534ed27 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291346 Feb 08 23:48:27.232059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.242927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.245544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-3980d5f0-3cef-4add-b883-8531d5591d29 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929089 Feb 08 23:48:27.286891 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d47fe858-50cc-492d-9d42-8c07bd0a4b86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1946304 Feb 08 23:48:27.365218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:27.385107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f0223-78f9-4937-948e-12b743fdfbe6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:27.427133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.432600 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Added segment 4f3e3c5e-ecd4-406a-a992-377710ead704 of type vlan for network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 Feb 08 23:48:27.545599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.608626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.609822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:27.610525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.659481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a31fb84-0e0c-4371-8f21-9fc4ce9b6b29 req-8f7d72bd-e75a-4a23-9a93-44791d8ff31a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 210 time: 0.1274829 Feb 08 23:48:27.730877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3908184 Feb 08 23:48:27.737243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:27.753760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Request body: {'subnet': {'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1139247257-subnet', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:27.783848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-99e6a495-4251-4ce2-84a8-1d91191be304 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:27.787594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-99e6a495-4251-4ce2-84a8-1d91191be304 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5343525 Feb 08 23:48:27.789937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f928-b2c8-4bae-a37c-c58e96c27faa admin admin] Pushing event updated for resources: {'Network': ['ID=59c02b4a-2ee9-4ae4-b70e-f67890517d21,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:27.820034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Made reservation on behalf of 10b564ed81204371918989dc8ceb4dff for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:27.830057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.879716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-9a864954-2a8a-4e82-b4fc-26bb2779630a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777004 Feb 08 23:48:27.889187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:27.899287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:27.907162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:27.994658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.103579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Allocated IP 172.20.0.1 (2d41cd3d-629d-4bc0-a2c4-6760c3646721/a9083497-a03e-4138-a19f-39ccfcd9a9c8/f851acf2-c97a-4edb-b236-cdd554952b0c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:28.111065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Attempting to bind port ebadab07-4d67-4449-8b71-91144b2516e1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:28.112074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Attempting to bind port ebadab07-4d67-4449-8b71-91144b2516e1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:28.112501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Attempting to bind port ebadab07-4d67-4449-8b71-91144b2516e1 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:28.141671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ffb29-d3cd-4da0-951e-ca35f81d7a8f None None] Pushing event updated for resources: {'Port': ['ID=ebadab07-4d67-4449-8b71-91144b2516e1,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:28.144729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:28.145159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:28.145563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.145947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:28.146433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Bound port: ebadab07-4d67-4449-8b71-91144b2516e1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:28.146808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.199945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594f6f2-129f-4cb1-8a85-94d8b3b8d76a None None] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:28.315799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.323587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-abed99cf-32a9-4cc0-881e-0551525672db tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:28.329918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-abed99cf-32a9-4cc0-881e-0551525672db tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4283426 Feb 08 23:48:28.358096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:28.435888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Checking segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:28.436292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Network hostable DHCP agents. Network: 59c02b4a-2ee9-4ae4-b70e-f67890517d21, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:28.444624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c4290a-4241-4474-a854-3d8abfa300d4,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:28.484827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:28.489949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] For port ebadab07-4d67-4449-8b71-91144b2516e1, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:28.493439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] For port ebadab07-4d67-4449-8b71-91144b2516e1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebadab07-4d67-4449-8b71-91144b2516e1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:28.499604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.501519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 59c02b4a-2ee9-4ae4-b70e-f67890517d21) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:28.519397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:28.523833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.561298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db62233-ffd3-48fc-a81e-18128a173274 None None] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:28.563956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57af7d-f3f3-4aed-bb3c-2eb4dc95b838 req-762b7949-65ae-4ce0-865e-d1cf05e4e08c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:28.566819 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0d38ed6a-85a2-448b-bd3b-93f7f9ff03ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8187728 Feb 08 23:48:28.568704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:28.572675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb57af7d-f3f3-4aed-bb3c-2eb4dc95b838 req-762b7949-65ae-4ce0-865e-d1cf05e4e08c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2440984 Feb 08 23:48:28.592758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:28.639050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.661325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:28.662049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Routers {'500a3e32-c5be-485e-ae73-9f196f01023f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:28.662660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['500a3e32-c5be-485e-ae73-9f196f01023f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:28.665486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.683101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.687367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.702192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb57af7d-f3f3-4aed-bb3c-2eb4dc95b838 req-253abbfd-0ee7-47bc-a643-7b3d6705dc3e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245973 Feb 08 23:48:28.742713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:28.747210 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.802783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] Set router 500a3e32-c5be-485e-ae73-9f196f01023f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:28.870843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:28.982607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ffb29-d3cd-4da0-951e-ca35f81d7a8f None None] Pushing event updated for resources: {'Port': ['ID=ebadab07-4d67-4449-8b71-91144b2516e1,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:29.069637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:29.127693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33212a5f-8632-465f-911e-7c5bfcd73900 None None] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:29.153902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:48:23Z', 'revision_number': 3, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:29.225044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5fbd11-027f-43ec-9319-3e3832414f64 None None] The sync data for ids ['500a3e32-c5be-485e-ae73-9f196f01023f'] in n-d-828413-1 is: [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:48:23Z', 'revision_number': 3, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:29.478990 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:29.519210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:29.725929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.104 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/82edcd53-8b5a-4250-9837-f7d1fc3f7f13) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:29.739663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Allocated IP 172.25.3.12 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/733d796d-53ac-48c0-8ae3-834ebf11843a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:29.740713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12d7c3b3-b5f8-4ec9-b406-63f250cf2043 req-0ab590d1-941f-4258-b382-c4431f448ee4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 210 time: 0.1194773 Feb 08 23:48:29.746403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:29.795357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:29.828571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:29.836589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:30.061661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.165149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.211043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Pushing event updated for resources: {'Port': ['ID=f851acf2-c97a-4edb-b236-cdd554952b0c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:30.222144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-48ae7435-b2d9-456d-ad7b-8ee2e99ebee8 None None] Provisioning complete for port f851acf2-c97a-4edb-b236-cdd554952b0c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:30.222702 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48ae7435-b2d9-456d-ad7b-8ee2e99ebee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.264840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:30.272729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:30.297560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:30.312660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.314426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Pushing event updated for resources: {'Port': ['ID=733d796d-53ac-48c0-8ae3-834ebf11843a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:30.364586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-48ae7435-b2d9-456d-ad7b-8ee2e99ebee8 None None] Port f851acf2-c97a-4edb-b236-cdd554952b0c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:30.391095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-62aa3209-1aaf-4182-a037-e50aaf75caf2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:30.393095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-62aa3209-1aaf-4182-a037-e50aaf75caf2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 1.2826569 Feb 08 23:48:30.432418 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.633983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d794bfd6-cb2d-47ef-8d56-fe69bc3b5c8a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.2026033 Feb 08 23:48:30.687027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08cd67-171e-44ce-9111-d4cd50e57260 req-40f7bda0-fd9f-4ea4-b0f3-63c6a07c50e1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:30.695305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de08cd67-171e-44ce-9111-d4cd50e57260 req-40f7bda0-fd9f-4ea4-b0f3-63c6a07c50e1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3571110 Feb 08 23:48:30.734130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-4985cbb6-f79d-4dd0-af63-51bf7d729bb3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815086 Feb 08 23:48:30.801165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.813588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:30.911986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.949352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:30.954850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:30.981857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:31.021424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:31.122514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:31.124520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.227169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-38a762d5-d5b1-4e54-b9cc-4f550a9beb89 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672046 Feb 08 23:48:31.234643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de08cd67-171e-44ce-9111-d4cd50e57260 req-6bc0d7c5-90c7-4b69-9af2-6a46d0c518f5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5384581 Feb 08 23:48:31.255021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.200 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/9c874095-0f01-436a-949f-0714199cf09e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:31.391647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9912b69f-f4ef-472b-9453-f7ad13ee9e68 None None] Provisioning complete for port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:31.392233 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9912b69f-f4ef-472b-9453-f7ad13ee9e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.392604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.471455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:31.492907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9912b69f-f4ef-472b-9453-f7ad13ee9e68 None None] Port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:31.498933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebadab07-4d67-4449-8b71-91144b2516e1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:31.604146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-6058cb92-16e6-432e-8b1a-c7af919c627c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2549624 Feb 08 23:48:31.676863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ebadab07-4d67-4449-8b71-91144b2516e1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:31.677426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.693602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Request body: {'port': {'device_id': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:31.714528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Router 4a43af39-c443-4664-9f30-e0bf7e3e423e is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:48:31.822356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.857373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.924657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port ebadab07-4d67-4449-8b71-91144b2516e1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebadab07-4d67-4449-8b71-91144b2516e1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:31.931160 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:31.954853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:31.975178 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Sync routers for ids ['4a43af39-c443-4664-9f30-e0bf7e3e423e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:31.994059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Routers {'4a43af39-c443-4664-9f30-e0bf7e3e423e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:31.996697 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a43af39-c443-4664-9f30-e0bf7e3e423e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:31.998981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:32.003232 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-089a27b8-e2cd-4919-8477-c065c5d34f39 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4310248 Feb 08 23:48:32.003936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:32.050348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=ebadab07-4d67-4449-8b71-91144b2516e1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:32.137065 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Set router 4a43af39-c443-4664-9f30-e0bf7e3e423e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:32.316393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-dbef13bc-6ad2-43a2-989c-9069c93ca352 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0314486 Feb 08 23:48:32.415485 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:48:30Z', 'revision_number': 3, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:32.505139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11029e-9390-44c9-8c01-451cde07f2b1 req-261a9929-2dd4-4f33-a2e7-355223cd6b56 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:32.514119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f11029e-9390-44c9-8c01-451cde07f2b1 req-261a9929-2dd4-4f33-a2e7-355223cd6b56 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 936 time: 0.3456101 Feb 08 23:48:32.544279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Checking router: 4a43af39-c443-4664-9f30-e0bf7e3e423e for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:32.544627 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Updating router 4a43af39-c443-4664-9f30-e0bf7e3e423e port 733d796d-53ac-48c0-8ae3-834ebf11843a binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:32.600585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:32.641439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:32.648107 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:32.661779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f11029e-9390-44c9-8c01-451cde07f2b1 req-2e728cac-64af-4aed-9a2e-b35eeb4cbd58 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401360 Feb 08 23:48:32.670459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:32.788412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Pushing event updated for resources: {'Port': ['ID=f851acf2-c97a-4edb-b236-cdd554952b0c,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:32.922311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0674e2-1e77-454e-8e7e-15b7957feb0e req-07d3dec2-9c37-4a3e-ac04-15bbd3d16e29 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:32.933422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b0674e2-1e77-454e-8e7e-15b7957feb0e req-07d3dec2-9c37-4a3e-ac04-15bbd3d16e29 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1058855 Feb 08 23:48:32.936352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:32.949942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:32.952665 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.230847 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.238193 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.287009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:33.302459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:33.306400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:33.475620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.512352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b0674e2-1e77-454e-8e7e-15b7957feb0e req-f21ad8eb-9514-4164-a4da-99baa66965db tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776207 Feb 08 23:48:33.563179 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Attempting to bind port 733d796d-53ac-48c0-8ae3-834ebf11843a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:33.563324 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Attempting to bind port 733d796d-53ac-48c0-8ae3-834ebf11843a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:33.563703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Attempting to bind port 733d796d-53ac-48c0-8ae3-834ebf11843a on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:33.600951 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:33.611206 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:33.612250 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.612827 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:33.613480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Bound port: 733d796d-53ac-48c0-8ae3-834ebf11843a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:33.613937 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.725158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:33.742511 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d3744-d00c-4300-952e-83eafa208abc None None] Pushing event updated for resources: {'Port': ['ID=733d796d-53ac-48c0-8ae3-834ebf11843a,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:33.775443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebadab07-4d67-4449-8b71-91144b2516e1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:33.792133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60c4ae5e-a428-42aa-a291-13322ee927e4 req-c910d624-0fa6-4610-bbed-56341de04fa2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 210 time: 0.3144183 Feb 08 23:48:33.868136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:33.868822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.871326 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] For port 733d796d-53ac-48c0-8ae3-834ebf11843a, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:33.883915 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] For port 733d796d-53ac-48c0-8ae3-834ebf11843a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=733d796d-53ac-48c0-8ae3-834ebf11843a,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:33.891782 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:33.955805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-b15f8028-3b93-493f-8a14-5be1cfa61c15 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0791962 Feb 08 23:48:34.008531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Request body: {'port': {'device_id': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:34.024796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:34.055362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Allocated IP 172.20.0.1 (59c02b4a-2ee9-4ae4-b70e-f67890517d21/67c4290a-4241-4474-a854-3d8abfa300d4/176af192-a571-4e7c-88bb-aebd3f03acfa) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:34.130815 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Routers {'4a43af39-c443-4664-9f30-e0bf7e3e423e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:34.147456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a43af39-c443-4664-9f30-e0bf7e3e423e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:34.213808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:34.264756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-26e5ddc9-6d5f-4ee4-ac02-54a62bb76b7b None None] Provisioning complete for port 9c874095-0f01-436a-949f-0714199cf09e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:34.265337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26e5ddc9-6d5f-4ee4-ac02-54a62bb76b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.412310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.422038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-26e5ddc9-6d5f-4ee4-ac02-54a62bb76b7b None None] Port 9c874095-0f01-436a-949f-0714199cf09e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:34.424287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ebadab07-4d67-4449-8b71-91144b2516e1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:34.424738 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.646640 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.689760 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] Set router 4a43af39-c443-4664-9f30-e0bf7e3e423e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:34.758066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-02a5d381-11fb-43e8-b631-c0f3e29b1090 None None] Provisioning complete for port f851acf2-c97a-4edb-b236-cdd554952b0c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:34.760369 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02a5d381-11fb-43e8-b631-c0f3e29b1090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.772239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:34.776408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:34.779812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:34.784708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.793959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:34.802656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Pushing event updated for resources: {'Port': ['ID=176af192-a571-4e7c-88bb-aebd3f03acfa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:34.804369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Transition to ACTIVE for port object 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:48:34.824533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f693ced-b34f-4320-88de-3d2a5f85896a req-35a3d98b-9af5-4d3e-a1e6-38045f86c91c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:34.835847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f693ced-b34f-4320-88de-3d2a5f85896a req-35a3d98b-9af5-4d3e-a1e6-38045f86c91c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 936 time: 0.8690028 Feb 08 23:48:34.860840 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d3744-d00c-4300-952e-83eafa208abc None None] Pushing event updated for resources: {'Port': ['ID=733d796d-53ac-48c0-8ae3-834ebf11843a,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:34.869779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-02a5d381-11fb-43e8-b631-c0f3e29b1090 None None] Port f851acf2-c97a-4edb-b236-cdd554952b0c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:34.905694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:34.909863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:35.004565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d3b9d-daa7-4bad-9ccb-b5daad5f8ee2 req-37ab5801-ee13-47dd-b2ad-dbafc2817f08 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:35.013539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f4d3b9d-daa7-4bad-9ccb-b5daad5f8ee2 req-37ab5801-ee13-47dd-b2ad-dbafc2817f08 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.9409084 Feb 08 23:48:35.022957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f693ced-b34f-4320-88de-3d2a5f85896a req-3da47465-6990-4a6f-9813-ac183cd4c45f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849592 Feb 08 23:48:35.055587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-389d2158-0638-4cf7-9a71-b53939583d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:35.059843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-389d2158-0638-4cf7-9a71-b53939583d2e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.8401895 Feb 08 23:48:35.135311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:35.219290 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:48:30Z', 'revision_number': 3, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:35.279444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0616cf-9ec6-479d-a7f6-bd5ad0b31e24 None None] The sync data for ids ['4a43af39-c443-4664-9f30-e0bf7e3e423e'] in n-d-828413-1 is: [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:48:30Z', 'revision_number': 3, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:35.500366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:35.514754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:35.609273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Pushing event updated for resources: {'Port': ['ID=176af192-a571-4e7c-88bb-aebd3f03acfa,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:35.617092 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:35.785168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:35.797543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:35.799038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:36.003819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Router 4a43af39-c443-4664-9f30-e0bf7e3e423e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:48:36.017132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14bdcdc3-687d-4486-b86c-de9c947bc205 req-afe5db22-5fb8-44c7-a3cc-b668ff7db533 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 210 time: 0.1637592 Feb 08 23:48:36.056510 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:48:36.127162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:36.243809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f4d3b9d-daa7-4bad-9ccb-b5daad5f8ee2 req-4013436b-7846-41ba-8e4a-b93d84e1bec0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2027261 Feb 08 23:48:36.349887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Router 500a3e32-c5be-485e-ae73-9f196f01023f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:48:36.366417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:36.386107 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0c76a582-4343-488d-a972-474c05296af9 admin admin] 10.222.0.32 "PUT /v2.0/routers/4a43af39-c443-4664-9f30-e0bf7e3e423e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3810625 Feb 08 23:48:36.483472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-f79b8bce-677d-40e1-adf1-ec705bb04c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:36.485171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-f79b8bce-677d-40e1-adf1-ec705bb04c51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.6537066 Feb 08 23:48:36.523905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d959787d-065c-40e2-a3be-0a8f43140fc3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:36.525606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d959787d-065c-40e2-a3be-0a8f43140fc3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 1.6528692 Feb 08 23:48:36.556289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Attempting to bind port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:36.556657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Attempting to bind port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:36.556970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Attempting to bind port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:36.650104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:36.738601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:48:36.738844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Attempting to bind port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:36.756153 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:36.778561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:36.797257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:36.797598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:36.797981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:36.798567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Bound port: 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:36.799522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:36.819185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3082c83-4ebc-4a85-b5e5-2d45bd0314b8 req-a5f47322-aefd-4ba2-9b57-d3aa6568d737 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:36.826798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3082c83-4ebc-4a85-b5e5-2d45bd0314b8 req-a5f47322-aefd-4ba2-9b57-d3aa6568d737 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 948 time: 0.3776138 Feb 08 23:48:36.994332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-4c065b91-c594-4bb8-bcdb-1f06578258b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.4888916 Feb 08 23:48:37.134939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3082c83-4ebc-4a85-b5e5-2d45bd0314b8 req-bde31773-2e63-4d6b-9503-0e192ead4885 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072712 Feb 08 23:48:37.152763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:37.164538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] For port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:37.175270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e4123311-adc5-4e85-a4d7-344f3cdb7534 admin admin] 10.222.0.32 "PUT /v2.0/routers/500a3e32-c5be-485e-ae73-9f196f01023f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3628149 Feb 08 23:48:37.179623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Sync routers for ids ['500a3e32-c5be-485e-ae73-9f196f01023f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:37.194929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] For port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:37.196294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Routers {'500a3e32-c5be-485e-ae73-9f196f01023f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:37.197772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['500a3e32-c5be-485e-ae73-9f196f01023f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:37.208164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:37.231714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-d559d4d0-ef1c-4553-b2b7-d36f922676ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:37.233403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-d559d4d0-ef1c-4553-b2b7-d36f922676ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.2120750 Feb 08 23:48:37.269930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:37.273711 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:37.419125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:37.425913 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:37.429576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] 10.222.0.21 "PUT /v2.0/ports/82edcd53-8b5a-4250-9837-f7d1fc3f7f13 HTTP/1.1" status: 200 len: 1096 time: 5.7737277 Feb 08 23:48:37.440326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'tag': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:37.458843 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028" -d '{"events": [{"name": "network-changed", "server_uuid": "f8be3223-f82e-418b-a7ea-90e57cd785fe", "tag": "82edcd53-8b5a-4250-9837-f7d1fc3f7f13"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:37.497747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 733d796d-53ac-48c0-8ae3-834ebf11843a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:37.830950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c874095-0f01-436a-949f-0714199cf09e {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:37.865062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:37.866929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1053ae-5b3d-4ff0-8813-15ad238ee3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:37.878760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-3505945f-2397-498b-b36a-eb558f371af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:37.880384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-3505945f-2397-498b-b36a-eb558f371af2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6116514 Feb 08 23:48:37.903795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Set router 500a3e32-c5be-485e-ae73-9f196f01023f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:37.936693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Transition to ACTIVE for port object 9c874095-0f01-436a-949f-0714199cf09e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:48:38.055275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-074067e5-5b85-468b-9b38-d07c73c9d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:38.057149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-074067e5-5b85-468b-9b38-d07c73c9d9c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 1099 time: 0.5000231 Feb 08 23:48:38.057850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:38.099783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 733d796d-53ac-48c0-8ae3-834ebf11843a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:38.102752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:38.119881 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Sync routers for ids ['4a43af39-c443-4664-9f30-e0bf7e3e423e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:38.141288 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Routers {'4a43af39-c443-4664-9f30-e0bf7e3e423e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:38.141920 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a43af39-c443-4664-9f30-e0bf7e3e423e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:38.323037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:38.359214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-1c80507a-9f54-4435-a15b-3e41cea7ac0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13 HTTP/1.1" status: 200 len: 217 time: 0.2534366 Feb 08 23:48:38.418392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 733d796d-53ac-48c0-8ae3-834ebf11843a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=733d796d-53ac-48c0-8ae3-834ebf11843a,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:38.435259 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:38.546165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:48:30Z', 'revision_number': 4, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f851acf2-c97a-4edb-b236-cdd554952b0c', 'name': '', 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'mac_address': 'fa:16:3e:7b:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:26Z', 'updated_at': '2022-02-08T23:48:31Z', 'revision_number': 2, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'subnets': [{'id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:38.547884 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Set router 4a43af39-c443-4664-9f30-e0bf7e3e423e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:38.593815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.9 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/68ff3757-e1c2-4d31-95d1-04b55c1a8651) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:38.618054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-cb8d2c58-495b-40c3-b7ae-8e1d731e4e20 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227542 Feb 08 23:48:38.689709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Checking router: 500a3e32-c5be-485e-ae73-9f196f01023f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:38.691151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Updating router 500a3e32-c5be-485e-ae73-9f196f01023f port f851acf2-c97a-4edb-b236-cdd554952b0c binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:38.813533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=733d796d-53ac-48c0-8ae3-834ebf11843a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:38.841118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.083659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.225899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:39.244032 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:48:35Z', 'revision_number': 4, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '176af192-a571-4e7c-88bb-aebd3f03acfa', 'name': '', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:33Z', 'updated_at': '2022-02-08T23:48:35Z', 'revision_number': 2, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'subnets': [{'id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:39.306546 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Checking router: 4a43af39-c443-4664-9f30-e0bf7e3e423e for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:39.306546 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Updating router 4a43af39-c443-4664-9f30-e0bf7e3e423e port 176af192-a571-4e7c-88bb-aebd3f03acfa binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:39.347182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e72bfe89-550d-42a7-9d19-b520dea3dd69 req-874b73e5-0ccd-4986-9cc7-094e026e3b3b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 210 time: 0.2025068 Feb 08 23:48:39.425195 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.488397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 733d796d-53ac-48c0-8ae3-834ebf11843a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:39.525406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-fef94de9-8ce0-40f6-9850-42d2144c15ba tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:39.528978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39812) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:39.542146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-network', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:39.547331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-fef94de9-8ce0-40f6-9850-42d2144c15ba tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 811 time: 1.9839029 Feb 08 23:48:39.662247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Made reservation on behalf of a43a90ffb8764da7b9bdfe17752ae21c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:39.665523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.676001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 733d796d-53ac-48c0-8ae3-834ebf11843a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:39.677314 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.686357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.831370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.847750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6c206d-cfcf-44ac-9692-8c1742ee64d0 req-f96daf6e-3dff-4958-8f6d-51510a673ae1 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2003307 Feb 08 23:48:39.877492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Pushing event updated for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:39.906307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.913029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.922371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:39.999086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:40.016669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f822a-3fd0-47a1-b6e3-0ae3ccfbdb00,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.034872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.035605 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Added segment 785a6920-3a67-4c6e-904a-e8cdced3cd7c of type vlan for network 611ac8f4-e5d1-462a-b829-a0c38d91a961 Feb 08 23:48:40.061042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97bb0b4d-887d-4d3c-a9f1-6900b6ee2d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.122471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-8d759818-f9b4-4e7d-bc41-9185456e7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:40.128421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-8d759818-f9b4-4e7d-bc41-9185456e7466 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 1.6373544 Feb 08 23:48:40.143948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-4ee4197b-053a-454a-90b0-d93d1acb5964 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/quotas/10b564ed81204371918989dc8ceb4dff HTTP/1.1" status: 200 len: 375 time: 0.5930195 Feb 08 23:48:40.198868 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.202281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2656a-6740-45ad-b409-52ec4ad9b5f1 None None] Pushing event updated for resources: {'Port': ['ID=f851acf2-c97a-4edb-b236-cdd554952b0c,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.207409 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.246863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97bb0b4d-887d-4d3c-a9f1-6900b6ee2d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.262052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97bb0b4d-887d-4d3c-a9f1-6900b6ee2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.326890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.368868 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01a0e-f6e7-478f-ab5d-8a65626352c0 None None] Pushing event updated for resources: {'Port': ['ID=176af192-a571-4e7c-88bb-aebd3f03acfa,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.383395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Attempting to bind port 9c874095-0f01-436a-949f-0714199cf09e on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:40.383917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Attempting to bind port 9c874095-0f01-436a-949f-0714199cf09e by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:40.384591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Attempting to bind port 9c874095-0f01-436a-949f-0714199cf09e on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:40.389972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb0b4d-887d-4d3c-a9f1-6900b6ee2d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d949ac3b-d37c-44e0-a4cc-1a9a4ae0311e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.450791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f9b0f-0a17-49bf-8e1f-fde7cbe11ed2 req-b6ea3322-6c53-49bd-82a5-afc0023467e5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:40.454422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Attempting to bind port f851acf2-c97a-4edb-b236-cdd554952b0c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:40.455656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Attempting to bind port f851acf2-c97a-4edb-b236-cdd554952b0c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:40.457464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Attempting to bind port f851acf2-c97a-4edb-b236-cdd554952b0c on network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:40.461998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f1f9b0f-0a17-49bf-8e1f-fde7cbe11ed2 req-b6ea3322-6c53-49bd-82a5-afc0023467e5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.8664136 Feb 08 23:48:40.469040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.474740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:40.476348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Checking segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:40.477197 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.479246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Bound using segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:40.480944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Bound port: f851acf2-c97a-4edb-b236-cdd554952b0c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:40.483371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.495449 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97bb0b4d-887d-4d3c-a9f1-6900b6ee2d15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85574229512247ea861a6eaa4feabd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2672305 Feb 08 23:48:40.496122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:40.565617 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Attempting to bind port 176af192-a571-4e7c-88bb-aebd3f03acfa on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:40.566047 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Attempting to bind port 176af192-a571-4e7c-88bb-aebd3f03acfa by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:40.566414 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Attempting to bind port 176af192-a571-4e7c-88bb-aebd3f03acfa on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:40.582384 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:40.583117 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Checking segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:40.583526 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.583921 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Bound using segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:40.584404 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Bound port: 176af192-a571-4e7c-88bb-aebd3f03acfa, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:40.587077 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.654131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e28e45b-60ee-4bea-82d1-be2d5034a783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.691489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e28e45b-60ee-4bea-82d1-be2d5034a783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.701355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] For port f851acf2-c97a-4edb-b236-cdd554952b0c, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:40.710571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] For port f851acf2-c97a-4edb-b236-cdd554952b0c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f851acf2-c97a-4edb-b236-cdd554952b0c,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:40.713198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c72d3c4a-8353-4044-ad50-48edc7575d78 None None] Provisioning complete for port f851acf2-c97a-4edb-b236-cdd554952b0c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:40.714846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c72d3c4a-8353-4044-ad50-48edc7575d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.723870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.727184 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] For port 176af192-a571-4e7c-88bb-aebd3f03acfa, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:40.731975 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] For port 176af192-a571-4e7c-88bb-aebd3f03acfa, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=176af192-a571-4e7c-88bb-aebd3f03acfa,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:40.736757 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.749334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.756996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:40.758171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.791810 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Routers {'4a43af39-c443-4664-9f30-e0bf7e3e423e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:40.792462 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a43af39-c443-4664-9f30-e0bf7e3e423e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:40.876297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] Pushing event updated for resources: {'Network': ['ID=611ac8f4-e5d1-462a-b829-a0c38d91a961,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.880054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e28e45b-60ee-4bea-82d1-be2d5034a783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.885159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e28e45b-60ee-4bea-82d1-be2d5034a783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:40.898102 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9e28e45b-60ee-4bea-82d1-be2d5034a783 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d949ac3b-d37c-44e0-a4cc-1a9a4ae0311e HTTP/1.1" status: 204 len: 168 time: 0.3927879 Feb 08 23:48:40.911228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2656a-6740-45ad-b409-52ec4ad9b5f1 None None] Pushing event updated for resources: {'Port': ['ID=f851acf2-c97a-4edb-b236-cdd554952b0c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.919425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:40.931286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28e45b-60ee-4bea-82d1-be2d5034a783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d949ac3b-d37c-44e0-a4cc-1a9a4ae0311e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:40.938734 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0343ef4-3da6-42e7-a423-7cebfc030473 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4084413 Feb 08 23:48:40.945998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39836) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:40.956820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Request body: {'subnet': {'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-subnet', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:40.957816 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] Set router 4a43af39-c443-4664-9f30-e0bf7e3e423e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:41.011083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Made reservation on behalf of a43a90ffb8764da7b9bdfe17752ae21c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:41.013656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.224953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Port 9c874095-0f01-436a-949f-0714199cf09e on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:48:41.225549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Attempting to bind port 9c874095-0f01-436a-949f-0714199cf09e on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:41.322562 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:48:35Z', 'revision_number': 4, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '176af192-a571-4e7c-88bb-aebd3f03acfa', 'name': '', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:33Z', 'updated_at': '2022-02-08T23:48:40Z', 'revision_number': 4, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'subnets': [{'id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:41.347398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Routers {'500a3e32-c5be-485e-ae73-9f196f01023f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:41.350829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['500a3e32-c5be-485e-ae73-9f196f01023f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:41.351410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.366343 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f90733-8783-4e3e-ab24-fb87b4aac6cd None None] The sync data for ids ['4a43af39-c443-4664-9f30-e0bf7e3e423e'] in n-d-828413-1 is: [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:48:35Z', 'revision_number': 4, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '176af192-a571-4e7c-88bb-aebd3f03acfa', 'name': '', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'mac_address': 'fa:16:3e:88:3e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:33Z', 'updated_at': '2022-02-08T23:48:40Z', 'revision_number': 4, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'subnets': [{'id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:41.377557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d01a0e-f6e7-478f-ab5d-8a65626352c0 None None] Pushing event updated for resources: {'Port': ['ID=176af192-a571-4e7c-88bb-aebd3f03acfa,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:41.383340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c72d3c4a-8353-4044-ad50-48edc7575d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.419713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:41.420364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:41.420940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:41.422397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Bound port: 9c874095-0f01-436a-949f-0714199cf09e, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:41.422986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.500589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:41.534795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Checking segment: {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:41.535775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Network hostable DHCP agents. Network: 611ac8f4-e5d1-462a-b829-a0c38d91a961, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:41.552510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54be2407-576e-4655-9138-827fb1d876d7,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:41.566815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:41.587067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 611ac8f4-e5d1-462a-b829-a0c38d91a961) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:41.597069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:41.597850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.616051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-17c85659-aae4-4ced-8346-66d00beb0f3b tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3635445 Feb 08 23:48:41.617734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d9a35-160a-4102-8e32-3c9e9101d4e9 None None] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:41.639183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-8c729956-6358-4770-b72b-5f99a685f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:41.640963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-8c729956-6358-4770-b72b-5f99a685f610 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4960794 Feb 08 23:48:41.643457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c3eaa4b3-9c3d-43ac-b9cd-91bdb7a47950 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6961293 Feb 08 23:48:41.646988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39844) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:41.662551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:41.665702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f1f9b0f-0a17-49bf-8e1f-fde7cbe11ed2 req-bbeaa28a-6a7b-43fd-9268-04d478c65b35 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094779 Feb 08 23:48:41.668167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:41.686590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:41.709182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.711770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.821874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c72d3c4a-8353-4044-ad50-48edc7575d78 None None] For port f851acf2-c97a-4edb-b236-cdd554952b0c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f851acf2-c97a-4edb-b236-cdd554952b0c,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:41.826881 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8bd173-fb47-4352-9dd8-ebe4173de6a8 x-openstack-request-id: req-aa8bd173-fb47-4352-9dd8-ebe4173de6a8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:41.827761 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8be3223-f82e-418b-a7ea-90e57cd785fe", "tag": "82edcd53-8b5a-4250-9837-f7d1fc3f7f13", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:41.828768 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa8bd173-fb47-4352-9dd8-ebe4173de6a8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:41.829364 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'tag': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13', 'status': 'completed', 'code': 200} Feb 08 23:48:41.836574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.845992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:41.848543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:41.860401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=68ff3757-e1c2-4d31-95d1-04b55c1a8651,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:41.990602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] Set router 500a3e32-c5be-485e-ae73-9f196f01023f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:41.991773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-55467530-897b-4b56-9fa9-126d28c7019f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4250071 Feb 08 23:48:42.004163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39852) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:42.039403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Request body: {'port': {'device_id': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:42.093294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c72d3c4a-8353-4044-ad50-48edc7575d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.124369 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b4d55db9-b1c8-49c1-8948-b01c4d39ce84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.150464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:42.156643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9c874095-0f01-436a-949f-0714199cf09e,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:42.213871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.225861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-63b0b6de-3e2a-4c2a-827a-8e99fdf8ffd3 service neutron] 10.222.0.32 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089265 Feb 08 23:48:42.309589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.365731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db075905-e96b-4f92-9ede-73dafacdf3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.614624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d3c4a-8353-4044-ad50-48edc7575d78 None None] Pushing event updated for resources: {'Port': ['ID=f851acf2-c97a-4edb-b236-cdd554952b0c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:42.624804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.630854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.683968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Pushing event updated for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:42.686111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.695681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b7d240ee-d441-435d-8542-f7eb82de237c None None] Provisioning complete for port f851acf2-c97a-4edb-b236-cdd554952b0c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:42.696055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b7d240ee-d441-435d-8542-f7eb82de237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.790676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-611ac8f4-e5d1-462a-b829-a0c38d91a961', 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'fixed_ips': [{'subnet_id': '54be2407-576e-4655-9138-827fb1d876d7'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:48:42.791612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.857838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-69901615-e334-4c71-927c-8accdab3f599 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0455518 Feb 08 23:48:42.868195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:42.868814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:42.875731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-41b27b4e-6684-474a-b8de-f6c37dcfc554 service neutron] 10.222.0.84 "PUT /v2.0/ports/9c874095-0f01-436a-949f-0714199cf09e HTTP/1.1" status: 200 len: 1096 time: 8.8920836 Feb 08 23:48:42.917655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebf0d-8a3b-4205-9c8a-0bbe1ff2aa9c req-a926160b-19e8-4e73-a541-8c2c4c87b7c5 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:42.926021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33ebf0d-8a3b-4205-9c8a-0bbe1ff2aa9c req-a926160b-19e8-4e73-a541-8c2c4c87b7c5 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 948 time: 0.9561481 Feb 08 23:48:42.956287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Allocated IP 172.25.3.95 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/472e8847-812f-4027-95ba-72ae88c68005) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:43.185423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:43.237050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db075905-e96b-4f92-9ede-73dafacdf3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:43.279923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db075905-e96b-4f92-9ede-73dafacdf3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:43.293936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:43.324258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:48:30Z', 'revision_number': 4, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f851acf2-c97a-4edb-b236-cdd554952b0c', 'name': '', 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'mac_address': 'fa:16:3e:7b:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:26Z', 'updated_at': '2022-02-08T23:48:40Z', 'revision_number': 4, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'subnets': [{'id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:43.354862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-db075905-e96b-4f92-9ede-73dafacdf3e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=442575618ea84f6d9dc6d15b64fad8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3414068 Feb 08 23:48:43.356514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33ebf0d-8a3b-4205-9c8a-0bbe1ff2aa9c req-befcac32-8d13-4dcf-ad35-d81d62ca59e6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777800 Feb 08 23:48:43.364264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39872) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:43.410725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-b5a5542a-07d9-44c3-9c8e-a1f9d699fd95 service neutron] 10.222.0.32 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677152 Feb 08 23:48:43.446938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:43.461788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d61996-670d-40ce-bb3e-0afde31b49f0 None None] The sync data for ids ['500a3e32-c5be-485e-ae73-9f196f01023f'] in n-d-828413-1 is: [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:48:30Z', 'revision_number': 4, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f851acf2-c97a-4edb-b236-cdd554952b0c', 'name': '', 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'mac_address': 'fa:16:3e:7b:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:26Z', 'updated_at': '2022-02-08T23:48:40Z', 'revision_number': 4, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'subnets': [{'id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:43.487901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:43.498007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Allocated IP 172.20.0.2 (611ac8f4-e5d1-462a-b829-a0c38d91a961/54be2407-576e-4655-9138-827fb1d876d7/89d1caa2-44c9-4442-ae38-120ae08c6f00) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:43.512581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:43.636988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-7673bb4a-0bc4-4f0f-953c-a2c5328c9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:43.638972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-7673bb4a-0bc4-4f0f-953c-a2c5328c9090 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 1099 time: 0.6998177 Feb 08 23:48:43.684850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075905-e96b-4f92-9ede-73dafacdf3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb3174c-336b-4723-961e-0c438e8d2c5a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:43.776565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-bdf82715-76d7-4982-b83b-0d81426d8454 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9c874095-0f01-436a-949f-0714199cf09e HTTP/1.1" status: 200 len: 217 time: 0.1183863 Feb 08 23:48:43.782749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-2f1cc53b-5a64-48a6-a251-b5385b7649dc service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8873298 Feb 08 23:48:43.796081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Pushing event updated for resources: {'Port': ['ID=472e8847-812f-4027-95ba-72ae88c68005,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:43.842592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'tag': '9c874095-0f01-436a-949f-0714199cf09e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:43.848616 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1aee3b-b185-4f23-a8fd-f541562d4673" -d '{"events": [{"name": "network-changed", "server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "tag": "9c874095-0f01-436a-949f-0714199cf09e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:43.917561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 176af192-a571-4e7c-88bb-aebd3f03acfa up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:43.975491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f5c27fa-9874-496e-a4ab-d17f8162e532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.169365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.182266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.237819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:44.247074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f5c27fa-9874-496e-a4ab-d17f8162e532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.259209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:44.274608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:44.349329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:44.354331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Pushing event updated for resources: {'Port': ['ID=89d1caa2-44c9-4442-ae38-120ae08c6f00,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:44.386206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 176af192-a571-4e7c-88bb-aebd3f03acfa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:44.386596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.403252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-629ed00c-4fdb-4edd-97f9-5d2006cac064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.494415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-0be7472f-5a19-47bd-a35c-92752c2299c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:44.496191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-0be7472f-5a19-47bd-a35c-92752c2299c4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.7095404 Feb 08 23:48:44.522741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-d64ef49b-b093-48bc-9f8e-f84726e02ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:44.524819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-d64ef49b-b093-48bc-9f8e-f84726e02ce5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 1099 time: 0.6579609 Feb 08 23:48:44.571306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324705-60b9-48da-ac65-429fd9a823c5 req-bd7b6d0a-ed6d-487d-ad44-19f68b16443a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:44.580591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21324705-60b9-48da-ac65-429fd9a823c5 req-bd7b6d0a-ed6d-487d-ad44-19f68b16443a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 931 time: 0.7621868 Feb 08 23:48:44.637274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b050e10-61d6-4086-ba0c-3692a39cf96a req-df54547f-0c7e-4247-9f60-02c160f75f21 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:44.647922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b050e10-61d6-4086-ba0c-3692a39cf96a req-df54547f-0c7e-4247-9f60-02c160f75f21 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3684735 Feb 08 23:48:44.723992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec75c-5f31-49dc-b242-54872dd1f4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.746519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.765998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Attempting to bind port 89d1caa2-44c9-4442-ae38-120ae08c6f00 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:44.768075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Attempting to bind port 89d1caa2-44c9-4442-ae38-120ae08c6f00 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:44.768595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Attempting to bind port 89d1caa2-44c9-4442-ae38-120ae08c6f00 on network 611ac8f4-e5d1-462a-b829-a0c38d91a961 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:44.784846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:44.786181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Checking segment: {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:44.787507 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.788574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Bound using segment: {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:44.790074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Bound port: 89d1caa2-44c9-4442-ae38-120ae08c6f00, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:44.791928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.817544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ff3757-e1c2-4d31-95d1-04b55c1a8651 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:44.819977 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-747bfaf4-2db9-46ba-8f98-1dfdc8339903 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4336867 Feb 08 23:48:44.839655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f5c27fa-9874-496e-a4ab-d17f8162e532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.850424 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f5c27fa-9874-496e-a4ab-d17f8162e532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.851908 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6f5c27fa-9874-496e-a4ab-d17f8162e532 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdb3174c-336b-4723-961e-0c438e8d2c5a HTTP/1.1" status: 204 len: 168 time: 1.4792333 Feb 08 23:48:44.875398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:44.903101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c27fa-9874-496e-a4ab-d17f8162e532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb3174c-336b-4723-961e-0c438e8d2c5a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:44.918383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21324705-60b9-48da-ac65-429fd9a823c5 req-28b473e2-8c57-41c7-b77c-363f2c7cef08 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364956 Feb 08 23:48:45.061305 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925675b6-2a42-451c-9a17-7a6618efc1d0 x-openstack-request-id: req-925675b6-2a42-451c-9a17-7a6618efc1d0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:45.061826 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "tag": "9c874095-0f01-436a-949f-0714199cf09e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:45.062272 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-925675b6-2a42-451c-9a17-7a6618efc1d0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:45.062886 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'tag': '9c874095-0f01-436a-949f-0714199cf09e', 'status': 'completed', 'code': 200} Feb 08 23:48:45.082098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.114059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b050e10-61d6-4086-ba0c-3692a39cf96a req-fadabadc-df32-47b0-91ec-a8ba5355d240 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4612520 Feb 08 23:48:45.119090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Transition to ACTIVE for port object 68ff3757-e1c2-4d31-95d1-04b55c1a8651 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:48:45.153233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-9099b091-5875-4d15-989b-d825d2ccc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:45.160634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-9099b091-5875-4d15-989b-d825d2ccc663 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6080813 Feb 08 23:48:45.237087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 176af192-a571-4e7c-88bb-aebd3f03acfa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=176af192-a571-4e7c-88bb-aebd3f03acfa,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:45.247347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.270863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.275702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-a8c92264-0507-4953-a8cd-216f28ef8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:45.280768 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-a8c92264-0507-4953-a8cd-216f28ef8a6a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 1096 time: 0.3586321 Feb 08 23:48:45.456929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] For port 89d1caa2-44c9-4442-ae38-120ae08c6f00, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:45.471207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:48:45.503303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-317b6d04-677d-4d4f-aabc-5a0d8f49ab65 req-2f18d7d1-e79b-4cfc-ac65-d2c3c4dc740c tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 210 time: 0.2581980 Feb 08 23:48:45.640892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:45.667249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13', 'mac_address': 'fa:16:3e:b8:d9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:48:45.671231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f851acf2-c97a-4edb-b236-cdd554952b0c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:45.682203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-b35a0ce1-3789-4496-bb12-c287a132b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:45.684123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-b35a0ce1-3789-4496-bb12-c287a132b067 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 1.1471615 Feb 08 23:48:45.741156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=176af192-a571-4e7c-88bb-aebd3f03acfa,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:45.753207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.757193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] For port 89d1caa2-44c9-4442-ae38-120ae08c6f00, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=89d1caa2-44c9-4442-ae38-120ae08c6f00,segment=NetworkSegment(785a6920-3a67-4c6e-904a-e8cdced3cd7c),segment_id=785a6920-3a67-4c6e-904a-e8cdced3cd7c)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:45.869243 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.897391 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.898076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-6bcbd449-06a8-4c0a-a9f9-3845321fd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:45.904018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:45.908717 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-6bcbd449-06a8-4c0a-a9f9-3845321fd4ca service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.5816505 Feb 08 23:48:45.927597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:45.966078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-d692f096-fbdc-48fb-be0e-0b6eedc92acf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c HTTP/1.1" status: 200 len: 217 time: 0.0564306 Feb 08 23:48:46.018329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Pushing event updated for resources: {'Port': ['ID=68ff3757-e1c2-4d31-95d1-04b55c1a8651,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:46.038249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23443-776c-4a40-aec4-3734bfc144a8 req-db468027-d2f7-45b8-9432-ff5e3ef93c6f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:46.045973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af23443-776c-4a40-aec4-3734bfc144a8 req-db468027-d2f7-45b8-9432-ff5e3ef93c6f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 948 time: 0.7519796 Feb 08 23:48:46.053554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:46.082430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f851acf2-c97a-4edb-b236-cdd554952b0c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:46.082833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:46.098461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:46.101501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-e7ed4968-ee7d-4d4f-a760-aa975542a927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13 HTTP/1.1" status: 200 len: 217 time: 0.3147852 Feb 08 23:48:46.103705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Attempting to bind port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:46.104059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Attempting to bind port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:46.104383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Attempting to bind port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:46.111381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-07bd3ef0-3322-449d-b2a2-db4a64f0f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:46.113510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-07bd3ef0-3322-449d-b2a2-db4a64f0f40f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1409202 Feb 08 23:48:46.214554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-5b3e9501-ffb5-4982-900e-986488d719c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:46.216124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-5b3e9501-ffb5-4982-900e-986488d719c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1006842 Feb 08 23:48:46.232414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be0a87-17d0-4903-a2a5-077636350fa8 req-09a54021-c1a8-427b-8cfc-5a2801ed1eb0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:46.234125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37be0a87-17d0-4903-a2a5-077636350fa8 req-09a54021-c1a8-427b-8cfc-5a2801ed1eb0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.5788679 Feb 08 23:48:46.246548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:48:46.247178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Attempting to bind port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:46.275279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735d10a-7b61-4521-b766-fa148d914c0d None None] Pushing event updated for resources: {'Port': ['ID=89d1caa2-44c9-4442-ae38-120ae08c6f00,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:46.328893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec75c-5f31-49dc-b242-54872dd1f4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:46.349989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af23443-776c-4a40-aec4-3734bfc144a8 req-a9858268-ed53-40af-8465-6ca621784a70 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018100 Feb 08 23:48:46.479278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d9ec75c-5f31-49dc-b242-54872dd1f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:46.482873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:46.486882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:46.555811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-91936502-2b63-442d-9483-51a2926aeefe service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3746519 Feb 08 23:48:46.556629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:46.556989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:46.557376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:46.560637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Bound port: 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:46.561337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:46.627251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1d9ec75c-5f31-49dc-b242-54872dd1f4f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=916cfe037471413daeb1315fab40cf80&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3309591 Feb 08 23:48:46.630852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37be0a87-17d0-4903-a2a5-077636350fa8 req-784dc648-0005-4eed-93be-d17e3c6ea8a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346441 Feb 08 23:48:46.632956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39930) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:46.795910 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:46.913154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ec75c-5f31-49dc-b242-54872dd1f4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0dfcbb-aea5-4b96-9abc-04456c987dee,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:46.924610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21a7de21-e2ee-4d4a-8143-b85bc6c71ce2 req-566a455c-14f9-44d8-99ad-8734629a24ee service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542652 Feb 08 23:48:47.008723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39938) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:47.055316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-c1a6f515-13f3-4acd-b364-24e3da65fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:47.056906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-c1a6f515-13f3-4acd-b364-24e3da65fe7a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9365315 Feb 08 23:48:47.181848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-d043f5eb-4ed0-42ec-9069-ba394cac448d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:47.183522 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-d043f5eb-4ed0-42ec-9069-ba394cac448d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 811 time: 0.3097022 Feb 08 23:48:47.198482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-network', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:47.215471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Request body: {'port': {'device_id': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'admin_state_up': True, 'tenant_id': '10b564ed81204371918989dc8ceb4dff'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:47.231471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:48:47.248781 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.380291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Made reservation on behalf of 4d03e0d544364dddafb8ea7c263a528c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:47.382633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.386062 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-52b83718-9ebe-4d96-bfac-8db0e434dfc2 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187263 Feb 08 23:48:47.411382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.476842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dc12919-93dd-46c6-b941-57381cb1fc1e req-a0b1f705-6f06-453c-aa97-2781849f1364 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 210 time: 0.5513515 Feb 08 23:48:47.478772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-32702a1e-fa97-4268-bc24-a081c32a12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:47.480133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-32702a1e-fa97-4268-bc24-a081c32a12c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2451274 Feb 08 23:48:47.598581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89d1caa2-44c9-4442-ae38-120ae08c6f00 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:47.635067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] For port 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:47.636695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:47.653326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] For port 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:47.659110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Made reservation on behalf of 10b564ed81204371918989dc8ceb4dff for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:47.663074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.664466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Sync routers for ids ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:47.695009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Routers {'3f5b6109-a1fb-4d3e-82da-169292ef0e74'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:47.695939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:47.705211 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-efae8cf6-4a75-4f6d-bf2f-52baa528471b req-609a7e7d-3870-42d0-a04a-6724ae09f4bd service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048289 Feb 08 23:48:47.715096 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.736252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.740240 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b215da2a-ab2c-4baa-97e2-588d4eff4086 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0897563 Feb 08 23:48:47.744489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39946) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:47.806963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:47.807973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.810742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-d994773d-640e-4d5f-a890-46b423206edb service neutron] 10.222.0.84 "PUT /v2.0/ports/68ff3757-e1c2-4d31-95d1-04b55c1a8651 HTTP/1.1" status: 200 len: 1091 time: 5.7846484 Feb 08 23:48:47.878553 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 89d1caa2-44c9-4442-ae38-120ae08c6f00 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:47.879075 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.918989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.924789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'tag': '68ff3757-e1c2-4d31-95d1-04b55c1a8651'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:47.927735 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd5c278-2e28-4df5-91c0-471f723b1079" -d '{"events": [{"name": "network-changed", "server_uuid": "f28c2e47-3d04-4bee-83a3-418eebb3f831", "tag": "68ff3757-e1c2-4d31-95d1-04b55c1a8651"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:47.929253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:47.936702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994773d-640e-4d5f-a890-46b423206edb service neutron] Pushing event updated for resources: {'Port': ['ID=68ff3757-e1c2-4d31-95d1-04b55c1a8651,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:47.964862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a3105-b6b3-47c1-a7f0-6f195f4fb826 None None] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:47.967732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:48.050238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72288e98-03ee-4885-bb9a-251198cbdac7 req-0ae669fe-bf19-4d18-92a2-4b526b66b696 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.052089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72288e98-03ee-4885-bb9a-251198cbdac7 req-0ae669fe-bf19-4d18-92a2-4b526b66b696 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 943 time: 1.4200571 Feb 08 23:48:48.064833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.065516 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Added segment 104b0891-c025-4132-8efc-391563faf044 of type vlan for network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 Feb 08 23:48:48.070378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f37437-96be-4eab-a66c-0741b902d942,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:48.123275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee3bb-68ca-4d21-9a89-3afd0fd6f5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.126431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-1526fd7a-0d7a-4030-92ab-674c26f9c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.128224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-1526fd7a-0d7a-4030-92ab-674c26f9c27a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 1099 time: 0.6452706 Feb 08 23:48:48.137046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Allocated IP 172.20.0.5 (59c02b4a-2ee9-4ae4-b70e-f67890517d21/67c4290a-4241-4474-a854-3d8abfa300d4/1a64bee0-4bf0-45b5-9804-171064463d00) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:48.182693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.235098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-b7d1e05e-0d29-43d3-900e-888d4a51fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.236835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-b7d1e05e-0d29-43d3-900e-888d4a51fe2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 1094 time: 0.2296669 Feb 08 23:48:48.252959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a77e80ff-92c1-4d11-9f6d-6dca9884b5d0 None None] Provisioning complete for port 89d1caa2-44c9-4442-ae38-120ae08c6f00 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:48.253411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a77e80ff-92c1-4d11-9f6d-6dca9884b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.271568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee3bb-68ca-4d21-9a89-3afd0fd6f5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.284954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bb1f6-dff9-4ab9-9b43-bb38f1f1b221 req-38b2940a-ba03-4915-b09b-a00ba069406c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.286244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-418bb1f6-dff9-4ab9-9b43-bb38f1f1b221 req-38b2940a-ba03-4915-b09b-a00ba069406c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 949 time: 0.3245254 Feb 08 23:48:48.291356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Set router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:48.302934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72288e98-03ee-4885-bb9a-251198cbdac7 req-1e79e9d5-7034-4371-ac33-b40b070554b2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060125 Feb 08 23:48:48.303382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.304737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.304983 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.349895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-4fa4140c-792b-4fcd-a6f5-b5a3ee79df2c service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457103 Feb 08 23:48:48.371055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-7838f85f-05cb-4a88-b845-ecb098b84500 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651 HTTP/1.1" status: 200 len: 217 time: 0.1092868 Feb 08 23:48:48.452503 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4250228 Feb 08 23:48:48.461977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3221-00a6-4256-b976-1daebfa0c99e admin admin] Pushing event updated for resources: {'Network': ['ID=36eaba3c-6886-4829-964b-e5a31ddcf6b2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:48.521644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:48.532044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:48.543329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Request body: {'subnet': {'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-subnet', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:48.581986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-243b86a0-dbba-431f-8316-c0e01edd7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.583548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-243b86a0-dbba-431f-8316-c0e01edd7df8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.4389625 Feb 08 23:48:48.606165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-418bb1f6-dff9-4ab9-9b43-bb38f1f1b221 req-a07007f2-d06e-4992-b9a3-8ebb5e827cf0 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085213 Feb 08 23:48:48.618012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-e02e6ce7-dde3-465e-bfb2-45b7ed66c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.619697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-e02e6ce7-dde3-465e-bfb2-45b7ed66c299 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.2249243 Feb 08 23:48:48.647947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.665549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Made reservation on behalf of 4d03e0d544364dddafb8ea7c263a528c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:48.668296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.676542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.754277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-5c37224c-95d5-4abb-9d86-a707efaa36e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136355 Feb 08 23:48:48.756090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee3bb-68ca-4d21-9a89-3afd0fd6f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.759118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a1ee3bb-68ca-4d21-9a89-3afd0fd6f5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.759751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a1ee3bb-68ca-4d21-9a89-3afd0fd6f5ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e0dfcbb-aea5-4b96-9abc-04456c987dee HTTP/1.1" status: 204 len: 168 time: 1.8405449 Feb 08 23:48:48.765074 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1e8ddc-b221-4bbf-a33d-9f5d0be2ea01 x-openstack-request-id: req-dd1e8ddc-b221-4bbf-a33d-9f5d0be2ea01 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:48.765345 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28c2e47-3d04-4bee-83a3-418eebb3f831", "tag": "68ff3757-e1c2-4d31-95d1-04b55c1a8651", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:48.765604 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd1e8ddc-b221-4bbf-a33d-9f5d0be2ea01 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:48.765984 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'tag': '68ff3757-e1c2-4d31-95d1-04b55c1a8651', 'status': 'completed', 'code': 200} Feb 08 23:48:48.792887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a77e80ff-92c1-4d11-9f6d-6dca9884b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.808978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cded5d-b65e-477f-b72c-0ada1e5f2c8a req-f5533dc3-9ccb-4fd9-8a09-2dc0b2a156ef tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:48.816706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8cded5d-b65e-477f-b72c-0ada1e5f2c8a req-f5533dc3-9ccb-4fd9-8a09-2dc0b2a156ef tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3852587 Feb 08 23:48:48.837654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 89d1caa2-44c9-4442-ae38-120ae08c6f00, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=89d1caa2-44c9-4442-ae38-120ae08c6f00,segment=NetworkSegment(785a6920-3a67-4c6e-904a-e8cdced3cd7c),segment_id=785a6920-3a67-4c6e-904a-e8cdced3cd7c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:48.844436 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.845479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 176af192-a571-4e7c-88bb-aebd3f03acfa up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:48.864144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-0881d2a1-4bd1-4829-a22e-7b49cf00b6a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9c874095-0f01-436a-949f-0714199cf09e HTTP/1.1" status: 200 len: 217 time: 0.2480283 Feb 08 23:48:48.866954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b2c54df-cec4-4c1c-a1ab-f37fc431e028 req-cf9e1009-b133-4c18-bd6a-fddac91c4189 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979348 Feb 08 23:48:48.967335 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-a77e80ff-92c1-4d11-9f6d-6dca9884b5d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:48:48.967690 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-a77e80ff-92c1-4d11-9f6d-6dca9884b5d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:48:48.980189 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:48.985375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:49.061912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=89d1caa2-44c9-4442-ae38-120ae08c6f00,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:49.088577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.088861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.089234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.089590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.089916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.090252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.090584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.090913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.091249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.091578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.091903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.092224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:48:49.112485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:49.121866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:49.138081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8cded5d-b65e-477f-b72c-0ada1e5f2c8a req-6f758b03-71da-4b30-8302-227a3b0f69da tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203666 Feb 08 23:48:49.140084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ee3bb-68ca-4d21-9a89-3afd0fd6f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0dfcbb-aea5-4b96-9abc-04456c987dee,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:49.155802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:48:44Z', 'revision_number': 3, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:49.160501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:49.175351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Pushing event updated for resources: {'Port': ['ID=1a64bee0-4bf0-45b5-9804-171064463d00,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:49.176872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-48169e8b-9f00-4606-af45-fdc36f8fde13 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790317 Feb 08 23:48:49.196302 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a395db13-eb13-44ee-a3f6-793daacb322a req-6383e170-9ac6-4238-b3c2-0c3be5f28271 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 210 time: 0.4290740 Feb 08 23:48:49.300874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 176af192-a571-4e7c-88bb-aebd3f03acfa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:49.301321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:49.304311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Checking router: 3f5b6109-a1fb-4d3e-82da-169292ef0e74 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:49.304758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Updating router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 port 472e8847-812f-4027-95ba-72ae88c68005 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:49.331670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-b2d29096-7022-444a-8e69-b53ac355b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:49.352110 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-b2d29096-7022-444a-8e69-b53ac355b029 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2701855 Feb 08 23:48:49.455910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Allocated IP 172.20.0.1 (611ac8f4-e5d1-462a-b829-a0c38d91a961/54be2407-576e-4655-9138-827fb1d876d7/845f6fe4-011f-49d9-be82-2a0adefc8de1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:49.473083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1652d964-fd6e-49b3-b977-ae6f101f6336 req-b19a5286-dcd8-4947-8233-d63035289a81 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698543 Feb 08 23:48:49.486545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-1606d3cd-77b6-4d2b-b6dc-bb8dbfe7465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:49.488099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-1606d3cd-77b6-4d2b-b6dc-bb8dbfe7465e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252751 Feb 08 23:48:49.564907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39974) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:49.605031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:49.631036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-840f8470-d5a9-4789-928c-1be0e7251340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:49.636395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:49.654753 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:49.881889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-46d2ca9a-996d-418e-89eb-5627e6c7a627 None None] Provisioning complete for port 89d1caa2-44c9-4442-ae38-120ae08c6f00 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:49.882456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46d2ca9a-996d-418e-89eb-5627e6c7a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:49.917151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:48:49.966715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:49.967296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.090171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89d1caa2-44c9-4442-ae38-120ae08c6f00 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:50.132374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb40ce-0c79-4de1-b24d-14eb844227bc req-e163d6a5-3e8a-473f-8595-c1084a31ffab tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.134269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fdb40ce-0c79-4de1-b24d-14eb844227bc req-e163d6a5-3e8a-473f-8595-c1084a31ffab tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4859467 Feb 08 23:48:50.150733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff0ac-eddf-4491-a29a-8e2395b7be22 req-3a778a9b-1703-4ca7-8897-2bc34b385008 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.159046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-312ff0ac-eddf-4491-a29a-8e2395b7be22 req-3a778a9b-1703-4ca7-8897-2bc34b385008 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 943 time: 0.5952966 Feb 08 23:48:50.180553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.181433 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.215577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-4db6bab6-2c64-42fc-993f-f457f909f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.217694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-4db6bab6-2c64-42fc-993f-f457f909f7cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 1094 time: 0.6553063 Feb 08 23:48:50.223377 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.291558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.301032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-3391c286-db97-4488-850a-825b46b3322e service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006072 Feb 08 23:48:50.321425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-afc7d639-d58a-4870-be0f-f996ec93c884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1162357 Feb 08 23:48:50.342186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 89d1caa2-44c9-4442-ae38-120ae08c6f00 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:50.343373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.374440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-312ff0ac-eddf-4491-a29a-8e2395b7be22 req-ad60bfcd-c8cb-4903-9b04-df38132d4d49 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104173 Feb 08 23:48:50.381799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Request body: {'port': {'device_id': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:50.394636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fdb40ce-0c79-4de1-b24d-14eb844227bc req-cee42dc6-dd2d-4b3d-89c6-9aee8a06899c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082314 Feb 08 23:48:50.395727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.399931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:50.436888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:50.447987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:50.471279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Pushing event updated for resources: {'Port': ['ID=845f6fe4-011f-49d9-be82-2a0adefc8de1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:50.479854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:50.482756 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298e8b7b-2765-4501-8af3-103752af2712" -d '{"events": [{"server_uuid": "f8be3223-f82e-418b-a7ea-90e57cd785fe", "name": "network-vif-plugged", "status": "completed", "tag": "82edcd53-8b5a-4250-9837-f7d1fc3f7f13"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:50.542397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:50.545970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b05b9b6-165f-4f17-81ec-14b1e3b635ed,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:50.607105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.609021 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.611376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.616874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.621249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Checking segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:50.621712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Network hostable DHCP agents. Network: 36eaba3c-6886-4829-964b-e5a31ddcf6b2, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:50.664050 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.719428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-840f8470-d5a9-4789-928c-1be0e7251340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.760411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:50.769203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-840f8470-d5a9-4789-928c-1be0e7251340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.776213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:50.778811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Attempting to bind port 472e8847-812f-4027-95ba-72ae88c68005 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:50.781196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Attempting to bind port 472e8847-812f-4027-95ba-72ae88c68005 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:50.781942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Attempting to bind port 472e8847-812f-4027-95ba-72ae88c68005 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:50.815243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:50.815757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:50.816416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.816936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:50.817527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Bound port: 472e8847-812f-4027-95ba-72ae88c68005, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:50.818670 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.852967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617a5b2-3518-4fa8-99ec-151a31eaac74 req-26b2273c-cb1d-47cf-bab8-2c060363ee95 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.863044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5617a5b2-3518-4fa8-99ec-151a31eaac74 req-26b2273c-cb1d-47cf-bab8-2c060363ee95 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 931 time: 0.2689426 Feb 08 23:48:50.873899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aa8d2-1652-4990-8238-b8d68baaad7d req-bad57ab0-0b8e-43ea-a1ff-d9674a6746f7 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.875414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-520aa8d2-1652-4990-8238-b8d68baaad7d req-bad57ab0-0b8e-43ea-a1ff-d9674a6746f7 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 950 time: 0.3087516 Feb 08 23:48:50.876816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-fa54ae08-5eb0-4367-ac2e-2b5dd783889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.878679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-fa54ae08-5eb0-4367-ac2e-2b5dd783889f service neutron] 10.222.0.84 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.6227036 Feb 08 23:48:50.888701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b6e06-5e94-4062-aeb7-b55125213ed3 None None] Pushing event updated for resources: {'Port': ['ID=472e8847-812f-4027-95ba-72ae88c68005,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:50.896998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 36eaba3c-6886-4829-964b-e5a31ddcf6b2) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:50.919444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f3a17-470e-4b56-b692-efa032c30d1e None None] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:50.938490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-98459257-97fb-4666-a781-b6d3baa1c28d None None] Provisioning complete for port 845f6fe4-011f-49d9-be82-2a0adefc8de1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:50.938981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-98459257-97fb-4666-a781-b6d3baa1c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:50.943862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af1aee3b-b185-4f23-a8fd-f541562d4673 req-cea8642a-09f4-429f-8fd1-39aa55d476ae service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220906 Feb 08 23:48:50.944443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39990) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:50.961248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f8470-d5a9-4789-928c-1be0e7251340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e9751a-869c-499c-80df-9146a87b965a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:50.992709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:50.993342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.004134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1968086008'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:51.013579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-840f8470-d5a9-4789-928c-1be0e7251340 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43b7f7f482504b3cb970a068db985c96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4444411 Feb 08 23:48:51.015192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39992) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:51.027855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-26f7eecf-c3e7-4055-9ce6-ce7191fdb5f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651 HTTP/1.1" status: 200 len: 217 time: 0.0992754 Feb 08 23:48:51.037976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5617a5b2-3518-4fa8-99ec-151a31eaac74 req-201207e2-7835-490a-babf-2424979a5f19 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735225 Feb 08 23:48:51.063334 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5628b5f6-830c-463f-9052-558624629ae9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.5351932 Feb 08 23:48:51.068034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39994) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:51.101348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:51.120843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-520aa8d2-1652-4990-8238-b8d68baaad7d req-4f074889-2cf0-45f2-b48f-3ea96471e708 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910660 Feb 08 23:48:51.134048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:51.137777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.153462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-1b81b096-381a-43c9-9146-d5b0b18b4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:51.154942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-1b81b096-381a-43c9-9146-d5b0b18b4705 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1154768 Feb 08 23:48:51.163098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.205969 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31fb69-11b7-49cf-957f-61d62e75edd5 x-openstack-request-id: req-ec31fb69-11b7-49cf-957f-61d62e75edd5 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:51.206238 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8be3223-f82e-418b-a7ea-90e57cd785fe", "name": "network-vif-plugged", "status": "completed", "tag": "82edcd53-8b5a-4250-9837-f7d1fc3f7f13", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:51.206496 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec31fb69-11b7-49cf-957f-61d62e75edd5 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:51.206976 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13', 'code': 200} Feb 08 23:48:51.212775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-b6898096-1941-4a7e-879c-5a528806fd2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510931 Feb 08 23:48:51.213733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] For port 472e8847-812f-4027-95ba-72ae88c68005, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:51.245026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.246040 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.246757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] For port 472e8847-812f-4027-95ba-72ae88c68005, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=472e8847-812f-4027-95ba-72ae88c68005,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:51.249850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-98459257-97fb-4666-a781-b6d3baa1c28d None None] Port 845f6fe4-011f-49d9-be82-2a0adefc8de1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:51.250039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27b870a0-67d9-4d0b-8326-fc3215aa34a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.267718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:51.268687 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.319416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27b870a0-67d9-4d0b-8326-fc3215aa34a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.324938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.325299 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Added segment 24dd51f2-c529-4725-9621-9001cefa54d5 of type vlan for network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc Feb 08 23:48:51.330211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4eef76-2b74-4cd7-b0d3-32f9f25ddb95 req-1e1954f6-789b-463e-85e1-5bd5e2576adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:51.331757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe4eef76-2b74-4cd7-b0d3-32f9f25ddb95 req-1e1954f6-789b-463e-85e1-5bd5e2576adb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 1101 time: 0.1502907 Feb 08 23:48:51.425218 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.457554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b6e06-5e94-4062-aeb7-b55125213ed3 None None] Pushing event updated for resources: {'Port': ['ID=472e8847-812f-4027-95ba-72ae88c68005,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:51.461560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.481155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:48:51.482503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.494402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a64bee0-4bf0-45b5-9804-171064463d00 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:51.510339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.539747 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27b870a0-67d9-4d0b-8326-fc3215aa34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.542464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27b870a0-67d9-4d0b-8326-fc3215aa34a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.544069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-d2657a7f-cf9a-4e6b-bec0-a9dceee58c3a service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154716 Feb 08 23:48:51.546317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27b870a0-67d9-4d0b-8326-fc3215aa34a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8e9751a-869c-499c-80df-9146a87b965a HTTP/1.1" status: 204 len: 168 time: 0.5255065 Feb 08 23:48:51.549977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Transition to ACTIVE for port object 1a64bee0-4bf0-45b5-9804-171064463d00 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:48:51.570946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.577717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b870a0-67d9-4d0b-8326-fc3215aa34a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e9751a-869c-499c-80df-9146a87b965a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:51.581106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.597894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:48:51.615836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.635625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Routers {'3f5b6109-a1fb-4d3e-82da-169292ef0e74'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:51.640223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:51.652231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9c874095-0f01-436a-949f-0714199cf09e details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:48:51.675746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Pushing event updated for resources: {'Port': ['ID=1a64bee0-4bf0-45b5-9804-171064463d00,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:51.683141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe4eef76-2b74-4cd7-b0d3-32f9f25ddb95 req-13243235-50b9-4044-ad16-dc0d68d0cb35 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323565 Feb 08 23:48:51.698831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:51.779142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Pushing event updated for resources: {'Port': ['ID=845f6fe4-011f-49d9-be82-2a0adefc8de1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:51.840388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Attempting to bind port 1a64bee0-4bf0-45b5-9804-171064463d00 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:51.840732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Attempting to bind port 1a64bee0-4bf0-45b5-9804-171064463d00 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:51.841111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Attempting to bind port 1a64bee0-4bf0-45b5-9804-171064463d00 on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:51.851193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Port 1a64bee0-4bf0-45b5-9804-171064463d00 on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:48:51.851509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Attempting to bind port 1a64bee0-4bf0-45b5-9804-171064463d00 on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:51.900992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:51.904685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:51.928453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:51.928751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Checking segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:51.929209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Bound using segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:51.929669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Bound port: 1a64bee0-4bf0-45b5-9804-171064463d00, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:51.930042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.169788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] For port 1a64bee0-4bf0-45b5-9804-171064463d00, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:52.176904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] For port 1a64bee0-4bf0-45b5-9804-171064463d00, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a64bee0-4bf0-45b5-9804-171064463d00,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:52.213378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.230060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] Set router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:52.287393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Allocated IP 172.20.0.2 (36eaba3c-6886-4829-964b-e5a31ddcf6b2/6b05b9b6-165f-4f17-81ec-14b1e3b635ed/003d0487-b430-4818-b300-6f180d5d7736) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:52.340698 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.346444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:52.347050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.349345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:52.350435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.353784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] 10.222.0.84 "PUT /v2.0/ports/1a64bee0-4bf0-45b5-9804-171064463d00 HTTP/1.1" status: 200 len: 1091 time: 1.9825003 Feb 08 23:48:52.354154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'tag': '1a64bee0-4bf0-45b5-9804-171064463d00'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:52.357684 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cafa46-843d-47be-b97c-a1132dadae50" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6a6146-ff1b-40be-a1a3-0d523bc71695", "tag": "1a64bee0-4bf0-45b5-9804-171064463d00"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:52.362603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:48:52.389537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9c874095-0f01-436a-949f-0714199cf09e,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:52.468105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885298ec-5f13-449d-af3e-9fb8536e9f74 service neutron] Pushing event updated for resources: {'Port': ['ID=1a64bee0-4bf0-45b5-9804-171064463d00,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:52.478812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.520178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '9c874095-0f01-436a-949f-0714199cf09e', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '9c874095-0f01-436a-949f-0714199cf09e', 'mac_address': 'fa:16:3e:f0:b9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:48:52.528273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5680122 Feb 08 23:48:52.533756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40024) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:52.541026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a244859-48c0-42c0-b9ee-f2fa03aec48f req-4c6f92e7-c7a5-4f37-a0c3-96c035a008a5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:52.543086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a244859-48c0-42c0-b9ee-f2fa03aec48f req-4c6f92e7-c7a5-4f37-a0c3-96c035a008a5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 943 time: 1.0144806 Feb 08 23:48:52.545574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1690464284'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:52.578558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e8566d33-8240-46df-9551-decc36abda87 None None] Provisioning complete for port 845f6fe4-011f-49d9-be82-2a0adefc8de1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:52.579941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8566d33-8240-46df-9551-decc36abda87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.590602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f8a04-f2c5-45a7-a100-f7077ea61fe9 req-cc0dc67b-affb-4e6a-a3b4-7c4083d9f020 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:52.600168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e76f8a04-f2c5-45a7-a100-f7077ea61fe9 req-cc0dc67b-affb-4e6a-a3b4-7c4083d9f020 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 1.0584893 Feb 08 23:48:52.619649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:52.623468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.661306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:48:52.678139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.678716 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Added segment 8367c47a-f85e-4f3f-ab5c-0c129e2212eb of type vlan for network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 Feb 08 23:48:52.695999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e76f8a04-f2c5-45a7-a100-f7077ea61fe9 req-5fb669fa-e336-4d08-8b89-e73cb5a9dc33 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944669 Feb 08 23:48:52.708124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.720312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb966f66-2b30-4abd-b847-f1c393249520 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Network': ['ID=8988f8ab-f0f2-4807-9a87-37cbfe45efdc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:52.735067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd5c278-2e28-4df5-91c0-471f723b1079 req-dcf2618d-8dfe-496c-ba97-d7bfa1265eca service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1174951 Feb 08 23:48:52.756797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e8566d33-8240-46df-9551-decc36abda87 None None] Port 845f6fe4-011f-49d9-be82-2a0adefc8de1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:48:52.765913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:52.796121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.796880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a244859-48c0-42c0-b9ee-f2fa03aec48f req-273ab1c4-3ff9-41a1-881b-06948ab69278 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387924 Feb 08 23:48:52.853098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c874095-0f01-436a-949f-0714199cf09e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:52.899916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:52.911706 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-57568357-e67f-44b6-8dce-b4917c3d7caa admin admin] 10.222.0.32 "PUT /v2.0/routers/3f5b6109-a1fb-4d3e-82da-169292ef0e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1588335 Feb 08 23:48:52.915619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-9ce4308c-2c50-4167-b3aa-e6742b38b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:52.918003 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-9ce4308c-2c50-4167-b3aa-e6742b38b459 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 1094 time: 0.4335508 Feb 08 23:48:52.920057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.930251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:52.930890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.933342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.942030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9c874095-0f01-436a-949f-0714199cf09e,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:52.950536 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:52.952673 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.003380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:53.023166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:53.035726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:53.060375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:53.121578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.122865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '845f6fe4-011f-49d9-be82-2a0adefc8de1', 'name': '', 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'mac_address': 'fa:16:3e:34:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '54be2407-576e-4655-9138-827fb1d876d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:49Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 2, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'subnets': [{'id': '54be2407-576e-4655-9138-827fb1d876d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:53.134108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ada01-8fc9-45aa-893d-63bcc57309f4 req-90d95d02-3750-49a5-b442-9756791039c6 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:53.135841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-713ada01-8fc9-45aa-893d-63bcc57309f4 req-90d95d02-3750-49a5-b442-9756791039c6 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 943 time: 0.3119667 Feb 08 23:48:53.142666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Network': ['ID=2b23b392-f590-42b0-aea8-e1ad8c9ceb05,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:53.179467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:48:53.184976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11f486-a25f-4ba6-b9d7-d60b27415d2d None None] The sync data for ids ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'] in n-d-828413-1 is: [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '845f6fe4-011f-49d9-be82-2a0adefc8de1', 'name': '', 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'mac_address': 'fa:16:3e:34:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '54be2407-576e-4655-9138-827fb1d876d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:49Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 2, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'subnets': [{'id': '54be2407-576e-4655-9138-827fb1d876d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:48:53.208834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-28593c08-5bd2-464c-af21-99ad32335c9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a64bee0-4bf0-45b5-9804-171064463d00 HTTP/1.1" status: 200 len: 217 time: 0.2738018 Feb 08 23:48:53.211530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:53.246583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.286895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c8918682-1fa0-4982-b6c4-cc385d47c7bc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7482140 Feb 08 23:48:53.287807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40042) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:53.290102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Pushing event updated for resources: {'Port': ['ID=003d0487-b430-4818-b300-6f180d5d7736,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:53.297407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-713ada01-8fc9-45aa-893d-63bcc57309f4 req-91a11a30-dc13-49e4-afc4-1e66a6b5fdcd tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241801 Feb 08 23:48:53.304939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'subnet': {'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:53.336347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-6c200a84-0655-4bbb-a7ce-89f5b9a7d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:53.338032 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-6c200a84-0655-4bbb-a7ce-89f5b9a7d5c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.1232173 Feb 08 23:48:53.371956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Attempting to bind port 003d0487-b430-4818-b300-6f180d5d7736 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:53.372687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Attempting to bind port 003d0487-b430-4818-b300-6f180d5d7736 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:53.373280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Attempting to bind port 003d0487-b430-4818-b300-6f180d5d7736 on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:53.385966 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-43a24bab-eaa9-4d7e-929c-fb341648a6c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403595 Feb 08 23:48:53.402911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:53.403556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Checking segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:53.404136 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.404766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Bound using segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:53.405428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Bound port: 003d0487-b430-4818-b300-6f180d5d7736, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:53.405983 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.465119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b31201-f476-4460-beec-0e0001885013 req-ac5ba020-5219-4291-b793-ee597d2882a1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:53.467526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51b31201-f476-4460-beec-0e0001885013 req-ac5ba020-5219-4291-b793-ee597d2882a1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 950 time: 0.4377389 Feb 08 23:48:53.488424 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e052c-a6c6-4350-b15a-07a19c57c59c x-openstack-request-id: req-4d8e052c-a6c6-4350-b15a-07a19c57c59c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:53.489206 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6a6146-ff1b-40be-a1a3-0d523bc71695", "tag": "1a64bee0-4bf0-45b5-9804-171064463d00", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:53.489713 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d8e052c-a6c6-4350-b15a-07a19c57c59c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:53.490702 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'tag': '1a64bee0-4bf0-45b5-9804-171064463d00', 'status': 'completed', 'code': 200} Feb 08 23:48:53.583735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:53.588952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.620271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 68ff3757-e1c2-4d31-95d1-04b55c1a8651 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:48:53.638684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] For port 003d0487-b430-4818-b300-6f180d5d7736, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:53.640676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51b31201-f476-4460-beec-0e0001885013 req-64c8fbcd-3ac2-436c-914b-15f5200c973b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577392 Feb 08 23:48:53.659498 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-f8741b0f-fa45-4abf-b552-4e6e44665a81 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653675 Feb 08 23:48:53.693702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] For port 003d0487-b430-4818-b300-6f180d5d7736, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=003d0487-b430-4818-b300-6f180d5d7736,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:53.702725 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:53.712287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Allocated IP 172.25.3.185 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ef706077-02dd-4315-a72d-4f2b81800ebc) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:53.850182 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ec3255f-c785-4e30-aaa6-be98ddc4c2d5 req-8a005f15-50ea-48cf-9603-abc337b04803 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755915 Feb 08 23:48:54.014357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-d0f69810-7478-4d32-9c7c-660d1043562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:54.017275 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-d0f69810-7478-4d32-9c7c-660d1043562d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 1094 time: 0.0963078 Feb 08 23:48:54.240119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:54.314899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69e50e-c52e-448d-b9f6-b3880edc7ba5 req-dacd7c3e-0d4e-464f-ab14-335709ee4bd3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:54.316797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da69e50e-c52e-448d-b9f6-b3880edc7ba5 req-dacd7c3e-0d4e-464f-ab14-335709ee4bd3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 943 time: 0.3334064 Feb 08 23:48:54.355567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-3b064632-c182-4452-a4d5-4d631c9a9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:54.357310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-3b064632-c182-4452-a4d5-4d631c9a9d99 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 912 time: 0.3345532 Feb 08 23:48:54.418734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54694d1e-79b4-46c7-a323-eb2dc862ec3e req-46455bbf-6cda-4bf6-8137-e2b05f97cd3d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:54.436210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54694d1e-79b4-46c7-a323-eb2dc862ec3e req-46455bbf-6cda-4bf6-8137-e2b05f97cd3d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3522809 Feb 08 23:48:54.445289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:54.459835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-4430ae38-d728-4bd5-a506-12a30612a955 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a64bee0-4bf0-45b5-9804-171064463d00 HTTP/1.1" status: 200 len: 217 time: 0.0854774 Feb 08 23:48:54.607755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-5420fd46-8f30-4b19-854f-f9906cd6daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:54.611422 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-5420fd46-8f30-4b19-854f-f9906cd6daaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.1455722 Feb 08 23:48:54.647916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-3a00421b-4edb-420d-9332-53afe261fd42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297003 Feb 08 23:48:54.731002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:54.746832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '68ff3757-e1c2-4d31-95d1-04b55c1a8651', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': '68ff3757-e1c2-4d31-95d1-04b55c1a8651', 'mac_address': 'fa:16:3e:46:24:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:48:54.840430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398f4be-ed12-48e1-ac6f-50911f509a91 None None] Pushing event updated for resources: {'Port': ['ID=003d0487-b430-4818-b300-6f180d5d7736,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:54.843865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da69e50e-c52e-448d-b9f6-b3880edc7ba5 req-4dba41aa-8319-4fc0-91ed-b177f11b4d08 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132632 Feb 08 23:48:54.878499 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-9aee2a65-d35a-447b-aa46-607769e57725 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203598 Feb 08 23:48:54.903751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:55.028000 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:55.081943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ff3757-e1c2-4d31-95d1-04b55c1a8651 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:48:55.142740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:55.150324 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:55.171865 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f4cafa46-843d-47be-b97c-a1132dadae50 req-e088c3b4-33e8-4503-a581-a378319c6ab2 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887559 Feb 08 23:48:55.190026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54694d1e-79b4-46c7-a323-eb2dc862ec3e req-291f42d1-9ec9-4e93-990a-cbedcb325a0e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7149396 Feb 08 23:48:55.223322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Pushing event updated for resources: {'Port': ['ID=ef706077-02dd-4315-a72d-4f2b81800ebc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:55.231613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Subnet': ['ID=2d170b13-1026-4f73-b816-3766f02fee92,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:55.278762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=68ff3757-e1c2-4d31-95d1-04b55c1a8651,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:55.350940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Checking segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:55.359135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network hostable DHCP agents. Network: 8988f8ab-f0f2-4807-9a87-37cbfe45efdc, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:55.367217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:55.380244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['68ff3757-e1c2-4d31-95d1-04b55c1a8651'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:48:55.382232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:55.385017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:55.639547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9c874095-0f01-436a-949f-0714199cf09e up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:55.957610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 9c874095-0f01-436a-949f-0714199cf09e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:48:55.962653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 9c874095-0f01-436a-949f-0714199cf09e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:55.963041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:56.071157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c3013a-9173-4925-b8b9-67e5c3ec0505 None None] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:56.218853 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:56.286758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c874095-0f01-436a-949f-0714199cf09e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:48:56.290381 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb88e74-67d7-4259-8d51-b33a1afcaf4d" -d '{"events": [{"server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "name": "network-vif-plugged", "status": "completed", "tag": "9c874095-0f01-436a-949f-0714199cf09e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:48:56.293136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2d42f54f-ccb5-4f6d-8d6f-7668422dbb50 None None] Provisioning complete for port 003d0487-b430-4818-b300-6f180d5d7736 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:56.293515 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2d42f54f-ccb5-4f6d-8d6f-7668422dbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:56.318410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:56.338469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9c874095-0f01-436a-949f-0714199cf09e,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:56.394272 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:56.424163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8db50-72e3-4737-915c-16a7d31ce98b req-2d89fdf2-8717-4f7c-be3f-142c436f80b1 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:56.437939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3d8db50-72e3-4737-915c-16a7d31ce98b req-2d89fdf2-8717-4f7c-be3f-142c436f80b1 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 943 time: 1.4170187 Feb 08 23:48:56.464745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043217a7-9166-4c7d-913a-71f4472eb371 req-1365cfff-bf75-4a91-907c-a385b33abe27 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:56.467835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-043217a7-9166-4c7d-913a-71f4472eb371 req-1365cfff-bf75-4a91-907c-a385b33abe27 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 950 time: 1.0969286 Feb 08 23:48:56.495684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8988f8ab-f0f2-4807-9a87-37cbfe45efdc) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:56.516157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f47d4-af25-4627-8ec2-718869f54d7a None None] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:56.620446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:56.681756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:56.682757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:56.685613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 472e8847-812f-4027-95ba-72ae88c68005 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:56.714596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:56.715773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-02a7796e-85cc-45d6-98ac-d693ced017e3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4229963 Feb 08 23:48:56.721749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'subnet': {'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:56.723941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3d8db50-72e3-4737-915c-16a7d31ce98b req-94e411e1-7e2a-481e-b929-f8dac600829e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897675 Feb 08 23:48:56.852429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:56.871026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-043217a7-9166-4c7d-913a-71f4472eb371 req-7c9206b2-4aca-46e6-8af0-ce9cb562a225 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672359 Feb 08 23:48:57.045911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:57.056958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.190333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2d42f54f-ccb5-4f6d-8d6f-7668422dbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.352566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 472e8847-812f-4027-95ba-72ae88c68005 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:57.355238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.435419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:48:57.436396 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.448474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e586f0-f7df-4079-9ee9-df5c80dd42ce req-0b61f565-b780-4c8a-9b5a-6df478730d79 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:57.458289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2d42f54f-ccb5-4f6d-8d6f-7668422dbb50 None None] For port 003d0487-b430-4818-b300-6f180d5d7736, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=003d0487-b430-4818-b300-6f180d5d7736,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:57.464023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5e586f0-f7df-4079-9ee9-df5c80dd42ce req-0b61f565-b780-4c8a-9b5a-6df478730d79 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 944 time: 0.3402236 Feb 08 23:48:57.470505 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.484445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2d42f54f-ccb5-4f6d-8d6f-7668422dbb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.566618 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Sync routers for ids ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:57.627917 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Routers {'3f5b6109-a1fb-4d3e-82da-169292ef0e74'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:57.630184 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:57.638761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40114) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:57.650869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:57.706854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Allocated IP 10.1.1.2 (8988f8ab-f0f2-4807-9a87-37cbfe45efdc/2d170b13-1026-4f73-b816-3766f02fee92/efe46262-e4b6-4b9b-8e85-eabbcbe7042f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:48:57.752595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd29f89-696a-4eca-bf3e-c9b9612a3bd6 req-3d6e1571-9042-4b38-b72e-2771e7d934bf tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:57.760012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bd29f89-696a-4eca-bf3e-c9b9612a3bd6 req-3d6e1571-9042-4b38-b72e-2771e7d934bf tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.5974896 Feb 08 23:48:57.930726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Subnet': ['ID=d81afb93-13af-417b-bcba-b8cdefbf9be1,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:58.014252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Checking segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:58.020365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network hostable DHCP agents. Network: 2b23b392-f590-42b0-aea8-e1ad8c9ceb05, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:48:58.022991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b902f0-a924-4fc4-a19c-45001f5cbbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.029855 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.051200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5e586f0-f7df-4079-9ee9-df5c80dd42ce req-017ce91d-93c0-491c-8470-3a260426d408 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743928 Feb 08 23:48:58.085898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bd29f89-696a-4eca-bf3e-c9b9612a3bd6 req-8cfc00d4-974c-4bf5-aacb-e9c58087465b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245623 Feb 08 23:48:58.090099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:48:58.125056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a64bee0-4bf0-45b5-9804-171064463d00 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:48:58.127255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 68ff3757-e1c2-4d31-95d1-04b55c1a8651 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:48:58.137095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.143619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:48:58.186882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:48:58.197737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:58.202113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Set router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:58.207919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:48:58.262809 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fa280-41d4-43c1-b096-9af743c9ccf7 x-openstack-request-id: req-8e9fa280-41d4-43c1-b096-9af743c9ccf7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:48:58.263436 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "name": "network-vif-plugged", "status": "completed", "tag": "9c874095-0f01-436a-949f-0714199cf09e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:48:58.263852 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e9fa280-41d4-43c1-b096-9af743c9ccf7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:48:58.264392 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c874095-0f01-436a-949f-0714199cf09e', 'code': 200} Feb 08 23:48:58.373718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-11401967-1eaa-4080-881c-d0bcc336124a None None] Provisioning complete for port 003d0487-b430-4818-b300-6f180d5d7736 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:58.374190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11401967-1eaa-4080-881c-d0bcc336124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.393112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b902f0-a924-4fc4-a19c-45001f5cbbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.407233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b902f0-a924-4fc4-a19c-45001f5cbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.414467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2b23b392-f590-42b0-aea8-e1ad8c9ceb05) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:48:58.461105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:48:58.494656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:58.495733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.512292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d45f09-53fb-410d-ad55-df9418f38e4b None None] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:48:58.517586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:48:58.557943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:48:58.564154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.571273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-714235f9-f892-4610-b1ed-718a8f221577 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.4792824 Feb 08 23:48:58.578128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40122) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:58.637287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:58.639088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:58.662220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b902f0-a924-4fc4-a19c-45001f5cbbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2a649-bbe0-4ac5-a94e-e2634d44df93,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:58.699997 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31dc0112-0add-4efe-b8f3-83677754803c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9842720 Feb 08 23:48:58.702106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40124) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:58.710341 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c8b902f0-a924-4fc4-a19c-45001f5cbbd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cb45ce6e8324819baa4eeda7b52844a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0703266 Feb 08 23:48:58.716588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40126) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:48:58.728946 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '845f6fe4-011f-49d9-be82-2a0adefc8de1', 'name': '', 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'mac_address': 'fa:16:3e:34:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '54be2407-576e-4655-9138-827fb1d876d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:49Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 2, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'subnets': [{'id': '54be2407-576e-4655-9138-827fb1d876d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:58.732230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'name': 'tempest-TaggedBootDevicesTest-774131577', 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:48:58.771390 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Checking router: 3f5b6109-a1fb-4d3e-82da-169292ef0e74 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:48:58.771652 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Updating router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 port 845f6fe4-011f-49d9-be82-2a0adefc8de1 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:48:58.804166 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:58.828196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfe5a8-fe82-486c-9602-f62f418ba92d req-4733b11c-d1f5-4322-9314-a03902c07094 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:58.837511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bdfe5a8-fe82-486c-9602-f62f418ba92d req-4733b11c-d1f5-4322-9314-a03902c07094 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 943 time: 0.3667574 Feb 08 23:48:58.850468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972f638-34c6-45c8-b3be-dba704d6afc1 req-464ffb0b-286e-4f38-9b2a-36f0fbef61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:58.862470 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3972f638-34c6-45c8-b3be-dba704d6afc1 req-464ffb0b-286e-4f38-9b2a-36f0fbef61da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 1101 time: 0.4552336 Feb 08 23:48:58.872836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd0fa0-be0d-4df6-a491-25c3fefb0622 req-2bebf9a1-996c-4a1f-8863-0120c26146a3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:48:58.877339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abcd0fa0-be0d-4df6-a491-25c3fefb0622 req-2bebf9a1-996c-4a1f-8863-0120c26146a3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 950 time: 0.4087939 Feb 08 23:48:58.924876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:48:58.977653 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3972f638-34c6-45c8-b3be-dba704d6afc1 req-c71d64b9-7ea6-43e0-8c41-b373c1f28bdd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115534 Feb 08 23:48:59.025334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Attempting to bind port efe46262-e4b6-4b9b-8e85-eabbcbe7042f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:59.025671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Attempting to bind port efe46262-e4b6-4b9b-8e85-eabbcbe7042f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:59.025965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Attempting to bind port efe46262-e4b6-4b9b-8e85-eabbcbe7042f on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:59.074572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bdfe5a8-fe82-486c-9602-f62f418ba92d req-6d18d1ca-f85e-4040-a64c-6763ebf7fd0b tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364261 Feb 08 23:48:59.093985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:48:59.107672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abcd0fa0-be0d-4df6-a491-25c3fefb0622 req-a0437d75-36e8-4940-b4b8-b1eefb69b589 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061138 Feb 08 23:48:59.114727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-687bb328-549c-406b-b3c8-991fe8baf048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.263339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.268105 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.277806 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.310960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] device_id is not set on port 321e5262-2128-4c4b-badc-cfa091bb5d0e yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:48:59.387867 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131998b8-5de0-4392-b6e4-7d4881ab9b14 None None] Pushing event updated for resources: {'Port': ['ID=845f6fe4-011f-49d9-be82-2a0adefc8de1,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:59.427794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42f54f-ccb5-4f6d-8d6f-7668422dbb50 None None] Pushing event updated for resources: {'Port': ['ID=003d0487-b430-4818-b300-6f180d5d7736,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:59.505097 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Attempting to bind port 845f6fe4-011f-49d9-be82-2a0adefc8de1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:48:59.506306 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Attempting to bind port 845f6fe4-011f-49d9-be82-2a0adefc8de1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:48:59.507334 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Attempting to bind port 845f6fe4-011f-49d9-be82-2a0adefc8de1 on network 611ac8f4-e5d1-462a-b829-a0c38d91a961 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:48:59.522420 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:59.537734 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Checking segment: {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:59.539847 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.540233 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Bound using segment: {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:59.540747 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Bound port: 845f6fe4-011f-49d9-be82-2a0adefc8de1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785a6920-3a67-4c6e-904a-e8cdced3cd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:59.550092 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.638878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:48:59.641933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Checking segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:48:59.642607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.644529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Bound using segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:48:59.650094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Bound port: efe46262-e4b6-4b9b-8e85-eabbcbe7042f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:48:59.650826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.706836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1a64bee0-4bf0-45b5-9804-171064463d00, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a64bee0-4bf0-45b5-9804-171064463d00,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:48:59.710361 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] For port 845f6fe4-011f-49d9-be82-2a0adefc8de1, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:48:59.714099 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] For port 845f6fe4-011f-49d9-be82-2a0adefc8de1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=845f6fe4-011f-49d9-be82-2a0adefc8de1,segment=NetworkSegment(785a6920-3a67-4c6e-904a-e8cdced3cd7c),segment_id=785a6920-3a67-4c6e-904a-e8cdced3cd7c)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:48:59.722435 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.765662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '1a64bee0-4bf0-45b5-9804-171064463d00', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'port_id': '1a64bee0-4bf0-45b5-9804-171064463d00', 'mac_address': 'fa:16:3e:15:d8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:48:59.838009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:48:59.847431 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131998b8-5de0-4392-b6e4-7d4881ab9b14 None None] Pushing event updated for resources: {'Port': ['ID=845f6fe4-011f-49d9-be82-2a0adefc8de1,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:48:59.863783 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.883346 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Routers {'3f5b6109-a1fb-4d3e-82da-169292ef0e74'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:48:59.889506 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:48:59.896590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:48:59.897098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.978460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-687bb328-549c-406b-b3c8-991fe8baf048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:48:59.997742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a64bee0-4bf0-45b5-9804-171064463d00 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:00.179032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Pushing event updated for resources: {'Port': ['ID=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:00.195066 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] Set router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:49:00.204511 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.256267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 10.1.1.228 (8988f8ab-f0f2-4807-9a87-37cbfe45efdc/2d170b13-1026-4f73-b816-3766f02fee92/321e5262-2128-4c4b-badc-cfa091bb5d0e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:00.270963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6a65-6b42-4d20-be3a-a22bdaebaea6 req-fb097652-0f5d-426c-8eb2-9848b5afee99 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:00.272474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc4b6a65-6b42-4d20-be3a-a22bdaebaea6 req-fb097652-0f5d-426c-8eb2-9848b5afee99 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 944 time: 1.0406523 Feb 08 23:49:00.304487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] For port efe46262-e4b6-4b9b-8e85-eabbcbe7042f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:00.309774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] For port efe46262-e4b6-4b9b-8e85-eabbcbe7042f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:00.358180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dc2e0-0553-4b48-b750-aa50732dc454 req-ae7b5a03-ad1c-419a-ada6-7277bcb41928 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:00.360798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-033dc2e0-0553-4b48-b750-aa50732dc454 req-ae7b5a03-ad1c-419a-ada6-7277bcb41928 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 1.1294301 Feb 08 23:49:00.371661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ca5a685f-5875-415f-8ae3-3ef1fa07d05a None None] Provisioning complete for port 845f6fe4-011f-49d9-be82-2a0adefc8de1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:00.373462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca5a685f-5875-415f-8ae3-3ef1fa07d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.451305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-687bb328-549c-406b-b3c8-991fe8baf048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.453940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-687bb328-549c-406b-b3c8-991fe8baf048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.455292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-687bb328-549c-406b-b3c8-991fe8baf048 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53c2a649-bbe0-4ac5-a94e-e2634d44df93 HTTP/1.1" status: 204 len: 168 time: 1.7314429 Feb 08 23:49:00.495824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-033dc2e0-0553-4b48-b750-aa50732dc454 req-c1e9239e-f750-4c1b-9aac-10040ec9ca5c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219239 Feb 08 23:49:00.525430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bb328-549c-406b-b3c8-991fe8baf048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2a649-bbe0-4ac5-a94e-e2634d44df93,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:00.558689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.561088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc4b6a65-6b42-4d20-be3a-a22bdaebaea6 req-63526c07-e3c8-456a-a518-22229b39748e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379067 Feb 08 23:49:00.647445 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '845f6fe4-011f-49d9-be82-2a0adefc8de1', 'name': '', 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'mac_address': 'fa:16:3e:34:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '54be2407-576e-4655-9138-827fb1d876d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:49Z', 'updated_at': '2022-02-08T23:48:59Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'subnets': [{'id': '54be2407-576e-4655-9138-827fb1d876d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:00.693059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fba00-d6d9-47f4-8883-33e2daa020db None None] The sync data for ids ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'] in n-d-828413-1 is: [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:48:51Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '845f6fe4-011f-49d9-be82-2a0adefc8de1', 'name': '', 'network_id': '611ac8f4-e5d1-462a-b829-a0c38d91a961', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'mac_address': 'fa:16:3e:34:e2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '54be2407-576e-4655-9138-827fb1d876d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:49Z', 'updated_at': '2022-02-08T23:48:59Z', 'revision_number': 4, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'subnets': [{'id': '54be2407-576e-4655-9138-827fb1d876d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:49:00.703040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1a64bee0-4bf0-45b5-9804-171064463d00, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a64bee0-4bf0-45b5-9804-171064463d00,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:00.726089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 472e8847-812f-4027-95ba-72ae88c68005, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=472e8847-812f-4027-95ba-72ae88c68005,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:00.777924 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.780059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.781232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 003d0487-b430-4818-b300-6f180d5d7736 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:00.789370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'fixed_ips': [{'subnet_id': 'd81afb93-13af-417b-bcba-b8cdefbf9be1'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:49:00.790795 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.836700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.941541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:00.970119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:48:55Z', 'revision_number': 3, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:01.010912 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.103721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:01.112128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:01.124694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a64bee0-4bf0-45b5-9804-171064463d00'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:01.125844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:01.133350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:01.135064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:49:01.135684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Updating router fee9d2d2-3047-44df-94dd-1aa1752385c1 port ef706077-02dd-4315-a72d-4f2b81800ebc binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:49:01.172213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40142) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:01.196145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aca965-3663-4a42-a0a0-823e2eee3947 req-548ed9b5-4b0d-4838-9fd3-3718c772d23a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:01.202468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36aca965-3663-4a42-a0a0-823e2eee3947 req-548ed9b5-4b0d-4838-9fd3-3718c772d23a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 944 time: 0.4371235 Feb 08 23:49:01.271929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:01.272685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.291450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.303908 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ffb6-2c06-4e7d-8646-38b8f9ca67f4 None None] Pushing event updated for resources: {'Port': ['ID=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:01.304246 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1253adda-09c2-456a-8242-727a15f91716 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5754595 Feb 08 23:49:01.307051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40144) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:01.335319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'name': 'tempest-TaggedBootDevicesTest-1856816802', 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:01.399301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85567ff6-4f20-47e5-b5a6-2884dfc1a0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.472414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36aca965-3663-4a42-a0a0-823e2eee3947 req-9f139a4e-de80-4ec1-a996-f53c92a02e8c tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137474 Feb 08 23:49:01.482415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27761f-c96b-4293-a15c-882bc443ed20 req-480b5ad5-ffa5-4b64-977b-fdbccc55caae tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:01.486946 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.488145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f27761f-c96b-4293-a15c-882bc443ed20 req-480b5ad5-ffa5-4b64-977b-fdbccc55caae tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 950 time: 0.6458468 Feb 08 23:49:01.507078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca5a685f-5875-415f-8ae3-3ef1fa07d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.546327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:01.549622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.577725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] device_id is not set on port c849c1df-0b37-49d2-b609-e4297b5ad4ec yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:49:01.653971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff3757-e1c2-4d31-95d1-04b55c1a8651'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:01.657561 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d448eb3-b31c-47ba-9a2c-e27fdb1a79c4" -d '{"events": [{"server_uuid": "f28c2e47-3d04-4bee-83a3-418eebb3f831", "name": "network-vif-plugged", "status": "completed", "tag": "68ff3757-e1c2-4d31-95d1-04b55c1a8651"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:01.755840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:01.782514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f27761f-c96b-4293-a15c-882bc443ed20 req-d5c61254-5c1f-4bdc-9f99-a449cb99fe7f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155259 Feb 08 23:49:01.834707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d4c2a-d43a-4969-ba86-0d75a0408f9b req-50f49b20-5b4b-47ef-a074-c774ccef6c78 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:01.836475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b58d4c2a-d43a-4969-ba86-0d75a0408f9b req-50f49b20-5b4b-47ef-a074-c774ccef6c78 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2291009 Feb 08 23:49:01.874905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Allocated IP 172.20.0.1 (36eaba3c-6886-4829-964b-e5a31ddcf6b2/6b05b9b6-165f-4f17-81ec-14b1e3b635ed/8c652d1a-bed3-4ee8-949e-b1172e088a49) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:01.905460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=1a64bee0-4bf0-45b5-9804-171064463d00,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:01.909742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 003d0487-b430-4818-b300-6f180d5d7736 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:01.911650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.921480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:01.946356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 10.1.1.31 (8988f8ab-f0f2-4807-9a87-37cbfe45efdc/2d170b13-1026-4f73-b816-3766f02fee92/c849c1df-0b37-49d2-b609-e4297b5ad4ec) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:02.025546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ca5a685f-5875-415f-8ae3-3ef1fa07d05a None None] For port 845f6fe4-011f-49d9-be82-2a0adefc8de1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=845f6fe4-011f-49d9-be82-2a0adefc8de1,segment=NetworkSegment(785a6920-3a67-4c6e-904a-e8cdced3cd7c),segment_id=785a6920-3a67-4c6e-904a-e8cdced3cd7c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:02.078327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca5a685f-5875-415f-8ae3-3ef1fa07d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.091259 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85567ff6-4f20-47e5-b5a6-2884dfc1a0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.102773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b58d4c2a-d43a-4969-ba86-0d75a0408f9b req-9fc4d597-c0fd-4b5d-855d-15a9a9389ac8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499914 Feb 08 23:49:02.111090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85567ff6-4f20-47e5-b5a6-2884dfc1a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.176759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=472e8847-812f-4027-95ba-72ae88c68005,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:02.257827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.261238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Allocated IP 10.2.2.2 (2b23b392-f590-42b0-aea8-e1ad8c9ceb05/d81afb93-13af-417b-bcba-b8cdefbf9be1/4a54dbe4-6360-4ed4-9f87-0310397130c6) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:02.348033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e79ae8-10f9-41a7-a07c-a246fdbe6bf5 req-94617a24-b3d2-4317-b476-26a2fab42f33 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:02.353129 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6669a8-a4f9-4eff-81b0-fc4fdc011a18 x-openstack-request-id: req-aa6669a8-a4f9-4eff-81b0-fc4fdc011a18 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:02.357648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842284f-b0e3-41ce-b916-b706fe56e032 req-e6d158cf-48c6-4616-aeb3-3bd4b137b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:02.361090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d842284f-b0e3-41ce-b916-b706fe56e032 req-e6d158cf-48c6-4616-aeb3-3bd4b137b204 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 1096 time: 0.0857103 Feb 08 23:49:02.361457 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28c2e47-3d04-4bee-83a3-418eebb3f831", "name": "network-vif-plugged", "status": "completed", "tag": "68ff3757-e1c2-4d31-95d1-04b55c1a8651", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:02.361898 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa6669a8-a4f9-4eff-81b0-fc4fdc011a18 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:02.362399 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ff3757-e1c2-4d31-95d1-04b55c1a8651', 'code': 200} Feb 08 23:49:02.376866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26e79ae8-10f9-41a7-a07c-a246fdbe6bf5 req-94617a24-b3d2-4317-b476-26a2fab42f33 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 945 time: 0.4751737 Feb 08 23:49:02.412198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d842284f-b0e3-41ce-b916-b706fe56e032 req-01b62aa1-713f-4fed-a4b9-67735df370a3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415268 Feb 08 23:49:02.452425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.460818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-85567ff6-4f20-47e5-b5a6-2884dfc1a0cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e71a9eb30edb42aca3fcafbb33816a4d&name=default HTTP/1.1" status: 200 len: 2981 time: 1.2581599 Feb 08 23:49:02.464890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40154) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:02.502870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85567ff6-4f20-47e5-b5a6-2884dfc1a0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b2fdcf-6ac1-406f-9f2a-2ab6d7d41936,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:02.599542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:02.607170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:02.622715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:02.670115 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.704733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:02.733873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d88f6cbc-df47-4688-ae38-287d7e66cb2c None None] Provisioning complete for port 845f6fe4-011f-49d9-be82-2a0adefc8de1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:02.733873 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d88f6cbc-df47-4688-ae38-287d7e66cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.743955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:02.744735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.771889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26e79ae8-10f9-41a7-a07c-a246fdbe6bf5 req-ed8d46f4-d8a2-4466-badb-31d51cfed664 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940187 Feb 08 23:49:02.799837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4c985f18-29a0-47f3-946b-67124e413349 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4913492 Feb 08 23:49:02.813819 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.879176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Pushing event updated for resources: {'Port': ['ID=8c652d1a-bed3-4ee8-949e-b1172e088a49,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:02.881568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f4001-955b-41ee-b95c-dc0d69206135 None None] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:49:02.884090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=68ff3757-e1c2-4d31-95d1-04b55c1a8651,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:02.901936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f375-31ea-45ad-ba17-2b10133a41ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.925870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f375-31ea-45ad-ba17-2b10133a41ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:02.983979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:03.006849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:03.011273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:03.046557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe2902-4afe-42c6-9ec4-c8f6b96b54a4 req-eb8cf54d-0c67-411c-aa81-7bee370d350e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:03.053487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe2902-4afe-42c6-9ec4-c8f6b96b54a4 req-eb8cf54d-0c67-411c-aa81-7bee370d350e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:03.061448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41fe2902-4afe-42c6-9ec4-c8f6b96b54a4 req-eb8cf54d-0c67-411c-aa81-7bee370d350e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe&device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 1691 time: 0.2877932 Feb 08 23:49:03.146166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dad13-7fa6-411c-bcde-9eafb4b56879 req-5a35f9ce-284c-4f99-ba70-5f79854aeb45 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:03.146166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a42dad13-7fa6-411c-bcde-9eafb4b56879 req-5a35f9ce-284c-4f99-ba70-5f79854aeb45 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2095826 Feb 08 23:49:03.153307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:03.275521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41fe2902-4afe-42c6-9ec4-c8f6b96b54a4 req-3fecf882-c904-4358-81e1-af94f68880bd tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127688 Feb 08 23:49:03.310514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a42dad13-7fa6-411c-bcde-9eafb4b56879 req-cfbd9fd7-0b77-4b97-854d-4a3ccbb91577 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544533 Feb 08 23:49:03.311805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f375-31ea-45ad-ba17-2b10133a41ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:03.340198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f375-31ea-45ad-ba17-2b10133a41ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:03.349188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e3b9f375-31ea-45ad-ba17-2b10133a41ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97b2fdcf-6ac1-406f-9f2a-2ab6d7d41936 HTTP/1.1" status: 204 len: 168 time: 0.8650362 Feb 08 23:49:03.395365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f375-31ea-45ad-ba17-2b10133a41ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b2fdcf-6ac1-406f-9f2a-2ab6d7d41936,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:03.676669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40166) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:03.683052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135359696', 'description': 'tempest-description--1061466216'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:03.698620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e01fb6-169a-4967-b716-3a8eba80c6af req-c4833e60-6a96-460f-afeb-8241e5bd5805 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:03.710815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16e01fb6-169a-4967-b716-3a8eba80c6af req-c4833e60-6a96-460f-afeb-8241e5bd5805 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 944 time: 0.3000836 Feb 08 23:49:03.727209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a685f-5875-415f-8ae3-3ef1fa07d05a None None] Pushing event updated for resources: {'Port': ['ID=845f6fe4-011f-49d9-be82-2a0adefc8de1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:03.792698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:03.855543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 472e8847-812f-4027-95ba-72ae88c68005 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:03.886908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:03.998794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.005810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.067600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ffc1f-9883-4195-9e89-75eb453d4bff,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:04.094011 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.104085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16e01fb6-169a-4967-b716-3a8eba80c6af req-13948c62-67a6-452a-b43b-b6cbbfa6bbbe tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917887 Feb 08 23:49:04.141886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.146928 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2ab2e1a-e985-4538-9544-5bf9fca8694e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4657378 Feb 08 23:49:04.149089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40174) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:04.186323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e931f5-9289-4d19-9a3c-fe58525dc7d7 req-69f3654a-1a4a-42e7-a5aa-796477dc46bb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:04.195190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e931f5-9289-4d19-9a3c-fe58525dc7d7 req-69f3654a-1a4a-42e7-a5aa-796477dc46bb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 945 time: 0.1083682 Feb 08 23:49:04.198078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ffc1f-9883-4195-9e89-75eb453d4bff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:04.265931 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.293883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4e931f5-9289-4d19-9a3c-fe58525dc7d7 req-033b883f-c192-4029-a6c2-3b154f24450b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965743 Feb 08 23:49:04.306842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.319300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.347837 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.405615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 472e8847-812f-4027-95ba-72ae88c68005 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:04.406273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.464600 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.464600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:04.467729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Pushing event updated for resources: {'Port': ['ID=4a54dbe4-6360-4ed4-9f87-0310397130c6,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:04.474484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:04.489378 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.522985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:04.612336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.617434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.620186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.664393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Provisioning complete for port efe46262-e4b6-4b9b-8e85-eabbcbe7042f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:04.665215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.672061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.677947 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5230799 Feb 08 23:49:04.683940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40186) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:04.697362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'security_group_rule': {'security_group_id': 'bd9ffc1f-9883-4195-9e89-75eb453d4bff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:04.707549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0dbaf-fbf1-4cce-99f1-408c9036585d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f629e97-60fb-4d64-bc1a-10330f7d7c97,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:04.794176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.848652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Attempting to bind port ef706077-02dd-4315-a72d-4f2b81800ebc on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:04.849571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Attempting to bind port ef706077-02dd-4315-a72d-4f2b81800ebc by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:04.850184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Attempting to bind port ef706077-02dd-4315-a72d-4f2b81800ebc on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:04.890384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:04.892186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:04.892867 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:04.893741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:04.894517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Bound port: ef706077-02dd-4315-a72d-4f2b81800ebc, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:04.895163 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.001814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.007861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff67134-3b2b-44b8-877a-84dfea7d2b84 None None] Pushing event updated for resources: {'Port': ['ID=ef706077-02dd-4315-a72d-4f2b81800ebc,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:05.008726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.044061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1e5ad5-e64a-447a-ab65-65945791c65e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:05.053837 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.055492 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-44a44b89-8d5d-4e11-89a6-8dd5d60cdd9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3702233 Feb 08 23:49:05.058131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40196) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:05.069756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:05.075213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Pushing event updated for resources: {'Port': ['ID=8c652d1a-bed3-4ee8-949e-b1172e088a49,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:05.098750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Attempting to bind port 4a54dbe4-6360-4ed4-9f87-0310397130c6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:05.099259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Attempting to bind port 4a54dbe4-6360-4ed4-9f87-0310397130c6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:05.099728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Attempting to bind port 4a54dbe4-6360-4ed4-9f87-0310397130c6 on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:05.123304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:05.130589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.138625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:05.143243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:05.145276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Checking segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:05.145804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.147727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Bound using segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:05.148338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Bound port: 4a54dbe4-6360-4ed4-9f87-0310397130c6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:05.149349 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.193006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0954acf-5902-4ddc-a3a5-57bbd49b94a4 req-782c8a72-eaad-4c55-be68-e52977eba476 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:05.200647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0954acf-5902-4ddc-a3a5-57bbd49b94a4 req-782c8a72-eaad-4c55-be68-e52977eba476 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 1101 time: 0.8577106 Feb 08 23:49:05.381647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.431209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] For port ef706077-02dd-4315-a72d-4f2b81800ebc, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:05.454083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.457840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0954acf-5902-4ddc-a3a5-57bbd49b94a4 req-36c3d724-aa6e-41b1-8fa3-60afef1bb7ff tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024537 Feb 08 23:49:05.526073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efe46262-e4b6-4b9b-8e85-eabbcbe7042f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:05.608047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] For port ef706077-02dd-4315-a72d-4f2b81800ebc, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ef706077-02dd-4315-a72d-4f2b81800ebc,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:05.689284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b7d1b-57aa-4510-b08a-73d2da0a08ae req-31ccac89-2cba-4e31-9258-f3a0c4e26135 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:05.700196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.703256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-467b7d1b-57aa-4510-b08a-73d2da0a08ae req-31ccac89-2cba-4e31-9258-f3a0c4e26135 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 945 time: 0.7104304 Feb 08 23:49:05.751358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:49:05.811141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 172.25.3.197 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/9fc73709-b276-4cf2-a5fe-351db94d852c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:05.850366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff67134-3b2b-44b8-877a-84dfea7d2b84 None None] Pushing event updated for resources: {'Port': ['ID=ef706077-02dd-4315-a72d-4f2b81800ebc,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:05.891150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port efe46262-e4b6-4b9b-8e85-eabbcbe7042f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:05.892760 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:05.918738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] For port efe46262-e4b6-4b9b-8e85-eabbcbe7042f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:05.921131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:05.930985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:05.943343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-467b7d1b-57aa-4510-b08a-73d2da0a08ae req-2146cbfe-d003-4340-93bf-750a7ffbb245 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372189 Feb 08 23:49:06.004128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.068499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4897c-9a43-4b57-9e84-323fdcbcea90 req-7a4341fd-19c8-4f08-ab8b-2e2457b409f6 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:06.085480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06a4897c-9a43-4b57-9e84-323fdcbcea90 req-7a4341fd-19c8-4f08-ab8b-2e2457b409f6 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 944 time: 0.3396022 Feb 08 23:49:06.114819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.176817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] For port 4a54dbe4-6360-4ed4-9f87-0310397130c6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:06.222306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.235734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] For port 4a54dbe4-6360-4ed4-9f87-0310397130c6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4a54dbe4-6360-4ed4-9f87-0310397130c6,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:06.288670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06a4897c-9a43-4b57-9e84-323fdcbcea90 req-0f6eef7d-4436-40fc-9d0b-f1bc20f7d5a2 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812329 Feb 08 23:49:06.311728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Provisioning complete for port 8c652d1a-bed3-4ee8-949e-b1172e088a49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:06.312397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.313959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab2083-b782-4472-8720-f35313c2837d req-2eedaa44-bbf0-4ab3-87ed-5f85f5b24c31 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:06.316850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.332867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=9fc73709-b276-4cf2-a5fe-351db94d852c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:06.340506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:06.344136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:06.349014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:06.383821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4ab2083-b782-4472-8720-f35313c2837d req-2eedaa44-bbf0-4ab3-87ed-5f85f5b24c31 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 1101 time: 0.2885716 Feb 08 23:49:06.392862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:49:06.405692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-9aa9d52e-5b41-4d36-a326-807189fe63bc tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:06.406988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-9aa9d52e-5b41-4d36-a326-807189fe63bc tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 945 time: 0.3403857 Feb 08 23:49:06.414176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eebe111a-d024-4f59-bf8c-d0dec30e7673 admin admin] 10.222.0.32 "PUT /v2.0/routers/fee9d2d2-3047-44df-94dd-1aa1752385c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8266382 Feb 08 23:49:06.521425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4ab2083-b782-4472-8720-f35313c2837d req-0999a582-2688-4013-81d2-c5374a84ad82 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293335 Feb 08 23:49:06.554042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Pushing event updated for resources: {'Port': ['ID=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:06.577206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.723187 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:06.729809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-126088c3-e8f5-40c9-86aa-57f1e463e890 None None] Port 8c652d1a-bed3-4ee8-949e-b1172e088a49 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:06.977292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a64bee0-4bf0-45b5-9804-171064463d00 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:07.006051 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.087899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-64811386-6ebe-4907-af88-4a0dbc099065 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876756 Feb 08 23:49:07.142360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.170123 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.189601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:49:07.279747 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.280862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8261-401f-4d10-872b-7efce71f94b3 None None] Pushing event updated for resources: {'Port': ['ID=4a54dbe4-6360-4ed4-9f87-0310397130c6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:07.302712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=9fc73709-b276-4cf2-a5fe-351db94d852c,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:07.330356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-2e8b36b7-11d3-4c75-a73b-6bf6c5bf4ec2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:07.335637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-2e8b36b7-11d3-4c75-a73b-6bf6c5bf4ec2 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444181 Feb 08 23:49:07.368772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 003d0487-b430-4818-b300-6f180d5d7736 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:07.379085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Provisioning complete for port 321e5262-2128-4c4b-badc-cfa091bb5d0e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:07.379476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.385857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-647565a5-df0a-4e10-a7ce-a8b5a0a77a6a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/quotas/b6247756c03d4085a71859c0dd6f37e0 HTTP/1.1" status: 200 len: 375 time: 0.0405807 Feb 08 23:49:07.395525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:49:07.395869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.460902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.484167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.486637 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0bc8b678-013b-4514-860a-90e662cfd1ca tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4272230 Feb 08 23:49:07.546678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-f24e9992-e816-4678-941e-6fe38da10b7c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1620119 Feb 08 23:49:07.574430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port 68ff3757-e1c2-4d31-95d1-04b55c1a8651, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=68ff3757-e1c2-4d31-95d1-04b55c1a8651,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:07.574808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.598247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for 68ff3757-e1c2-4d31-95d1-04b55c1a8651 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:49:07.644771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-bf26884f-7683-4bec-be13-a87e1a7c5c6b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:07.651301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-bf26884f-7683-4bec-be13-a87e1a7c5c6b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 821 time: 0.2170107 Feb 08 23:49:07.656541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 1a64bee0-4bf0-45b5-9804-171064463d00 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:49:07.681520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-6677a6e2-3c02-4911-9941-d3905b5cf4ec tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/quotas/4d03e0d544364dddafb8ea7c263a528c HTTP/1.1" status: 200 len: 375 time: 0.0208981 Feb 08 23:49:07.687260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 1a64bee0-4bf0-45b5-9804-171064463d00 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:07.687636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.785319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-4c584b58-fc94-4ec0-aa13-043aa9f77ab3 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919580 Feb 08 23:49:07.803089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Port 321e5262-2128-4c4b-badc-cfa091bb5d0e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:07.905420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.940171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['68ff3757-e1c2-4d31-95d1-04b55c1a8651'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:07.955190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=68ff3757-e1c2-4d31-95d1-04b55c1a8651,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:07.955529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Provisioning complete for port c849c1df-0b37-49d2-b609-e4297b5ad4ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:07.955908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:07.970563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 003d0487-b430-4818-b300-6f180d5d7736 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:07.970563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:08.029295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port 68ff3757-e1c2-4d31-95d1-04b55c1a8651 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:49:08.039338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:08.043052 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9c92b5b2-123e-46dc-8988-1460ac5a3841 req-df08392a-a300-4a33-ac4d-a3eb4ba1c7ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "DELETE /v2.0/ports/68ff3757-e1c2-4d31-95d1-04b55c1a8651 HTTP/1.1" status: 204 len: 173 time: 1.4581349 Feb 08 23:49:08.043550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'name': 'network-vif-deleted', 'tag': '68ff3757-e1c2-4d31-95d1-04b55c1a8651'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:08.050704 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5bfee-dee7-4bee-bdf3-c52c6f7e9682" -d '{"events": [{"server_uuid": "f28c2e47-3d04-4bee-83a3-418eebb3f831", "name": "network-vif-deleted", "tag": "68ff3757-e1c2-4d31-95d1-04b55c1a8651"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:08.071603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26430949-88ba-4010-979b-eacd412ce70d req-459a52a4-9d26-44c8-8739-103a697cafa7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=f28c2e47-3d04-4bee-83a3-418eebb3f831 HTTP/1.1" status: 200 len: 210 time: 0.1221557 Feb 08 23:49:08.290856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7c8c6670-5f5b-4ff0-b6ac-1e09b14464b3 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989560 Feb 08 23:49:08.435500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853581e5-5e33-4028-bbee-b81bcf34da3c req-01629f79-422f-42b1-b806-46cf1f10ea8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:08.437152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-853581e5-5e33-4028-bbee-b81bcf34da3c req-01629f79-422f-42b1-b806-46cf1f10ea8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 944 time: 0.2167013 Feb 08 23:49:08.541542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-853581e5-5e33-4028-bbee-b81bcf34da3c req-d3c588cd-a984-474f-90ce-fc3332ae715e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928187 Feb 08 23:49:08.549068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-c0de994b-3879-4000-8e07-4130cfb931e9 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431326 Feb 08 23:49:08.649580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23d65b-393d-4edc-b43a-69c7e80fc238 None None] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:49:08.711626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3662da2c-21b3-412e-8b6c-2a64a3d27f6c req-9f0ef52f-8f41-4335-922f-87708eb3c517 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 210 time: 0.0699639 Feb 08 23:49:08.783885 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fab5e03-5521-49c4-8f5a-ccffe4673bbb x-openstack-request-id: req-7fab5e03-5521-49c4-8f5a-ccffe4673bbb {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:08.784416 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28c2e47-3d04-4bee-83a3-418eebb3f831", "name": "network-vif-deleted", "tag": "68ff3757-e1c2-4d31-95d1-04b55c1a8651", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:08.784416 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fab5e03-5521-49c4-8f5a-ccffe4673bbb {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:08.784810 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f28c2e47-3d04-4bee-83a3-418eebb3f831', 'name': 'network-vif-deleted', 'tag': '68ff3757-e1c2-4d31-95d1-04b55c1a8651', 'status': 'completed', 'code': 200} Feb 08 23:49:08.893922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Port c849c1df-0b37-49d2-b609-e4297b5ad4ec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:08.973207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:08.975294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70f518be-c0cc-430a-afb2-6ba80f6b0a41 req-c34d10ac-49a3-4995-b1e3-2bf9ba4348e3 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 210 time: 0.0978787 Feb 08 23:49:08.996454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Provisioning complete for port efe46262-e4b6-4b9b-8e85-eabbcbe7042f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:09.001929 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:09.040535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-7a16d5b3-6d1a-4b07-859f-cfa3c45735ad tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1135359696&fields=id&tenant_id=e00a87e53b364959bfa0946865bd8b2d HTTP/1.1" status: 200 len: 267 time: 0.0559897 Feb 08 23:49:09.068073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 845f6fe4-011f-49d9-be82-2a0adefc8de1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:09.154601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-aa791c75-5acf-4930-9dba-3aa2022de813 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:09.170332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-aa791c75-5acf-4930-9dba-3aa2022de813 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e HTTP/1.1" status: 200 len: 931 time: 0.1288095 Feb 08 23:49:09.301667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f2052780-0936-434b-b14b-29581b28eab5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:09.320544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f2052780-0936-434b-b14b-29581b28eab5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec HTTP/1.1" status: 200 len: 931 time: 0.1484916 Feb 08 23:49:09.393940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:04Z', 'revision_number': 2, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:09.414873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a64bee0-4bf0-45b5-9804-171064463d00'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:09.417224 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153f5103-dacc-434e-9708-05576bd94b5f" -d '{"events": [{"server_uuid": "7c6a6146-ff1b-40be-a1a3-0d523bc71695", "name": "network-vif-plugged", "status": "completed", "tag": "1a64bee0-4bf0-45b5-9804-171064463d00"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:09.475798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1a64bee0-4bf0-45b5-9804-171064463d00, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a64bee0-4bf0-45b5-9804-171064463d00,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:09.480825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd680da0-60cd-47e1-9b03-56dd2ea74e32 None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:04Z', 'revision_number': 2, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:49:09.489767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:09.535100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 68ff3757-e1c2-4d31-95d1-04b55c1a8651 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:49:09.548174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-ef0fcddb-c170-4ddf-8a16-386c03e69bb5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?network_id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2137516 Feb 08 23:49:09.554706 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b00c38-7d3f-4590-a841-8e7e187431ad x-openstack-request-id: req-d3b00c38-7d3f-4590-a841-8e7e187431ad {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:09.560540 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6a6146-ff1b-40be-a1a3-0d523bc71695", "name": "network-vif-plugged", "status": "completed", "tag": "1a64bee0-4bf0-45b5-9804-171064463d00", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:09.565508 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3b00c38-7d3f-4590-a841-8e7e187431ad {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:09.566013 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a64bee0-4bf0-45b5-9804-171064463d00', 'code': 200} Feb 08 23:49:09.701826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-378538e8-2444-43a0-9f3d-b05297334a20 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?network_id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1525097 Feb 08 23:49:09.705617 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-a4bcd84b-cce3-40f4-90db-9b92b7f8eb3f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926721 Feb 08 23:49:09.778269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 68ff3757-e1c2-4d31-95d1-04b55c1a8651 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:49:09.778856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 68ff3757-e1c2-4d31-95d1-04b55c1a8651 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:49:09.890884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40352) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:10.055116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 845f6fe4-011f-49d9-be82-2a0adefc8de1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:10.055501 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.055775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-f432e703-e660-41be-aebf-ccd57ef5b386 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:10.059951 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-f432e703-e660-41be-aebf-ccd57ef5b386 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444347 Feb 08 23:49:10.075560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:10.167666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=1a64bee0-4bf0-45b5-9804-171064463d00,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:10.227444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b76ef793-4e98-4c5c-89b6-4ad44d8c70e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.291575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-fccabfd2-aa6a-448b-90a2-44315b334b9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:10.305115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Provisioning complete for port 8c652d1a-bed3-4ee8-949e-b1172e088a49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:10.305499 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.313863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-fccabfd2-aa6a-448b-90a2-44315b334b9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:10.334608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-fccabfd2-aa6a-448b-90a2-44315b334b9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:10.336621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-fccabfd2-aa6a-448b-90a2-44315b334b9c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/networks?id=651f9ab1-2835-48af-880a-3e01035201c9&id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05 HTTP/1.1" status: 200 len: 1990 time: 0.6338360 Feb 08 23:49:10.418099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-92820171-2667-452d-a328-8a3297923f39 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/quotas/e00a87e53b364959bfa0946865bd8b2d HTTP/1.1" status: 200 len: 375 time: 0.0740967 Feb 08 23:49:10.424730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4904944b-eb06-4640-a12a-25a33ebcbae4 None None] Port 8c652d1a-bed3-4ee8-949e-b1172e088a49 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:10.438920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47b9f-6e56-45e5-9a71-ddb99809f0d9 req-e1ee1e83-f7ce-4450-9db2-729eaeff4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:10.445090 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdd47b9f-6e56-45e5-9a71-ddb99809f0d9 req-e1ee1e83-f7ce-4450-9db2-729eaeff4dd8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 1096 time: 0.7932050 Feb 08 23:49:10.530922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b76ef793-4e98-4c5c-89b6-4ad44d8c70e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.553323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-89eac250-ef6e-4470-8bcb-3c9638200811 None None] Provisioning complete for port 4a54dbe4-6360-4ed4-9f87-0310397130c6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:10.553718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89eac250-ef6e-4470-8bcb-3c9638200811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.555151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b76ef793-4e98-4c5c-89b6-4ad44d8c70e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.587694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-2a0c0870-2d20-46ff-a674-eb605007293d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:10.596339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-2a0c0870-2d20-46ff-a674-eb605007293d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.6035137 Feb 08 23:49:10.607361 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b76ef793-4e98-4c5c-89b6-4ad44d8c70e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60b164fee30c42468e74ba519b5de348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7132907 Feb 08 23:49:10.609037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40358) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:10.638670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-852d7773-9bd6-4da7-8a06-6898d3ceb389 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.0389659 Feb 08 23:49:10.642412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdd47b9f-6e56-45e5-9a71-ddb99809f0d9 req-e0d7469b-634c-44ae-8c44-eb88cc4197ef service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731219 Feb 08 23:49:10.662479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-3664edab-0d52-47b6-82b3-0cb905c61823 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2312107 Feb 08 23:49:10.671741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efe46262-e4b6-4b9b-8e85-eabbcbe7042f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:10.699020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ef793-4e98-4c5c-89b6-4ad44d8c70e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045cf62-995f-45f1-a348-28a1a7069be0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:10.742347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42cef06c-d0fc-4a06-a38a-58015e2ed572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.746427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:10.751452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.780539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-93d8f5bc-c71f-4ca0-9788-57f5ea963f93 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1409161 Feb 08 23:49:10.838783 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89eac250-ef6e-4470-8bcb-3c9638200811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.856764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port efe46262-e4b6-4b9b-8e85-eabbcbe7042f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:10.857190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:10.971099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-89eac250-ef6e-4470-8bcb-3c9638200811 None None] For port 4a54dbe4-6360-4ed4-9f87-0310397130c6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4a54dbe4-6360-4ed4-9f87-0310397130c6,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:10.977822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89eac250-ef6e-4470-8bcb-3c9638200811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.073008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42cef06c-d0fc-4a06-a38a-58015e2ed572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.196901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eac250-ef6e-4470-8bcb-3c9638200811 None None] Pushing event updated for resources: {'Port': ['ID=4a54dbe4-6360-4ed4-9f87-0310397130c6,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:11.204491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a54dbe4-6360-4ed4-9f87-0310397130c6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:11.256867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.141 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/7229f316-c712-4bd2-9525-dedda4501173) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:11.280440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42cef06c-d0fc-4a06-a38a-58015e2ed572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.283025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42cef06c-d0fc-4a06-a38a-58015e2ed572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.290963 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42cef06c-d0fc-4a06-a38a-58015e2ed572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e045cf62-995f-45f1-a348-28a1a7069be0 HTTP/1.1" status: 204 len: 168 time: 0.6742444 Feb 08 23:49:11.332681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cef06c-d0fc-4a06-a38a-58015e2ed572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045cf62-995f-45f1-a348-28a1a7069be0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:11.401162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4a54dbe4-6360-4ed4-9f87-0310397130c6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:11.401670 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.634223 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.644958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 845f6fe4-011f-49d9-be82-2a0adefc8de1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:11.715419 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:11.729391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:11.731872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:11.822999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-56ae97f7-1cb4-4c89-8928-300bbf838910 service neutron] 10.222.0.32 "GET /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1180637 Feb 08 23:49:11.905848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:11.919708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:11.963993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:11.973250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=7229f316-c712-4bd2-9525-dedda4501173,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:11.989706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40364) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:12.020277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-98ace124-00e7-44b3-8d13-3ab653670af5 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2361488 Feb 08 23:49:12.023459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 845f6fe4-011f-49d9-be82-2a0adefc8de1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:12.024677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.089866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79576c95-6899-48e1-bc76-1650ec56ceac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.101361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1938662c-9170-45b3-a1f7-f9ad4b07d4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.199359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-d5105ff7-e17c-44bd-97b5-41036857744b service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779494 Feb 08 23:49:12.225925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-0bb430ba-1be6-44f7-8175-957e71719a6b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:12.229079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-0bb430ba-1be6-44f7-8175-957e71719a6b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.21 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 821 time: 0.7950683 Feb 08 23:49:12.258025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'port': {'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'admin_state_up': True, 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:12.300677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79576c95-6899-48e1-bc76-1650ec56ceac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.307291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79576c95-6899-48e1-bc76-1650ec56ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.408010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:12.411101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.445109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79576c95-6899-48e1-bc76-1650ec56ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3dc2ff-9659-4c6e-8aab-d32310e9f81c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:12.462335 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-79576c95-6899-48e1-bc76-1650ec56ceac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=792561bd268146fb8a17de9a53827348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565265 Feb 08 23:49:12.464005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40366) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:12.534809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0a1925f4-df80-40f8-a889-f43883878462 service neutron] 10.222.0.32 "GET /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7097375 Feb 08 23:49:12.603875 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-4197646d-3e5a-487b-a32e-792990a17f1f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5338309 Feb 08 23:49:12.619098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afe9d985-7f4d-42db-862f-319c60eb8493 None None] Provisioning complete for port 7229f316-c712-4bd2-9525-dedda4501173 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:12.621869 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afe9d985-7f4d-42db-862f-319c60eb8493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.624059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Request body: {'port': {'device_id': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:12.730853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afe9d985-7f4d-42db-862f-319c60eb8493 None None] Port 7229f316-c712-4bd2-9525-dedda4501173 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:12.737152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-c44d7d2d-9cd4-4d9e-b171-06eb6cca88fe service neutron] 10.222.0.32 "GET /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1890571 Feb 08 23:49:12.770253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-785d20b0-53ba-4c2b-b8ff-4c98d09841b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.778111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.846844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a54dbe4-6360-4ed4-9f87-0310397130c6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:12.881370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-785d20b0-53ba-4c2b-b8ff-4c98d09841b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.882635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Made reservation on behalf of 4d03e0d544364dddafb8ea7c263a528c for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:12.895761 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:12.961110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97111a2b-e8dc-4e84-8b7a-25f043822cd3 req-3acaaebd-e9ab-40f4-b4e2-3282fa1a378e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:12.978673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97111a2b-e8dc-4e84-8b7a-25f043822cd3 req-3acaaebd-e9ab-40f4-b4e2-3282fa1a378e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.3812656 Feb 08 23:49:13.056673 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:49:13.225044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4a54dbe4-6360-4ed4-9f87-0310397130c6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:13.231517 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.295122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-c4b39814-b6fb-4a57-9057-8972a05719fd service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458202 Feb 08 23:49:13.318910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97111a2b-e8dc-4e84-8b7a-25f043822cd3 req-e5060c80-95cd-4dbf-a77f-4c4ccdc2d389 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068402 Feb 08 23:49:13.325879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7229f316-c712-4bd2-9525-dedda4501173 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:13.335838 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.367202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Transition to ACTIVE for port object 7229f316-c712-4bd2-9525-dedda4501173 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:13.368937 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-785d20b0-53ba-4c2b-b8ff-4c98d09841b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.374273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-785d20b0-53ba-4c2b-b8ff-4c98d09841b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.378038 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-785d20b0-53ba-4c2b-b8ff-4c98d09841b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb3dc2ff-9659-4c6e-8aab-d32310e9f81c HTTP/1.1" status: 204 len: 168 time: 0.9114184 Feb 08 23:49:13.381407 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.459326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d20b0-53ba-4c2b-b8ff-4c98d09841b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3dc2ff-9659-4c6e-8aab-d32310e9f81c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:13.635504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ef706077-02dd-4315-a72d-4f2b81800ebc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:13.743012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Allocated IP 172.20.0.11 (36eaba3c-6886-4829-964b-e5a31ddcf6b2/6b05b9b6-165f-4f17-81ec-14b1e3b635ed/f677f657-f3e1-44e0-92b6-4a93b04ab28e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:13.753504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Pushing event updated for resources: {'Port': ['ID=7229f316-c712-4bd2-9525-dedda4501173,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:13.780288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Attempting to bind port 7229f316-c712-4bd2-9525-dedda4501173 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:13.785781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Attempting to bind port 7229f316-c712-4bd2-9525-dedda4501173 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:13.787540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Attempting to bind port 7229f316-c712-4bd2-9525-dedda4501173 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:13.805829 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:49:13.821631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Port 7229f316-c712-4bd2-9525-dedda4501173 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:13.822944 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:13.823777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Attempting to bind port 7229f316-c712-4bd2-9525-dedda4501173 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:13.827259 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:48:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:13.842285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:13.846695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:13.847476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-5a71cc90-2fa4-456b-a9d3-8633b1a85850 service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117867 Feb 08 23:49:13.848032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:13.849683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Bound port: 7229f316-c712-4bd2-9525-dedda4501173, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:13.850121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.884945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00545-56d3-4cf9-8f84-7ae0b7e33c81 req-a0d482b2-4196-4504-a0ae-33954a7a4148 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:13.888606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ef706077-02dd-4315-a72d-4f2b81800ebc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:13.890049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:13.893380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53a00545-56d3-4cf9-8f84-7ae0b7e33c81 req-a0d482b2-4196-4504-a0ae-33954a7a4148 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 948 time: 0.3091042 Feb 08 23:49:14.002567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] For port 7229f316-c712-4bd2-9525-dedda4501173, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:14.006340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] For port 7229f316-c712-4bd2-9525-dedda4501173, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7229f316-c712-4bd2-9525-dedda4501173,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:14.013107 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:14.082690 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:49:14.090719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:14.092788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9a1cbeb1-54fd-4d87-a5dd-e8528e06da0d service neutron] 10.222.0.32 "GET /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2365541 Feb 08 23:49:14.093402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:14.096341 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] 10.222.0.84 "PUT /v2.0/ports/7229f316-c712-4bd2-9525-dedda4501173 HTTP/1.1" status: 200 len: 1096 time: 1.4816725 Feb 08 23:49:14.097037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'tag': '7229f316-c712-4bd2-9525-dedda4501173'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:14.099617 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246767cd-1193-4abb-b51e-28fd8de06342" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1f7340-5aa4-43ed-b882-76b668f0c374", "tag": "7229f316-c712-4bd2-9525-dedda4501173"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:14.147263 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:14.192030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53a00545-56d3-4cf9-8f84-7ae0b7e33c81 req-b07e2ca2-d4ec-4c7b-ba06-dca29aa4d8e3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976835 Feb 08 23:49:14.199500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b383-2630-4528-b6fc-be62c4bc0e82 service neutron] Pushing event updated for resources: {'Port': ['ID=7229f316-c712-4bd2-9525-dedda4501173,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:14.268860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port ef706077-02dd-4315-a72d-4f2b81800ebc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ef706077-02dd-4315-a72d-4f2b81800ebc,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:14.280404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:14.291496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a86cc692-a76d-4146-8e78-f6f82b2f49bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:14.294413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-f10a814b-8872-4e28-afe2-8afb27c9cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:14.296253 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-f10a814b-8872-4e28-afe2-8afb27c9cd76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 1099 time: 0.1452823 Feb 08 23:49:14.450255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145883b4-503c-4b90-b6b6-3e39d3708bcb req-6950cab4-9303-4308-b661-73d079739468 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 210 time: 0.0795093 Feb 08 23:49:14.452860 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-970d276f-a0fe-4fa2-9c2f-59c1bff28afe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=7229f316-c712-4bd2-9525-dedda4501173 HTTP/1.1" status: 200 len: 217 time: 0.1469476 Feb 08 23:49:14.473049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=ef706077-02dd-4315-a72d-4f2b81800ebc,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:14.474149 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:04Z', 'revision_number': 2, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:14.537834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-2b9ab43e-3159-4cc4-a2f4-9d3c069977e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:14.539601 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-2b9ab43e-3159-4cc4-a2f4-9d3c069977e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0796130 Feb 08 23:49:14.683894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-d9946b62-e5b7-4556-a7e0-62af405d1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:14.695997 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-d9946b62-e5b7-4556-a7e0-62af405d1ba6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1377642 Feb 08 23:49:14.749320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42d03275-de4a-41e6-953f-de9774d2025b req-48996d2f-7d71-4bc7-a360-459a46928bcf tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 210 time: 0.1265006 Feb 08 23:49:14.914313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:14.918113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:49:14.918460 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Updating router fee9d2d2-3047-44df-94dd-1aa1752385c1 port 8c652d1a-bed3-4ee8-949e-b1172e088a49 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:49:14.950044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-f6c5549e-fcc8-4ed2-8f93-18ee4f110e93 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531364 Feb 08 23:49:14.977597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-043937d9-64f4-42df-a162-c63947706494 service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8628960 Feb 08 23:49:14.985761 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:15.193549 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7ff0eb-b985-4e07-b0e6-53b791d9dac7 x-openstack-request-id: req-7f7ff0eb-b985-4e07-b0e6-53b791d9dac7 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:15.194232 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1f7340-5aa4-43ed-b882-76b668f0c374", "tag": "7229f316-c712-4bd2-9525-dedda4501173", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:15.196858 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f7ff0eb-b985-4e07-b0e6-53b791d9dac7 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:15.197503 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'tag': '7229f316-c712-4bd2-9525-dedda4501173', 'status': 'completed', 'code': 200} Feb 08 23:49:15.211396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-ee9e6f7c-4341-44f8-9cc3-c29f80d6c4e5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.214904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-ee9e6f7c-4341-44f8-9cc3-c29f80d6c4e5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.5195692 Feb 08 23:49:15.275870 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6d211fb-c541-491b-87e6-7cb1f4d00d6b req-e617e1e5-79aa-417d-a128-a363d915fd90 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179545 Feb 08 23:49:15.370608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:15.376200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0fc7a326-966b-4e46-bd4e-80b282e8696a service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588838 Feb 08 23:49:15.380225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:15.397707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246767cd-1193-4abb-b51e-28fd8de06342 req-8aaff074-d13c-4537-99ce-a0b2763cf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.399313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-8aaff074-d13c-4537-99ce-a0b2763cf64a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 1099 time: 0.0667574 Feb 08 23:49:15.542108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246767cd-1193-4abb-b51e-28fd8de06342 req-6b8fcf55-8861-4fcb-9878-f423abdb1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.543624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-6b8fcf55-8861-4fcb-9878-f423abdb1903 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1359730 Feb 08 23:49:15.606869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-5aa2cc70-8af3-4fe3-9666-94e85e4b2c16 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=7229f316-c712-4bd2-9525-dedda4501173 HTTP/1.1" status: 200 len: 217 time: 0.0533190 Feb 08 23:49:15.663138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246767cd-1193-4abb-b51e-28fd8de06342 req-7a54edf0-22f9-4d59-9ba8-b53d84b06050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.664613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-7a54edf0-22f9-4d59-9ba8-b53d84b06050 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0500560 Feb 08 23:49:15.690502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-352aaee1-1bea-4e23-b2f6-6abb3c9eb375 service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231371 Feb 08 23:49:15.726443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18178613-b92c-40be-baea-0aeb71d24613 req-e4345ba3-fb08-4ab0-bbbe-bd13e498971c tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.733907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18178613-b92c-40be-baea-0aeb71d24613 req-e4345ba3-fb08-4ab0-bbbe-bd13e498971c tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.2786283 Feb 08 23:49:15.737072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246767cd-1193-4abb-b51e-28fd8de06342 req-9ba52a7c-090e-437a-a9e9-3c8131698615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.738915 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-9ba52a7c-090e-437a-a9e9-3c8131698615 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629523 Feb 08 23:49:15.863460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:15.866415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-8aca9362-6249-421d-845b-61434777abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:15.867982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-8aca9362-6249-421d-845b-61434777abe9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 1096 time: 0.6419368 Feb 08 23:49:15.884331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:15.888096 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:15.925038 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-c5793f82-18b0-4615-95d5-87f92b3fab9e service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765959 Feb 08 23:49:16.044712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-a17b0089-0646-4c47-942d-db3abfc890f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:16.047703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-a17b0089-0646-4c47-942d-db3abfc890f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 912 time: 0.1503820 Feb 08 23:49:16.052165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:16.092849 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-246767cd-1193-4abb-b51e-28fd8de06342 req-21798738-d164-439d-a7b0-52033b4ba761 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595011 Feb 08 23:49:16.141370 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.146701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:16.152342 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.165632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:16.215860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18178613-b92c-40be-baea-0aeb71d24613 req-a159589d-6dfa-4abe-9677-d7aac0b4986f tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799016 Feb 08 23:49:16.227649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-d003bd9e-d002-4317-a1b5-cbb3144faf39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a64bee0-4bf0-45b5-9804-171064463d00 HTTP/1.1" status: 200 len: 217 time: 0.1608026 Feb 08 23:49:16.236140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event updated for resources: {'Port': ['ID=f677f657-f3e1-44e0-92b6-4a93b04ab28e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:16.241748 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Pushing event updated for resources: {'Port': ['ID=8c652d1a-bed3-4ee8-949e-b1172e088a49,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:16.257489 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.258307 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.258828 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.259442 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.259958 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.260473 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.261016 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.261528 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.262169 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.262671 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.263173 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.264247 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:16.361956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-e1c319a6-2ec4-40d9-ad9d-d55f2a23de06 service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581247 Feb 08 23:49:16.370573 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Attempting to bind port 8c652d1a-bed3-4ee8-949e-b1172e088a49 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:16.371844 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Attempting to bind port 8c652d1a-bed3-4ee8-949e-b1172e088a49 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:16.372694 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Attempting to bind port 8c652d1a-bed3-4ee8-949e-b1172e088a49 on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:16.379362 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:16.380350 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Checking segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:16.380990 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.381703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Bound using segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:16.382364 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Bound port: 8c652d1a-bed3-4ee8-949e-b1172e088a49, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:16.383194 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.398345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:16.399167 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.471849 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] For port 8c652d1a-bed3-4ee8-949e-b1172e088a49, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:16.475592 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] For port 8c652d1a-bed3-4ee8-949e-b1172e088a49, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8c652d1a-bed3-4ee8-949e-b1172e088a49,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:16.481646 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.528062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-43f6d338-91c2-4e48-9154-eb8456d9ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:16.530568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-43f6d338-91c2-4e48-9154-eb8456d9ea73 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.2897298 Feb 08 23:49:16.593116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40440) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:16.593684 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab2dd0-237b-46c5-a4aa-f22f7ec05d9c None None] Pushing event updated for resources: {'Port': ['ID=8c652d1a-bed3-4ee8-949e-b1172e088a49,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:16.597940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ef706077-02dd-4315-a72d-4f2b81800ebc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:16.638616 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:16.641754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-7ffcf18c-638d-464c-8f13-d3ea674c0220 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3980522 Feb 08 23:49:16.643480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:16.675047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ef706077-02dd-4315-a72d-4f2b81800ebc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:16.675806 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.769199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Request body: {'port': {'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:16.780896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-eafb0d96-e0f0-491d-ade9-5dfde99ef51b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884220 Feb 08 23:49:16.784066 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.827418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c2179b47-bb07-4e00-b80e-9d1041dbc4b7 None None] Provisioning complete for port f677f657-f3e1-44e0-92b6-4a93b04ab28e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:16.828735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c2179b47-bb07-4e00-b80e-9d1041dbc4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.869538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c2179b47-bb07-4e00-b80e-9d1041dbc4b7 None None] Port f677f657-f3e1-44e0-92b6-4a93b04ab28e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:16.886145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a3b228b3-d4c4-4c22-bf71-29bb7d7c43f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:16.982447 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:49:17.001285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.9 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/f790fff5-0fb9-4001-9b4a-6a0d7583e0ab) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:17.027801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a3b228b3-d4c4-4c22-bf71-29bb7d7c43f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.034193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a3b228b3-d4c4-4c22-bf71-29bb7d7c43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.107465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c23e54c8-1c3a-4e92-8dbe-63ac065c50ab None None] Provisioning complete for port 8c652d1a-bed3-4ee8-949e-b1172e088a49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:17.107834 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c23e54c8-1c3a-4e92-8dbe-63ac065c50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.130806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b228b3-d4c4-4c22-bf71-29bb7d7c43f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf60253c-40ff-4c03-b08f-18f026a86e6a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:17.161893 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a3b228b3-d4c4-4c22-bf71-29bb7d7c43f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a24031822da4546bd2a031e7dd3973a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676854 Feb 08 23:49:17.163323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40444) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:17.195691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022905ef-a69b-48cd-93f4-9a673e10ad2e req-5bcd3135-ae1a-4ff3-8549-f5a73bad4a4f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:17.211036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-022905ef-a69b-48cd-93f4-9a673e10ad2e req-5bcd3135-ae1a-4ff3-8549-f5a73bad4a4f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 948 time: 0.7815871 Feb 08 23:49:17.226299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-e339ad05-1cdd-46fe-8355-ce6404e59b91 service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484914 Feb 08 23:49:17.227306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.287951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.322154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9bb03976-3d30-420d-9368-a0d3d2664253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.401086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c23e54c8-1c3a-4e92-8dbe-63ac065c50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.401461 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:16Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:17.412928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9bb03976-3d30-420d-9368-a0d3d2664253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.448188 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8509-09cc-4f45-b79a-12ff6a6d92d0 None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:16Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:49:17.510195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9bb03976-3d30-420d-9368-a0d3d2664253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.518901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9bb03976-3d30-420d-9368-a0d3d2664253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.524605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9bb03976-3d30-420d-9368-a0d3d2664253 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf60253c-40ff-4c03-b08f-18f026a86e6a HTTP/1.1" status: 204 len: 168 time: 0.3570340 Feb 08 23:49:17.525215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c23e54c8-1c3a-4e92-8dbe-63ac065c50ab None None] For port 8c652d1a-bed3-4ee8-949e-b1172e088a49, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8c652d1a-bed3-4ee8-949e-b1172e088a49,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:17.534883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c23e54c8-1c3a-4e92-8dbe-63ac065c50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:17.550327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb03976-3d30-420d-9368-a0d3d2664253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf60253c-40ff-4c03-b08f-18f026a86e6a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:17.627428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e54c8-1c3a-4e92-8dbe-63ac065c50ab None None] Pushing event updated for resources: {'Port': ['ID=8c652d1a-bed3-4ee8-949e-b1172e088a49,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:17.670795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8aee259f-5fea-488e-8e48-5349e422ffc7 None None] Provisioning complete for port 8c652d1a-bed3-4ee8-949e-b1172e088a49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:17.671742 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8aee259f-5fea-488e-8e48-5349e422ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:18.099131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-022905ef-a69b-48cd-93f4-9a673e10ad2e req-fba41d64-9360-4988-ad45-71cbeb82b7fa tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8859160 Feb 08 23:49:18.231330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-56ef2e53-31d4-4130-a364-d152ac3329e2 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4300716 Feb 08 23:49:18.427559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-5fa4e9d8-4958-4311-9b44-36bc18a50f73 service neutron] 10.222.0.32 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1175585 Feb 08 23:49:18.432936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:18.565018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04a44-284e-429f-a920-f74e878d46c2 req-afb950e2-49c6-42c6-8dad-0c6f6b5cfc83 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:18.566501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80e04a44-284e-429f-a920-f74e878d46c2 req-afb950e2-49c6-42c6-8dad-0c6f6b5cfc83 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 932 time: 0.2091420 Feb 08 23:49:18.644579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8c652d1a-bed3-4ee8-949e-b1172e088a49 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:18.675773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-155b9c37-3cc9-4cef-9a2f-b0cbb22f784e req-8f349ee3-dc84-4d47-bd3b-ad426ec2d5dc service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275749 Feb 08 23:49:18.722249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8c652d1a-bed3-4ee8-949e-b1172e088a49 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:18.722880 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:18.743229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80e04a44-284e-429f-a920-f74e878d46c2 req-cbf4c538-55cb-478b-844a-5c184dff5e54 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462255 Feb 08 23:49:18.755416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-47a48401-ac14-4cf1-8bdf-db92950fffe8 service neutron] 10.222.0.32 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064651 Feb 08 23:49:18.755416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:18.879440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7229f316-c712-4bd2-9525-dedda4501173 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:49:18.895294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:18.909055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:18.911324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:18.917416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:18.926970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f677f657-f3e1-44e0-92b6-4a93b04ab28e {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:18.943456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.943799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.944343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.944861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.945374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.945890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.946388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.946895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.947386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.947877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.948370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.948853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:18.977095 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.036278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Transition to ACTIVE for port object f677f657-f3e1-44e0-92b6-4a93b04ab28e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:19.055797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.067643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:19.068288 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.072013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-ae82aeac-19c0-464d-a1bf-0d932f8c490c service neutron] 10.222.0.32 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136230 Feb 08 23:49:19.085188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 7229f316-c712-4bd2-9525-dedda4501173, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7229f316-c712-4bd2-9525-dedda4501173,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:19.103477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '7229f316-c712-4bd2-9525-dedda4501173', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '7229f316-c712-4bd2-9525-dedda4501173', 'mac_address': 'fa:16:3e:f7:44:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:49:19.171074 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.187992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7229f316-c712-4bd2-9525-dedda4501173 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:19.208467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558259c-cb08-4790-974e-eb37ab55461b req-24e84384-4c08-47ec-8a8a-bda8ff0c693a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:19.210453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0558259c-cb08-4790-974e-eb37ab55461b req-24e84384-4c08-47ec-8a8a-bda8ff0c693a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 931 time: 0.2779725 Feb 08 23:49:19.217866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-6ac4b51c-d7d5-48b4-821c-f1f6796d8061 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8450322 Feb 08 23:49:19.228322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 7229f316-c712-4bd2-9525-dedda4501173, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7229f316-c712-4bd2-9525-dedda4501173,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:19.242722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Request body: {'port': {'device_id': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:19.243329 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.267498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Pushing event updated for resources: {'Port': ['ID=f677f657-f3e1-44e0-92b6-4a93b04ab28e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:19.336506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=7229f316-c712-4bd2-9525-dedda4501173,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:19.481565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0558259c-cb08-4790-974e-eb37ab55461b req-b6f43c2e-a002-460c-b83f-5ef6a9e5f8c4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606385 Feb 08 23:49:19.489047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['7229f316-c712-4bd2-9525-dedda4501173'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:19.493338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-cf1a5f6d-573b-400a-9931-efed4a11e9e8 service neutron] 10.222.0.32 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922641 Feb 08 23:49:19.506091 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.539127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Attempting to bind port f677f657-f3e1-44e0-92b6-4a93b04ab28e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:19.539462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Attempting to bind port f677f657-f3e1-44e0-92b6-4a93b04ab28e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:19.539790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Attempting to bind port f677f657-f3e1-44e0-92b6-4a93b04ab28e on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:19.603544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Port f677f657-f3e1-44e0-92b6-4a93b04ab28e on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:19.603865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Attempting to bind port f677f657-f3e1-44e0-92b6-4a93b04ab28e on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:19.653680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:19.654015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Checking segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:19.654400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Bound using segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:19.654839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Bound port: f677f657-f3e1-44e0-92b6-4a93b04ab28e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:19.655193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.838004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b95d1-9627-4602-b5af-77de71213897 req-610300a0-dd81-4640-98c7-44a67f474d91 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:19.839520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-067b95d1-9627-4602-b5af-77de71213897 req-610300a0-dd81-4640-98c7-44a67f474d91 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.2410116 Feb 08 23:49:19.851373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-050720a4-541b-4516-b1c5-4b76accf4c27 service neutron] 10.222.0.32 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468046 Feb 08 23:49:19.895631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] For port f677f657-f3e1-44e0-92b6-4a93b04ab28e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:19.928627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] For port f677f657-f3e1-44e0-92b6-4a93b04ab28e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:19.964197 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:19.987030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-067b95d1-9627-4602-b5af-77de71213897 req-196af95c-5aac-4cb6-9515-18204fe21398 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329463 Feb 08 23:49:19.988141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40490) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:20.140417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:20.141374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.142838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] 10.222.0.21 "PUT /v2.0/ports/f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 1092 time: 3.4430349 Feb 08 23:49:20.151458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:20.153866 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:20.163913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09202e8a-fa8c-4304-9eab-ebe9ada3c7aa service neutron] Pushing event updated for resources: {'Port': ['ID=f677f657-f3e1-44e0-92b6-4a93b04ab28e,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:20.193353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:20.232361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.324686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de1589-5b96-4328-b7ee-a31900e21335 req-2f966aa2-4777-406d-9875-89e44da1daee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:20.330938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32de1589-5b96-4328-b7ee-a31900e21335 req-2f966aa2-4777-406d-9875-89e44da1daee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 949 time: 0.1752119 Feb 08 23:49:20.342559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-c882381e-1be7-4ff7-9dbd-50891c8cc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:20.352278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-c882381e-1be7-4ff7-9dbd-50891c8cc2c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1095 time: 0.1308854 Feb 08 23:49:20.456001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32de1589-5b96-4328-b7ee-a31900e21335 req-4505556f-c09a-4393-b8c0-0ba0f5ae5202 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158419 Feb 08 23:49:20.486313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-45190010-428f-440e-bc4c-c6d8f6d53bda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 217 time: 0.1259904 Feb 08 23:49:20.506508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.548295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f790fff5-0fb9-4001-9b4a-6a0d7583e0ab {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:20.560050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.563960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-14484142-f95b-4c5d-9a57-998f95266f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:20.565630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-14484142-f95b-4c5d-9a57-998f95266f51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.0742118 Feb 08 23:49:20.608649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Transition to ACTIVE for port object f790fff5-0fb9-4001-9b4a-6a0d7583e0ab will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:20.627342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.707577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71904-91b6-4045-81af-7a1442d607cb req-51217e5a-e38f-493f-a941-a624e40ecd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:20.709125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-51217e5a-e38f-493f-a941-a624e40ecd47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338518 Feb 08 23:49:20.738527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Allocated IP 172.25.3.253 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/88179057-c26d-4b7b-92ca-1879a58f74f8) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:20.756688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995198c-9cde-41ec-85b6-9f99506b54dd req-f887276f-bf16-4d85-b9d6-d649778d5af1 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:20.758641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4995198c-9cde-41ec-85b6-9f99506b54dd req-f887276f-bf16-4d85-b9d6-d649778d5af1 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 944 time: 0.1464076 Feb 08 23:49:20.783276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:20.884842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7229f316-c712-4bd2-9525-dedda4501173 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:20.909003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4995198c-9cde-41ec-85b6-9f99506b54dd req-51b19541-0d02-4679-a9c8-f2258d56e326 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207993 Feb 08 23:49:20.945702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Attempting to bind port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:20.946040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Attempting to bind port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:20.946368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Attempting to bind port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:20.950015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-55ba617e-7d4e-472f-9a6e-97d763fd53ef service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195823 Feb 08 23:49:20.953766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:20.954810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Attempting to bind port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:20.978395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:20.978703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:20.980271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:20.980616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 7229f316-c712-4bd2-9525-dedda4501173 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:49:20.982228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Bound port: f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:20.982708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.985618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:20.989304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 7229f316-c712-4bd2-9525-dedda4501173 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:20.991134 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.055887 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b3a04-e862-4ca6-9652-fa3591ed4674 x-openstack-request-id: req-2f1b3a04-e862-4ca6-9652-fa3591ed4674 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:21.070287 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:21.070662 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f1b3a04-e862-4ca6-9652-fa3591ed4674 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:21.071111 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'status': 'completed', 'code': 200} Feb 08 23:49:21.083702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.141883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.184459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:21.188881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:21.196311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:21.231405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Pushing event updated for resources: {'Port': ['ID=88179057-c26d-4b7b-92ca-1879a58f74f8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:21.243682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7229f316-c712-4bd2-9525-dedda4501173'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:21.246829 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0f5421-2954-4021-a6b2-16e5796238be" -d '{"events": [{"server_uuid": "9e1f7340-5aa4-43ed-b882-76b668f0c374", "name": "network-vif-plugged", "status": "completed", "tag": "7229f316-c712-4bd2-9525-dedda4501173"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:21.249287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.250394 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.250840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.251284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.251721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.252196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.252782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.253361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.253936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.254495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.255211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.255758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:21.256455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 7229f316-c712-4bd2-9525-dedda4501173, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7229f316-c712-4bd2-9525-dedda4501173,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:21.268625 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.383717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.398659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=7229f316-c712-4bd2-9525-dedda4501173,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:21.472588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.691251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad71904-91b6-4045-81af-7a1442d607cb req-c4a9ff60-5b81-4ed0-99c8-29238b27d356 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7334681 Feb 08 23:49:21.695560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.703758 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.707548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] For port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:21.713661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] For port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:21.723449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6eb66-3ef9-4838-9146-38a9b7ea6551 req-1c1cc1d5-7622-424b-93e8-45ee7343cfd4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:21.725177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b6eb66-3ef9-4838-9146-38a9b7ea6551 req-1c1cc1d5-7622-424b-93e8-45ee7343cfd4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 943 time: 0.5699420 Feb 08 23:49:21.731419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.744901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dfb2d-c2a3-4b2a-8bb8-8d94c0e44499 req-1c762381-741e-4fb7-93ea-f51dfb132f79 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:21.746877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d35dfb2d-c2a3-4b2a-8bb8-8d94c0e44499 req-1c762381-741e-4fb7-93ea-f51dfb132f79 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.1456690 Feb 08 23:49:21.889620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.895193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Pushing event updated for resources: {'Port': ['ID=88179057-c26d-4b7b-92ca-1879a58f74f8,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:21.919494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:21.920378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.922092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] 10.222.0.84 "PUT /v2.0/ports/f790fff5-0fb9-4001-9b4a-6a0d7583e0ab HTTP/1.1" status: 200 len: 1091 time: 2.6852643 Feb 08 23:49:21.933227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b6eb66-3ef9-4838-9146-38a9b7ea6551 req-cbf0bea3-6714-486c-89c9-b37980b86094 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850946 Feb 08 23:49:21.935425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2633b9-fa3e-41ba-a532-e996afe99fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:21.961153 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:21.969253 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b84bec70-429b-4279-a220-f457958206a9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9786758 Feb 08 23:49:21.970392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40540) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:21.975905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-456937385', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'fixed_ips': [{'ip_address': '172.25.3.253'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:22.019861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d35dfb2d-c2a3-4b2a-8bb8-8d94c0e44499 req-c17d96ef-29b1-44f0-839c-5913a9b11b23 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407422 Feb 08 23:49:22.053127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-049f6fc2-137b-42db-a6b1-fad6349f83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.066990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-049f6fc2-137b-42db-a6b1-fad6349f83de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1095 time: 0.2926662 Feb 08 23:49:22.136230 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a7b0ab-2432-48d2-a3c4-0dca09610364 x-openstack-request-id: req-c1a7b0ab-2432-48d2-a3c4-0dca09610364 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:22.136777 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1f7340-5aa4-43ed-b882-76b668f0c374", "name": "network-vif-plugged", "status": "completed", "tag": "7229f316-c712-4bd2-9525-dedda4501173", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:22.137045 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1a7b0ab-2432-48d2-a3c4-0dca09610364 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:22.137539 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7229f316-c712-4bd2-9525-dedda4501173', 'code': 200} Feb 08 23:49:22.252349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4fe46ed-abc9-4481-a84f-fc42515626ba req-e949d97f-f0ec-455d-9310-133e0b29330d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0820203 Feb 08 23:49:22.266101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Made reservation on behalf of b16bb5ce18174cbaa9051e1c8e1916f0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:22.268756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:22.306938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:22.310752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-ed5d4c4d-21be-41f9-9803-e6ac9a4b5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.313859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-ed5d4c4d-21be-41f9-9803-e6ac9a4b5764 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 1094 time: 0.2859111 Feb 08 23:49:22.416633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-6f39165e-39b9-475d-b235-b35c16ef9aab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab HTTP/1.1" status: 200 len: 217 time: 0.0724578 Feb 08 23:49:22.496434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-13ac0235-a63d-424f-a38a-97af9ac02481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.497936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-13ac0235-a63d-424f-a38a-97af9ac02481 service neutron] 10.222.0.21 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.3668048 Feb 08 23:49:22.525080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff154-286c-4a26-8190-4f1a5aa34d1e req-1128b50f-a65d-47ad-8fbc-bdd53f1f2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.526533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b7ff154-286c-4a26-8190-4f1a5aa34d1e req-1128b50f-a65d-47ad-8fbc-bdd53f1f2b94 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 1101 time: 0.2926116 Feb 08 23:49:22.615154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-4293a659-9ed9-4fdd-9939-7ea79b668873 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 217 time: 0.0841455 Feb 08 23:49:22.654582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107850ca-091d-41f5-b826-efc8f21b093e req-537f5de3-d51b-40f7-b561-b088c32bc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.656101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-537f5de3-d51b-40f7-b561-b088c32bc816 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.2011454 Feb 08 23:49:22.722840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dacfe-76aa-47c0-8228-74a6fb638d8a req-af7431d9-8133-40ec-96de-1e71cc6534ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.722840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-264dacfe-76aa-47c0-8228-74a6fb638d8a req-af7431d9-8133-40ec-96de-1e71cc6534ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 950 time: 0.3080630 Feb 08 23:49:22.722840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b7ff154-286c-4a26-8190-4f1a5aa34d1e req-9a0e4088-512d-4396-8390-8cae9bbf8b04 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799686 Feb 08 23:49:22.773476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-89d541b5-143a-4e9f-a39d-db362b0bf49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.775623 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-89d541b5-143a-4e9f-a39d-db362b0bf49d service neutron] 10.222.0.21 "GET /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e HTTP/1.1" status: 200 len: 1027 time: 0.0529084 Feb 08 23:49:22.829033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-b14cee97-1cbb-4829-967f-d5b93055226c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468861 Feb 08 23:49:22.841187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-28dd9a98-ba1c-40b8-8aeb-11688437bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.842779 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-28dd9a98-ba1c-40b8-8aeb-11688437bd37 service neutron] 10.222.0.21 "GET /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec HTTP/1.1" status: 200 len: 1027 time: 0.0603769 Feb 08 23:49:22.877269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-c75d9ff0-7251-4ddb-99b3-ba3723d9849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.878734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-c75d9ff0-7251-4ddb-99b3-ba3723d9849e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.2505043 Feb 08 23:49:22.913806 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:22.950954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-264dacfe-76aa-47c0-8228-74a6fb638d8a req-dbab7045-f8b1-423a-a976-4d7fa4c038ce tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790774 Feb 08 23:49:22.951565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:22.969187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] device_id is not set on port 81a35377-4464-49eb-ab1f-8529b6501a66 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:49:22.987347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-af17822a-36c9-425f-b40f-e25a8f05e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:22.988851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-af17822a-36c9-425f-b40f-e25a8f05e0ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.2885287 Feb 08 23:49:23.041527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77c408-9095-4260-b685-74636ea58625 req-3b128a93-9728-43a4-982d-2c31ee3a95d7 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.043054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a77c408-9095-4260-b685-74636ea58625 req-3b128a93-9728-43a4-982d-2c31ee3a95d7 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 944 time: 0.3238175 Feb 08 23:49:23.105641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'tag': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:23.107950 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ac5ecc-0216-40a6-848a-9e16ce87f138" -d '{"events": [{"name": "network-changed", "server_uuid": "15191e84-bfb9-4b9e-8d01-7b405125ab58", "tag": "f790fff5-0fb9-4001-9b4a-6a0d7583e0ab"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:23.245812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b4da52-f1b2-43cb-98ff-deea5f2a820f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:23.284827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-e1486218-786b-4ef7-a766-8adde5944c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.286534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-e1486218-786b-4ef7-a766-8adde5944c31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3839905 Feb 08 23:49:23.449546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a77c408-9095-4260-b685-74636ea58625 req-473b4a5e-18e6-45a1-aed7-c2646799b522 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486378 Feb 08 23:49:23.451936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f517f708-9ef4-49f0-b25b-62152363d758 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.459214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f517f708-9ef4-49f0-b25b-62152363d758 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.461533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-5bcc16ed-35b6-40b6-b808-4ccc5467c2d4 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397658 Feb 08 23:49:23.465878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f517f708-9ef4-49f0-b25b-62152363d758 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.467681 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f517f708-9ef4-49f0-b25b-62152363d758 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "GET /v2.0/networks?id=651f9ab1-2835-48af-880a-3e01035201c9&id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05 HTTP/1.1" status: 200 len: 1990 time: 0.6059365 Feb 08 23:49:23.513842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-07c2d2db-54ff-4ab5-b59c-f422efc8efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.516055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-07c2d2db-54ff-4ab5-b59c-f422efc8efa5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.4838820 Feb 08 23:49:23.565353 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-21bc4699-e442-4182-a3c1-e5cd4bfc1f2a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e00a87e53b364959bfa0946865bd8b2d HTTP/1.1" status: 200 len: 380 time: 0.0834124 Feb 08 23:49:23.568122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c6f85-ff27-4b60-b007-19ebc8d48420 req-d4508652-2edf-4394-a668-caef2b9da302 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:23.569748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-918c6f85-ff27-4b60-b007-19ebc8d48420 req-d4508652-2edf-4394-a668-caef2b9da302 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4677823 Feb 08 23:49:23.576944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'admin_state_up': True, 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'security_groups': ['bd9ffc1f-9883-4195-9e89-75eb453d4bff']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:23.659871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f677f657-f3e1-44e0-92b6-4a93b04ab28e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:49:23.734150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:23.740724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:23.817719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f677f657-f3e1-44e0-92b6-4a93b04ab28e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:23.845501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:49:23.909258 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 23:49:23.913676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:23.914578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:49:23.921618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-9daeeaf5-20d9-4df0-9fc5-a3f0f4873322 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176744 Feb 08 23:49:23.923254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-517f0058-3b7a-4740-83d2-ae4659dfa729 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.3836992 Feb 08 23:49:23.932258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f677f657-f3e1-44e0-92b6-4a93b04ab28e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:23.963144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-107850ca-091d-41f5-b826-efc8f21b093e req-ea74e7b0-fc90-4456-af21-6c6ff415a735 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919448 Feb 08 23:49:24.003497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f677f657-f3e1-44e0-92b6-4a93b04ab28e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:24.016113 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.065508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 172.20.0.8 (651f9ab1-2835-48af-880a-3e01035201c9/84e1244b-2c80-4d2a-9116-4e4f0a3530ee/9b7dd404-b7f4-41e2-add4-dbfdf8c4de86) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:24.105379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f677f657-f3e1-44e0-92b6-4a93b04ab28e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:24.181187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-918c6f85-ff27-4b60-b007-19ebc8d48420 req-f88e9618-e1a1-43ea-844f-2e1636a47552 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5516167 Feb 08 23:49:24.280107 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5e8e2fcf-4464-41d7-b927-ea7ceba5b2d9 tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3083525 Feb 08 23:49:24.283797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40560) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:24.299953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f677f657-f3e1-44e0-92b6-4a93b04ab28e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:24.310835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926c88e-7dff-4be6-bf5d-a30a7d1d1740 req-fe8bd46f-fce4-45a6-84d4-77f96b04e6ff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:24.312667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c926c88e-7dff-4be6-bf5d-a30a7d1d1740 req-fe8bd46f-fce4-45a6-84d4-77f96b04e6ff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 943 time: 0.6775100 Feb 08 23:49:24.378125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-61cabaa5-40ff-4428-a385-2a4b532fa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:24.379612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-61cabaa5-40ff-4428-a385-2a4b532fa6a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.4123507 Feb 08 23:49:24.418119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.557037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.609145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Deleting port 88179057-c26d-4b7b-92ca-1879a58f74f8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:49:24.609685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.615510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a44cb06-5e0c-4650-8e7f-af8a7fa18bf9 req-74e8f6e3-cbae-4c91-b3c1-57f45816d24a service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510758 Feb 08 23:49:24.618565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c926c88e-7dff-4be6-bf5d-a30a7d1d1740 req-6ce1979c-8913-4e5a-b142-b45405d7fd5f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243762 Feb 08 23:49:24.634988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d642a-322a-4c87-9fe4-30b48f0f0938 req-55a8d7e2-87c7-4e36-95f9-b6dae5df8f53 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:24.637699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b4d642a-322a-4c87-9fe4-30b48f0f0938 req-55a8d7e2-87c7-4e36-95f9-b6dae5df8f53 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.3180642 Feb 08 23:49:24.643135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-20d67012-0383-413e-8532-d519381a8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:24.644890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-20d67012-0383-413e-8532-d519381a8322 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2249532 Feb 08 23:49:24.688948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 651f9ab1-2835-48af-880a-3e01035201c9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:24.698582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:24.706064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:24.715151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:24.824239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:24.824525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.845095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.845430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:24.850819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-4019a071-99b1-4ea3-8058-9f26743196ed service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733618 Feb 08 23:49:24.853036 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a5ce2f-fffd-4835-a7c0-e3298c5c3242 x-openstack-request-id: req-13a5ce2f-fffd-4835-a7c0-e3298c5c3242 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:24.853452 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15191e84-bfb9-4b9e-8d01-7b405125ab58", "tag": "f790fff5-0fb9-4001-9b4a-6a0d7583e0ab", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:24.853821 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13a5ce2f-fffd-4835-a7c0-e3298c5c3242 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:24.854490 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'tag': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab', 'status': 'completed', 'code': 200} Feb 08 23:49:24.894359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Calling delete_port for 88179057-c26d-4b7b-92ca-1879a58f74f8 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:49:24.909433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b4d642a-322a-4c87-9fe4-30b48f0f0938 req-1600495c-e100-49e2-b973-216b7144e893 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633617 Feb 08 23:49:24.918657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ce1f142-4001-4a55-992b-d4e6916993b2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3457191 Feb 08 23:49:24.933200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'admin_state_up': True, 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'security_groups': ['bd9ffc1f-9883-4195-9e89-75eb453d4bff']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:25.030817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-eca33cd9-6c06-40d6-9acf-36572e343429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:25.042718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-eca33cd9-6c06-40d6-9acf-36572e343429 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 1094 time: 0.1872897 Feb 08 23:49:25.193382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-65c2a428-11d4-4088-906d-d0df5e402420 None None] Provisioning complete for port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:25.194503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65c2a428-11d4-4088-906d-d0df5e402420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:25.246399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-65c2a428-11d4-4088-906d-d0df5e402420 None None] Port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:25.356931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:25.362556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:25.384503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:25.587552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 10.1.1.54 (8988f8ab-f0f2-4807-9a87-37cbfe45efdc/2d170b13-1026-4f73-b816-3766f02fee92/1f2835ad-ebaf-4809-bd08-31076ddaf01d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:25.658685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f677f657-f3e1-44e0-92b6-4a93b04ab28e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:25.766545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:25.776695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aff73387-7c6e-432a-b580-1d426edfcdd1 req-fc36e730-708c-4c36-9de1-95614adbb007 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9066424 Feb 08 23:49:25.806449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea000593-2f67-4427-8b72-d4438fdfd698 req-b25ec19b-69a3-4ba7-b13f-3b66eb9bd172 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:25.808760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea000593-2f67-4427-8b72-d4438fdfd698 req-b25ec19b-69a3-4ba7-b13f-3b66eb9bd172 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 950 time: 0.6930902 Feb 08 23:49:25.829571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224330f-aa7a-46a7-a8e9-a9076dc71efd req-77a02393-3a34-4796-9a38-4c0a0a11679f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:25.831176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1224330f-aa7a-46a7-a8e9-a9076dc71efd req-77a02393-3a34-4796-9a38-4c0a0a11679f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 931 time: 0.7873545 Feb 08 23:49:25.848679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Pushing event deleted for resources: {'Port': ['ID=88179057-c26d-4b7b-92ca-1879a58f74f8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:25.881275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port f677f657-f3e1-44e0-92b6-4a93b04ab28e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:49:25.885334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f677f657-f3e1-44e0-92b6-4a93b04ab28e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:25.885703 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:25.896718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:25.998508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-9f9e15a3-c413-4143-bdae-d8a06d6181b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:26.000559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-9f9e15a3-c413-4143-bdae-d8a06d6181b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.8718898 Feb 08 23:49:26.054484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1224330f-aa7a-46a7-a8e9-a9076dc71efd req-60088a0c-235b-4fad-9215-b6ac8649d2b1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953952 Feb 08 23:49:26.072182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.112380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea000593-2f67-4427-8b72-d4438fdfd698 req-bb704fcf-0b0d-4ef1-8ceb-370f5afbebfb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780716 Feb 08 23:49:26.129624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-e5f58a05-436c-4273-82d4-68d642e2e45b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab HTTP/1.1" status: 200 len: 217 time: 0.1068676 Feb 08 23:49:26.150229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f677f657-f3e1-44e0-92b6-4a93b04ab28e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:26.153766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:26.162781 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7848789-91f2-4e2e-84a9-498af455059f" -d '{"events": [{"server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "name": "network-vif-plugged", "status": "completed", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:26.179095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.224418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:26.233339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-ba73c5c9-f884-48a8-9fbf-566dabbeebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:26.235024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-ba73c5c9-f884-48a8-9fbf-566dabbeebc9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.0978405 Feb 08 23:49:26.238649 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.245513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.253992 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-39f0c940-1a94-4a6d-9060-bcf05de41fdf tempest-ExternalNetworksAdminNegativeTestJSON-495043781 tempest-ExternalNetworksAdminNegativeTestJSON-495043781-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/8035178c-4701-4f54-a2b5-eb4a709127b5 HTTP/1.1" status: 204 len: 168 time: 1.9686873 Feb 08 23:49:26.286837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:26.297848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:26.301195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:26.351671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f677f657-f3e1-44e0-92b6-4a93b04ab28e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:26.389035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-0328065c-88d7-4c2c-bce0-37ca09593667 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417861 Feb 08 23:49:26.438703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:26.439809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.471482 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4b1e32fe-d643-4ffb-a36b-b4fecf56d2ce tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5415838 Feb 08 23:49:26.486158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'admin_state_up': True, 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'security_groups': ['bd9ffc1f-9883-4195-9e89-75eb453d4bff']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:26.694421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-296153a4-5ee4-4d72-8fa0-6c7d3e69c5be None None] Provisioning complete for port 1f2835ad-ebaf-4809-bd08-31076ddaf01d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:26.695068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-296153a4-5ee4-4d72-8fa0-6c7d3e69c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.714174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4199243-7060-4b23-89c3-ae9cbf0f13fb req-57a7bbee-b07a-4497-af01-0c45d907a7f5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:26.723138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4199243-7060-4b23-89c3-ae9cbf0f13fb req-57a7bbee-b07a-4497-af01-0c45d907a7f5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 946 time: 0.3330162 Feb 08 23:49:26.781699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-296153a4-5ee4-4d72-8fa0-6c7d3e69c5be None None] Port 1f2835ad-ebaf-4809-bd08-31076ddaf01d cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:26.790676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d0953-8254-4608-a1b8-7115663cef40 req-9df95a7c-6c76-4a47-9c40-a526142ff9aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:26.792701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-900d0953-8254-4608-a1b8-7115663cef40 req-9df95a7c-6c76-4a47-9c40-a526142ff9aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3924146 Feb 08 23:49:26.821856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:26.830969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:26.835433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4199243-7060-4b23-89c3-ae9cbf0f13fb req-3b44e6a1-58d2-43c3-95c7-543553bebd3d tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111708 Feb 08 23:49:26.870970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-65099024-7505-4eb7-bde8-9f05eed31e99 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605620 Feb 08 23:49:26.900337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f790fff5-0fb9-4001-9b4a-6a0d7583e0ab details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:49:27.069524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ac5ecc-0216-40a6-848a-9e16ce87f138 req-be70ecdd-730a-4aae-9aa9-647c68e0baac service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855304 Feb 08 23:49:27.072818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40578) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:27.186010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:27.221352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab', 'mac_address': 'fa:16:3e:ec:bd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:49:27.224866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-900d0953-8254-4608-a1b8-7115663cef40 req-fcf624f4-8ae4-46a0-a4b9-83377a3ddcf2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226122 Feb 08 23:49:27.276419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:27.291828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f790fff5-0fb9-4001-9b4a-6a0d7583e0ab {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:27.329542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f33027-ff54-4e4a-976b-bd9285316058 req-6358d6c6-171b-4507-8a41-3a8e8077f46e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:27.342299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 10.1.1.217 (8988f8ab-f0f2-4807-9a87-37cbfe45efdc/2d170b13-1026-4f73-b816-3766f02fee92/e0774aef-bcda-4f55-90db-f5562fb97f6b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:27.353987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13f33027-ff54-4e4a-976b-bd9285316058 req-6358d6c6-171b-4507-8a41-3a8e8077f46e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 943 time: 0.2793913 Feb 08 23:49:27.361965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:27.377549 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:27.497881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13f33027-ff54-4e4a-976b-bd9285316058 req-bf60ae34-f0ce-4737-a465-246ea8679767 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385124 Feb 08 23:49:27.599451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:27.640859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-912e8145-5075-44e3-8406-8bf07dbda4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:27.647507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:27.652269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['f790fff5-0fb9-4001-9b4a-6a0d7583e0ab'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:27.727943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:27.760322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03398e38-5a37-4c24-829d-db5ff8a56c6b req-70988caf-23ef-4979-ac9c-662da28bed84 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:27.762433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03398e38-5a37-4c24-829d-db5ff8a56c6b req-70988caf-23ef-4979-ac9c-662da28bed84 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.2214923 Feb 08 23:49:27.792324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=e0774aef-bcda-4f55-90db-f5562fb97f6b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:27.814516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:27.816410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:27.821693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:27.831355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3709737-c5f8-492d-8894-a7e26431fcd5 req-d3d8b689-8962-4608-b2b2-165817da527c tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:27.844578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3709737-c5f8-492d-8894-a7e26431fcd5 req-d3d8b689-8962-4608-b2b2-165817da527c tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 1101 time: 0.1403086 Feb 08 23:49:27.936262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:27.937170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:27.939754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03398e38-5a37-4c24-829d-db5ff8a56c6b req-20c99a42-bd28-4fc2-9701-0b808566086a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675518 Feb 08 23:49:27.987859 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-61347557-38ff-4805-a42e-0aad702fa553 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5086880 Feb 08 23:49:27.994354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3709737-c5f8-492d-8894-a7e26431fcd5 req-b6fa67a0-8ddf-4256-af71-b399a40d0554 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486273 Feb 08 23:49:28.001553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'admin_state_up': True, 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'security_groups': ['bd9ffc1f-9883-4195-9e89-75eb453d4bff']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:28.036652 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba0dbe-1cc1-4e64-8012-f400e488cef8 x-openstack-request-id: req-f6ba0dbe-1cc1-4e64-8012-f400e488cef8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:28.037009 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "name": "network-vif-plugged", "status": "completed", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:28.037577 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6ba0dbe-1cc1-4e64-8012-f400e488cef8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:28.043735 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'code': 200} Feb 08 23:49:28.128589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-912e8145-5075-44e3-8406-8bf07dbda4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:28.279583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-912e8145-5075-44e3-8406-8bf07dbda4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:28.330945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ef31f5ef-7e28-48ed-8707-03a371fe43b0 None None] Provisioning complete for port e0774aef-bcda-4f55-90db-f5562fb97f6b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:28.331460 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ef31f5ef-7e28-48ed-8707-03a371fe43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:28.368973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:28.433402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ef31f5ef-7e28-48ed-8707-03a371fe43b0 None None] Port e0774aef-bcda-4f55-90db-f5562fb97f6b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:28.434800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e8145-5075-44e3-8406-8bf07dbda4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c352204-0b28-44d3-b522-98aea10f2497,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:28.480445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d674-7f02-446f-8156-3c446c6a12be req-a426d57a-361f-47df-ae21-ed9acd97d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:28.482030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a72d674-7f02-446f-8156-3c446c6a12be req-a426d57a-361f-47df-ae21-ed9acd97d816 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.3474531 Feb 08 23:49:28.496515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f3fe3-f38e-4144-bb42-85229cc97bdd req-a5d14761-09e7-4c9e-bd8e-f980589d2b4d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:28.513170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f3fe3-f38e-4144-bb42-85229cc97bdd req-a5d14761-09e7-4c9e-bd8e-f980589d2b4d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:28.519353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f3fe3-f38e-4144-bb42-85229cc97bdd req-a5d14761-09e7-4c9e-bd8e-f980589d2b4d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:28.521057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-121f3fe3-f38e-4144-bb42-85229cc97bdd req-a5d14761-09e7-4c9e-bd8e-f980589d2b4d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 2373 time: 0.2435327 Feb 08 23:49:28.564478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e878c-7b6c-4e91-b4a9-b4e3f0815add req-719eb5b0-168b-48dc-a498-e3be1f7b19cb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:28.565742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:28.566093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd8e878c-7b6c-4e91-b4a9-b4e3f0815add req-719eb5b0-168b-48dc-a498-e3be1f7b19cb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 946 time: 0.4338634 Feb 08 23:49:28.572125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-912e8145-5075-44e3-8406-8bf07dbda4c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7547ad496e7e4df78fb21c4b468d4e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4888797 Feb 08 23:49:28.574035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40594) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:28.596728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a72d674-7f02-446f-8156-3c446c6a12be req-180c1d5e-5a2b-46f9-ba11-063734196d97 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Feb 08 23:49:28.682243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-121f3fe3-f38e-4144-bb42-85229cc97bdd req-a4f89130-8ab8-4c7b-b877-451c487c47f8 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072612 Feb 08 23:49:28.707387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd8e878c-7b6c-4e91-b4a9-b4e3f0815add req-f307685e-0324-4ced-84dd-f5453be4ceb2 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311016 Feb 08 23:49:28.797689 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03b51a6-2f5b-4e82-9a53-1032fcdb0039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:28.866150 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03b51a6-2f5b-4e82-9a53-1032fcdb0039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:28.900264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f790fff5-0fb9-4001-9b4a-6a0d7583e0ab up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:29.027963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03b51a6-2f5b-4e82-9a53-1032fcdb0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.029511 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:49:29.035770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:29.036509 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.042547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03b51a6-2f5b-4e82-9a53-1032fcdb0039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.047978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f03b51a6-2f5b-4e82-9a53-1032fcdb0039 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c352204-0b28-44d3-b522-98aea10f2497 HTTP/1.1" status: 204 len: 168 time: 0.4500997 Feb 08 23:49:29.050628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 10.2.2.100 (2b23b392-f590-42b0-aea8-e1ad8c9ceb05/d81afb93-13af-417b-bcba-b8cdefbf9be1/fe34630a-c9a4-4b37-8f72-543eeee9a36e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:29.102693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-c77436fd-17fe-42a9-9fbe-c855ff2c729c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1591387 Feb 08 23:49:29.113899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b51a6-2f5b-4e82-9a53-1032fcdb0039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c352204-0b28-44d3-b522-98aea10f2497,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:29.195351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17285840-fd20-42ae-8afb-8397bc0fa7bf req-d6d25f50-0fa5-460d-a4cc-13583e671f57 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:29.200153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17285840-fd20-42ae-8afb-8397bc0fa7bf req-d6d25f50-0fa5-460d-a4cc-13583e671f57 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2475808 Feb 08 23:49:29.237289 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.319115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:29.329729 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.351252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17285840-fd20-42ae-8afb-8397bc0fa7bf req-4f53e263-f992-4543-a32d-e23deaf17ff5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069584 Feb 08 23:49:29.426556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-261312d2-34fc-4b42-9707-d6d3b3fd1fe8 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:29.428149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-261312d2-34fc-4b42-9707-d6d3b3fd1fe8 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246281 Feb 08 23:49:29.455033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.465981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-a48b7eec-3568-41c1-887d-b6ff7992e55c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/quotas/b6247756c03d4085a71859c0dd6f37e0 HTTP/1.1" status: 200 len: 375 time: 0.0291026 Feb 08 23:49:29.476101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:29.576172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.644553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-08ecbd91-9bc8-41d5-9d2c-ea085e2ac816 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1699655 Feb 08 23:49:29.645121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40612) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:29.648083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:29.653540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:29.658737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:29.674088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67108318-c0a8-476b-b048-d15535bd1775 req-dd6eec46-5a69-4ccd-af7a-a87ff56586fb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:29.675693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67108318-c0a8-476b-b048-d15535bd1775 req-dd6eec46-5a69-4ccd-af7a-a87ff56586fb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 945 time: 0.1816602 Feb 08 23:49:29.708498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=fe34630a-c9a4-4b37-8f72-543eeee9a36e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:29.767294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:29.768030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:29.793622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67108318-c0a8-476b-b048-d15535bd1775 req-5e058c34-0a47-484f-8585-298d39acab2c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Feb 08 23:49:29.798725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5b75da0e-f795-46f5-b400-fd3068f185b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b16bb5ce18174cbaa9051e1c8e1916f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489942 Feb 08 23:49:29.799613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40618) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:29.835105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bd182a8c-44f5-40ab-9e0c-ff349048ff4c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8381748 Feb 08 23:49:29.869892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'admin_state_up': True, 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'security_groups': ['bd9ffc1f-9883-4195-9e89-75eb453d4bff']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:30.045188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:30.053416 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8c8ed7-3c3c-432c-861e-63384662b576" -d '{"events": [{"server_uuid": "15191e84-bfb9-4b9e-8d01-7b405125ab58", "name": "network-vif-plugged", "status": "completed", "tag": "f790fff5-0fb9-4001-9b4a-6a0d7583e0ab"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:30.070400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aee9f9cc-30a5-4469-9749-3258d09aa884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:30.138535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2cdb3-bc22-4983-8c76-6d57b22b3ea2 req-1ab10666-25b9-4294-a867-c7332bc602be tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:30.146881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2ed07087-f9be-4e95-b40c-5d20b6ad69ea None None] Provisioning complete for port fe34630a-c9a4-4b37-8f72-543eeee9a36e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:30.147227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2cdb3-bc22-4983-8c76-6d57b22b3ea2 req-1ab10666-25b9-4294-a867-c7332bc602be tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:30.147406 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2ed07087-f9be-4e95-b40c-5d20b6ad69ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:30.154229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aee9f9cc-30a5-4469-9749-3258d09aa884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:30.154843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2cdb3-bc22-4983-8c76-6d57b22b3ea2 req-1ab10666-25b9-4294-a867-c7332bc602be tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:30.166059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2cdb3-bc22-4983-8c76-6d57b22b3ea2 req-1ab10666-25b9-4294-a867-c7332bc602be tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:30.170356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ca2cdb3-bc22-4983-8c76-6d57b22b3ea2 req-1ab10666-25b9-4294-a867-c7332bc602be tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 3094 time: 0.1965094 Feb 08 23:49:30.243248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490920eb-1204-4ced-ac31-414ae4c7a9fd req-b854e211-6610-4b1e-b47d-05358f677103 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:30.243999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-490920eb-1204-4ced-ac31-414ae4c7a9fd req-b854e211-6610-4b1e-b47d-05358f677103 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.1592677 Feb 08 23:49:30.257580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ca2cdb3-bc22-4983-8c76-6d57b22b3ea2 req-a8d2d7a2-fa22-4ea2-84d3-e9e7ae8bb397 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695426 Feb 08 23:49:30.269155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2ed07087-f9be-4e95-b40c-5d20b6ad69ea None None] Port fe34630a-c9a4-4b37-8f72-543eeee9a36e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:30.289336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Made reservation on behalf of e00a87e53b364959bfa0946865bd8b2d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:30.309401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:30.378910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-490920eb-1204-4ced-ac31-414ae4c7a9fd req-1030d46c-d0f4-439e-96cb-7c231fb44a3e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099663 Feb 08 23:49:30.491583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aee9f9cc-30a5-4469-9749-3258d09aa884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:30.494227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aee9f9cc-30a5-4469-9749-3258d09aa884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:30.495427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aee9f9cc-30a5-4469-9749-3258d09aa884 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5b4da52-f1b2-43cb-98ff-deea5f2a820f HTTP/1.1" status: 204 len: 168 time: 0.6952724 Feb 08 23:49:30.540391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9f9cc-30a5-4469-9749-3258d09aa884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b4da52-f1b2-43cb-98ff-deea5f2a820f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:30.547274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c377d843-7a08-48e2-a911-ae15fb582d03 req-9f209549-f13a-4950-af3a-936e0558ab16 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 210 time: 0.1105111 Feb 08 23:49:30.570780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759aacb-3ff7-4467-9913-a034fbfd54f9 req-89e923a2-1911-4632-9435-c05cf998ee64 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:30.589234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f759aacb-3ff7-4467-9913-a034fbfd54f9 req-89e923a2-1911-4632-9435-c05cf998ee64 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 946 time: 0.1529765 Feb 08 23:49:30.658210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f759aacb-3ff7-4467-9913-a034fbfd54f9 req-b7339b79-f25a-40df-8f14-94c73cd9eb06 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777819 Feb 08 23:49:30.696437 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5948cdc-29c9-4af0-8959-8fd0431b5ca9 x-openstack-request-id: req-e5948cdc-29c9-4af0-8959-8fd0431b5ca9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:30.697416 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15191e84-bfb9-4b9e-8d01-7b405125ab58", "name": "network-vif-plugged", "status": "completed", "tag": "f790fff5-0fb9-4001-9b4a-6a0d7583e0ab", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:30.697857 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5948cdc-29c9-4af0-8959-8fd0431b5ca9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:30.698452 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab', 'code': 200} Feb 08 23:49:30.894568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Allocated IP 10.2.2.200 (2b23b392-f590-42b0-aea8-e1ad8c9ceb05/d81afb93-13af-417b-bcba-b8cdefbf9be1/2252f44b-63b4-43f2-b697-950cf5c380e2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:31.222092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2eb0c-3cfa-4ccb-99ac-09ee8a63f8e8 req-c5c3932b-3930-49a6-aa18-fbd91532c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.225392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9b2eb0c-3cfa-4ccb-99ac-09ee8a63f8e8 req-c5c3932b-3930-49a6-aa18-fbd91532c191 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 1096 time: 0.3494747 Feb 08 23:49:31.236104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:31.269907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e15d94-e20b-43f7-9842-46fefbd7e667 req-7464360f-92fa-4f9e-a994-c580760a981c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.284791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24e15d94-e20b-43f7-9842-46fefbd7e667 req-7464360f-92fa-4f9e-a994-c580760a981c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 945 time: 0.2955017 Feb 08 23:49:31.312502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:31.326253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-5df3d344-1557-43f1-9348-72c3e46ef372 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6011164 Feb 08 23:49:31.420265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:31.447971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24e15d94-e20b-43f7-9842-46fefbd7e667 req-8f75a601-3cfb-4774-a156-213eb2b281d4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618042 Feb 08 23:49:31.453172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:31.479616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:31.483070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9b2eb0c-3cfa-4ccb-99ac-09ee8a63f8e8 req-2c55aad7-9b30-486d-bdde-05f1b965ee6f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425611 Feb 08 23:49:31.500257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:31.510514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:31.524359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event updated for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:31.676052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.676821 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:31.705776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc8fbe44-d12a-4798-b054-479a6495a953 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8447962 Feb 08 23:49:31.716334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:31.821318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:31.831555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-0bb0ff33-f5cb-4d48-9455-490b8ebcf8ec tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.839925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-0bb0ff33-f5cb-4d48-9455-490b8ebcf8ec tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.848416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-0bb0ff33-f5cb-4d48-9455-490b8ebcf8ec tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.854757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-0bb0ff33-f5cb-4d48-9455-490b8ebcf8ec tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.861218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-0bb0ff33-f5cb-4d48-9455-490b8ebcf8ec tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:31.862828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-0bb0ff33-f5cb-4d48-9455-490b8ebcf8ec tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 3815 time: 0.2011898 Feb 08 23:49:31.894247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.048822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5ef714bd-54e3-47fa-8d4a-788dfb385d10 None None] Provisioning complete for port 2252f44b-63b4-43f2-b697-950cf5c380e2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:32.053854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5ef714bd-54e3-47fa-8d4a-788dfb385d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.081838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13db77e5-241f-4b73-a4fa-79e6257c826c req-b684f8ae-2fa0-4c51-8a98-5b0fb16b5a61 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038221 Feb 08 23:49:32.122270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Allocated IP 172.25.3.193 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/985e34fc-7711-41d4-a89c-a6fdccd465eb) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:32.291412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-abc519a8-0a80-4fb1-9f54-26e55bb0ed82 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647073 Feb 08 23:49:32.368836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:32.380190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.404478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Transition to ACTIVE for port object 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:32.411956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.561970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5ef714bd-54e3-47fa-8d4a-788dfb385d10 None None] Port 2252f44b-63b4-43f2-b697-950cf5c380e2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:32.627901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.661301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec2da5-df74-46a5-ac79-819e8fa28c4c req-a1298426-2fa8-421b-8b9b-7181df6ffc6e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:32.664589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3dec2da5-df74-46a5-ac79-819e8fa28c4c req-a1298426-2fa8-421b-8b9b-7181df6ffc6e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.2583294 Feb 08 23:49:32.714744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:32.747482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-801b2062-78b9-4406-89b5-b9da99381482 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:32.749059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-801b2062-78b9-4406-89b5-b9da99381482 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4414737 Feb 08 23:49:32.767220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:32.775051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Attempting to bind port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:32.775770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Attempting to bind port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:32.776743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Attempting to bind port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 on network 651f9ab1-2835-48af-880a-3e01035201c9 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:32.783940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 on network 651f9ab1-2835-48af-880a-3e01035201c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:32.784345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Attempting to bind port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 on network 651f9ab1-2835-48af-880a-3e01035201c9 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:32.787049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3dec2da5-df74-46a5-ac79-819e8fa28c4c req-86a31931-a74b-4d8d-ad5a-da6d7e23f9f2 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078224 Feb 08 23:49:32.816017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:32.817275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Checking segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:32.818316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Bound using segment: {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:32.820642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Bound port: 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090b5a81-bf58-4c4b-b1ca-0e16e8697c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:32.821627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.896543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:32.970097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] For port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:32.978424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] For port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:32.985477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.019710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2911427-71be-4b03-8075-8a2e3e062db4 req-88719899-44ef-4f72-beec-4a5b85fe9c10 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 210 time: 0.0423636 Feb 08 23:49:33.023527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:33.034871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:33.044119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:33.054890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event updated for resources: {'Port': ['ID=985e34fc-7711-41d4-a89c-a6fdccd465eb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:33.107870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:33.111934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:33.112817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.114412 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 HTTP/1.1" status: 200 len: 1091 time: 1.4026632 Feb 08 23:49:33.115522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:33.116324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.119524 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb2f0ad-f115-4812-8130-771101e0e8be" -d '{"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:33.161535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:33.201572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc2e5b-c764-4d39-bea6-4c9320fc2755 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:33.305757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.372890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.425763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40698) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:33.460266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.45 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:33.476372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.680498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1861694243', 'router:external': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:33.789136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321e5262-2128-4c4b-badc-cfa091bb5d0e {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:33.797264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.810149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Transition to ACTIVE for port object 321e5262-2128-4c4b-badc-cfa091bb5d0e will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:33.816591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.878626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Made reservation on behalf of c1b0f2603c14482b899efec51edb566e for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:33.880881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.892949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Pushing event updated for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:33.923905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.942383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.961310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.976097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Attempting to bind port 321e5262-2128-4c4b-badc-cfa091bb5d0e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:33.976430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Attempting to bind port 321e5262-2128-4c4b-badc-cfa091bb5d0e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:33.976761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Attempting to bind port 321e5262-2128-4c4b-badc-cfa091bb5d0e on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:33.979273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:33.985166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Port 321e5262-2128-4c4b-badc-cfa091bb5d0e on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:33.985984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Attempting to bind port 321e5262-2128-4c4b-badc-cfa091bb5d0e on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:33.992729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:33.993590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Checking segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:33.994245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Bound using segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:33.995577 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Bound port: 321e5262-2128-4c4b-badc-cfa091bb5d0e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:33.996146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.014697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-ec9d96db-11c5-4db2-ba62-e6ebd97010ab tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:34.016541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-ec9d96db-11c5-4db2-ba62-e6ebd97010ab tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/networks?id=2d41cd3d-629d-4bc0-a2c4-6760c3646721 HTTP/1.1" status: 200 len: 815 time: 0.2987046 Feb 08 23:49:34.098734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:34.105866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=321e5262-2128-4c4b-badc-cfa091bb5d0e,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:34.114943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.142166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-43733e8f-b193-44a9-8643-1ad9d8683095 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/quotas/b2c0e82f437c405598cb15eed937099d HTTP/1.1" status: 200 len: 375 time: 0.1006722 Feb 08 23:49:34.167575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event updated for resources: {'Port': ['ID=985e34fc-7711-41d4-a89c-a6fdccd465eb,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:34.210817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:34.211872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.214967 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] 10.222.0.21 "PUT /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e HTTP/1.1" status: 200 len: 1130 time: 1.0618982 Feb 08 23:49:34.217537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.229520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:34.237807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e', '7229f316-c712-4bd2-9525-dedda4501173'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:34.256621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:34.303214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7576e7-d5f5-4830-9b27-5cdc66efef75 service neutron] Pushing event updated for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:34.335817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.344579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.414740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.469916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:34.481125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.496830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:49:34.511593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.511956 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Added segment 2025e6e2-2f55-4e47-a5e2-2df343b8027a of type vlan for network 326d9c09-2231-422b-a232-1fa539108d44 Feb 08 23:49:34.591545 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.691326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.705705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-d95e2219-798d-429e-83d0-e39496bc6824 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3801663 Feb 08 23:49:34.712902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f069576e-68dd-4f7a-b760-3ce1387e3b28,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:34.737795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.738786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:34.739377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:34.830759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-43f9e216-d733-4842-bd21-0ae549539dc0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.1241543 Feb 08 23:49:34.839650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:34.841317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:34.850126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-1bfdae96-7871-4b4b-b74a-429d294bf759 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b2c0e82f437c405598cb15eed937099d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6942930 Feb 08 23:49:35.278691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e69a7105-668f-47f9-975c-e7c77a03ae8a None None] Provisioning complete for port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:35.279351 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e69a7105-668f-47f9-975c-e7c77a03ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.374924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e69a7105-668f-47f9-975c-e7c77a03ae8a None None] Port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:35.406936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:35.433559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c849c1df-0b37-49d2-b609-e4297b5ad4ec {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:35.442237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.458075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Transition to ACTIVE for port object c849c1df-0b37-49d2-b609-e4297b5ad4ec will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:35.465420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.517486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Pushing event updated for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:35.565616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-ac89c054-f52a-4e83-b1a8-554c78def37e service neutron] 10.222.0.32 "GET /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913131 Feb 08 23:49:35.632866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Attempting to bind port c849c1df-0b37-49d2-b609-e4297b5ad4ec on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:35.633555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Attempting to bind port c849c1df-0b37-49d2-b609-e4297b5ad4ec by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:35.634064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Attempting to bind port c849c1df-0b37-49d2-b609-e4297b5ad4ec on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:35.642403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Port c849c1df-0b37-49d2-b609-e4297b5ad4ec on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:35.643135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Attempting to bind port c849c1df-0b37-49d2-b609-e4297b5ad4ec on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:35.648749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:35.649360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Checking segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:35.650079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Bound using segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:35.650805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Bound port: c849c1df-0b37-49d2-b609-e4297b5ad4ec, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:35.651470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.731565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-dc3f3b72-f46b-4f94-8d70-07a65121ce8d service neutron] 10.222.0.32 "GET /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917921 Feb 08 23:49:35.732325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:35.738591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c849c1df-0b37-49d2-b609-e4297b5ad4ec,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:35.747245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.751983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3228097 Feb 08 23:49:35.760758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40714) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:35.829744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:35.830601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.832133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'subnet': {'network_id': '326d9c09-2231-422b-a232-1fa539108d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:35.841444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-69a14e8a-7057-4930-a8fd-7d3ee01ab6b6 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:35.841712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Pushing event updated for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:35.843865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a944f85-81f4-4041-837a-b2799d0dfa83 req-69a14e8a-7057-4930-a8fd-7d3ee01ab6b6 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.4314733 Feb 08 23:49:35.848206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:35.849522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:35.851390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-15a58c68-552b-4cfe-8f23-abc13db1493c service neutron] 10.222.0.21 "PUT /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec HTTP/1.1" status: 200 len: 1130 time: 1.6023927 Feb 08 23:49:35.853624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec98e-bea5-4510-b8c2-8d8e9d4a24fb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Network': ['ID=326d9c09-2231-422b-a232-1fa539108d44,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:35.884223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 326d9c09-2231-422b-a232-1fa539108d44 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:49:35.907401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:35.928733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121f75c-cd04-47cc-b343-0126fc8ab4fd req-e94fde36-ab7d-482e-b933-191aabb5024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:35.932565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9121f75c-cd04-47cc-b343-0126fc8ab4fd req-e94fde36-ab7d-482e-b933-191aabb5024b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 1096 time: 0.4687681 Feb 08 23:49:35.941241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-902ac312-89e1-4b1c-b11b-5ca4bb5b70b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1793323 Feb 08 23:49:36.007400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Made reservation on behalf of c1b0f2603c14482b899efec51edb566e for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:36.013936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:36.026905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9121f75c-cd04-47cc-b343-0126fc8ab4fd req-066ed214-7857-422a-b414-bdbf68453cca service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845759 Feb 08 23:49:36.032738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Request body: {'port': {'device_id': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:36.071371 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adeb5c5-ab90-4e44-84aa-3dfa415301ae x-openstack-request-id: req-3adeb5c5-ab90-4e44-84aa-3dfa415301ae {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:36.073776 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:36.074411 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3adeb5c5-ab90-4e44-84aa-3dfa415301ae {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:36.075369 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'status': 'completed', 'code': 200} Feb 08 23:49:36.159132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:36.281141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:36.329516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.329999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.330476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.331025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.331391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.331849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.332308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.334274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-157250cc-e138-4430-9b57-d305eb535145 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6208 time: 0.2221081 Feb 08 23:49:36.378455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b48bef-17b2-4f5f-860e-b2e041df769d req-ac037ca9-9b86-4701-8710-0ad9102990e1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.380052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4b48bef-17b2-4f5f-860e-b2e041df769d req-ac037ca9-9b86-4701-8710-0ad9102990e1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 945 time: 0.3563807 Feb 08 23:49:36.394844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.400990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.408101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.414335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.421850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.428182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.434116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:36.443255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-63d50a65-eb6f-40f1-a682-a817ac30184b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5371 time: 0.2196078 Feb 08 23:49:36.710960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87e94440-7819-46bd-9bed-f936f7dd46a4 req-7a706eb9-7d01-49fd-b43d-9b902ee2b521 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2668037 Feb 08 23:49:36.814752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4b48bef-17b2-4f5f-860e-b2e041df769d req-087cc55e-b85e-442d-ad0b-f17793b3b7d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668442 Feb 08 23:49:36.831829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:36.836248 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:36.891689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2835ad-ebaf-4809-bd08-31076ddaf01d {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:36.901974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:36.935571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Transition to ACTIVE for port object 1f2835ad-ebaf-4809-bd08-31076ddaf01d will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:36.942923 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.019941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-4c297203-aee7-4388-bc96-0b5e5996f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.020410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-4c297203-aee7-4388-bc96-0b5e5996f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.020872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-4c297203-aee7-4388-bc96-0b5e5996f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.023092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-4c297203-aee7-4388-bc96-0b5e5996f0d3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e00a87e53b364959bfa0946865bd8b2d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6655469 Feb 08 23:49:37.047499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 23:49:37.048013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.068999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:37.238994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Subnet': ['ID=789476c6-5d1b-453a-b04f-13308ae00e8f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:37.283288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Checking segment: {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:37.283565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network hostable DHCP agents. Network: 326d9c09-2231-422b-a232-1fa539108d44, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:49:37.314260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Attempting to bind port 1f2835ad-ebaf-4809-bd08-31076ddaf01d on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:37.314593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Attempting to bind port 1f2835ad-ebaf-4809-bd08-31076ddaf01d by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:37.314915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Attempting to bind port 1f2835ad-ebaf-4809-bd08-31076ddaf01d on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:37.339648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Port 1f2835ad-ebaf-4809-bd08-31076ddaf01d on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:37.339968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Attempting to bind port 1f2835ad-ebaf-4809-bd08-31076ddaf01d on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:37.359976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 326d9c09-2231-422b-a232-1fa539108d44 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:49:37.375658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:37.376076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Checking segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:37.376462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Bound using segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:37.381355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Bound port: 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:37.381742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.385191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 326d9c09-2231-422b-a232-1fa539108d44) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:37.403593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.404187 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.407859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb62e650-c3ce-48bf-b15d-c39bdbfee23a None None] Network 326d9c09-2231-422b-a232-1fa539108d44 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:49:37.455386 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1bbb62ef-142a-4b63-9db9-a7738bff5fe4 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6258221 Feb 08 23:49:37.455587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40736) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:37.460334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-53376041', 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:37.517279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Made reservation on behalf of c1b0f2603c14482b899efec51edb566e for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:37.520503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.524162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:37.548104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:37.550817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] device_id is not set on port c1ba89c0-2564-457b-89ae-f8299dfb3262 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:49:37.557375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.590787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08a973-b2cf-4e9a-bb9b-6fcb655966c3 req-0d2024b7-2d33-42d1-9305-9ab8e61d8d31 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.599810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec08a973-b2cf-4e9a-bb9b-6fcb655966c3 req-0d2024b7-2d33-42d1-9305-9ab8e61d8d31 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.6456621 Feb 08 23:49:37.631794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8c4a9-5e89-47b2-9836-7b704d816160 req-5607c2c4-2487-4936-b9cd-598523004538 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.633826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26f8c4a9-5e89-47b2-9836-7b704d816160 req-5607c2c4-2487-4936-b9cd-598523004538 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 935 time: 0.6621559 Feb 08 23:49:37.644311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.644946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:37.650035 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f2835ad-ebaf-4809-bd08-31076ddaf01d HTTP/1.1" status: 200 len: 1090 time: 1.7563250 Feb 08 23:49:37.706343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:37.714697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709ba21-ac4f-4cf2-b7ed-df37ef80462c None None] Network 326d9c09-2231-422b-a232-1fa539108d44 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:49:37.855714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afac17-9e9b-4299-9a99-7088374468e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:37.923030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-a651fa46-8f7b-4411-bcb9-9ce82b213759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:37.924571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbb2f0ad-f115-4812-8130-771101e0e8be req-a651fa46-8f7b-4411-bcb9-9ce82b213759 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8652847 Feb 08 23:49:37.974877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Allocated IP 172.20.0.12 (326d9c09-2231-422b-a232-1fa539108d44/789476c6-5d1b-453a-b04f-13308ae00e8f/c1ba89c0-2564-457b-89ae-f8299dfb3262) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:37.982352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:38.051138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:38.068253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec08a973-b2cf-4e9a-bb9b-6fcb655966c3 req-32ba78cb-ef1e-4fae-be5c-6dd44f98b480 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675512 Feb 08 23:49:38.072383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:38.087041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26f8c4a9-5e89-47b2-9836-7b704d816160 req-6118a48f-ce14-4be9-8be3-0aa1ea339762 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387856 Feb 08 23:49:38.136975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '321e5262-2128-4c4b-badc-cfa091bb5d0e'}, {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': 'c849c1df-0b37-49d2-b609-e4297b5ad4ec'}, {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:38.145948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Transition to ACTIVE for port object bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:38.146674 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db7298-6a33-48fc-ad9b-de6cc910e45c" -d '{"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "321e5262-2128-4c4b-badc-cfa091bb5d0e"}, {"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "c849c1df-0b37-49d2-b609-e4297b5ad4ec"}, {"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:38.151791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:38.303989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-676ab5c9-9970-402b-b9c0-84061ca344a9 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.305696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-676ab5c9-9970-402b-b9c0-84061ca344a9 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.21 "GET /v2.0/networks?id=2d41cd3d-629d-4bc0-a2c4-6760c3646721 HTTP/1.1" status: 200 len: 815 time: 0.5191381 Feb 08 23:49:38.321897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f6a6420-325f-4a6d-ac5e-28a304a810e5 req-de232b4a-4e7c-4f0b-8da9-4fa68215e9bb tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 210 time: 0.1143339 Feb 08 23:49:38.334520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Request body: {'port': {'device_id': '9188025a-d306-4556-9ba4-832c5b552534', 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'admin_state_up': True, 'tenant_id': 'b2c0e82f437c405598cb15eed937099d'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:38.361541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:38.690139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-1541560d-0927-4d8d-84c4-47f6459ba380 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.691713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-1541560d-0927-4d8d-84c4-47f6459ba380 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 821 time: 0.4341023 Feb 08 23:49:38.709335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.715401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.722862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.729083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.736235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.742404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.748820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:38.758797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9034c971-4831-4841-8c37-ff392cb3a724 req-96ddfd53-3189-489c-ba74-9d1a86b2ca06 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5383 time: 0.2658033 Feb 08 23:49:38.788228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Attempting to bind port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:38.788586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Attempting to bind port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:38.788884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Attempting to bind port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:38.810222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-06b62808-d134-4436-ab94-72963fc67a93 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/quotas/4d03e0d544364dddafb8ea7c263a528c HTTP/1.1" status: 200 len: 375 time: 0.0472634 Feb 08 23:49:38.814735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:38.815064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Attempting to bind port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:38.894113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:38.894356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:38.894732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:38.895304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Bound port: bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:38.895666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:38.916644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:38.941440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9034c971-4831-4841-8c37-ff392cb3a724 req-9d15ae64-3f48-48a8-b933-3d1eea613d1a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1815896 Feb 08 23:49:38.972323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Made reservation on behalf of b2c0e82f437c405598cb15eed937099d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:38.977886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:38.982904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.051337 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97471a26-ac6c-40a6-9ce7-d8875f0870fe x-openstack-request-id: req-97471a26-ac6c-40a6-9ce7-d8875f0870fe {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:39.051735 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "321e5262-2128-4c4b-badc-cfa091bb5d0e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "c849c1df-0b37-49d2-b609-e4297b5ad4ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:39.051952 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97471a26-ac6c-40a6-9ce7-d8875f0870fe {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:39.052356 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '321e5262-2128-4c4b-badc-cfa091bb5d0e', 'status': 'completed', 'code': 200} Feb 08 23:49:39.052676 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': 'c849c1df-0b37-49d2-b609-e4297b5ad4ec', 'status': 'completed', 'code': 200} Feb 08 23:49:39.053048 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d', 'status': 'completed', 'code': 200} Feb 08 23:49:39.060464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 326d9c09-2231-422b-a232-1fa539108d44 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:39.099010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-9c729ccf-6312-4ab5-a016-719568effa84 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2677794 Feb 08 23:49:39.129554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:39.175836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:39.366869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] For port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:39.374683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ba89c0-2564-457b-89ae-f8299dfb3262,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:39.414571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] For port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:39.443054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:39.444443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.444784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.485835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fdd74276-6a88-41dd-859b-2cfe6a6660c5 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0289679 Feb 08 23:49:39.489529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:39.531856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0774aef-bcda-4f55-90db-f5562fb97f6b {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:39.578623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.614315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Transition to ACTIVE for port object e0774aef-bcda-4f55-90db-f5562fb97f6b will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:39.622991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:39.624002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.626366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] 10.222.0.84 "PUT /v2.0/ports/bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 HTTP/1.1" status: 200 len: 1095 time: 3.6015105 Feb 08 23:49:39.640859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'tag': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:39.646713 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfc6c39-5c03-44bd-bd1b-5890929454f4", "tag": "bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:39.676986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.713043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-1a9f8fe1-d6df-464b-8c61-826eecd5caa8 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126781 Feb 08 23:49:39.782709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Pushing event updated for resources: {'Port': ['ID=e0774aef-bcda-4f55-90db-f5562fb97f6b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:39.884219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e95a-9634-4f0c-8b9d-fb95b12380a2 req-c7a49a90-f1ac-4cfd-bb45-05d60cb720a8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:39.903685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c65e95a-9634-4f0c-8b9d-fb95b12380a2 req-c7a49a90-f1ac-4cfd-bb45-05d60cb720a8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.6668954 Feb 08 23:49:39.910596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Deleting port c1ba89c0-2564-457b-89ae-f8299dfb3262 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:49:39.921344 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:39.982887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Attempting to bind port e0774aef-bcda-4f55-90db-f5562fb97f6b on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:39.983609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Attempting to bind port e0774aef-bcda-4f55-90db-f5562fb97f6b by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:39.983609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Attempting to bind port e0774aef-bcda-4f55-90db-f5562fb97f6b on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:40.051769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Port e0774aef-bcda-4f55-90db-f5562fb97f6b on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:40.052887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Attempting to bind port e0774aef-bcda-4f55-90db-f5562fb97f6b on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:40.066988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:40.067824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Checking segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:40.087171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Bound using segment: {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:40.088512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Bound port: e0774aef-bcda-4f55-90db-f5562fb97f6b, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dd51f2-c529-4725-9621-9001cefa54d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:40.089163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:40.375248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:40.419774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Calling delete_port for c1ba89c0-2564-457b-89ae-f8299dfb3262 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:49:40.423515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] For port e0774aef-bcda-4f55-90db-f5562fb97f6b, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:40.430352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] For port e0774aef-bcda-4f55-90db-f5562fb97f6b, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:40.482342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d0e00-b1c4-491d-9848-6a9dead0b5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:40.494931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Allocated IP 172.20.0.14 (2d41cd3d-629d-4bc0-a2c4-6760c3646721/a9083497-a03e-4138-a19f-39ccfcd9a9c8/b76d06f3-eaeb-42ad-a852-2c1ae635ddbc) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:40.526259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:40.555703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.556270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.556641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.557125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.557595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.558049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.558499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.560541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-03351ce0-ae76-43eb-be2e-8b6b5bd0e495 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6300 time: 0.9971848 Feb 08 23:49:40.603796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.604423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:40.606025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] 10.222.0.21 "PUT /v2.0/ports/e0774aef-bcda-4f55-90db-f5562fb97f6b HTTP/1.1" status: 200 len: 1091 time: 2.9123466 Feb 08 23:49:40.617979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c65e95a-9634-4f0c-8b9d-fb95b12380a2 req-819ebc40-a3d1-4676-aff0-300f9711336a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7055197 Feb 08 23:49:40.652425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:40.688713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-305f2db7-3613-4dd8-85af-f4a4c14a2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:40.698623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-305f2db7-3613-4dd8-85af-f4a4c14a2bac service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 1098 time: 0.9685700 Feb 08 23:49:40.725859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b565e1f-8d0c-4eae-b881-786dec50ccee service neutron] Pushing event updated for resources: {'Port': ['ID=e0774aef-bcda-4f55-90db-f5562fb97f6b,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:40.836849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:40.872792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-13d1c575-71a2-4375-9a11-b0675419deff service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1578543 Feb 08 23:49:41.011074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.038025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.068961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': 'e0774aef-bcda-4f55-90db-f5562fb97f6b'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:41.072058 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3323135-d0ff-44d8-96a8-5462c71b2da6" -d '{"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "e0774aef-bcda-4f55-90db-f5562fb97f6b"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:41.103446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1ba89c0-2564-457b-89ae-f8299dfb3262,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:41.191190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.282333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:41.288340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Pushing event updated for resources: {'Port': ['ID=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:41.298857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:41.302584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-270e8e3e-e72c-4d3d-83c9-ae652d51c224 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 HTTP/1.1" status: 200 len: 217 time: 0.4215648 Feb 08 23:49:41.320849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:41.513616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.529734 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f20d8d2-5f34-422a-b763-cc137e2eebf1 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c1ba89c0-2564-457b-89ae-f8299dfb3262 HTTP/1.1" status: 204 len: 168 time: 2.0353177 Feb 08 23:49:41.531224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40796) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:41.540940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '326d9c09-2231-422b-a232-1fa539108d44', 'external_fixed_ips': [{'subnet_id': '789476c6-5d1b-453a-b04f-13308ae00e8f', 'ip_address': '172.20.0.12'}]}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:41.643906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bdf49a-96a6-441d-b2dc-0f612a6a67af req-ea9a0a97-6271-46cb-8402-0bb534e349e6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:41.650989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32bdf49a-96a6-441d-b2dc-0f612a6a67af req-ea9a0a97-6271-46cb-8402-0bb534e349e6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 947 time: 0.5622599 Feb 08 23:49:41.707664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-df9f5bf8-18fe-421f-b016-7866f2af9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:41.708587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-df9f5bf8-18fe-421f-b016-7866f2af9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:41.709372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.709607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-df9f5bf8-18fe-421f-b016-7866f2af9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:41.710895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.711601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-df9f5bf8-18fe-421f-b016-7866f2af9578 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e00a87e53b364959bfa0946865bd8b2d&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0919914 Feb 08 23:49:41.813152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6e3773c7-3bf5-4aeb-9ec8-2f73757f2699 None None] Provisioning complete for port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:41.813887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e3773c7-3bf5-4aeb-9ec8-2f73757f2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.831356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:41.831994 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.879427 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b678e1aa-ad07-485a-a0b4-9a48f7c6c990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:41.911585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6e3773c7-3bf5-4aeb-9ec8-2f73757f2699 None None] Port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:41.951747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-81bf2ca1-f49d-4a92-966c-371731b7e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:41.954324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-81bf2ca1-f49d-4a92-966c-371731b7e949 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.6152408 Feb 08 23:49:42.000368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:42.005651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe34630a-c9a4-4b37-8f72-543eeee9a36e {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:42.042781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:42.048007 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-2cf3650d-520a-4514-b52a-7a08f31950da tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7245853 Feb 08 23:49:42.154710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32bdf49a-96a6-441d-b2dc-0f612a6a67af req-9c9e01f4-ac8e-4b2c-b899-0128d0dd91e3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487095 Feb 08 23:49:42.222469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e057f-49a8-4dac-ac19-8947d0882779 req-07fc390d-6b88-466c-a1b8-3ddeb89c5d76 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:42.233526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c19e057f-49a8-4dac-ac19-8947d0882779 req-07fc390d-6b88-466c-a1b8-3ddeb89c5d76 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 932 time: 0.7062156 Feb 08 23:49:42.247593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Transition to ACTIVE for port object fe34630a-c9a4-4b37-8f72-543eeee9a36e will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:42.258903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Request body: {'port': {'device_id': '9188025a-d306-4556-9ba4-832c5b552534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:42.290814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:42.365736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:42.389369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-fd76bc05-10b6-47f8-a96e-131641eb03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:42.392534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-fd76bc05-10b6-47f8-a96e-131641eb03a6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6525097 Feb 08 23:49:42.396476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe34630a-c9a4-4b37-8f72-543eeee9a36e,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:42.567974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Attempting to bind port fe34630a-c9a4-4b37-8f72-543eeee9a36e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:42.568877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Attempting to bind port fe34630a-c9a4-4b37-8f72-543eeee9a36e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:42.569782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Attempting to bind port fe34630a-c9a4-4b37-8f72-543eeee9a36e on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:42.618335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Port fe34630a-c9a4-4b37-8f72-543eeee9a36e on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:42.619023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Attempting to bind port fe34630a-c9a4-4b37-8f72-543eeee9a36e on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:42.629745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:42.630570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Checking segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:42.631218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Bound using segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:42.631875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Bound port: fe34630a-c9a4-4b37-8f72-543eeee9a36e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:42.632463 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:42.659247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-c30af4e3-8b38-479c-9417-2ef3fdb122ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:42.668826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-c30af4e3-8b38-479c-9417-2ef3fdb122ef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6822839 Feb 08 23:49:42.684393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:42.777643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] For port fe34630a-c9a4-4b37-8f72-543eeee9a36e, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:42.805765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c19e057f-49a8-4dac-ac19-8947d0882779 req-a5b87b27-5b15-4d53-aab0-8999a94286b9 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676322 Feb 08 23:49:43.030069 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196d0e6c-fa12-4ac9-ae92-582c36bb876f x-openstack-request-id: req-196d0e6c-fa12-4ac9-ae92-582c36bb876f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:43.032337 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfc6c39-5c03-44bd-bd1b-5890929454f4", "tag": "bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:43.032687 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-196d0e6c-fa12-4ac9-ae92-582c36bb876f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:43.033124 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'tag': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0', 'status': 'completed', 'code': 200} Feb 08 23:49:43.446177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.452366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.453170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.453848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.454654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.455296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.455988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.462405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-89be398c-3e33-4ca3-8335-b4114c1dd6d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6367 time: 0.5863328 Feb 08 23:49:43.526864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-f8e0b64a-7dbf-47b1-bf14-cf0af6ad30c4 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123200 Feb 08 23:49:43.633386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.639970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.653856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.672397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.679140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.682572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] For port fe34630a-c9a4-4b37-8f72-543eeee9a36e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:43.700444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.713105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.727176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-e301065c-f873-4f2d-95ef-6586e70f1cbd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5407 time: 0.5580106 Feb 08 23:49:43.787930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:43.966061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe34630a-c9a4-4b37-8f72-543eeee9a36e,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:43.994409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:43.995031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:43.996451 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b1a70177-654e-4218-a4cc-8f995d3a24b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/fe34630a-c9a4-4b37-8f72-543eeee9a36e HTTP/1.1" status: 200 len: 1091 time: 3.3588538 Feb 08 23:49:44.005835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:44.149764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Request body: {'port': {'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:44.154825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:44.258705 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20ec8874-2cd2-436f-9944-598a18cbbd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:44.323044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-7357cd50-a630-47fc-94b7-2250941d6e54 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:44.332578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-46b48af8-bcbd-4a2c-8855-2b1e63304c5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3186572 Feb 08 23:49:44.349683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-7357cd50-a630-47fc-94b7-2250941d6e54 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 811 time: 1.1610315 Feb 08 23:49:44.391152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:44.446517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-c1aebf96-9b92-45f7-b173-ebc03fec45f4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/quotas/10b564ed81204371918989dc8ceb4dff HTTP/1.1" status: 200 len: 375 time: 0.0952952 Feb 08 23:49:44.502986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb55d6f-0135-49a5-866e-11a39e6c3f95 req-96b0e0c5-3282-4b61-a0e0-8a29357d22b9 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9645696 Feb 08 23:49:44.561440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50d5254c-76de-44e1-99a3-c797d81faed4 req-84941f62-bf4b-452f-b3fd-796fcb990541 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8030832 Feb 08 23:49:44.596486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Allocated IP 172.20.0.12 (326d9c09-2231-422b-a232-1fa539108d44/789476c6-5d1b-453a-b04f-13308ae00e8f/113b8464-3f2d-49b5-ab6f-26a94d37ba28) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:44.742047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:44.800436 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db925424-55a4-4143-99af-f7d2667f4c96 x-openstack-request-id: req-db925424-55a4-4143-99af-f7d2667f4c96 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:44.801077 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "e0774aef-bcda-4f55-90db-f5562fb97f6b", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:44.801446 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db925424-55a4-4143-99af-f7d2667f4c96 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:44.801947 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': 'e0774aef-bcda-4f55-90db-f5562fb97f6b', 'status': 'completed', 'code': 200} Feb 08 23:49:44.814939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:44.831511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed3e5b0b-d32d-4f96-8692-43372d832110 req-aa1c695b-6340-4205-b006-fa4673c0122b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 210 time: 0.0780306 Feb 08 23:49:44.891884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 326d9c09-2231-422b-a232-1fa539108d44 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:44.899738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:44.907695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:45.038381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Port': ['ID=113b8464-3f2d-49b5-ab6f-26a94d37ba28,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:45.058683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683333c-cabf-44c5-9734-eb23b240a077 req-f981fbfe-47e4-4cfb-9337-2015417adb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:45.061057 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-f981fbfe-47e4-4cfb-9337-2015417adb91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.2754934 Feb 08 23:49:45.395799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:45.401984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2252f44b-63b4-43f2-b697-950cf5c380e2 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:45.417823 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:45.438890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Transition to ACTIVE for port object 2252f44b-63b4-43f2-b697-950cf5c380e2 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:45.497657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:45.641455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76d06f3-eaeb-42ad-a852-2c1ae635ddbc {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:45.652116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:45.682865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Transition to ACTIVE for port object b76d06f3-eaeb-42ad-a852-2c1ae635ddbc will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:45.711487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-d8025cf0-2c8e-4c9f-bba5-875d5c8aa295 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1970069 Feb 08 23:49:45.732637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Pushing event updated for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:45.770520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-2ff66497-3ada-426b-a3b3-d05a25761a34 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:45.772491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-2ff66497-3ada-426b-a3b3-d05a25761a34 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.84 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 821 time: 2.0392315 Feb 08 23:49:45.777943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-a5564fb4-0e14-47c8-834e-b1092b72d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:45.784645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-a5564fb4-0e14-47c8-834e-b1092b72d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:45.785337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-a5564fb4-0e14-47c8-834e-b1092b72d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:45.787634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-a5564fb4-0e14-47c8-834e-b1092b72d954 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e00a87e53b364959bfa0946865bd8b2d&shared=False HTTP/1.1" status: 200 len: 2293 time: 2.2889349 Feb 08 23:49:45.813817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'port': {'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'admin_state_up': True, 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:45.990205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683333c-cabf-44c5-9734-eb23b240a077 req-ee42d12a-4b55-4eae-acb6-1689c6865f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:45.993618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-ee42d12a-4b55-4eae-acb6-1689c6865f0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.5507662 Feb 08 23:49:46.090370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Attempting to bind port 2252f44b-63b4-43f2-b697-950cf5c380e2 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:46.091261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Attempting to bind port 2252f44b-63b4-43f2-b697-950cf5c380e2 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:46.091950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Attempting to bind port 2252f44b-63b4-43f2-b697-950cf5c380e2 on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:46.113805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Port 2252f44b-63b4-43f2-b697-950cf5c380e2 on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:46.114673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Attempting to bind port 2252f44b-63b4-43f2-b697-950cf5c380e2 on network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:46.128348 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.205879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:46.210254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Checking segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:46.211123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Bound using segment: {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:46.218868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Bound port: 2252f44b-63b4-43f2-b697-950cf5c380e2, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8367c47a-f85e-4f3f-ab5c-0c129e2212eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:46.220084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.254881 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-e31e24d9-f87d-4c2e-b2c2-29c402822930 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.2217572 Feb 08 23:49:46.329028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-651f714b-89c5-45cb-a7d2-5521cf8b9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:46.330594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-651f714b-89c5-45cb-a7d2-5521cf8b9ac0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 1098 time: 1.7454078 Feb 08 23:49:46.346950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.360562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:46.378653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2252f44b-63b4-43f2-b697-950cf5c380e2,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:46.395482 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.513259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da0424-1eea-4522-b662-7588ccb0939d req-546a5c9b-d8e0-48df-8ff3-68695330127c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:46.521291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4da0424-1eea-4522-b662-7588ccb0939d req-546a5c9b-d8e0-48df-8ff3-68695330127c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 947 time: 1.1367943 Feb 08 23:49:46.581231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:46.722995 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.730576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-10be49ce-687e-4bd4-bfb0-aa12fa827786 service neutron] 10.222.0.32 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0179048 Feb 08 23:49:46.753201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Made reservation on behalf of 4d03e0d544364dddafb8ea7c263a528c for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:46.772833 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.805363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:46.805976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:46.807701 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] 10.222.0.21 "PUT /v2.0/ports/2252f44b-63b4-43f2-b697-950cf5c380e2 HTTP/1.1" status: 200 len: 1091 time: 2.6623445 Feb 08 23:49:46.819225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683333c-cabf-44c5-9734-eb23b240a077 req-5dbbddfa-760d-4771-bed4-c25f6dc61afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:46.824445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-5dbbddfa-760d-4771-bed4-c25f6dc61afa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.4416373 Feb 08 23:49:46.864169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e'}, {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:46.867758 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261" -d '{"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "fe34630a-c9a4-4b37-8f72-543eeee9a36e"}, {"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:46.876831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a631f0-558f-4c1f-a404-7bac1c08c569 service neutron] Pushing event updated for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:46.980829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:49:47.049562 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-490c9015-f58d-4656-9502-eff4a58c3968 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5048192 Feb 08 23:49:47.067718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-adee397d-db28-401e-90a8-e5ed20465732 service neutron] 10.222.0.32 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362169 Feb 08 23:49:47.069028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-2797d629-5b12-416f-af89-1c835a668e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:47.070421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-2797d629-5b12-416f-af89-1c835a668e1a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9626994 Feb 08 23:49:47.106292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4da0424-1eea-4522-b662-7588ccb0939d req-10563001-9217-491a-8674-8b07e905bb8f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821757 Feb 08 23:49:47.291469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683333c-cabf-44c5-9734-eb23b240a077 req-2856ea5e-9354-4165-815f-cfee5f62f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:47.293159 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-2856ea5e-9354-4165-815f-cfee5f62f59e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3600404 Feb 08 23:49:47.294207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:47.320225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:47.351679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-93b95a25-d809-4750-9e62-80deb9944726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:47.353265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-93b95a25-d809-4750-9e62-80deb9944726 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.9975500 Feb 08 23:49:47.372206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0', 'mac_address': 'fa:16:3e:3a:70:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:49:47.564440 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:47.568194 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:47.687918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:47.739126 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-e4d6d365-6368-4dc8-b133-21ebf8c1ff3e service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234560 Feb 08 23:49:47.754825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:47.756590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-2a537172-5450-483e-b25a-57756b7df904 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 HTTP/1.1" status: 200 len: 217 time: 0.3940885 Feb 08 23:49:47.761356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:47.830141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:47.952696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210563b-177c-41ad-8bef-3be339cbb872 req-7dafdb3e-c5fb-4514-a015-006b65c84d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:47.954182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-149d71a5-05df-488d-b13f-c39294d9b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:47.955694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-149d71a5-05df-488d-b13f-c39294d9b169 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1545138 Feb 08 23:49:47.956470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Attempting to bind port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:47.956470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Attempting to bind port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:47.957650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Attempting to bind port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc on network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:47.960250 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-7dafdb3e-c5fb-4514-a015-006b65c84d2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 1096 time: 0.6172602 Feb 08 23:49:48.028986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc on network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:48.031386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Attempting to bind port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc on network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:48.053101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:48.310287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00acd78-b479-439a-a7d7-323ca62a6c12 req-f18b6aa5-fd82-4cd9-9de2-32c53a432d8f tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.328297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d00acd78-b479-439a-a7d7-323ca62a6c12 req-f18b6aa5-fd82-4cd9-9de2-32c53a432d8f tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 944 time: 0.9951751 Feb 08 23:49:48.359715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:48.361466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Checking segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:48.361466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Bound using segment: {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:48.369967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Bound port: b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da74b3d6-859f-4cf8-bdd6-c639735125a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:48.374582 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:48.434537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.435268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.435943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.436695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.437181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.437803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.438673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.441205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-77bee6bf-10d5-4627-92ef-c440cac294ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6476 time: 1.1089952 Feb 08 23:49:48.511457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.519033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.537708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.547876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.568546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.587202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.605455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.620171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-60252745-3fce-45f3-a09b-316aedf326e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.8887746 Feb 08 23:49:48.623711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6683333c-cabf-44c5-9734-eb23b240a077 req-5c921b80-91a9-4869-b8cb-c596a63bf72f service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566249 Feb 08 23:49:48.652095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210563b-177c-41ad-8bef-3be339cbb872 req-cab4ce78-4901-4487-9cb9-8c3a790882c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.658764 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-cab4ce78-4901-4487-9cb9-8c3a790882c3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.6015112 Feb 08 23:49:48.720693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-16f8f982-d1d7-472f-bb01-1d02318bce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:48.723144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-16f8f982-d1d7-472f-bb01-1d02318bce42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7367623 Feb 08 23:49:48.760358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Allocated IP 172.20.0.9 (36eaba3c-6886-4829-964b-e5a31ddcf6b2/6b05b9b6-165f-4f17-81ec-14b1e3b635ed/a4222fe0-e662-4c5e-a430-80d18801c135) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:48.780267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-5596bfb6-853c-48e4-bb28-586f2943252c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c HTTP/1.1" status: 200 len: 217 time: 0.1180949 Feb 08 23:49:48.824973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Router 7e0f9fa2-d016-49c7-adcc-71afb8c5890d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:49:49.043822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d00acd78-b479-439a-a7d7-323ca62a6c12 req-d750687e-cfc9-4bca-91b7-6f12ec120c9a tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7148864 Feb 08 23:49:49.075036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f4b2f6e-61cc-47b9-bcac-bc224304d95f req-b7ba7d28-c7a2-4fdd-bc21-d9ccfa8fc1d8 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4512475 Feb 08 23:49:49.426095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] For port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:49.437731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] For port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:49.463318 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def35b6-d813-41a4-84ca-ef3fd6182dcc x-openstack-request-id: req-9def35b6-d813-41a4-84ca-ef3fd6182dcc {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:49.463659 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "fe34630a-c9a4-4b37-8f72-543eeee9a36e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:49.463854 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9def35b6-d813-41a4-84ca-ef3fd6182dcc {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:49.464351 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e', 'status': 'completed', 'code': 200} Feb 08 23:49:49.464750 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2', 'status': 'completed', 'code': 200} Feb 08 23:49:49.479280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:49:49.496807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210563b-177c-41ad-8bef-3be339cbb872 req-2a69cc3e-ad08-43dd-b060-0625b5a63f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:49.498275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Sync routers for ids ['7e0f9fa2-d016-49c7-adcc-71afb8c5890d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:49:49.498812 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-2a69cc3e-ad08-43dd-b060-0625b5a63f60 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.6996605 Feb 08 23:49:49.519342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Routers {'7e0f9fa2-d016-49c7-adcc-71afb8c5890d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:49.520326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7e0f9fa2-d016-49c7-adcc-71afb8c5890d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:49.553222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:49.556988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dd34a828-606c-4881-96b9-c85f64bcbf80 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.0192568 Feb 08 23:49:49.558241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40856) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:49.562822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-367148fb-3dc3-41fe-8690-e2b693ba34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:49.563417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-367148fb-3dc3-41fe-8690-e2b693ba34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:49.563757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-367148fb-3dc3-41fe-8690-e2b693ba34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:49.565392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-367148fb-3dc3-41fe-8690-e2b693ba34b7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e00a87e53b364959bfa0946865bd8b2d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9287636 Feb 08 23:49:49.639362 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:49.644489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-26108bf8-a515-4169-898b-c4a138a5af43 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743844 Feb 08 23:49:49.718442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64f3d972-617d-4ff2-8582-2d6b2ca60c13 req-8aab5875-7182-4e15-8e2d-6c3cbbed7a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 210 time: 0.3672488 Feb 08 23:49:49.752585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16283c39-6d8a-4ff2-8cec-5288c4ccc73a req-eceeca4c-8d18-4da5-b525-a942b32c6c5d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 210 time: 0.2083564 Feb 08 23:49:49.786358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-7be6897e-8c03-4539-a717-95dbad662451 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:49.789174 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-7be6897e-8c03-4539-a717-95dbad662451 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 811 time: 0.1615019 Feb 08 23:49:49.822063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Set router 7e0f9fa2-d016-49c7-adcc-71afb8c5890d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:49:49.824561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Request body: {'port': {'device_id': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'admin_state_up': True, 'tenant_id': '10b564ed81204371918989dc8ceb4dff'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:49.830325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210563b-177c-41ad-8bef-3be339cbb872 req-30e41a80-5a3b-49d2-bd4f-8ce696070edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:49.831877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-30e41a80-5a3b-49d2-bd4f-8ce696070edb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3212502 Feb 08 23:49:50.064388 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:49:50.175022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0f9fa2-d016-49c7-adcc-71afb8c5890d', 'name': '', 'tenant_id': 'c1b0f2603c14482b899efec51edb566e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '326d9c09-2231-422b-a232-1fa539108d44', 'external_fixed_ips': [{'subnet_id': '789476c6-5d1b-453a-b04f-13308ae00e8f', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '113b8464-3f2d-49b5-ab6f-26a94d37ba28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:49:41Z', 'updated_at': '2022-02-08T23:49:45Z', 'revision_number': 3, 'project_id': 'c1b0f2603c14482b899efec51edb566e', 'gw_port': {'id': '113b8464-3f2d-49b5-ab6f-26a94d37ba28', 'name': '', 'network_id': '326d9c09-2231-422b-a232-1fa539108d44', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0f9fa2-d016-49c7-adcc-71afb8c5890d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '789476c6-5d1b-453a-b04f-13308ae00e8f', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:44Z', 'updated_at': '2022-02-08T23:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '789476c6-5d1b-453a-b04f-13308ae00e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:50.233147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Checking router: 7e0f9fa2-d016-49c7-adcc-71afb8c5890d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:49:50.233615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Updating router 7e0f9fa2-d016-49c7-adcc-71afb8c5890d port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:49:50.235475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.239292 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-4ce6dbeb-aa56-4780-92d0-b510bfe5bab2 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899522 Feb 08 23:49:50.286663 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.370812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-7a83aaab-54ef-4ca9-942a-eac0ef60589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:50.372638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db7298-6a33-48fc-ad9b-de6cc910e45c req-7a83aaab-54ef-4ca9-942a-eac0ef60589c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6750610 Feb 08 23:49:50.474724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:50.476053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.478043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/b76d06f3-eaeb-42ad-a852-2c1ae635ddbc HTTP/1.1" status: 200 len: 1092 time: 8.2362177 Feb 08 23:49:50.480395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9188025a-d306-4556-9ba4-832c5b552534', 'tag': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:50.490736 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9188025a-d306-4556-9ba4-832c5b552534", "tag": "b76d06f3-eaeb-42ad-a852-2c1ae635ddbc"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:50.612015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.771568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.774351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfeada-4fad-4656-b0cf-45b5d89a87e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:50.833773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf851e3-e2b1-4994-be35-127ddfb8d1d2 req-abda8c5c-5655-408f-8851-c719a30631b1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:50.846184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf851e3-e2b1-4994-be35-127ddfb8d1d2 req-abda8c5c-5655-408f-8851-c719a30631b1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 948 time: 0.5867450 Feb 08 23:49:50.857801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9210563b-177c-41ad-8bef-3be339cbb872 req-f4dd987c-9bd2-4796-ae54-127a100e8df8 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258820 Feb 08 23:49:50.868805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.895575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Made reservation on behalf of 10b564ed81204371918989dc8ceb4dff for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:49:50.902576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:50.909681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0eb2a-1262-4ba6-a679-17753d5bb40e req-76be763b-20b1-4d3f-9aa9-118abe965f4a tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:50.914025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94e0eb2a-1262-4ba6-a679-17753d5bb40e req-76be763b-20b1-4d3f-9aa9-118abe965f4a tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 944 time: 0.5566573 Feb 08 23:49:50.925639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f677f657-f3e1-44e0-92b6-4a93b04ab28e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:50.998597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:51.113819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Allocated IP 172.20.0.12 (59c02b4a-2ee9-4ae4-b70e-f67890517d21/67c4290a-4241-4474-a854-3d8abfa300d4/11b1e21b-8a8c-4b9b-a647-3d169dff4ef0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:51.118490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a85e2-43af-4d4b-9d5d-158c9fe06d3c req-725f428d-066c-4af6-9f57-0e8185a05ca2 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3933949 Feb 08 23:49:51.227826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.245579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:49:51.259821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:51.263423 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.269520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Deleting port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:49:51.275002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.294290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:51.357151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:51.378669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.384409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf851e3-e2b1-4994-be35-127ddfb8d1d2 req-c563c270-3b76-4077-8631-ab0e76ed79f3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370204 Feb 08 23:49:51.430436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:51.441375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event updated for resources: {'Port': ['ID=a4222fe0-e662-4c5e-a430-80d18801c135,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:51.529917 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.558268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Pushing event updated for resources: {'Port': ['ID=113b8464-3f2d-49b5-ab6f-26a94d37ba28,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:51.565257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Calling delete_port for 113b8464-3f2d-49b5-ab6f-26a94d37ba28 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:49:51.594230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.602972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.603524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.603978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.604424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.604871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.605339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.605823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.606343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.606822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.607909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.607909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591191d4-8f66-4f77-8ec0-90a84ca2fee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:49:51.633525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94e0eb2a-1262-4ba6-a679-17753d5bb40e req-ebd65dd6-93bb-4840-8a67-ba02e1e8525a tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6730721 Feb 08 23:49:51.711799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.712567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.713267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.713899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.714692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.715326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.715983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.721732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-058492a0-3922-48af-b028-b2cac9ca8aef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6476 time: 0.6535048 Feb 08 23:49:51.777764 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c8dee5-b1f8-4757-8fe7-0488d790848d x-openstack-request-id: req-f5c8dee5-b1f8-4757-8fe7-0488d790848d {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:51.778026 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9188025a-d306-4556-9ba4-832c5b552534", "tag": "b76d06f3-eaeb-42ad-a852-2c1ae635ddbc", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:51.781270 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5c8dee5-b1f8-4757-8fe7-0488d790848d {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:51.781842 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9188025a-d306-4556-9ba4-832c5b552534', 'tag': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc', 'status': 'completed', 'code': 200} Feb 08 23:49:51.785006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-4579b66d-f19b-4288-aee2-e77034c0e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.786684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-4579b66d-f19b-4288-aee2-e77034c0e25b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2c0e82f437c405598cb15eed937099d&device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 1095 time: 0.7056046 Feb 08 23:49:51.847792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:51.848462 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.892229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Attempting to bind port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:51.894797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Attempting to bind port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:51.895373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Attempting to bind port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 on network 326d9c09-2231-422b-a232-1fa539108d44 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:51.944997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-a6ba6567-a707-493d-9f7c-bd9da78b8a8f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1539338 Feb 08 23:49:51.949396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:51.950165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Checking segment: {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:51.950738 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:51.951364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Bound using segment: {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:51.953196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Bound port: 113b8464-3f2d-49b5-ab6f-26a94d37ba28, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:51.954168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.005241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.020804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.026773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.029056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.032764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.039253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.045295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.051904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.053899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d973e5ca-b9f5-402d-abbb-c31365d6cd1f tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.4103463 Feb 08 23:49:52.058996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Request body: {'port': {'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:52.072335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:52.078089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:52.080403 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e153325-c2f9-4ef2-87c9-872cd07e8dff" -d '{"events": [{"server_uuid": "ecfc6c39-5c03-44bd-bd1b-5890929454f4", "name": "network-vif-plugged", "status": "completed", "tag": "bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:52.086623 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.118435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-83340ba1-3091-4e3a-918d-f4218fd7c764 None None] Provisioning complete for port a4222fe0-e662-4c5e-a430-80d18801c135 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:52.118814 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83340ba1-3091-4e3a-918d-f4218fd7c764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.150161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.159688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:49:52.160051 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:49:52.187368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:52.193351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-83340ba1-3091-4e3a-918d-f4218fd7c764 None None] Port a4222fe0-e662-4c5e-a430-80d18801c135 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:49:52.198954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-0289826e-9e7b-4897-b66e-b9be55b84414 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc HTTP/1.1" status: 200 len: 217 time: 0.2397180 Feb 08 23:49:52.200197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-771c4d4e-cf30-48b1-abc0-91c10f02414e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 HTTP/1.1" status: 200 len: 217 time: 0.2351227 Feb 08 23:49:52.212659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.220567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event deleted for resources: {'Port': ['ID=113b8464-3f2d-49b5-ab6f-26a94d37ba28,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:52.316490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.320741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.332778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a64bee0-4bf0-45b5-9804-171064463d00'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:52.346067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f11f83-8260-4ced-833e-228604cba809 req-5baa93cb-819c-475a-88c1-8a067d6b1be0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.355228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08f11f83-8260-4ced-833e-228604cba809 req-5baa93cb-819c-475a-88c1-8a067d6b1be0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 931 time: 0.4867556 Feb 08 23:49:52.382941 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.457902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.461152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.492733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec62f85-2de8-4ee6-9aab-1a19ab93df3a req-d4c3b598-ed05-437c-ab22-a5d08071d120 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3879466 Feb 08 23:49:52.500034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:52.534149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08f11f83-8260-4ced-833e-228604cba809 req-896d3300-733b-4c41-b82e-5f6316b376a4 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776433 Feb 08 23:49:52.627908 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cef912d-3109-4861-a88f-d81e0811a4ec x-openstack-request-id: req-2cef912d-3109-4861-a88f-d81e0811a4ec {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:52.628207 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfc6c39-5c03-44bd-bd1b-5890929454f4", "name": "network-vif-plugged", "status": "completed", "tag": "bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:52.628464 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cef912d-3109-4861-a88f-d81e0811a4ec {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:52.628887 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0', 'code': 200} Feb 08 23:49:52.632029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Pushing event updated for resources: {'Port': ['ID=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:52.643764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:52.646563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.647338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0f9fa2-d016-49c7-adcc-71afb8c5890d {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:49:52.665866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:52.694344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Attempting to bind port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:52.695515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Attempting to bind port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:52.696481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Attempting to bind port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 on network 326d9c09-2231-422b-a232-1fa539108d44 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:52.714431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:52.714725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Checking segment: {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:52.715133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.715527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Bound using segment: {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:52.715995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Bound port: 113b8464-3f2d-49b5-ab6f-26a94d37ba28, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2025e6e2-2f55-4e47-a5e2-2df343b8027a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '326d9c09-2231-422b-a232-1fa539108d44'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:52.716373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.740367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-20155135-a665-45bd-b3bb-d775daaa7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.741253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Port 113b8464-3f2d-49b5-ab6f-26a94d37ba28 has been deleted concurrently {{(pid=105933) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 08 23:49:52.742942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-20155135-a665-45bd-b3bb-d775daaa7f42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84e1244b-2c80-4d2a-9116-4e4f0a3530ee HTTP/1.1" status: 200 len: 850 time: 0.4873581 Feb 08 23:49:52.743568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.749772 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ae10ad38-60e3-4d9b-841a-c64e8b2c0931 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7e0f9fa2-d016-49c7-adcc-71afb8c5890d HTTP/1.1" status: 204 len: 168 time: 3.1897695 Feb 08 23:49:52.751936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Routers set() bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:52.752314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Router IDs set() for agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 23:49:52.752993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_agentschedulers_db [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e0f9fa2-d016-49c7-adcc-71afb8c5890d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent'). {{(pid=105933) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 23:49:52.753372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73290382-c4b1-443f-91f9-20aa99f4cd6a None None] The sync data for ids ['7e0f9fa2-d016-49c7-adcc-71afb8c5890d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:49:52.762849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40882) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:52.772612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-4557079c-77ab-49fe-a9a7-c09cf63447b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.774716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-4557079c-77ab-49fe-a9a7-c09cf63447b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9083497-a03e-4138-a19f-39ccfcd9a9c8 HTTP/1.1" status: 200 len: 854 time: 0.5610297 Feb 08 23:49:52.824277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.824980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.849688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Deleting subnet 789476c6-5d1b-453a-b04f-13308ae00e8f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:49:52.855070 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-a63e7f77-582d-4cd0-ab3c-e870cd78cf41 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0415318 Feb 08 23:49:52.860084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.884639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Request body: {'port': {'device_id': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:52.936955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:52.973904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e027a51-3d1e-43f8-a8b1-b3f6605e6bfe req-0e6cf621-20be-46fb-84c1-9320433bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.975339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e027a51-3d1e-43f8-a8b1-b3f6605e6bfe req-0e6cf621-20be-46fb-84c1-9320433bb2a9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 1100 time: 0.2185578 Feb 08 23:49:52.987549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26397f4-6904-4ec9-b21c-6f143b6f6459 req-211b1f7f-0d85-4d8c-ae6a-b2c6df2c0b8d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:52.989223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b26397f4-6904-4ec9-b21c-6f143b6f6459 req-211b1f7f-0d85-4d8c-ae6a-b2c6df2c0b8d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 949 time: 0.2432182 Feb 08 23:49:53.006102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.023163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.038413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45315b-e8f3-4f48-89b9-33aa863dae07 req-5d429c33-dcdd-4808-8f95-ee219ae52033 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:53.039982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b45315b-e8f3-4f48-89b9-33aa863dae07 req-5d429c33-dcdd-4808-8f95-ee219ae52033 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 932 time: 0.2734480 Feb 08 23:49:53.052011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0894c9d1-aa2e-46b2-bcd7-85baf724c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:53.053115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-0894c9d1-aa2e-46b2-bcd7-85baf724c237 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=651f9ab1-2835-48af-880a-3e01035201c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638011 Feb 08 23:49:53.059340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-6298ff8c-3935-40a0-8e71-945ebf5ea76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:53.061004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-6298ff8c-3935-40a0-8e71-945ebf5ea76f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d41cd3d-629d-4bc0-a2c4-6760c3646721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374542 Feb 08 23:49:53.188483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.222863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=789476c6-5d1b-453a-b04f-13308ae00e8f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:53.238037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.244013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6de2900d-4a09-40b5-8087-6ec04df4ea4e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/789476c6-5d1b-453a-b04f-13308ae00e8f HTTP/1.1" status: 204 len: 168 time: 0.4799531 Feb 08 23:49:53.246803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:53.253637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b26397f4-6904-4ec9-b21c-6f143b6f6459 req-85fa5b8d-d2f6-4b83-b5bf-483b0cafacf0 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507355 Feb 08 23:49:53.255110 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e027a51-3d1e-43f8-a8b1-b3f6605e6bfe req-427b8138-f983-477e-a7de-7785724b2d4c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627802 Feb 08 23:49:53.299756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b45315b-e8f3-4f48-89b9-33aa863dae07 req-1b27d9ad-355d-4ecf-aebb-b6500d83b1b4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350554 Feb 08 23:49:53.313826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4222fe0-e662-4c5e-a430-80d18801c135 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:53.339254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.373245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-05da3e69-3871-4534-af99-97007f37ffec service neutron] 10.222.0.21 "GET /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923744 Feb 08 23:49:53.375195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-54364b24-4518-4dc5-a99e-71e5d6483ebb service neutron] 10.222.0.21 "GET /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046088 Feb 08 23:49:53.378054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Transition to ACTIVE for port object a4222fe0-e662-4c5e-a430-80d18801c135 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:53.399771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.402655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.548215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.575642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:53.585373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326d9c09-2231-422b-a232-1fa539108d44']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:53.589172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.602850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2025e6e2-2f55-4e47-a5e2-2df343b8027a') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:53.603135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2025e6e2-2f55-4e47-a5e2-2df343b8027a') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:53.626965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.629369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Transition to ACTIVE for port object 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:49:53.638119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.652299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.694108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:49:53.694280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:49:53.696348 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:49:53.764774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Pushing event updated for resources: {'Port': ['ID=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:53.824370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.839415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 326d9c09-2231-422b-a232-1fa539108d44 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 08 23:49:53.857013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.864870 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/networks/326d9c09-2231-422b-a232-1fa539108d44 HTTP/1.1" status: 204 len: 168 time: 0.6139221 Feb 08 23:49:53.864870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a229a-72d0-4644-8376-75fc0da94a00 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event deleted for resources: {'Network': ['ID=326d9c09-2231-422b-a232-1fa539108d44,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:53.898858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Attempting to bind port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:53.899374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Attempting to bind port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:53.899857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Attempting to bind port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:53.907611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:53.908143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Attempting to bind port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 on network 59c02b4a-2ee9-4ae4-b70e-f67890517d21 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:53.929802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:53.930122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Checking segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:53.930629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Bound using segment: {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:53.931573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Bound port: 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3e3c5e-ecd4-406a-a992-377710ead704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:53.932043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:53.964203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-c32512fd-dd66-44fc-acd3-668209b783ab service neutron] 10.222.0.21 "GET /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715585 Feb 08 23:49:53.986098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc032698-3ef9-41e1-9eea-688703267f00 req-6d538333-f6db-4031-af45-b0277b6e1260 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:53.994534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc032698-3ef9-41e1-9eea-688703267f00 req-6d538333-f6db-4031-af45-b0277b6e1260 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 944 time: 0.6117692 Feb 08 23:49:54.011510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4222fe0-e662-4c5e-a430-80d18801c135,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:54.046549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] For port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:54.051343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] For port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:54.057199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.076446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.077604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.079208 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] 10.222.0.84 "PUT /v2.0/ports/11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 HTTP/1.1" status: 200 len: 1092 time: 1.1989236 Feb 08 23:49:54.083479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'tag': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:54.085723 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2efa8fe-3659-4bc0-9b32-08427a1326f1" -d '{"events": [{"name": "network-changed", "server_uuid": "15ee557c-adcb-4ea2-9d86-bd77a133269f", "tag": "11b1e21b-8a8c-4b9b-a647-3d169dff4ef0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:54.207801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9649b27d-f2a0-4d10-9f5a-4a7de0163390 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=321e5262-2128-4c4b-badc-cfa091bb5d0e HTTP/1.1" status: 200 len: 217 time: 0.2014992 Feb 08 23:49:54.219706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-c518642a-abf2-4ab4-9925-5e5bd2b9c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.221745 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-c518642a-abf2-4ab4-9925-5e5bd2b9c072 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 1095 time: 0.0843368 Feb 08 23:49:54.222730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcccc30-436e-4bac-945c-a6e2639785b6 service neutron] Pushing event updated for resources: {'Port': ['ID=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:54.237530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40902) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:54.247671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'name': 'tempest-router--952281401', 'project_id': 'e9eb14d57dd44ad8974b5b293678babe'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:54.274145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63fc1f9e-f791-4d39-88c3-328908941db7 req-3b81fe18-246d-4dc4-a74d-907bdcda1988 service neutron] 10.222.0.21 "GET /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792369 Feb 08 23:49:54.294829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-2397b10f-f5e3-4c45-8bd4-6d407bd28fd4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 HTTP/1.1" status: 200 len: 217 time: 0.0579975 Feb 08 23:49:54.319086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.329569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.337229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.345367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.352373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.362996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.366790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-2f565d9c-e262-4186-b517-1c52e7f167ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.369408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-2f565d9c-e262-4186-b517-1c52e7f167ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.0637276 Feb 08 23:49:54.369541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.371408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-51c7aff1-27e5-4ed1-bad4-a996a9a400f2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.7683346 Feb 08 23:49:54.411972 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-d8d66618-beaf-45c1-80b1-1552744f4c21 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324833 Feb 08 23:49:54.430580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.431619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.442294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc032698-3ef9-41e1-9eea-688703267f00 req-e3328d2d-b2bd-4acc-a480-9f2598f7026d tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468651 Feb 08 23:49:54.449501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-ee330f41-e172-43ec-9612-1c011646dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.451032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-ee330f41-e172-43ec-9612-1c011646dcda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d170b13-1026-4f73-b816-3766f02fee92 HTTP/1.1" status: 200 len: 797 time: 0.2332532 Feb 08 23:49:54.455167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Attempting to bind port a4222fe0-e662-4c5e-a430-80d18801c135 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:49:54.455502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Attempting to bind port a4222fe0-e662-4c5e-a430-80d18801c135 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:49:54.455824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Attempting to bind port a4222fe0-e662-4c5e-a430-80d18801c135 on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:54.504308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Port a4222fe0-e662-4c5e-a430-80d18801c135 on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:49:54.504779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Attempting to bind port a4222fe0-e662-4c5e-a430-80d18801c135 on network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:49:54.524754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-cd2b348b-23ca-4324-a22c-32f082bc4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.526403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-cd2b348b-23ca-4324-a22c-32f082bc4c70 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2c0e82f437c405598cb15eed937099d&device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 1095 time: 0.1498082 Feb 08 23:49:54.531527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93183c0d-471c-4ca9-87d7-3c7b19694227 req-c20d11d9-5c76-4ce9-9b83-01e78489a3f7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397223 Feb 08 23:49:54.532294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:49:54.532623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Checking segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:49:54.533020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Bound using segment: {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:49:54.533702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Bound port: a4222fe0-e662-4c5e-a430-80d18801c135, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104b0891-c025-4132-8efc-391563faf044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:49:54.533981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.598464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.609224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.646993 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa492ae2-cb96-48b1-86a2-2a97e578f8ed x-openstack-request-id: req-fa492ae2-cb96-48b1-86a2-2a97e578f8ed {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:54.647291 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ee557c-adcb-4ea2-9d86-bd77a133269f", "tag": "11b1e21b-8a8c-4b9b-a647-3d169dff4ef0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:54.647587 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa492ae2-cb96-48b1-86a2-2a97e578f8ed {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:54.647940 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'tag': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0', 'status': 'completed', 'code': 200} Feb 08 23:49:54.652485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.654771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-641860b7-1457-414b-b605-31f7ac075410 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4153249 Feb 08 23:49:54.657034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40910) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:54.661510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-6e3abd4e-3ea0-40dd-98f8-fc5f02c17dfe service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410126 Feb 08 23:49:54.726524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b3c637f0-0cbc-4125-b255-44b4d7af3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.728047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-b3c637f0-0cbc-4125-b255-44b4d7af3c6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2682109 Feb 08 23:49:54.790412 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.845108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b137425-eea4-43d0-84a3-4c5cf8b4953d req-6099160a-9060-4a99-be59-fc7d9aab5515 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.846680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b137425-eea4-43d0-84a3-4c5cf8b4953d req-6099160a-9060-4a99-be59-fc7d9aab5515 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 943 time: 0.2561579 Feb 08 23:49:54.886856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-5658da07-8927-411a-8a36-8c274a29bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.888320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-5658da07-8927-411a-8a36-8c274a29bfb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2d41cd3d-629d-4bc0-a2c4-6760c3646721 HTTP/1.1" status: 200 len: 916 time: 0.3520429 Feb 08 23:49:54.914563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] For port a4222fe0-e662-4c5e-a430-80d18801c135, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:49:54.964902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a68b81aa-e6e8-4da7-ab24-b0454c300404 req-73547f3e-2b5c-4a3d-94dd-3dc802db069f service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578251 Feb 08 23:49:54.970554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.972535 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:54.980067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bba270-aef7-4ff5-8260-090ea3a7f2d2 req-1b8118f1-d836-4974-b31e-0117169adfd6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:54.980642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85bba270-aef7-4ff5-8260-090ea3a7f2d2 req-1b8118f1-d836-4974-b31e-0117169adfd6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 949 time: 0.2495885 Feb 08 23:49:54.981945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-bee05e93-7d36-4205-8722-ae481e3638e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc HTTP/1.1" status: 200 len: 217 time: 0.0811775 Feb 08 23:49:54.984637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] For port a4222fe0-e662-4c5e-a430-80d18801c135, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a4222fe0-e662-4c5e-a430-80d18801c135,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:49:55.008704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:55.061065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b137425-eea4-43d0-84a3-4c5cf8b4953d req-e37ae6b3-b70d-4d64-b515-7938fcd0bf2b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991847 Feb 08 23:49:55.098616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-87829aed-80f4-417d-bc6d-ba92e49faaf0 service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594179 Feb 08 23:49:55.114523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.115152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:55.116670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] 10.222.0.84 "PUT /v2.0/ports/a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 1091 time: 3.1496618 Feb 08 23:49:55.122725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:55.125939 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:55.189864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-dc9bb5c0-4575-4611-851e-1a5d8be071c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.191355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-dc9bb5c0-4575-4611-851e-1a5d8be071c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a9083497-a03e-4138-a19f-39ccfcd9a9c8 HTTP/1.1" status: 200 len: 854 time: 0.1989255 Feb 08 23:49:55.200248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85bba270-aef7-4ff5-8260-090ea3a7f2d2 req-a89b6dbd-9d1a-4796-a3f2-e1ad6a04773a tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950977 Feb 08 23:49:55.292122 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21cfabe-76b4-46a9-bdce-f498d1fc3cbf x-openstack-request-id: req-f21cfabe-76b4-46a9-bdce-f498d1fc3cbf {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:55.292521 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:55.292662 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f21cfabe-76b4-46a9-bdce-f498d1fc3cbf {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:55.293079 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'status': 'completed', 'code': 200} Feb 08 23:49:55.321322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af0d64-545a-416d-a33e-fd9de38ab6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4222fe0-e662-4c5e-a430-80d18801c135,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:55.344805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:55.345460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 106e8cd5-585c-4bc1-9940-c1f66390b7f1 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:49:55.350663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:55.354396 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ecbc44d8-d65e-4213-9558-aa6b717b133e tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/routers/106e8cd5-585c-4bc1-9940-c1f66390b7f1 HTTP/1.1" status: 204 len: 168 time: 0.6959321 Feb 08 23:49:55.366488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-06efaa2d-250e-4d6e-b3d7-5e89fd3c42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.368267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-06efaa2d-250e-4d6e-b3d7-5e89fd3c42d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 1095 time: 0.0581801 Feb 08 23:49:55.455753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3204ffd-2cc5-40f7-8f56-aba3c53d74c2 req-953d1980-e118-4496-a389-55281473f1fb tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.457366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3204ffd-2cc5-40f7-8f56-aba3c53d74c2 req-953d1980-e118-4496-a389-55281473f1fb tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 944 time: 0.3030593 Feb 08 23:49:55.477634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-7efdab2c-b8c1-428d-9869-d656b88b07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.479170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-7efdab2c-b8c1-428d-9869-d656b88b07fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1094 time: 0.2854326 Feb 08 23:49:55.496587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf7363-cbdc-426a-93b0-071fa4d0b559 req-7a5f403d-770d-436d-81aa-2fb954c161d1 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.496587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39bf7363-cbdc-426a-93b0-071fa4d0b559 req-7a5f403d-770d-436d-81aa-2fb954c161d1 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 1100 time: 0.1439290 Feb 08 23:49:55.502117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-a034c851-1f36-4713-b8e6-9e680818fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.503601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-a034c851-1f36-4713-b8e6-9e680818fc6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2d41cd3d-629d-4bc0-a2c4-6760c3646721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170963 Feb 08 23:49:55.505466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-296ad865-437d-426f-9fe3-7aed28c4f5fa service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943961 Feb 08 23:49:55.507437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40922) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:55.520982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-8c75b194-0dd6-434c-af66-c8cc9ce87237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.522473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-8c75b194-0dd6-434c-af66-c8cc9ce87237 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 912 time: 0.1469576 Feb 08 23:49:55.569862 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-3125fea8-a62c-4855-9506-f623af309d32 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 HTTP/1.1" status: 200 len: 217 time: 0.0398784 Feb 08 23:49:55.584520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-9dd69635-92d2-4f68-b5c1-ddb0088c911b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 217 time: 0.0845311 Feb 08 23:49:55.626772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-d5b86766-87d5-4fb6-bd49-5d4bf72e170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.628592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-d5b86766-87d5-4fb6-bd49-5d4bf72e170b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.0509531 Feb 08 23:49:55.666993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-a143a6e4-86ba-4c60-95e6-a6be24d6fc96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=c849c1df-0b37-49d2-b609-e4297b5ad4ec HTTP/1.1" status: 200 len: 217 time: 0.1443024 Feb 08 23:49:55.673607 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-2cfe69b6-0e40-4a89-9509-1fbf9ae9ef62 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367744 Feb 08 23:49:55.682383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3204ffd-2cc5-40f7-8f56-aba3c53d74c2 req-55ce0df2-288b-4f6a-af84-7d989a89127a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168481 Feb 08 23:49:55.755041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39bf7363-cbdc-426a-93b0-071fa4d0b559 req-341b1c07-4917-4b6a-80df-37ccfa6f8e63 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472084 Feb 08 23:49:55.755277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1806494181', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:55.759196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b76d06f3-eaeb-42ad-a852-2c1ae635ddbc details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:49:55.821267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc16d385-08fa-4b6c-951e-17e772fc0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:55.822170 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-0699b34a-d45c-41d0-803f-c1b1cccf0b65 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310937 Feb 08 23:49:55.823229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-bc16d385-08fa-4b6c-951e-17e772fc0c25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d170b13-1026-4f73-b816-3766f02fee92 HTTP/1.1" status: 200 len: 797 time: 0.1196225 Feb 08 23:49:55.838519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-8f680271-449f-4fc0-bfad-237718b24fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006067 Feb 08 23:49:55.965724 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a2efa8fe-3659-4bc0-9b32-08427a1326f1 req-f48e7227-8b07-489c-adc5-9f5341d1a94b service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223447 Feb 08 23:49:55.967048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:55.968131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.041734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:56.049158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.056868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc', 'network_id': '2d41cd3d-629d-4bc0-a2c4-6760c3646721', 'port_id': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc', 'mac_address': 'fa:16:3e:76:19:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9083497-a03e-4138-a19f-39ccfcd9a9c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:49:56.069392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-0fa1d445-6964-474d-9889-d7b02fd7cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.070874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-0fa1d445-6964-474d-9889-d7b02fd7cd53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.4458411 Feb 08 23:49:56.101785 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.118377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76d06f3-eaeb-42ad-a852-2c1ae635ddbc {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:56.139300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:56.143589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.171765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2928b9b-b536-4369-bf84-de37f079d299 req-9eaeac71-baf8-42da-aacf-c7c61251b098 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.173736 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2928b9b-b536-4369-bf84-de37f079d299 req-9eaeac71-baf8-42da-aacf-c7c61251b098 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 944 time: 0.4088314 Feb 08 23:49:56.175513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-ce991678-87ae-4352-9b69-ed677a2ee31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.176948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-ce991678-87ae-4352-9b69-ed677a2ee31a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3083727 Feb 08 23:49:56.197036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.197483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:56.205194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.214545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.218497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.224378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.230298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.236641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.238596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-ae6bebc0-1639-42aa-8875-eb81e5a651f9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.3159966 Feb 08 23:49:56.249733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.319432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0377e5fc-31b0-4331-99ad-b5d4b28f70b9 req-668475d3-ddd6-4bc6-8b92-f13ff88548c2 service neutron] 10.222.0.21 "GET /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732256 Feb 08 23:49:56.478403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['b76d06f3-eaeb-42ad-a852-2c1ae635ddbc'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:56.486655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.508084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.592963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-21b15155-1232-48e8-bb20-2b7c55cfa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:56.594881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-21b15155-1232-48e8-bb20-2b7c55cfa4eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5070963 Feb 08 23:49:56.634795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Allocated IP 172.25.3.33 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/47101e9d-55ba-41da-9247-17597e15ea22) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:49:56.692466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2928b9b-b536-4369-bf84-de37f079d299 req-773f689f-7362-46d1-b2cd-ffc630afdc67 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455311 Feb 08 23:49:56.708407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99825e12-4bf7-473e-ba62-1337b67ff66b req-1c2259d5-d01c-43b4-b4ef-44c7b274176e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4558909 Feb 08 23:49:56.743882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-76ecc427-9047-4396-9f85-620db0db04cc service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968231 Feb 08 23:49:56.768630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.809872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:56.836951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-ac82ca7f-4baf-4c9c-ba91-1110ccc47ced service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292585 Feb 08 23:49:56.853515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:49:56.860758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:49:56.861518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event updated for resources: {'Port': ['ID=47101e9d-55ba-41da-9247-17597e15ea22,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:56.863662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:49:56.881367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-9a769a4a-e16d-416e-a2cd-7ee2b58d9f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680320 Feb 08 23:49:57.013102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:49:57.036861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5a826-2128-40ca-83b4-e6c6cf0dea69 req-3f2470d2-6e12-45b2-905a-904020e9a7d3 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.038768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78b5a826-2128-40ca-83b4-e6c6cf0dea69 req-3f2470d2-6e12-45b2-905a-904020e9a7d3 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 943 time: 0.2240028 Feb 08 23:49:57.045176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1579a68b-4c1c-4ad1-8513-759c18129a2c service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945201 Feb 08 23:49:57.126277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-809382fd-079d-42b9-8ea1-ea446c9347df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d HTTP/1.1" status: 200 len: 217 time: 0.0738883 Feb 08 23:49:57.152209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:57.170039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0', 'network_id': '59c02b4a-2ee9-4ae4-b70e-f67890517d21', 'port_id': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0', 'mac_address': 'fa:16:3e:ef:aa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c4290a-4241-4474-a854-3d8abfa300d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:49:57.191765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc2453a-dc5b-43c3-a7d3-21f1325b372f req-92a1d7e8-e83f-4781-a040-2cc5a8c17bc4 service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260252 Feb 08 23:49:57.213439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-a2e8a7cb-fe44-40fe-bc5e-439596c19951 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.214955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-a2e8a7cb-fe44-40fe-bc5e-439596c19951 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147421 Feb 08 23:49:57.215667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:57.223113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78b5a826-2128-40ca-83b4-e6c6cf0dea69 req-cdc33e7c-476d-4415-a9cb-746d43b5ba76 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562765 Feb 08 23:49:57.229853 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:57.245502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-39343937-7b50-4646-8132-a1d89d45e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.245502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-39343937-7b50-4646-8132-a1d89d45e269 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d170b13-1026-4f73-b816-3766f02fee92 HTTP/1.1" status: 200 len: 797 time: 0.1011941 Feb 08 23:49:57.245502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-3b7da3bb-3389-4914-a727-e1fc4a0d4219 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/quotas/b6247756c03d4085a71859c0dd6f37e0 HTTP/1.1" status: 200 len: 375 time: 0.0192585 Feb 08 23:49:57.263073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:49:57.288090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:57.294077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:57.390176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:57.481106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-dd59352f-8925-48c1-ae01-86bce64981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.482652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-dd59352f-8925-48c1-ae01-86bce64981b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2305827 Feb 08 23:49:57.498815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-d44acdd2-b6a9-47da-a9ee-04d2d2306761 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2236810 Feb 08 23:49:57.502589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:57.511090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8592dc-6ed6-4046-bc7a-29f5389ed308 req-39602e50-0e0b-4971-8a93-3015d8c80653 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.511866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b8592dc-6ed6-4046-bc7a-29f5389ed308 req-39602e50-0e0b-4971-8a93-3015d8c80653 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 945 time: 0.1331606 Feb 08 23:49:57.514058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-2b934674-721d-4b21-8184-e9581cc07ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.515693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-2b934674-721d-4b21-8184-e9581cc07ed8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1094 time: 0.2073667 Feb 08 23:49:57.660393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Router 561a4f45-87fd-4de4-a2bb-12ff5eff0884 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:49:57.670755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['11b1e21b-8a8c-4b9b-a647-3d169dff4ef0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:49:57.680289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b8592dc-6ed6-4046-bc7a-29f5389ed308 req-fae6a12b-4e8b-4076-a411-5d18e6de1be2 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565275 Feb 08 23:49:57.766009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4685971-3f90-4200-be55-1b272c50fb23 req-2f03f205-44e0-4bba-ad2f-337f6090256b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 210 time: 0.0618241 Feb 08 23:49:57.804545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b76d06f3-eaeb-42ad-a852-2c1ae635ddbc up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:49:57.816058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-162ec212-1ec4-4d4d-9eb0-da9dedbfdee1 service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155100 Feb 08 23:49:57.827898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-b0870465-27f0-419c-a3b4-3c13cc554660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:57.829458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-b0870465-27f0-419c-a3b4-3c13cc554660 service neutron] 10.222.0.84 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.2947910 Feb 08 23:49:57.894658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:49:57.907532 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] Sync routers for ids ['561a4f45-87fd-4de4-a2bb-12ff5eff0884'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:49:57.910727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:49:57.927518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:49:57.927895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:57.932253 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] Routers {'561a4f45-87fd-4de4-a2bb-12ff5eff0884'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:57.934330 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['561a4f45-87fd-4de4-a2bb-12ff5eff0884'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:57.937060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:57.938884 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-469ba4b1-3fd9-4f83-b899-e775a2ac7a99 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4311068 Feb 08 23:49:57.943126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:57.981914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-a5abcc05-f6bb-4256-9cd2-5f4ca9b250de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 217 time: 0.1398604 Feb 08 23:49:58.054909 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:58.088145 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] Routers {'561a4f45-87fd-4de4-a2bb-12ff5eff0884'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:49:58.090792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['561a4f45-87fd-4de4-a2bb-12ff5eff0884'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:58.135923 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7dc0c01a-0b78-4bc9-8c76-52edf9d1f461 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/561a4f45-87fd-4de4-a2bb-12ff5eff0884 HTTP/1.1" status: 200 len: 920 time: 0.1913097 Feb 08 23:49:58.138376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:58.165729 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:58.184399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386c703-8e70-4975-9688-ebf1aeaeb83b req-e1c2a9fe-71c2-4a24-b865-45944d38a473 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.188832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4386c703-8e70-4975-9688-ebf1aeaeb83b req-e1c2a9fe-71c2-4a24-b865-45944d38a473 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 945 time: 0.3583446 Feb 08 23:49:58.190928 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:49:58.193504 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025e6cc7-d7f6-492e-8800-a3c9d480a5fc None None] The sync data for ids ['561a4f45-87fd-4de4-a2bb-12ff5eff0884'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:49:58.197322 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e9072b5-43fb-4dc2-9bc0-3cf9d2d2da4c tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=561a4f45-87fd-4de4-a2bb-12ff5eff0884 HTTP/1.1" status: 200 len: 205 time: 0.0555122 Feb 08 23:49:58.201345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:58.215515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:49:58.216680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9188025a-d306-4556-9ba4-832c5b552534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:49:58.221472 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98f72e2-3be4-492f-91d5-8a0e4ba719cf" -d '{"events": [{"server_uuid": "9188025a-d306-4556-9ba4-832c5b552534", "name": "network-vif-plugged", "status": "completed", "tag": "b76d06f3-eaeb-42ad-a852-2c1ae635ddbc"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:49:58.226212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:58.230985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-17469d03-0fd3-4176-a64f-e4c5123035b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.239376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-17469d03-0fd3-4176-a64f-e4c5123035b5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.2299678 Feb 08 23:49:58.322439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.331816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.335283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:58.339035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.345990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.352823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.359598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.364867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:58.365852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.375024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-74243733-15e3-404c-b5ad-ed2f2c49c769 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.4860768 Feb 08 23:49:58.398528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f7967c04-4036-431f-9b52-f89752fdc3bc service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724146 Feb 08 23:49:58.450024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4386c703-8e70-4975-9688-ebf1aeaeb83b req-c1c9f8ba-eb1d-4c34-9924-e9196ed095f1 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335689 Feb 08 23:49:58.513908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87d4c0a1-6b8b-4743-aadc-b8aa6cef2661 req-d0b8ccd2-6143-4bc2-993b-14e00f789d90 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378472 Feb 08 23:49:58.519590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-db6bf51f-acbc-4614-807a-3a294c3dab4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b HTTP/1.1" status: 200 len: 217 time: 0.1105680 Feb 08 23:49:58.570347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:58.602120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-2d68b99d-847c-49cf-812f-6d868b8b5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.603943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-2d68b99d-847c-49cf-812f-6d868b8b5cc5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133893 Feb 08 23:49:58.604732 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5148e447-49a3-4687-83b0-2b1bd51f0e46 x-openstack-request-id: req-5148e447-49a3-4687-83b0-2b1bd51f0e46 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:49:58.605066 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9188025a-d306-4556-9ba4-832c5b552534", "name": "network-vif-plugged", "status": "completed", "tag": "b76d06f3-eaeb-42ad-a852-2c1ae635ddbc", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:49:58.605323 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5148e447-49a3-4687-83b0-2b1bd51f0e46 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:49:58.605768 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9188025a-d306-4556-9ba4-832c5b552534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc', 'code': 200} Feb 08 23:49:58.661625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Deleting port 47101e9d-55ba-41da-9247-17597e15ea22 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:49:58.661969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:58.674556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-50da4d44-3bfb-49c4-a28e-f7df2b980240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.675983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-50da4d44-3bfb-49c4-a28e-f7df2b980240 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d170b13-1026-4f73-b816-3766f02fee92 HTTP/1.1" status: 200 len: 797 time: 0.1478453 Feb 08 23:49:58.773558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:58.783835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117fb0-6324-4292-84ba-b09b1fe81220 req-87de9fea-366b-450d-b655-bab18ca2fb38 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.785427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b117fb0-6324-4292-84ba-b09b1fe81220 req-87de9fea-366b-450d-b655-bab18ca2fb38 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 943 time: 0.1805339 Feb 08 23:49:58.787073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Calling delete_port for 47101e9d-55ba-41da-9247-17597e15ea22 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:49:58.897543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb157e3-6205-44f0-820b-6e41cacef268 req-b0201bc7-2ff7-45b7-8900-da74a4923b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.898939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abb157e3-6205-44f0-820b-6e41cacef268 req-b0201bc7-2ff7-45b7-8900-da74a4923b88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 1097 time: 0.2407813 Feb 08 23:49:58.909071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-ff3b2dcf-c0b5-4a73-8f63-ac98e71b5cba service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733374 Feb 08 23:49:58.921574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b117fb0-6324-4292-84ba-b09b1fe81220 req-a23dc1ef-99ad-46f7-8d9d-c27f643b688e tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206427 Feb 08 23:49:58.923419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f82bc2b3-14e6-445e-ba91-0fc8d9c97ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.925514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f82bc2b3-14e6-445e-ba91-0fc8d9c97ecb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2099726 Feb 08 23:49:58.949954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24524136-522c-4c99-a1ff-7f1c37db6ca1 req-d4ad7631-1a8c-4d87-8ec7-9142fc79fcd3 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:58.951482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24524136-522c-4c99-a1ff-7f1c37db6ca1 req-d4ad7631-1a8c-4d87-8ec7-9142fc79fcd3 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 945 time: 0.1649835 Feb 08 23:49:59.114260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8ad5a55-538d-4b10-8d78-f5cb5a15ee12 req-631db295-cb02-4d55-b150-40d46e8aee95 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 210 time: 0.0898719 Feb 08 23:49:59.115965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abb157e3-6205-44f0-820b-6e41cacef268 req-3f941886-6642-4b5b-9c4e-c7e7bf875457 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050881 Feb 08 23:49:59.142275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24524136-522c-4c99-a1ff-7f1c37db6ca1 req-1dc4c663-9316-4ed6-9f0b-2a66d472b934 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787546 Feb 08 23:49:59.264370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.291204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event deleted for resources: {'Port': ['ID=47101e9d-55ba-41da-9247-17597e15ea22,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:49:59.360376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.443831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-2ebc5d86-a832-4ccf-8d81-d51d328a9161 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b6247756c03d4085a71859c0dd6f37e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475562 Feb 08 23:49:59.445893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4fcddc3-fb7b-41d2-a573-cf9c5863e382 req-64099263-1a3a-4789-b044-b8ab952637b4 service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201612 Feb 08 23:49:59.447589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-358aea9b-9f40-4d9b-ae84-62d9ff18fc96 service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058467 Feb 08 23:49:59.478600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.488307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.567570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.568467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Fanout notify agent at l3_agent the message router_deleted on router 561a4f45-87fd-4de4-a2bb-12ff5eff0884 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:49:59.578771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.580243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d79c69c2-65fb-470c-9e89-6c8b90749630 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/561a4f45-87fd-4de4-a2bb-12ff5eff0884 HTTP/1.1" status: 204 len: 168 time: 1.3768344 Feb 08 23:49:59.584863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:49:59.589863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'name': 'tempest-snat-router-959198397', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': False}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:59.622867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.624622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.717005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.798494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-fac9c17c-1562-40ba-8ef4-34d1c0bb0b68 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.800077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-fac9c17c-1562-40ba-8ef4-34d1c0bb0b68 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434501 Feb 08 23:49:59.803156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-582c4cda-fc48-4af4-8f0e-dfce4adb694c service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366663 Feb 08 23:49:59.817126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bcb9e-3972-4b65-9a62-8dbdf8d2da6e req-06c4faf5-0a36-4844-95d8-5eb035ee34c5 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.818588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e8bcb9e-3972-4b65-9a62-8dbdf8d2da6e req-06c4faf5-0a36-4844-95d8-5eb035ee34c5 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 946 time: 0.1791790 Feb 08 23:49:59.830235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.836024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.841854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.848004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.853862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.859866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.865884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:49:59.866115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:49:59.867818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-d800a9c2-41ce-4bef-be7d-ddd2b51d5abc tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.2053103 Feb 08 23:49:59.876384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Request body: {'port': {'device_id': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'b6247756c03d4085a71859c0dd6f37e0'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:49:59.976440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f593f2e9-cd80-402d-b35e-aeda59490c4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e HTTP/1.1" status: 200 len: 217 time: 0.1074419 Feb 08 23:50:00.054693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb17f9fd-15b6-4621-a064-bfdd3e5ef2f5 req-7a421f7c-84a7-4636-addd-96413f57f9f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1651855 Feb 08 23:50:00.061121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e8bcb9e-3972-4b65-9a62-8dbdf8d2da6e req-f7035f7c-eb39-4958-a7e4-40553ab78aba tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911650 Feb 08 23:50:00.085668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.095537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-e0b0f8bf-1410-4cc5-b554-2528d318bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:00.097064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-e0b0f8bf-1410-4cc5-b554-2528d318bc78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d81afb93-13af-417b-bcba-b8cdefbf9be1 HTTP/1.1" status: 200 len: 797 time: 0.1088955 Feb 08 23:50:00.114143 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.190152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f433a6d5-be45-48d4-803d-ce86e48557ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:00.191645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-f433a6d5-be45-48d4-803d-ce86e48557ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853462 Feb 08 23:50:00.195438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Made reservation on behalf of b6247756c03d4085a71859c0dd6f37e0 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:00.199067 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.240992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Allocated IP 172.25.3.132 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/3606ee81-2bd5-4384-adbd-cefa9edb361a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:00.301500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19a8f248-c0f1-481f-89d3-1b2c6893f1da req-8a4c3b06-7cb1-4740-b1be-1cb85125b667 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 210 time: 0.0964859 Feb 08 23:50:00.318826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaae060-f103-49d4-b1cd-13ddaa4ddb25 req-b1929b46-b892-484e-be4d-e9532871cf51 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:00.320351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beaae060-f103-49d4-b1cd-13ddaa4ddb25 req-b1929b46-b892-484e-be4d-e9532871cf51 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 943 time: 0.1754599 Feb 08 23:50:00.372592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.412260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.451857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:00.457025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:00.460685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:00.468945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-1d3935fe-319a-4a6f-87fa-365d04849f23 service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650316 Feb 08 23:50:00.488777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Port': ['ID=3606ee81-2bd5-4384-adbd-cefa9edb361a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:00.508014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beaae060-f103-49d4-b1cd-13ddaa4ddb25 req-dd4dffc5-48ea-4855-87de-e2dabd6843d2 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432147 Feb 08 23:50:00.581027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b9458-748d-4243-a3c7-3c43ed57915e req-b03b83f7-eb9e-473b-9645-8149e7ec551d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:00.583395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c37b9458-748d-4243-a3c7-3c43ed57915e req-b03b83f7-eb9e-473b-9645-8149e7ec551d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 945 time: 0.1988282 Feb 08 23:50:00.615992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Allocated IP 192.168.233.71 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/bdb28ec7-0f30-404f-b813-2d77b055b8d3) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:00.683841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c37b9458-748d-4243-a3c7-3c43ed57915e req-12b4112d-d623-4cb4-bdc1-8992d41220bd tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913048 Feb 08 23:50:00.692150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-9ccfb5f5-8b05-4414-af73-3b1c4d2c9de2 service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883919 Feb 08 23:50:00.742157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.756819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-6f6aa825-db1b-4b32-8eff-bdfa232340ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2252f44b-63b4-43f2-b697-950cf5c380e2 HTTP/1.1" status: 200 len: 217 time: 0.0441587 Feb 08 23:50:00.873769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-d81ce29f-aa7e-4d61-929e-1dc16931248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:00.876202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-d81ce29f-aa7e-4d61-929e-1dc16931248e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d81afb93-13af-417b-bcba-b8cdefbf9be1 HTTP/1.1" status: 200 len: 797 time: 0.0986438 Feb 08 23:50:00.964727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.971836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:00.994258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4a54d95b-d884-4d20-9eb2-9b525cab3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:00.996177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-4a54d95b-d884-4d20-9eb2-9b525cab3080 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105719 Feb 08 23:50:01.054388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a4222fe0-e662-4c5e-a430-80d18801c135 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:01.058359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:01.104748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06d3ba-8828-4a21-b50d-492a2fdc91de req-4e97c598-e855-45b5-a99d-0bd3808801b1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.106422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad06d3ba-8828-4a21-b50d-492a2fdc91de req-4e97c598-e855-45b5-a99d-0bd3808801b1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 945 time: 0.1399930 Feb 08 23:50:01.112805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.141450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Router 2398288e-fa61-45a7-a59b-a78f074a64d8 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:01.168303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:01.172545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e', '7229f316-c712-4bd2-9525-dedda4501173', 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:01.226858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-2b490d60-dd17-4f3b-937d-2b87e8b50c5f service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154968 Feb 08 23:50:01.229579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:01.252795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event updated for resources: {'Port': ['ID=bdb28ec7-0f30-404f-b813-2d77b055b8d3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:01.255317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:01.271569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:01.289537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:01.300755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:01.301414 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.307389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:01.336694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad06d3ba-8828-4a21-b50d-492a2fdc91de req-f4299cf0-c240-4c4c-9ba3-16f252582675 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146657 Feb 08 23:50:01.341105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.345274 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e9b48d56-752f-4ab2-90fd-7fff1bc51fca tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7593417 Feb 08 23:50:01.348040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41008) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:01.362674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Sync routers for ids ['2398288e-fa61-45a7-a59b-a78f074a64d8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:01.389118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.395776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.402077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.410553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.416579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.429508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.435332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.437390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-720ed0da-9959-4474-b004-5f68f13e8275 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.2635581 Feb 08 23:50:01.458395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a4222fe0-e662-4c5e-a430-80d18801c135, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a4222fe0-e662-4c5e-a430-80d18801c135,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:01.459091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.459717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.483298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Routers {'2398288e-fa61-45a7-a59b-a78f074a64d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:01.484722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2398288e-fa61-45a7-a59b-a78f074a64d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:01.511953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:01.519508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2753b429-56fe-4ec7-853a-5a9750fa3298 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/2398288e-fa61-45a7-a59b-a78f074a64d8 HTTP/1.1" status: 200 len: 908 time: 0.1694393 Feb 08 23:50:01.526888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41010) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:01.534719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'name': 'tempest-snat-router-959198397', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': True}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:01.558571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-0ca1aecf-3e02-44f1-8ae8-bfe89bab41df tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6875007 Feb 08 23:50:01.566444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.568405 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.579076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b6dbc4d-0733-4827-b836-a55ed37f31db req-09d0acdc-3157-4d71-ac31-1f41343e54b4 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1336672 Feb 08 23:50:01.583523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27fb8e-8e68-44de-a5e9-e6f7cb109a09 req-c9e6ddd2-c1e2-41e7-b34f-10bfbc837d7b service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448792 Feb 08 23:50:01.603496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Request body: {'port': {'device_id': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:01.666620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.718533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bd44d-3d57-4ed9-a782-5e4a49c1cc07 req-a3a71a80-4f6c-46fb-b541-70045a68a2df tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.720323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012bd44d-3d57-4ed9-a782-5e4a49c1cc07 req-a3a71a80-4f6c-46fb-b541-70045a68a2df tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 946 time: 0.2549660 Feb 08 23:50:01.744499 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.795472 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.810283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4222fe0-e662-4c5e-a430-80d18801c135 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:01.824792 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.829497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.844314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0c40f-38f1-4c92-8d98-adb4afbc925f req-1995c513-eda4-4baf-ad3f-61d27b30eb95 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.851964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76e0c40f-38f1-4c92-8d98-adb4afbc925f req-1995c513-eda4-4baf-ad3f-61d27b30eb95 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 935 time: 0.1764884 Feb 08 23:50:01.858493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-43d10ed2-fd6e-483a-98f7-b91941297731 None None] Provisioning complete for port bdb28ec7-0f30-404f-b813-2d77b055b8d3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:01.859146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-43d10ed2-fd6e-483a-98f7-b91941297731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:01.870975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Set router 2398288e-fa61-45a7-a59b-a78f074a64d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:01.883194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012bd44d-3d57-4ed9-a782-5e4a49c1cc07 req-69b94128-1e3d-49ad-93b5-70ee7e089719 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360176 Feb 08 23:50:01.900948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.901428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.901897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.902379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.902864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.903352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.904599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:01.906730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-f8b2db84-09dc-4f2e-bb0b-cc7866df4942 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6476 time: 0.1850274 Feb 08 23:50:01.975510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a4222fe0-e662-4c5e-a430-80d18801c135, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a4222fe0-e662-4c5e-a430-80d18801c135,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:02.100633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:02.128777 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:02.192212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:02.211837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:02.214318 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d1fa3-4b7b-42b1-86b0-5550c7987dfb" -d '{"events": [{"server_uuid": "15ee557c-adcb-4ea2-9d86-bd77a133269f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1e21b-8a8c-4b9b-a647-3d169dff4ef0"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:02.232597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:02.270524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Allocated IP 172.25.3.91 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ab2973fe-4842-4ee9-b3c3-43afab9b76eb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:02.320500 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:02.323317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-43d10ed2-fd6e-483a-98f7-b91941297731 None None] Port bdb28ec7-0f30-404f-b813-2d77b055b8d3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:02.396774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76e0c40f-38f1-4c92-8d98-adb4afbc925f req-77344d42-03bb-4847-b5c7-f65e76a47e76 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390112 Feb 08 23:50:02.489284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:02.505831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a4222fe0-e662-4c5e-a430-80d18801c135,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:02.533541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dbd72-a84b-4899-b625-76061743fe4c req-959c366e-6db9-4ff0-a0d5-990b2929ba22 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:02.535175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-248dbd72-a84b-4899-b625-76061743fe4c req-959c366e-6db9-4ff0-a0d5-990b2929ba22 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 944 time: 0.2826014 Feb 08 23:50:02.536043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:02.596550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:02.614437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:02.619245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:02.640743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-b145ee83-1d38-4cf3-9b88-70e51117b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:02.642723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-b145ee83-1d38-4cf3-9b88-70e51117b5b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc HTTP/1.1" status: 200 len: 903 time: 0.7182260 Feb 08 23:50:02.650963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Port': ['ID=ab2973fe-4842-4ee9-b3c3-43afab9b76eb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:02.672269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-248dbd72-a84b-4899-b625-76061743fe4c req-b83a5b1b-e449-422c-9a31-4d77c5a7e716 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014059 Feb 08 23:50:02.694253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['a4222fe0-e662-4c5e-a430-80d18801c135'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:02.779801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138e5f0-e07f-424b-b396-bf73f656af4c req-3999c6fd-614e-4bc8-8fb4-044c0f2d0aff tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:02.781892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4138e5f0-e07f-424b-b396-bf73f656af4c req-3999c6fd-614e-4bc8-8fb4-044c0f2d0aff tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.3069398 Feb 08 23:50:02.786680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-458f5aab-ec77-44bb-996e-7ffbffb771e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b HTTP/1.1" status: 200 len: 217 time: 0.1021454 Feb 08 23:50:02.808637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:02.822304 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc376a6-8be4-4e10-896e-ff1807c27b29 x-openstack-request-id: req-7fc376a6-8be4-4e10-896e-ff1807c27b29 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:02.822602 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ee557c-adcb-4ea2-9d86-bd77a133269f", "name": "network-vif-plugged", "status": "completed", "tag": "11b1e21b-8a8c-4b9b-a647-3d169dff4ef0", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:02.827956 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fc376a6-8be4-4e10-896e-ff1807c27b29 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:02.828522 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0', 'code': 200} Feb 08 23:50:02.997903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-a784a6e9-e474-4494-92c6-625314c73aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:02.999807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-a784a6e9-e474-4494-92c6-625314c73aab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2d170b13-1026-4f73-b816-3766f02fee92 HTTP/1.1" status: 200 len: 797 time: 0.1994157 Feb 08 23:50:03.023899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4138e5f0-e07f-424b-b396-bf73f656af4c req-14ad1830-8c54-492d-a195-855dd7cfedfb tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290180 Feb 08 23:50:03.096351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375869f-5512-4e00-88e6-bb2897cc88f3 req-dac1aad2-cffd-4b7a-b1f7-fd57b2d4062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.103078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6375869f-5512-4e00-88e6-bb2897cc88f3 req-dac1aad2-cffd-4b7a-b1f7-fd57b2d4062f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 1097 time: 0.2339463 Feb 08 23:50:03.144644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2398288e-fa61-45a7-a59b-a78f074a64d8', 'name': 'tempest-snat-router-959198397', 'tenant_id': 'c1b0f2603c14482b899efec51edb566e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.132'}], 'enable_snat': False}, 'gw_port_id': '3606ee81-2bd5-4384-adbd-cefa9edb361a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:49:59Z', 'updated_at': '2022-02-08T23:50:00Z', 'revision_number': 3, 'project_id': 'c1b0f2603c14482b899efec51edb566e', 'gw_port': {'id': '3606ee81-2bd5-4384-adbd-cefa9edb361a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2398288e-fa61-45a7-a59b-a78f074a64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:50:00Z', 'updated_at': '2022-02-08T23:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:03.202981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Checking router: 2398288e-fa61-45a7-a59b-a78f074a64d8 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:03.204024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Updating router 2398288e-fa61-45a7-a59b-a78f074a64d8 port 3606ee81-2bd5-4384-adbd-cefa9edb361a binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:50:03.220774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb1114-bacc-40f9-8e7a-1fec10f88886 req-7717eecd-0e7d-421a-92f1-62b5437c2eff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.229454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90bb1114-bacc-40f9-8e7a-1fec10f88886 req-7717eecd-0e7d-421a-92f1-62b5437c2eff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 945 time: 0.3118541 Feb 08 23:50:03.263369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-bd7f4c00-5c8d-4d18-9af1-2d25846cf6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.268109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-bd7f4c00-5c8d-4d18-9af1-2d25846cf6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 945 time: 0.1081288 Feb 08 23:50:03.285887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.299873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb28ec7-0f30-404f-b813-2d77b055b8d3 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:03.319270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.333520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-5531842b-46de-4c57-b3e3-f015241c13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.335627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-5531842b-46de-4c57-b3e3-f015241c13d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8988f8ab-f0f2-4807-9a87-37cbfe45efdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3105199 Feb 08 23:50:03.337290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6375869f-5512-4e00-88e6-bb2897cc88f3 req-38b92657-145e-448a-8867-6f69e25d488c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028353 Feb 08 23:50:03.371718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90bb1114-bacc-40f9-8e7a-1fec10f88886 req-28192e72-635b-4dc3-8e6b-886e8d558c8b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413753 Feb 08 23:50:03.375912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Transition to ACTIVE for port object bdb28ec7-0f30-404f-b813-2d77b055b8d3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:50:03.407525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3220-e55a-4651-9aff-ced6e8a30701 req-7a5916eb-7be8-4261-b7b5-60dd70a22165 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.416846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4a3220-e55a-4651-9aff-ced6e8a30701 req-7a5916eb-7be8-4261-b7b5-60dd70a22165 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2340665 Feb 08 23:50:03.430499 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.473448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.531732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:03.531966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.633405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4a3220-e55a-4651-9aff-ced6e8a30701 req-44613a78-9648-49ca-9420-2a2635993c0c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155652 Feb 08 23:50:03.635359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb28ec7-0f30-404f-b813-2d77b055b8d3,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:03.711947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:03.712585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.747243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for f790fff5-0fb9-4001-9b4a-6a0d7583e0ab owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:03.776500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.784108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.790784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.798619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.805061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.812107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.818733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:03.820491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-c5f76424-4823-43b6-b869-cd170827ae52 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.3346999 Feb 08 23:50:03.833776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.836672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-dab18f81-6939-4bd7-925c-96e0d6d1ca25 service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822536 Feb 08 23:50:03.841807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.865392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Attempting to bind port bdb28ec7-0f30-404f-b813-2d77b055b8d3 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:03.865755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Attempting to bind port bdb28ec7-0f30-404f-b813-2d77b055b8d3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:03.866086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Attempting to bind port bdb28ec7-0f30-404f-b813-2d77b055b8d3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:03.900369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Port bdb28ec7-0f30-404f-b813-2d77b055b8d3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:50:03.900759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Attempting to bind port bdb28ec7-0f30-404f-b813-2d77b055b8d3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:03.908089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Attempting to bind port 3606ee81-2bd5-4384-adbd-cefa9edb361a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:03.908576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Attempting to bind port 3606ee81-2bd5-4384-adbd-cefa9edb361a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:03.909041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Attempting to bind port 3606ee81-2bd5-4384-adbd-cefa9edb361a on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:03.918608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:03.918984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:03.919547 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.919926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:03.920506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Bound port: 3606ee81-2bd5-4384-adbd-cefa9edb361a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:03.921128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.923035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9d64e-21d6-422e-b28a-f12adc157d4e None None] Pushing event updated for resources: {'Port': ['ID=3606ee81-2bd5-4384-adbd-cefa9edb361a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:03.962329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:03.962778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:03.963054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:03.963505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Bound port: bdb28ec7-0f30-404f-b813-2d77b055b8d3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:03.963863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:03.987125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4949c61f-b62e-4e31-97b7-bf3c7eaefed7 req-d7720850-41b0-4cdd-a170-e4d41e25eef2 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458070 Feb 08 23:50:03.991218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] For port 3606ee81-2bd5-4384-adbd-cefa9edb361a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:04.000802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c51fef-d09a-49bf-9aa3-95a37ea84f98 req-bcdad222-4f02-4869-a3bd-d84896a73d97 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.005134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] For port 3606ee81-2bd5-4384-adbd-cefa9edb361a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3606ee81-2bd5-4384-adbd-cefa9edb361a,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:04.006501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.008670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24c51fef-d09a-49bf-9aa3-95a37ea84f98 req-bcdad222-4f02-4869-a3bd-d84896a73d97 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 947 time: 0.2560427 Feb 08 23:50:04.010636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.087824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3323135-d0ff-44d8-96a8-5462c71b2da6 req-99558c2c-04b7-4612-9b7f-d6b6ecf861c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237260 Feb 08 23:50:04.101898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9d64e-21d6-422e-b28a-f12adc157d4e None None] Pushing event updated for resources: {'Port': ['ID=3606ee81-2bd5-4384-adbd-cefa9edb361a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:04.106025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Routers {'2398288e-fa61-45a7-a59b-a78f074a64d8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:04.107328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2398288e-fa61-45a7-a59b-a78f074a64d8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:04.141965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24c51fef-d09a-49bf-9aa3-95a37ea84f98 req-48e2f6ba-1702-4cce-9e4c-0651ab3fe355 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323206 Feb 08 23:50:04.159477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.193656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] For port bdb28ec7-0f30-404f-b813-2d77b055b8d3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:04.199074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] For port bdb28ec7-0f30-404f-b813-2d77b055b8d3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:04.202618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=f790fff5-0fb9-4001-9b4a-6a0d7583e0ab,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:04.221856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.280907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port f790fff5-0fb9-4001-9b4a-6a0d7583e0ab on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:04.286482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] Set router 2398288e-fa61-45a7-a59b-a78f074a64d8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:04.291309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.294814 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8c2757a1-31d7-4294-811a-3e1676ea48bc req-01171a44-7911-4ab3-b0d2-bdfa781fb9cd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "DELETE /v2.0/ports/f790fff5-0fb9-4001-9b4a-6a0d7583e0ab HTTP/1.1" status: 204 len: 173 time: 1.0185099 Feb 08 23:50:04.295479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'name': 'network-vif-deleted', 'tag': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:04.303135 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b906c8e-889d-4b9a-9cfd-f4ae236bd7b3" -d '{"events": [{"server_uuid": "15191e84-bfb9-4b9e-8d01-7b405125ab58", "name": "network-vif-deleted", "tag": "f790fff5-0fb9-4001-9b4a-6a0d7583e0ab"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:04.330623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['f790fff5-0fb9-4001-9b4a-6a0d7583e0ab'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:04.330884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.330884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.330884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] 10.222.0.21 "PUT /v2.0/ports/bdb28ec7-0f30-404f-b813-2d77b055b8d3 HTTP/1.1" status: 200 len: 1095 time: 2.7495935 Feb 08 23:50:04.334483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'tag': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:04.340018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Router a22581af-0336-457f-b647-5e1a946cd02c is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:04.341353 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93138331-48c6-438c-a170-b580cfe8bcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa20e82-7ad5-4318-8619-223d4df4b185", "tag": "bdb28ec7-0f30-404f-b813-2d77b055b8d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:04.437869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.438766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.439630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.440538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.441374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.442232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.443103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.454611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-d6805578-84fa-478c-8536-f268591d1df3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6476 time: 0.2974496 Feb 08 23:50:04.462794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170fa13-a6c0-4466-980c-0fb59bfb2392 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb28ec7-0f30-404f-b813-2d77b055b8d3,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:04.612371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-ce15a730-f1f5-4be7-a8af-c4fe7f55653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.613670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-ce15a730-f1f5-4be7-a8af-c4fe7f55653a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05 HTTP/1.1" status: 200 len: 903 time: 0.1215525 Feb 08 23:50:04.645684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0befe4e-f28e-4aa4-97f2-f312e55a9d53 req-ae31c774-c775-431a-a9b8-1dcc92fb73a2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.647197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0befe4e-f28e-4aa4-97f2-f312e55a9d53 req-ae31c774-c775-431a-a9b8-1dcc92fb73a2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4222534 Feb 08 23:50:04.719688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-7e1dbb5b-59ca-4e38-bc4c-54bd365a0ec5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e HTTP/1.1" status: 200 len: 217 time: 0.0664265 Feb 08 23:50:04.739029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:04.749205 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Sync routers for ids ['a22581af-0336-457f-b647-5e1a946cd02c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:04.754822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2398288e-fa61-45a7-a59b-a78f074a64d8', 'name': 'tempest-snat-router-959198397', 'tenant_id': 'c1b0f2603c14482b899efec51edb566e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.132'}], 'enable_snat': False}, 'gw_port_id': '3606ee81-2bd5-4384-adbd-cefa9edb361a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:49:59Z', 'updated_at': '2022-02-08T23:50:00Z', 'revision_number': 3, 'project_id': 'c1b0f2603c14482b899efec51edb566e', 'gw_port': {'id': '3606ee81-2bd5-4384-adbd-cefa9edb361a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2398288e-fa61-45a7-a59b-a78f074a64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:50:00Z', 'updated_at': '2022-02-08T23:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:04.766534 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Routers {'a22581af-0336-457f-b647-5e1a946cd02c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:04.769094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a22581af-0336-457f-b647-5e1a946cd02c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:04.798796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:04.807363 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd23591a-c6ec-4fb2-8720-41222415e14b tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2738912 Feb 08 23:50:04.808193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:04.824331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a317581-c483-4e4d-9658-6e321b3e9a46 None None] The sync data for ids ['2398288e-fa61-45a7-a59b-a78f074a64d8'] in n-d-828413-1 is: [{'id': '2398288e-fa61-45a7-a59b-a78f074a64d8', 'name': 'tempest-snat-router-959198397', 'tenant_id': 'c1b0f2603c14482b899efec51edb566e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.132'}], 'enable_snat': False}, 'gw_port_id': '3606ee81-2bd5-4384-adbd-cefa9edb361a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:49:59Z', 'updated_at': '2022-02-08T23:50:00Z', 'revision_number': 3, 'project_id': 'c1b0f2603c14482b899efec51edb566e', 'gw_port': {'id': '3606ee81-2bd5-4384-adbd-cefa9edb361a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2398288e-fa61-45a7-a59b-a78f074a64d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:50:00Z', 'updated_at': '2022-02-08T23:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:04.839680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-4eaa9e09-f6d3-48ae-aa08-b25ddc160e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:04.843478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-4eaa9e09-f6d3-48ae-aa08-b25ddc160e64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d81afb93-13af-417b-bcba-b8cdefbf9be1 HTTP/1.1" status: 200 len: 797 time: 0.1091080 Feb 08 23:50:04.962396 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Set router a22581af-0336-457f-b647-5e1a946cd02c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:05.009271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5be4b507-8343-47ed-83b8-87960810b84a tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/a22581af-0336-457f-b647-5e1a946cd02c HTTP/1.1" status: 200 len: 906 time: 0.1959467 Feb 08 23:50:05.012207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41060) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:05.035382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-ab759709-bad8-42ad-88ce-b6f672b94f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:05.049935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-ab759709-bad8-42ad-88ce-b6f672b94f8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 1098 time: 0.5942512 Feb 08 23:50:05.054449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0befe4e-f28e-4aa4-97f2-f312e55a9d53 req-7fd9f249-b2d5-4e9d-9ecb-496b1a74f6df tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991308 Feb 08 23:50:05.093357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a4222fe0-e662-4c5e-a430-80d18801c135 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:05.222784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-1baf2d11-950a-4c4f-9aac-58025f25a950 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3 HTTP/1.1" status: 200 len: 217 time: 0.1537349 Feb 08 23:50:05.229124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port a4222fe0-e662-4c5e-a430-80d18801c135 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:05.234572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port a4222fe0-e662-4c5e-a430-80d18801c135 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:05.235202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.272651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-ddbf4ddd-409b-423c-895e-9268ae694682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:05.274416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-ddbf4ddd-409b-423c-895e-9268ae694682 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4108820 Feb 08 23:50:05.285313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e451c-2578-4b6d-ae76-054576c12410 req-83c438df-f311-4086-876f-6895c16e0bb9 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:05.293293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.302314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-646e451c-2578-4b6d-ae76-054576c12410 req-83c438df-f311-4086-876f-6895c16e0bb9 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 944 time: 0.4499881 Feb 08 23:50:05.451350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-29942d10-8c69-4374-a122-804cfa1803c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:05.453531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-29942d10-8c69-4374-a122-804cfa1803c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0862873 Feb 08 23:50:05.469659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-646e451c-2578-4b6d-ae76-054576c12410 req-bbb0d55a-d58c-4908-9be5-4d16b1b5f641 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644416 Feb 08 23:50:05.490535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.501360 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22581af-0336-457f-b647-5e1a946cd02c', 'name': 'tempest-snat-router-959198397', 'tenant_id': 'c1b0f2603c14482b899efec51edb566e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ab2973fe-4842-4ee9-b3c3-43afab9b76eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:50:01Z', 'updated_at': '2022-02-08T23:50:03Z', 'revision_number': 3, 'project_id': 'c1b0f2603c14482b899efec51edb566e', 'gw_port': {'id': 'ab2973fe-4842-4ee9-b3c3-43afab9b76eb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22581af-0336-457f-b647-5e1a946cd02c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:50:02Z', 'updated_at': '2022-02-08T23:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:05.534575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:05.537162 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c109674-2268-46e0-9514-269fbaaa174a" -d '{"events": [{"server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "name": "network-vif-plugged", "status": "completed", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:05.557387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a4222fe0-e662-4c5e-a430-80d18801c135, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a4222fe0-e662-4c5e-a430-80d18801c135,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:05.564073 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.591768 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51286bd5-ec6a-4d48-8eb8-d52bfb906e8b x-openstack-request-id: req-51286bd5-ec6a-4d48-8eb8-d52bfb906e8b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:05.595282 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15191e84-bfb9-4b9e-8d01-7b405125ab58", "name": "network-vif-deleted", "tag": "f790fff5-0fb9-4001-9b4a-6a0d7583e0ab", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:05.595881 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51286bd5-ec6a-4d48-8eb8-d52bfb906e8b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:05.596570 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15191e84-bfb9-4b9e-8d01-7b405125ab58', 'name': 'network-vif-deleted', 'tag': 'f790fff5-0fb9-4001-9b4a-6a0d7583e0ab', 'status': 'completed', 'code': 200} Feb 08 23:50:05.625999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.671550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a4222fe0-e662-4c5e-a430-80d18801c135,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:05.770081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Deleting port ab2973fe-4842-4ee9-b3c3-43afab9b76eb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:05.770843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.851733 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Checking router: a22581af-0336-457f-b647-5e1a946cd02c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:05.852703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Updating router a22581af-0336-457f-b647-5e1a946cd02c port ab2973fe-4842-4ee9-b3c3-43afab9b76eb binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:50:05.892379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:05.912438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Calling delete_port for ab2973fe-4842-4ee9-b3c3-43afab9b76eb owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:05.933986 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.043337 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535513c6-eb19-41ec-a1a6-2fafab0b3398 x-openstack-request-id: req-535513c6-eb19-41ec-a1a6-2fafab0b3398 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:06.044697 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa20e82-7ad5-4318-8619-223d4df4b185", "tag": "bdb28ec7-0f30-404f-b813-2d77b055b8d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:06.045234 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-535513c6-eb19-41ec-a1a6-2fafab0b3398 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:06.046463 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'tag': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3', 'status': 'completed', 'code': 200} Feb 08 23:50:06.112031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05abb14b-4344-48a9-8d85-9bf453425043 req-30a24fe5-c5ee-42df-9b53-c0b3c911c437 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 210 time: 0.0723002 Feb 08 23:50:06.132252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4677fa-eef5-4c2a-b911-cedf29092337 req-76261419-11ee-4d3d-8e6d-9dea8cba2884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.134415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a4677fa-eef5-4c2a-b911-cedf29092337 req-76261419-11ee-4d3d-8e6d-9dea8cba2884 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.9304268 Feb 08 23:50:06.231661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.245483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030c43-24c8-4548-ad37-37a0306d421e req-eed3dce8-c6ab-4c07-934d-97515fe0f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.248867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-eed3dce8-c6ab-4c07-934d-97515fe0f561 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7747154 Feb 08 23:50:06.253440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-b841c4b0-323b-4e71-bd8c-bf86ebeb59b6 service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997962 Feb 08 23:50:06.287060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab2973fe-4842-4ee9-b3c3-43afab9b76eb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:06.299164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a4677fa-eef5-4c2a-b911-cedf29092337 req-2df64c71-b131-476e-9989-b004e0a98b15 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110053 Feb 08 23:50:06.439340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.440960 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.db.api [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:50:06.441407 n-d-828413-1 neutron-server[105938]: DEBUG oslo_db.api [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:50:06.574208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28c3d8-948b-45be-8837-3531b953ac58 req-33c8e1a1-a4e1-4aca-b765-ca92c34a74fe tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.575373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.575759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a28c3d8-948b-45be-8837-3531b953ac58 req-33c8e1a1-a4e1-4aca-b765-ca92c34a74fe tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 947 time: 0.1303816 Feb 08 23:50:06.585425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.651319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.656877 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.657981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.660168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a22581af-0336-457f-b647-5e1a946cd02c {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:06.664103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.670303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.672995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.679069 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc91ea55-67a2-4a03-b559-4d2815fabed3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a22581af-0336-457f-b647-5e1a946cd02c HTTP/1.1" status: 204 len: 168 time: 1.6635079 Feb 08 23:50:06.679287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.679432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41078) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:06.682915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.689667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:06.692046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-88ee7fe6-86b7-4f5b-a11a-94f8a78b02cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.3040359 Feb 08 23:50:06.706891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-1513bf72-821b-477c-abf0-3fdf3c64b258 service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342105 Feb 08 23:50:06.750244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-12949537-c2eb-45ca-aa26-b5167ce79571 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735801 Feb 08 23:50:06.816368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3606ee81-2bd5-4384-adbd-cefa9edb361a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:06.872263 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.876548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c42a9a5-6b80-49b4-9e8e-832d40bd225f req-dfe93d38-b509-4454-9010-ecd0bf5b2f1a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650414 Feb 08 23:50:06.884994 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.931371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a28c3d8-948b-45be-8837-3531b953ac58 req-7a0e3ec1-93cd-4a41-bcd4-22fade1a57c6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344083 Feb 08 23:50:06.960549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:06.984655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3606ee81-2bd5-4384-adbd-cefa9edb361a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:06.985527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.001111 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Port ab2973fe-4842-4ee9-b3c3-43afab9b76eb not found while updating agent binding for router a22581af-0336-457f-b647-5e1a946cd02c. {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 08 23:50:07.002403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.004005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.004554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.006125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.006717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.007396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.008810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.018274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-e2957d83-4278-4719-8bc5-4fc1d36d6af9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6476 time: 0.2200155 Feb 08 23:50:07.039928 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Routers set() bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:07.040295 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Router IDs set() for agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 08 23:50:07.040989 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_agentschedulers_db [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a22581af-0336-457f-b647-5e1a946cd02c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent'). {{(pid=105938) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 08 23:50:07.041341 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4ee4fa-7a76-4973-a339-53e837ff3dd9 None None] The sync data for ids ['a22581af-0336-457f-b647-5e1a946cd02c'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:07.068250 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b7d1e2-666a-4f9d-a0d8-1368b15edaaa x-openstack-request-id: req-80b7d1e2-666a-4f9d-a0d8-1368b15edaaa {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:07.068542 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "name": "network-vif-plugged", "status": "completed", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:07.068804 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80b7d1e2-666a-4f9d-a0d8-1368b15edaaa {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:07.069240 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'code': 200} Feb 08 23:50:07.109266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35030c43-24c8-4548-ad37-37a0306d421e req-84bf31bb-dc38-4ce3-8076-18c722b37d3d service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502452 Feb 08 23:50:07.136713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f790fff5-0fb9-4001-9b4a-6a0d7583e0ab no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:07.301024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c964b-c352-4ce3-a4a7-a285f3a13543 req-2b06a9e3-6c7c-4874-a535-667761420aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.314728 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-283c964b-c352-4ce3-a4a7-a285f3a13543 req-2b06a9e3-6c7c-4874-a535-667761420aaf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1096 time: 0.1713142 Feb 08 23:50:07.316468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.343585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-d8e9d5db-d92b-45b6-980e-4bb574211399 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.346670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-d8e9d5db-d92b-45b6-980e-4bb574211399 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.3032959 Feb 08 23:50:07.427973 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-283c964b-c352-4ce3-a4a7-a285f3a13543 req-63e932b4-b7c2-4544-8703-c5a4e9e1b661 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938840 Feb 08 23:50:07.445713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Deleting port 3606ee81-2bd5-4384-adbd-cefa9edb361a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:07.446393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.469542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: f790fff5-0fb9-4001-9b4a-6a0d7583e0ab {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:07.469957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device f790fff5-0fb9-4001-9b4a-6a0d7583e0ab not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:07.476744 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.503234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 3606ee81-2bd5-4384-adbd-cefa9edb361a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3606ee81-2bd5-4384-adbd-cefa9edb361a,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:07.506970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-10dd46e3-00e4-4a42-8d6c-c9d92e71cdcb tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/quotas/f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 375 time: 0.1452734 Feb 08 23:50:07.513853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-bf2acf23-f2b7-48fa-bcc5-f3b599d24f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.515970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-bf2acf23-f2b7-48fa-bcc5-f3b599d24f79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05 HTTP/1.1" status: 200 len: 903 time: 0.4714663 Feb 08 23:50:07.518148 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.587664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-74b72798-9178-4418-918c-ae3f47cd2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.589228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-74b72798-9178-4418-918c-ae3f47cd2c05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 1098 time: 0.4010201 Feb 08 23:50:07.593877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=3606ee81-2bd5-4384-adbd-cefa9edb361a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:07.603981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] For port 3606ee81-2bd5-4384-adbd-cefa9edb361a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3606ee81-2bd5-4384-adbd-cefa9edb361a,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:07.604607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.619981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Calling delete_port for 3606ee81-2bd5-4384-adbd-cefa9edb361a owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:07.638618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-9336e48d-c0ac-485e-bcc5-615bc0b58a47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2252f44b-63b4-43f2-b697-950cf5c380e2 HTTP/1.1" status: 200 len: 217 time: 0.0724294 Feb 08 23:50:07.649074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e53155-b003-4295-8550-7bc86c826960 req-517ee7fd-9446-4ecd-9c88-38806d6efdec tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.650628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e53155-b003-4295-8550-7bc86c826960 req-517ee7fd-9446-4ecd-9c88-38806d6efdec tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 945 time: 0.2879877 Feb 08 23:50:07.746735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3d52d-117f-4d65-be13-4ed813668371 req-4288cb17-ca18-4637-b805-0fcb8211aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.748291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-4288cb17-ca18-4637-b805-0fcb8211aa4e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 1097 time: 0.3837466 Feb 08 23:50:07.771331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d3e9c84-627e-4805-812b-40c9780d03b6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2486174 Feb 08 23:50:07.818579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.850858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event deleted for resources: {'Port': ['ID=3606ee81-2bd5-4384-adbd-cefa9edb361a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:07.910074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e53155-b003-4295-8550-7bc86c826960 req-9642a522-72c2-4812-aac5-aeb3b9ba4b70 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360094 Feb 08 23:50:07.911454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-311fe54b-81ee-4a9c-a781-d220e356c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.913161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-311fe54b-81ee-4a9c-a781-d220e356c831 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d81afb93-13af-417b-bcba-b8cdefbf9be1 HTTP/1.1" status: 200 len: 797 time: 0.2600045 Feb 08 23:50:07.945279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:07.980019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-0170ec3d-f439-4c3a-ab75-aa94daedc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:07.981633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-0170ec3d-f439-4c3a-ab75-aa94daedc5e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3590026 Feb 08 23:50:08.053098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.055557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.088756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f890085-97de-453b-bce0-b7c7bdb4ef66 req-df6616f4-88ea-4cba-adc2-4536c230ff60 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 210 time: 0.1061287 Feb 08 23:50:08.097273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-508995b4-d9be-437c-9595-ca1e6a5db941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3 HTTP/1.1" status: 200 len: 217 time: 0.1051133 Feb 08 23:50:08.104463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-dbc00c91-15e5-4252-9aa0-804e7fb42184 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079956 Feb 08 23:50:08.106297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-61c91ef9-c5e8-47e9-bfe4-aff4bed63740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:08.107713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-61c91ef9-c5e8-47e9-bfe4-aff4bed63740 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b23b392-f590-42b0-aea8-e1ad8c9ceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1832855 Feb 08 23:50:08.118989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3d52d-117f-4d65-be13-4ed813668371 req-4d8e03c2-ec26-47a2-bf78-9e2e3cf02759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:08.120396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-4d8e03c2-ec26-47a2-bf78-9e2e3cf02759 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 912 time: 0.3447685 Feb 08 23:50:08.132004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.132837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2398288e-fa61-45a7-a59b-a78f074a64d8 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:08.145833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.148971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d8598f1-8788-46d7-b80e-b122ab6ee5cb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2398288e-fa61-45a7-a59b-a78f074a64d8 HTTP/1.1" status: 204 len: 168 time: 1.4674425 Feb 08 23:50:08.151580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41096) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:08.158153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-615177879', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:08.202656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.204367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.277985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.282561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-91f9308b-e1df-45b8-8b14-8570cf40311c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 HTTP/1.1" status: 200 len: 217 time: 0.1430442 Feb 08 23:50:08.424178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-eb4dc80d-f948-43da-99d8-02b0be7b2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:08.426414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-eb4dc80d-f948-43da-99d8-02b0be7b2c97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3176229 Feb 08 23:50:08.431524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.492847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faf017-9c59-44d8-ac4b-381094a0f17b req-8edf7bef-df29-4449-bc2c-edd2e95dcd51 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:08.494724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3faf017-9c59-44d8-ac4b-381094a0f17b req-8edf7bef-df29-4449-bc2c-edd2e95dcd51 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2500525 Feb 08 23:50:08.508522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3d52d-117f-4d65-be13-4ed813668371 req-c3ad7820-f4fa-4a83-be51-c7c2179cee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:08.510334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-c3ad7820-f4fa-4a83-be51-c7c2179cee35 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.2123055 Feb 08 23:50:08.517285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-36985d94-4e6e-4005-95fa-e9e82929c6b6 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007082 Feb 08 23:50:08.527073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-b01330ad-6b5e-4721-9ba7-3297aa09329e service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092662 Feb 08 23:50:08.581227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-0a315a77-af1c-4423-8425-d20fe5645943 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620711 Feb 08 23:50:08.654708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.696673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:08.906842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Allocated IP 172.25.3.160 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4b62b7f2-46e1-448d-80c9-632dd9646e60) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:08.979233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3606ee81-2bd5-4384-adbd-cefa9edb361a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:09.023744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 3606ee81-2bd5-4384-adbd-cefa9edb361a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:09.024162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3606ee81-2bd5-4384-adbd-cefa9edb361a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:09.106504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-234d7834-3e5c-43c8-a4a6-a754231bc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.107941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-234d7834-3e5c-43c8-a4a6-a754231bc9e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6684542 Feb 08 23:50:09.123056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:09.187435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3faf017-9c59-44d8-ac4b-381094a0f17b req-595703d6-0c8e-41e6-9265-137814130110 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6667385 Feb 08 23:50:09.336227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.343028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.349707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.356741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.364465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.370846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.376764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.378831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-2ac93b70-5fc4-4994-b160-562f7beb01c0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.3732324 Feb 08 23:50:09.410236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cf7f2d2-b3e7-4f8f-accb-dd9e29d20261 req-6284792b-b627-455b-9add-ae445cd8aa71 service neutron] 10.222.0.21 "GET /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8742719 Feb 08 23:50:09.464660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-841c9d42-eb0b-47ad-9da7-96387c7631f8 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376225 Feb 08 23:50:09.482557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875accad-869c-4d61-9ad1-47a4f9623a02 req-d18f521d-e972-4d73-98f7-86191f877c07 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.486526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-875accad-869c-4d61-9ad1-47a4f9623a02 req-d18f521d-e972-4d73-98f7-86191f877c07 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 947 time: 0.2236645 Feb 08 23:50:09.517852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-9ab134d3-acfd-431a-9bc0-81ad0d051a5e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689051 Feb 08 23:50:09.530903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:09.582135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:09.585428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:09.590157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:09.592222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-819de337-f6a9-4d2b-a8b9-0458bd40b713 req-10c98122-ef5b-451c-bb4a-269fb9a03b46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1996651 Feb 08 23:50:09.616279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event updated for resources: {'Port': ['ID=4b62b7f2-46e1-448d-80c9-632dd9646e60,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:09.737487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-875accad-869c-4d61-9ad1-47a4f9623a02 req-c88690c0-6e55-46c0-8d57-372e0fc410ee tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928821 Feb 08 23:50:09.772758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1a0dd65-7810-43dd-ac4d-a7b188bd7755 req-e3602d4d-8745-4b90-b9d4-bbce6f5359f9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 210 time: 0.0593879 Feb 08 23:50:09.790134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14b3d52d-117f-4d65-be13-4ed813668371 req-bbbed2ee-4570-4cb9-bafd-791d95bdcfea service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015440 Feb 08 23:50:09.822125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93138331-48c6-438c-a170-b580cfe8bcd5 req-adb38206-592c-453b-a8fe-865bd4e34f08 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672560 Feb 08 23:50:09.941120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6564158b-204a-42ee-a960-5b943c82f739 req-a3183de4-cf4d-44c3-8e18-8cf1501051c5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=15191e84-bfb9-4b9e-8d01-7b405125ab58 HTTP/1.1" status: 200 len: 210 time: 0.0411797 Feb 08 23:50:09.965824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f426030-eca5-455c-9ae4-e9175be25dda req-c1226d7a-88f7-442d-990e-72f374344982 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:09.967546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f426030-eca5-455c-9ae4-e9175be25dda req-c1226d7a-88f7-442d-990e-72f374344982 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 945 time: 0.1076403 Feb 08 23:50:09.988188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:10.020346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f426030-eca5-455c-9ae4-e9175be25dda req-0088ed38-d766-417f-bf3d-41d131188990 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365298 Feb 08 23:50:10.197631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-7cfdc9b6-a335-4b55-b934-ec1f9d1be02d tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:10.199244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-7cfdc9b6-a335-4b55-b934-ec1f9d1be02d tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1101944 Feb 08 23:50:10.236196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:10.370658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-531610b2-f4f2-43b2-94e8-dd57f37f6352 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.1595318 Feb 08 23:50:10.420100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'floatingip': {'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:10.469397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:10.501559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Router ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:10.558477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa90ee-766b-4fe8-9d34-becbe3b0cf26 req-eadb3ab0-3cce-4950-a5d4-1144b2dd0ea1 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:10.559988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1eaa90ee-766b-4fe8-9d34-becbe3b0cf26 req-eadb3ab0-3cce-4950-a5d4-1144b2dd0ea1 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2273424 Feb 08 23:50:10.625667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:10.632482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-f6a46263-47da-499f-8d3a-ed4b688b2f6f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:10.633974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-f6a46263-47da-499f-8d3a-ed4b688b2f6f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.4338160 Feb 08 23:50:10.639545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] Sync routers for ids ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:10.651920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:10.656425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-de2279f0-0cba-4bfb-a70c-66e7a4d6cbff tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5003519 Feb 08 23:50:10.656730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41122) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:10.657673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] Routers {'ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:10.658379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:10.663764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': False}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:10.703458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'port': {'device_id': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'admin_state_up': True, 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:10.710801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1eaa90ee-766b-4fe8-9d34-becbe3b0cf26 req-f732031d-8a8b-4fa0-b53c-2ead36df1d39 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413276 Feb 08 23:50:10.712519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:10.733552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] Routers {'ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:10.734669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:10.791473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:10.792556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae9084-5c61-49c3-9aee-0a04391aff82 None None] The sync data for ids ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:11.063826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.081892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.087962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.094406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.100285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.106105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.115031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.118327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.122182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-a51c27d3-1d4e-4a40-a6c9-ad298d5fa03c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.2519705 Feb 08 23:50:11.174084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:11.179784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.343548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c228ba-bc8e-4608-a687-ba91b879b361 req-d4204dff-4e30-4d87-a3b6-0d2cb6690a37 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105029 Feb 08 23:50:11.579392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.582946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.699001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Router ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:11.788096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a2e2003-3cd3-4f83-9e18-dcf578eb8d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.801265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:50:11.818333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:11.823286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bdb28ec7-0f30-404f-b813-2d77b055b8d3 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:11.826963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.831891 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-892a6fd0-16cf-4c53-8c37-ee866dd9f443 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "PUT /v2.0/routers/ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 HTTP/1.1" status: 200 len: 921 time: 1.1728170 Feb 08 23:50:11.832828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41134) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:11.833687 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] Sync routers for ids ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:11.849979 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] Routers {'ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:11.850613 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:11.908099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Allocated IP 172.20.0.14 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/90ce55b2-50fd-4067-869c-115af26a4ffa) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:11.922410 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:11.941700 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] Routers {'ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:11.942313 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:11.950069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.962070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eaaa7-e315-4733-87ae-9ba44de72f5c req-c0ffec30-1908-4861-8cb6-7b2372e666eb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:11.971392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-730eaaa7-e315-4733-87ae-9ba44de72f5c req-c0ffec30-1908-4861-8cb6-7b2372e666eb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 947 time: 0.2511909 Feb 08 23:50:11.981537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:11.985964 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd9ef377-af8c-4c94-bbaa-d4b655acd97a tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 HTTP/1.1" status: 200 len: 921 time: 0.1515377 Feb 08 23:50:11.986827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41136) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:12.010203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port bdb28ec7-0f30-404f-b813-2d77b055b8d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:12.011335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:12.013657 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e193fb-0432-47f3-ae0e-82d85d36bd57 None None] The sync data for ids ['ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:12.027392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3', 'mac_address': 'fa:16:3e:4c:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:12.071531 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:12.085157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb28ec7-0f30-404f-b813-2d77b055b8d3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:12.105434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port bdb28ec7-0f30-404f-b813-2d77b055b8d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:12.111128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:12.142384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-730eaaa7-e315-4733-87ae-9ba44de72f5c req-b244a955-4de1-4639-baf6-4d3f7723ab25 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704237 Feb 08 23:50:12.189374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=bdb28ec7-0f30-404f-b813-2d77b055b8d3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:12.244612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed020f74-8797-4034-8efd-b149b27ba8fc tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:12.248655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed020f74-8797-4034-8efd-b149b27ba8fc tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2580607 Feb 08 23:50:12.249616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:12.276338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77d91fc4-ef78-4d82-9e75-8a3b8f2017db req-bfe797fc-0852-4a85-bf7a-fe1db135f3aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 210 time: 0.0464635 Feb 08 23:50:12.301514 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43 associated. External IP: 172.25.3.193, port: f677f657-f3e1-44e0-92b6-4a93b04ab28e. Feb 08 23:50:12.372051 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:12.374805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb7ba8-3402-45d3-a3d2-b266e07fb1bb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:12.379471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41142) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:12.380111 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-47fb7ba8-3402-45d3-a3d2-b266e07fb1bb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.1291778 Feb 08 23:50:12.415075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['bdb28ec7-0f30-404f-b813-2d77b055b8d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:12.438491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-baf73238-3d98-4bd1-b2de-a14fa55fdd43 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 HTTP/1.1" status: 200 len: 205 time: 0.0564272 Feb 08 23:50:12.442147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:12.524344 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:12.543190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:12.600756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054914-dc13-4303-bdb6-f49b223b7cd3 req-72b8af74-5729-4e39-bc16-26718328d3c9 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:12.608535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4054914-dc13-4303-bdb6-f49b223b7cd3 req-72b8af74-5729-4e39-bc16-26718328d3c9 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1545434 Feb 08 23:50:12.656013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:12.670484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:12.681180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:12.685974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:12.785663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4054914-dc13-4303-bdb6-f49b223b7cd3 req-ed2edf5d-f44d-4d5c-96e9-68f3dd7be8fa tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517072 Feb 08 23:50:12.857704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:12.931997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:12.932595 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:12.959292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-3d8a92a9-e8c0-48a5-ad16-4cd8ed49d659 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2603829 Feb 08 23:50:13.015148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.021059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.026946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.035861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.042079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.048563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.054545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c2e0e3f1-cfce-4e00-a5d1-9cf6c259aa9c None None] Provisioning complete for port 90ce55b2-50fd-4067-869c-115af26a4ffa triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:13.055597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e3f1-cfce-4e00-a5d1-9cf6c259aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.056133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.057076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.058479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-218ce298-1cd0-491b-a970-b7752fddf993 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.1924329 Feb 08 23:50:13.064222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Request body: {'port': {'device_id': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:13.115784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0e3f1-cfce-4e00-a5d1-9cf6c259aa9c None None] Port 90ce55b2-50fd-4067-869c-115af26a4ffa cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:13.157560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b499e3e-e9d2-466c-a834-b12bbb27e9c1 req-04c96e33-aae1-496c-a6bf-a98fab3e11a5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857918 Feb 08 23:50:13.169265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.221066 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.301882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Deleting port 4b62b7f2-46e1-448d-80c9-632dd9646e60 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:13.301882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.312764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:13.320591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.339833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:13.362943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:13.364142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:13.406667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.415472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-841d9109-9160-4e38-88d1-927f5cb652f0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "PUT /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 997 time: 3.0068333 Feb 08 23:50:13.427839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:13.431000 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16388ed1-b8cc-489f-aad6-b351b6a0ce63" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:13.439740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Calling delete_port for 4b62b7f2-46e1-448d-80c9-632dd9646e60 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:13.560021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:13.588574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1ed39-9dba-47c9-a5b7-3fe3f3eaf8d1 req-280a1cdb-c1fc-4567-b88a-d128cb609e41 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.590259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad1ed39-9dba-47c9-a5b7-3fe3f3eaf8d1 req-280a1cdb-c1fc-4567-b88a-d128cb609e41 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 948 time: 0.2947931 Feb 08 23:50:13.622335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-857151ac-3a3f-4ffa-bbad-4e463f2c7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.624121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-857151ac-3a3f-4ffa-bbad-4e463f2c7c0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.1868806 Feb 08 23:50:13.696447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.706268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ecac4da3-30aa-4876-b3f7-f811898bd182'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:13.717460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad1ed39-9dba-47c9-a5b7-3fe3f3eaf8d1 req-aad2a7ad-1486-4fb1-942a-122f194c1fcb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177332 Feb 08 23:50:13.727414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event deleted for resources: {'Port': ['ID=4b62b7f2-46e1-448d-80c9-632dd9646e60,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:13.819394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.904278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-457d2729-93cf-49d6-bc7b-b89507e88985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.906286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-457d2729-93cf-49d6-bc7b-b89507e88985 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.2650735 Feb 08 23:50:13.941876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.944766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:13.970646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a509e1-0045-4866-8a78-5047d4ee8b16 req-12ea3350-4c1b-4a48-b66a-cde8078eda34 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:13.972189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a509e1-0045-4866-8a78-5047d4ee8b16 req-12ea3350-4c1b-4a48-b66a-cde8078eda34 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 932 time: 0.1529226 Feb 08 23:50:14.002372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.003121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Fanout notify agent at l3_agent the message router_deleted on router ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:14.013070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.020312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-982e058a-06b6-46a0-bf8f-be28a46666b9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 HTTP/1.1" status: 204 len: 168 time: 1.5765126 Feb 08 23:50:14.021091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41170) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:14.026796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1630307443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:14.060772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.063102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.103051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:11Z', 'revision_number': 1, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:14.136297 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.138282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:14.142839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.150455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:14.151655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:49:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:14.169423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.177027 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b97fae3-054a-4acb-bc06-085147cc518a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1546805 Feb 08 23:50:14.178113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:14.183486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:14.230418 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d02e53b-5989-4f6c-9537-7bcfae9d7d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.329239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-af18101b-8be4-48de-a318-2a796053ccff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 1000 time: 0.4137211 Feb 08 23:50:14.336815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:14.388349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-c83da707-7bea-472c-952e-64f7146cb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:14.397980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-c83da707-7bea-472c-952e-64f7146cb4a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.0661254 Feb 08 23:50:14.439256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ce55b2-50fd-4067-869c-115af26a4ffa {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:14.464111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.475253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.508602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a509e1-0045-4866-8a78-5047d4ee8b16 req-0db6de74-9d13-462b-bce7-e3543e55f19d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385681 Feb 08 23:50:14.520536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-79c76e21-d5bc-48e8-8093-055167115299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:14.522234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-79c76e21-d5bc-48e8-8093-055167115299 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232181 Feb 08 23:50:14.525336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Transition to ACTIVE for port object 90ce55b2-50fd-4067-869c-115af26a4ffa will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:50:14.533736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.690943 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d90e41-2775-4cf8-959d-318bf5d9fde2 x-openstack-request-id: req-f4d90e41-2775-4cf8-959d-318bf5d9fde2 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:14.691279 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:14.692151 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4d90e41-2775-4cf8-959d-318bf5d9fde2 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:14.692151 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'status': 'completed', 'code': 200} Feb 08 23:50:14.829332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:11Z', 'revision_number': 1, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:14.861374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121813b-6fbf-4b88-a980-6fcd36357279 None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:11Z', 'revision_number': 1, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:14.875828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.906103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:14.949618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Pushing event updated for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:15.003467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-136bd65c-457d-40ae-bebd-a2eab3a71206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.005118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-136bd65c-457d-40ae-bebd-a2eab3a71206 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.3235211 Feb 08 23:50:15.051657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-6a88334a-f0a0-4adb-80a1-277039ce5b1f service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044124 Feb 08 23:50:15.058483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-480a0964-a2fb-4ade-bce5-373a3fac6688 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.060097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-480a0964-a2fb-4ade-bce5-373a3fac6688 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.3610716 Feb 08 23:50:15.092950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Allocated IP 172.25.3.27 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/8e741447-3bc4-49b0-a2a4-7c78481a8e01) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:15.138162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4f3c9-a8a8-46a7-b8b0-b24bb819803c None None] New status for floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:50:15.177204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-9e72850e-ea7d-45b3-b1d6-124c11e59569 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.0761802 Feb 08 23:50:15.177892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Attempting to bind port 90ce55b2-50fd-4067-869c-115af26a4ffa on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:15.179238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Attempting to bind port 90ce55b2-50fd-4067-869c-115af26a4ffa by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:15.179238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Attempting to bind port 90ce55b2-50fd-4067-869c-115af26a4ffa on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:15.186294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Port 90ce55b2-50fd-4067-869c-115af26a4ffa on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:50:15.187031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Attempting to bind port 90ce55b2-50fd-4067-869c-115af26a4ffa on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:15.209359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:15.209603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:15.210331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:15.210502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Bound port: 90ce55b2-50fd-4067-869c-115af26a4ffa, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:15.210916 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.216961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.256724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-282a492c-af5f-4871-b5a1-8c82affb252d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625513 Feb 08 23:50:15.266921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.307095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:15.314740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:15.318727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:15.350850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event updated for resources: {'Port': ['ID=8e741447-3bc4-49b0-a2a4-7c78481a8e01,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:15.356603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-4e0e467a-7899-4b1a-b284-3f263e75314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.366152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-4e0e467a-7899-4b1a-b284-3f263e75314b service neutron] 10.222.0.21 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.3468330 Feb 08 23:50:15.380273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.441005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a8d66c0-48ac-4b52-9ece-2597677d8bde req-dee64c18-76c7-44bb-b5c1-971074fd892e service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498838 Feb 08 23:50:15.508597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:15.515333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-f3614a94-779e-47c7-8441-67b8bffb702d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 1002 time: 0.1331143 Feb 08 23:50:15.521898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-425a19fd-9104-42bb-933d-2b64050c43eb service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515962 Feb 08 23:50:15.533787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=90ce55b2-50fd-4067-869c-115af26a4ffa,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:15.572478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.597497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.680763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.681397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.682787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] 10.222.0.84 "PUT /v2.0/ports/90ce55b2-50fd-4067-869c-115af26a4ffa HTTP/1.1" status: 200 len: 1092 time: 2.6233714 Feb 08 23:50:15.719829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-dd0ee239-72c6-4b00-b449-176de372af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.721342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-dd0ee239-72c6-4b00-b449-176de372af87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1957607 Feb 08 23:50:15.773794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d42189-750a-48df-9e9b-809ba8066f59 req-4df96df2-5dc6-4dcf-917c-4ac9fe550b53 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.775378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58d42189-750a-48df-9e9b-809ba8066f59 req-4df96df2-5dc6-4dcf-917c-4ac9fe550b53 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2403665 Feb 08 23:50:15.818744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bdb28ec7-0f30-404f-b813-2d77b055b8d3 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:15.847041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.851591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.856821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db539d74-fbd6-4a66-bafd-80c933bf3a7e service neutron] Pushing event updated for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:15.894189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-a53fbe87-2450-46dd-bb21-837772bddc09 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565762 Feb 08 23:50:15.916337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port bdb28ec7-0f30-404f-b813-2d77b055b8d3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:15.931901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port bdb28ec7-0f30-404f-b813-2d77b055b8d3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:15.932416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:15.935116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58d42189-750a-48df-9e9b-809ba8066f59 req-8a8159ae-edc4-4c69-80a6-40171a76a2b7 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281703 Feb 08 23:50:15.947504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-229dd3ab-da3c-42b9-b2e6-8b6b0ccb88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.949653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-229dd3ab-da3c-42b9-b2e6-8b6b0ccb88dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199039 Feb 08 23:50:15.955141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-4f912ca0-2f62-4947-bb06-694223d2b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:15.957088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-4f912ca0-2f62-4947-bb06-694223d2b9ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 1095 time: 0.2110960 Feb 08 23:50:16.029656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-58d012ca-4848-4c5d-b712-33b3bf092bda service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ce55b2-50fd-4067-869c-115af26a4ffa HTTP/1.1" status: 200 len: 217 time: 0.0620773 Feb 08 23:50:16.056846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Router 46115635-be96-488f-8e66-e626d4b21978 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:16.060700 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:16.108555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:16.116874 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727867f8-31ca-4227-a6bb-d5e7c66792de" -d '{"events": [{"server_uuid": "9fa20e82-7ad5-4318-8619-223d4df4b185", "name": "network-vif-plugged", "status": "completed", "tag": "bdb28ec7-0f30-404f-b813-2d77b055b8d3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:16.138793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port bdb28ec7-0f30-404f-b813-2d77b055b8d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:16.144352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:16.196016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-257a7c2b-3c38-4866-b7ab-519af46c67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.198544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-257a7c2b-3c38-4866-b7ab-519af46c67f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1388488 Feb 08 23:50:16.208128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:16.218906 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:16.223368 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1829eb1e-c214-4998-8fcb-affb3feb1348 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "PUT /v2.0/routers/46115635-be96-488f-8e66-e626d4b21978 HTTP/1.1" status: 200 len: 879 time: 2.0416319 Feb 08 23:50:16.224209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41200) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:16.230009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] Sync routers for ids ['46115635-be96-488f-8e66-e626d4b21978'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:16.267953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.273050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] Routers {'46115635-be96-488f-8e66-e626d4b21978'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:16.273844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['46115635-be96-488f-8e66-e626d4b21978'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:16.279157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=bdb28ec7-0f30-404f-b813-2d77b055b8d3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:16.299259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.310898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.321800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.321990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:16.334843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] Routers {'46115635-be96-488f-8e66-e626d4b21978'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:16.335468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['46115635-be96-488f-8e66-e626d4b21978'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:16.356038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.366945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.368832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9ca2ce72-2fc6-471c-8319-587177672c70 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/46115635-be96-488f-8e66-e626d4b21978 HTTP/1.1" status: 200 len: 920 time: 0.1432321 Feb 08 23:50:16.372895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41206) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:16.373972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.375965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-246c2f07-5904-465b-8fbb-8de2dbe33a18 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.2808175 Feb 08 23:50:16.392677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-c6135335-bb6e-4a6b-a25f-fdced029631a service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343696 Feb 08 23:50:16.396436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:16.397263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d331c0-161f-4acb-ac0e-0ebcb1740774 None None] The sync data for ids ['46115635-be96-488f-8e66-e626d4b21978'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:16.458565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdeacc9-6a0a-44ef-ba78-7c3da0a57bbb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.460539 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cfdeacc9-6a0a-44ef-ba78-7c3da0a57bbb tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=46115635-be96-488f-8e66-e626d4b21978&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0865054 Feb 08 23:50:16.463719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41208) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:16.519539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-ad714e2a-683c-46b8-97b9-cfff15efbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.521533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-ad714e2a-683c-46b8-97b9-cfff15efbc17 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3122587 Feb 08 23:50:16.532457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8333d506-34af-4804-b8ae-5b1a8236dcfa req-2ae2883e-d080-4774-ba84-26faf439be81 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384068 Feb 08 23:50:16.551479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4311c-f5bd-454e-b428-ffef28ea0f18 req-a39a2d7c-d2d7-413d-9868-f4969a068a5c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.553097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eca4311c-f5bd-454e-b428-ffef28ea0f18 req-a39a2d7c-d2d7-413d-9868-f4969a068a5c tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 949 time: 0.3420122 Feb 08 23:50:16.582269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf253ce-236e-4bf3-af85-edb8343bde24 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.584008 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cbf253ce-236e-4bf3-af85-edb8343bde24 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.1190350 Feb 08 23:50:16.593310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41212) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:16.690060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16388ed1-b8cc-489f-aad6-b351b6a0ce63 req-41d5f1a3-00ee-493b-a95a-60fd344befe7 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815166 Feb 08 23:50:16.700143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:16.703416 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f632822-0385-4864-9123-a1b1390df65d" -d '{"events": [{"name": "network-changed", "server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:16.722229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eca4311c-f5bd-454e-b428-ffef28ea0f18 req-d89f8016-2422-475f-9a9b-48708704b290 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613791 Feb 08 23:50:16.757947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:16.758282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-2b3949bf-17c9-4163-8085-2104b3528943 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:16.767827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-2b3949bf-17c9-4163-8085-2104b3528943 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1350687 Feb 08 23:50:16.950151 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cea7225b-9042-4ad1-81a1-4a56248e9ea3 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=46115635-be96-488f-8e66-e626d4b21978 HTTP/1.1" status: 200 len: 205 time: 0.3552973 Feb 08 23:50:16.954490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41218) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:17.094426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.166462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-0fbc4641-f7df-4893-8203-650d37c18859 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329610 Feb 08 23:50:17.179921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-74b4a564-d996-4e7a-ad8c-12ce4537be6a tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.4112859 Feb 08 23:50:17.205950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'floatingip': {'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:17.208773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.236133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.267250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Deleting port 8e741447-3bc4-49b0-a2a4-7c78481a8e01 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:17.267622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.278610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d4c4a-1d9c-400c-adde-f0401e7018f4 req-d621dddc-65a2-4ada-9728-6938c5570886 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:17.280173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f0d4c4a-1d9c-400c-adde-f0401e7018f4 req-d621dddc-65a2-4ada-9728-6938c5570886 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 944 time: 0.4565704 Feb 08 23:50:17.328715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.365116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.378485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Calling delete_port for 8e741447-3bc4-49b0-a2a4-7c78481a8e01 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:17.404638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f0d4c4a-1d9c-400c-adde-f0401e7018f4 req-daa9ba78-deca-4c64-bfc9-d6a84c78e102 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157484 Feb 08 23:50:17.409244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16928107-c8e1-40b6-8dec-6d3d443435f0 req-a839a313-fd19-4dd6-b38b-01da3f5976f8 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329507 Feb 08 23:50:17.496517 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b515323e-94bb-4ff3-9154-5405ce694352 x-openstack-request-id: req-b515323e-94bb-4ff3-9154-5405ce694352 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:17.497458 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa20e82-7ad5-4318-8619-223d4df4b185", "name": "network-vif-plugged", "status": "completed", "tag": "bdb28ec7-0f30-404f-b813-2d77b055b8d3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:17.506046 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b515323e-94bb-4ff3-9154-5405ce694352 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:17.506747 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3', 'code': 200} Feb 08 23:50:17.610544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-9afc1604-5c64-43be-9c3d-b359b71b650b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:17.612045 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-9afc1604-5c64-43be-9c3d-b359b71b650b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.2314293 Feb 08 23:50:17.629893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:17.640837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d981b12-cbb3-4976-9de7-af0052d9c5d6 req-f95e68cf-9dd6-4b2c-9a95-bb0fc1f53467 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 210 time: 0.0402606 Feb 08 23:50:17.691320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfe2d3-ca84-42e4-86a8-e7bca39327c8 req-37880198-9d82-4ed6-85db-2040c0882d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:17.692836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5cfe2d3-ca84-42e4-86a8-e7bca39327c8 req-37880198-9d82-4ed6-85db-2040c0882d64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 1100 time: 0.1218441 Feb 08 23:50:17.710713 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de883234-8a62-4d3b-ab92-0fd499731689 x-openstack-request-id: req-de883234-8a62-4d3b-ab92-0fd499731689 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:17.710990 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:17.711244 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de883234-8a62-4d3b-ab92-0fd499731689 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:17.711640 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa', 'status': 'completed', 'code': 200} Feb 08 23:50:17.773834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.808666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event deleted for resources: {'Port': ['ID=8e741447-3bc4-49b0-a2a4-7c78481a8e01,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:17.851587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5cfe2d3-ca84-42e4-86a8-e7bca39327c8 req-1aaa4d79-fe5d-4614-9aae-e6db614fb08a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513057 Feb 08 23:50:17.877676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:17.881208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.895642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:17.907399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632822-0385-4864-9123-a1b1390df65d req-aa56e4f0-f7c4-4e62-a840-3efe9136d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:17.908895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-aa56e4f0-f7c4-4e62-a840-3efe9136d329 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 1095 time: 0.1519468 Feb 08 23:50:17.921036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4e909-6d1d-4862-9c4a-4a717fb9436a req-fc1379de-111a-4b1a-a48e-4cce5a2c3480 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:17.922779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffb4e909-6d1d-4862-9c4a-4a717fb9436a req-fc1379de-111a-4b1a-a48e-4cce5a2c3480 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1639595 Feb 08 23:50:18.036518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.042688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.067995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffb4e909-6d1d-4862-9c4a-4a717fb9436a req-3480c887-8ebc-4eef-8b0a-80b6ff133e0f tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332419 Feb 08 23:50:18.105932 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.106644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Fanout notify agent at l3_agent the message router_deleted on router 46115635-be96-488f-8e66-e626d4b21978 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:18.116774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.121424 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-57445ac3-f7d7-4373-b63f-3ee981e1a638 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/46115635-be96-488f-8e66-e626d4b21978 HTTP/1.1" status: 204 len: 168 time: 1.1642840 Feb 08 23:50:18.122080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41230) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:18.125270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632822-0385-4864-9123-a1b1390df65d req-d4876f3d-2987-4f91-bccd-96381ce52e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.126713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-d4876f3d-2987-4f91-bccd-96381ce52e01 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.2011135 Feb 08 23:50:18.131919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-392838713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:18.168832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.5 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/78bfd4e6-53c4-4f59-b09d-e1222a2ca51f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:18.220933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-3fb33a24-685e-409e-96e9-cde5d27690fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ce55b2-50fd-4067-869c-115af26a4ffa HTTP/1.1" status: 200 len: 217 time: 0.0823381 Feb 08 23:50:18.300010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.303820 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.304858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.317445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.347503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.384180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.387045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.390200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.396335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.402877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.408752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.415339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.422242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.424159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d698b2b5-514b-4124-9357-583920164036 req-46fbd7dc-5969-465a-b734-dfecceb8c12d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.2169080 Feb 08 23:50:18.432455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632822-0385-4864-9123-a1b1390df65d req-e76ab14a-67d6-4380-8893-cfdd7fa5ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.433157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:18.433938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-e76ab14a-67d6-4380-8893-cfdd7fa5ae6b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1865976 Feb 08 23:50:18.442352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:18.446687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:18.486962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:18.515344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.515984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.534689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-243dd805-ccc0-4a9a-90f2-6b6174b2ae2f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9095380 Feb 08 23:50:18.548598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.557453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Request body: {'port': {'device_id': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:18.566120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.606281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d698b2b5-514b-4124-9357-583920164036 req-ce5ed6ce-a1bf-41ca-9f2b-ec664a8d2288 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690361 Feb 08 23:50:18.607315 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43 associated. External IP: 172.25.3.193, port: f677f657-f3e1-44e0-92b6-4a93b04ab28e. Feb 08 23:50:18.614960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.616163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-045c1ec0-90a4-45a9-acfb-d971a5c578f7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4929435 Feb 08 23:50:18.620346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:18.625456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': True}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:18.654118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632822-0385-4864-9123-a1b1390df65d req-e3614996-1790-437d-b14a-e5ac3eb40c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:18.657454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-e3614996-1790-437d-b14a-e5ac3eb40c8b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018294 Feb 08 23:50:18.677656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:18.841390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-78445878-6834-402c-a88e-d8f1e7d035d1 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716378 Feb 08 23:50:18.963500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.192841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:19.203797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.278716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Transition to ACTIVE for port object 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:50:19.284992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.299034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cabeaa-49ed-4416-a4d7-4c4642b33083 req-925c1943-292e-4877-9716-4346e84d5b2b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:19.300525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4cabeaa-49ed-4416-a4d7-4c4642b33083 req-925c1943-292e-4877-9716-4346e84d5b2b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 949 time: 0.4617691 Feb 08 23:50:19.334064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:19.346622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f632822-0385-4864-9123-a1b1390df65d req-87279d08-d954-44f5-a990-d45ecc2b9d6f service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933186 Feb 08 23:50:19.392461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Pushing event updated for resources: {'Port': ['ID=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:19.395646 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.413365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4cabeaa-49ed-4416-a4d7-4c4642b33083 req-5e7cdba9-41d5-4d4f-ab9d-e2c8b2349149 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964842 Feb 08 23:50:19.434037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.534013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:19.536900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Attempting to bind port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:19.537342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Attempting to bind port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:19.538002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Attempting to bind port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:19.545333 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:19.557064 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:19.557802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:19.570975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:50:19.571319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Attempting to bind port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:19.579070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:19.579455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:19.580237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:19.580393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Bound port: 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:19.580666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.599466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b74516-8f03-431e-afeb-9b2c8e52d6f4 req-e23ac06d-6c3e-4daf-96d3-a19d4baf79a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:19.601049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0b74516-8f03-431e-afeb-9b2c8e52d6f4 req-e23ac06d-6c3e-4daf-96d3-a19d4baf79a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 944 time: 0.1134129 Feb 08 23:50:19.631579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Allocated IP 172.25.3.153 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/6c77380b-3ec8-40b1-9085-99f97cb0406a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:19.684313 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:19.691695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0b74516-8f03-431e-afeb-9b2c8e52d6f4 req-d0dd5c22-d99b-487c-8b35-a1edf5080ebe tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772164 Feb 08 23:50:19.736477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] For port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:19.757599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] For port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:19.765806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:19.884095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b63a-ab23-454a-9377-b9707e489d7b req-cb949b70-4986-4596-9098-6f03a1572d5a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:19.890649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2476b63a-ab23-454a-9377-b9707e489d7b req-cb949b70-4986-4596-9098-6f03a1572d5a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 943 time: 0.1075897 Feb 08 23:50:19.907987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:19.970445 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:18Z', 'revision_number': 3, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:19.992268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2476b63a-ab23-454a-9377-b9707e489d7b req-ac0674ae-8220-46ab-8648-521390b9b840 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974617 Feb 08 23:50:20.007358 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:20.017526 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:20.018398 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:20.087116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:20.099474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:20.147373 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:20.155885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:20.165361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.166119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:20.167656 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] 10.222.0.84 "PUT /v2.0/ports/78bfd4e6-53c4-4f59-b09d-e1222a2ca51f HTTP/1.1" status: 200 len: 1091 time: 1.6191115 Feb 08 23:50:20.170052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'tag': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:20.173879 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a951819-856e-4ede-9253-dd2901032345" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7d6403-0fe4-430a-afa0-625fe6493fb7", "tag": "78bfd4e6-53c4-4f59-b09d-e1222a2ca51f"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:20.174814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:20.177485 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:20.198238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e28df-9f77-4a14-bdad-d39777e82133 service neutron] Pushing event updated for resources: {'Port': ['ID=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:20.228822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483e815-a168-4ecf-89a8-e6131ad78597 req-d045e0c2-d9ed-4617-955b-2a1a13b55467 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.230659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a483e815-a168-4ecf-89a8-e6131ad78597 req-d045e0c2-d9ed-4617-955b-2a1a13b55467 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1052384 Feb 08 23:50:20.235902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-aa89fa76-29a8-4b2a-b243-37980b0eedbd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "PUT /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 998 time: 3.0444191 Feb 08 23:50:20.261600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:20.325936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-07e74d2d-f485-4839-ba44-46fdc251ac14 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.335151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:20.343569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Port': ['ID=6c77380b-3ec8-40b1-9085-99f97cb0406a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:20.344335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-07e74d2d-f485-4839-ba44-46fdc251ac14 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports/f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 943 time: 0.1003666 Feb 08 23:50:20.346803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:20.351387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:20.359075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-b3527f48-cc7e-4b9e-91b6-7eb5ab6f0dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.362263 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-b3527f48-cc7e-4b9e-91b6-7eb5ab6f0dc3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 1094 time: 0.1407242 Feb 08 23:50:20.365438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a483e815-a168-4ecf-89a8-e6131ad78597 req-1dea5171-d3f3-475e-8f4c-088036abac27 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 Feb 08 23:50:20.439136 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-71074b9a-0fa0-4b8f-ac3e-f0d5d358c897 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f HTTP/1.1" status: 200 len: 217 time: 0.0485561 Feb 08 23:50:20.524777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:18Z', 'revision_number': 3, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:20.558913 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a749c486-87f0-4b07-9b89-8c09c64b0cb7 None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:18Z', 'revision_number': 3, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:20.569663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.575412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.582314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.588298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.594658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.600711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.607451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.611774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-cee92bda-5ee2-4586-8073-69ae434ae9dd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5419 time: 0.1301329 Feb 08 23:50:20.614927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-17828524-c4d2-4bcc-896d-ae68a98bbead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.614927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-17828524-c4d2-4bcc-896d-ae68a98bbead service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.1639988 Feb 08 23:50:20.643796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-b85749a4-3ac2-4dc0-bf69-e929cc7d8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.645323 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-b85749a4-3ac2-4dc0-bf69-e929cc7d8af5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1921000 Feb 08 23:50:20.716427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-0acfe3f2-d2e2-491e-ab69-eb2ea3de0b86 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277367 Feb 08 23:50:20.721777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ad5679e-a864-40ee-b0e9-c37bf056efb8 req-b3ef6fd9-c36c-4bbc-ab89-f5d1511b9117 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863681 Feb 08 23:50:20.773576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-b48dea89-bc4b-48dd-be4f-6bbf0b6ed924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.775128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-b48dea89-bc4b-48dd-be4f-6bbf0b6ed924 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.1485987 Feb 08 23:50:20.806373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8694d21b-56ec-4897-8382-f2544f30f1ea None None] New status for floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:50:20.816073 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6826de-3948-4ae6-a2e3-344f64103262 x-openstack-request-id: req-cf6826de-3948-4ae6-a2e3-344f64103262 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:20.816844 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7d6403-0fe4-430a-afa0-625fe6493fb7", "tag": "78bfd4e6-53c4-4f59-b09d-e1222a2ca51f", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:20.817601 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf6826de-3948-4ae6-a2e3-344f64103262 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:20.818418 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'tag': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f', 'status': 'completed', 'code': 200} Feb 08 23:50:20.827728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-1e6162f5-05e3-4ff6-b311-e9b2bbb240ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 217 time: 0.0409584 Feb 08 23:50:20.849136 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1610dd-17f2-4289-b656-4d36401febb9 x-openstack-request-id: req-5f1610dd-17f2-4289-b656-4d36401febb9 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:20.849427 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:20.849694 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f1610dd-17f2-4289-b656-4d36401febb9 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:20.850070 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'status': 'completed', 'code': 200} Feb 08 23:50:20.931190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-caf234ab-fec6-45d3-8b25-9281030788d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.933075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-caf234ab-fec6-45d3-8b25-9281030788d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.0931127 Feb 08 23:50:20.944694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-e76017a6-0719-40a9-8e1a-1276909fd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:20.948064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-e76017a6-0719-40a9-8e1a-1276909fd467 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.0542109 Feb 08 23:50:20.991495 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-23f979f6-ad22-4458-bf9d-a5b068903c13 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611938 Feb 08 23:50:21.000924 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:21.109670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-1071cda8-a0bf-440a-b5f5-4a280d909448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.111399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-1071cda8-a0bf-440a-b5f5-4a280d909448 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622479 Feb 08 23:50:21.131624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:21.131860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 90ce55b2-50fd-4067-869c-115af26a4ffa details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:21.158500 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:21.159192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:21.187762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c435-e09f-49dc-a1f7-5656412f5256 req-f780ff99-f6e2-4b44-a74b-77e00d718d17 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.197509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22a3c435-e09f-49dc-a1f7-5656412f5256 req-f780ff99-f6e2-4b44-a74b-77e00d718d17 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 949 time: 0.1972766 Feb 08 23:50:21.251784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-728b5b73-0444-44a0-960d-578a256e0d90 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024891 Feb 08 23:50:21.307934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=90ce55b2-50fd-4067-869c-115af26a4ffa,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:21.334439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-c785e032-a386-45dd-8bb7-ebf8b8ffc50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.335931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-c785e032-a386-45dd-8bb7-ebf8b8ffc50f service neutron] 10.222.0.21 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.3771660 Feb 08 23:50:21.339749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '90ce55b2-50fd-4067-869c-115af26a4ffa', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': '90ce55b2-50fd-4067-869c-115af26a4ffa', 'mac_address': 'fa:16:3e:72:6a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:21.348367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-6f7d232b-571f-4d1e-978d-e4ef5ea4562a service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235699 Feb 08 23:50:21.401605 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:21.410498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:21.417266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:21.419771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ce55b2-50fd-4067-869c-115af26a4ffa {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:21.424927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a951819-856e-4ede-9253-dd2901032345 req-e18e503e-7e02-4472-84b5-efaa8f173303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.426438 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-e18e503e-7e02-4472-84b5-efaa8f173303 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 1094 time: 0.0937643 Feb 08 23:50:21.444989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=90ce55b2-50fd-4067-869c-115af26a4ffa,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:21.453699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:21.478736 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:21.512740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:21.516297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-5dd4ce97-777f-4fc4-a545-33ca95cdb73b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 217 time: 0.1676316 Feb 08 23:50:21.521052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22a3c435-e09f-49dc-a1f7-5656412f5256 req-e1827a39-54d5-4df4-806a-30576e2cd7a1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227136 Feb 08 23:50:21.634558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a951819-856e-4ede-9253-dd2901032345 req-da383f82-9a44-45db-93a0-ad52a4ca3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.634558 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-da383f82-9a44-45db-93a0-ad52a4ca3aaa service neutron] 10.222.0.84 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.1590598 Feb 08 23:50:21.643931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-6d496267-78fa-405c-a29c-f32eebd1649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.645435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-6d496267-78fa-405c-a29c-f32eebd1649e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1218061 Feb 08 23:50:21.691601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-832b9bc1-ba18-4044-ac9a-8232436bb0a6 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442180 Feb 08 23:50:21.703669 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-79dde60e-d227-43d6-b05b-0f861765f544 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f HTTP/1.1" status: 200 len: 217 time: 0.0542979 Feb 08 23:50:21.708608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529d771-1788-449b-93cb-f0d737da78a4 req-4c0d2c3b-4ce4-4b24-8346-daf7405e76f0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.711044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5529d771-1788-449b-93cb-f0d737da78a4 req-4c0d2c3b-4ce4-4b24-8346-daf7405e76f0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 945 time: 0.1096025 Feb 08 23:50:21.725320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Router b51c339b-9eb7-438f-aea4-064ed3f225ff is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:21.778519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-88f1a081-e766-4344-994a-87a66a89d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.780973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-88f1a081-e766-4344-994a-87a66a89d710 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224129 Feb 08 23:50:21.810676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['90ce55b2-50fd-4067-869c-115af26a4ffa'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:21.814317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a951819-856e-4ede-9253-dd2901032345 req-8738a137-335c-42ee-b138-11e287e8078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.814525 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:20Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:21.815806 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-8738a137-335c-42ee-b138-11e287e8078b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1014206 Feb 08 23:50:21.844887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5529d771-1788-449b-93cb-f0d737da78a4 req-a93adf30-7492-4ae1-9c18-c6fc7dee505c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264436 Feb 08 23:50:21.850604 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:21.850850 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-57d44ff9-071d-49c7-b48d-f01839a25077 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278358 Feb 08 23:50:21.862283 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:21.862914 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:21.889153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe34630a-c9a4-4b37-8f72-543eeee9a36e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:21.910096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-a3622e78-3f81-44b3-a1db-7da82862173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:21.925245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-a3622e78-3f81-44b3-a1db-7da82862173c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1096 time: 0.1781290 Feb 08 23:50:21.968772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:21.974280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:21.977861 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-de2566eb-0742-4b21-aa2a-31e49570a635 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "PUT /v2.0/routers/b51c339b-9eb7-438f-aea4-064ed3f225ff HTTP/1.1" status: 200 len: 914 time: 3.3542016 Feb 08 23:50:21.978111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41270) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:21.998378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-62788891-f067-4038-b1d0-97160f372188 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008734 Feb 08 23:50:22.000096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:22.008364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] Sync routers for ids ['b51c339b-9eb7-438f-aea4-064ed3f225ff'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:22.054821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] Routers {'b51c339b-9eb7-438f-aea4-064ed3f225ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:22.055322 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-601442d7-dec8-4f34-8234-84734741bc5e service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699238 Feb 08 23:50:22.055980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b51c339b-9eb7-438f-aea4-064ed3f225ff'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:22.121564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:22.139375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port fe34630a-c9a4-4b37-8f72-543eeee9a36e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:22.147220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-8535e8d6-9770-46e1-85a7-f6526a7c17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.149690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-8535e8d6-9770-46e1-85a7-f6526a7c17f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.1488132 Feb 08 23:50:22.169363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] Routers {'b51c339b-9eb7-438f-aea4-064ed3f225ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:22.170911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b51c339b-9eb7-438f-aea4-064ed3f225ff'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:22.178070 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0221fd12-002d-41c5-bb71-2aae1c3051c7 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/b51c339b-9eb7-438f-aea4-064ed3f225ff HTTP/1.1" status: 200 len: 920 time: 0.1964781 Feb 08 23:50:22.178429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41272) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:22.179151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e', 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'port_id': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e', 'mac_address': 'fa:16:3e:7e:95:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81afb93-13af-417b-bcba-b8cdefbf9be1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:22.221964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:22.222527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b5892-a4c6-42ba-9673-dff08bff48f8 None None] The sync data for ids ['b51c339b-9eb7-438f-aea4-064ed3f225ff'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:22.238821 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6a951819-856e-4ede-9253-dd2901032345 req-0e263b18-726f-4bec-bb23-a62aaebdd666 service neutron] 10.222.0.84 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543171 Feb 08 23:50:22.251367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a805ae-8b2d-41b4-8015-14bd9c06c915 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.254471 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-86a805ae-8b2d-41b4-8015-14bd9c06c915 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=b51c339b-9eb7-438f-aea4-064ed3f225ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0749671 Feb 08 23:50:22.257055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41274) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:22.299216 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.315523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe34630a-c9a4-4b37-8f72-543eeee9a36e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:22.328288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1a5aa64-aa6b-44f3-893a-0ce7ab9bdd9e req-312b0fa7-73c5-4120-8748-72c74435eb15 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774645 Feb 08 23:50:22.344874 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:20Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:22.367614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4307ae-f7e5-47d9-82bb-21ceb029295a req-bd6186ed-efa9-46df-acd1-fc306326f4c9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.370311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port fe34630a-c9a4-4b37-8f72-543eeee9a36e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:22.377386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b4307ae-f7e5-47d9-82bb-21ceb029295a req-bd6186ed-efa9-46df-acd1-fc306326f4c9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 943 time: 0.2438450 Feb 08 23:50:22.380298 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.381917 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-2d1f038f-286c-4b5f-a71d-d5ed9a2c0cae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 1001 time: 0.1320717 Feb 08 23:50:22.391980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8551b60-7550-4abd-859b-86d996af45a2 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.392285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e0774aef-bcda-4f55-90db-f5562fb97f6b details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:22.393387 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0609ba76-8a4a-4c0e-8ce3-1356e9043abe None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:10:43:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:20Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:22.397135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41276) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:22.398231 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f8551b60-7550-4abd-859b-86d996af45a2 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.1387997 Feb 08 23:50:22.469406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b33bfd18-39de-4a77-8d82-9a5c1094b99b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=b51c339b-9eb7-438f-aea4-064ed3f225ff HTTP/1.1" status: 200 len: 205 time: 0.0664010 Feb 08 23:50:22.470582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41278) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:22.487303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b4307ae-f7e5-47d9-82bb-21ceb029295a req-78cd0ece-508b-4b94-874d-6b5b3a4a14e7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086257 Feb 08 23:50:22.496370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-f6ba5ade-c91e-47a0-8772-7c14ce93163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.511532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-f6ba5ade-c91e-47a0-8772-7c14ce93163b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1124954 Feb 08 23:50:22.525094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=fe34630a-c9a4-4b37-8f72-543eeee9a36e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:22.580483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e0774aef-bcda-4f55-90db-f5562fb97f6b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:22.581543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-e17c88a8-960a-4b4d-8ced-5bd54a7eccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.583437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-e17c88a8-960a-4b4d-8ced-5bd54a7eccc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585670 Feb 08 23:50:22.609181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'e0774aef-bcda-4f55-90db-f5562fb97f6b', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'port_id': 'e0774aef-bcda-4f55-90db-f5562fb97f6b', 'mac_address': 'fa:16:3e:fd:9c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:22.621169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.659253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.674938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0774aef-bcda-4f55-90db-f5562fb97f6b {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:22.702410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e0774aef-bcda-4f55-90db-f5562fb97f6b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:22.705540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2913ff0-f7ea-4b5a-a4aa-56a9ccaffa77 req-1370fc66-cb31-4aff-8a13-6a735c5ae4f8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.709090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.710356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1f2835ad-ebaf-4809-bd08-31076ddaf01d details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:22.713027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2913ff0-f7ea-4b5a-a4aa-56a9ccaffa77 req-1370fc66-cb31-4aff-8a13-6a735c5ae4f8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1207781 Feb 08 23:50:22.750522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.776236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-ace49ce4-da38-477a-8776-351505aa1d7d service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809909 Feb 08 23:50:22.785443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:22.786263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2913ff0-f7ea-4b5a-a4aa-56a9ccaffa77 req-b5ffa17e-e6e9-4f8d-8208-0d6c830ee97b tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723245 Feb 08 23:50:22.788161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e0774aef-bcda-4f55-90db-f5562fb97f6b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:22.808711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1f2835ad-ebaf-4809-bd08-31076ddaf01d', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'port_id': '1f2835ad-ebaf-4809-bd08-31076ddaf01d', 'mac_address': 'fa:16:3e:d1:dc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:22.835214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Deleting port 6c77380b-3ec8-40b1-9085-99f97cb0406a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:22.836332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.850321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.857766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:22.857766 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:22.866807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2835ad-ebaf-4809-bd08-31076ddaf01d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:22.899572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:22.905835 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.906567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:22.915023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1ff913-4b59-4a0e-b6ce-ddebc6a2158e req-b36189dd-5e07-4ac3-a5bb-c3ff487cb302 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249709 Feb 08 23:50:22.947225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:22.966455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Calling delete_port for 6c77380b-3ec8-40b1-9085-99f97cb0406a owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:22.970767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb6f6d-88d0-4818-a437-9593dfc6658e req-24661931-5f50-4a35-8f1a-84a3000f40ab tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:22.972472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83cb6f6d-88d0-4818-a437-9593dfc6658e req-24661931-5f50-4a35-8f1a-84a3000f40ab tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 1100 time: 0.0611567 Feb 08 23:50:22.977687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:23.064215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83cb6f6d-88d0-4818-a437-9593dfc6658e req-ef1cfe49-7f87-44c8-8242-0758ff036050 tempest-ServersOnMultiNodesTest-216617622 tempest-ServersOnMultiNodesTest-216617622-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843849 Feb 08 23:50:23.095475 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.098862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.106040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.109211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'port_id': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'mac_address': 'fa:16:3e:cd:32:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:23.112045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.119808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.126714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.134676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.138284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:23.141779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.143759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-e68a29bd-f415-4134-ad0a-66d87f341ff9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5422 time: 0.1381931 Feb 08 23:50:23.177650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.191319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d26e3610-c785-43e6-8b27-c47c7ad55a51 req-5a0859c0-94c4-4a15-bc79-419e5bb97b92 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408661 Feb 08 23:50:23.244159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:23.256441 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e4d0f1-2de0-499a-82eb-f4b20519329f x-openstack-request-id: req-69e4d0f1-2de0-499a-82eb-f4b20519329f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:23.256727 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:23.257075 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69e4d0f1-2de0-499a-82eb-f4b20519329f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:23.258018 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'status': 'completed', 'code': 200} Feb 08 23:50:23.275578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.287661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.289108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c849c1df-0b37-49d2-b609-e4297b5ad4ec details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:23.385968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:23.401150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.422872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f', 'mac_address': 'fa:16:3e:52:a9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:23.433759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c849c1df-0b37-49d2-b609-e4297b5ad4ec,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.488862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c849c1df-0b37-49d2-b609-e4297b5ad4ec', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'port_id': 'c849c1df-0b37-49d2-b609-e4297b5ad4ec', 'mac_address': 'fa:16:3e:69:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:23.527477 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.555776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:23.564543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.594702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c849c1df-0b37-49d2-b609-e4297b5ad4ec {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:23.598198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-a46588d3-a536-4866-ad6e-450e28bf9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.599801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-a46588d3-a536-4866-ad6e-450e28bf9768 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1096 time: 0.0682087 Feb 08 23:50:23.601617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.606847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.650237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c849c1df-0b37-49d2-b609-e4297b5ad4ec,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.657161 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.658157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2252f44b-63b4-43f2-b697-950cf5c380e2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:23.688585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2252f44b-63b4-43f2-b697-950cf5c380e2,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.703643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '2252f44b-63b4-43f2-b697-950cf5c380e2', 'network_id': '2b23b392-f590-42b0-aea8-e1ad8c9ceb05', 'port_id': '2252f44b-63b4-43f2-b697-950cf5c380e2', 'mac_address': 'fa:16:3e:cb:56:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81afb93-13af-417b-bcba-b8cdefbf9be1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:23.725067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.745457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1b76d-750d-45bd-a2f8-58b69fc97fb3 req-d2fda0a4-ceac-43a8-9b2d-21d2ffa751de tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.746413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:23.754765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3f1b76d-750d-45bd-a2f8-58b69fc97fb3 req-d2fda0a4-ceac-43a8-9b2d-21d2ffa751de tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 945 time: 0.4012110 Feb 08 23:50:23.769522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event deleted for resources: {'Port': ['ID=6c77380b-3ec8-40b1-9085-99f97cb0406a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:23.785656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.786026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.786349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.786687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.787021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.787350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.787676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.788261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.788951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.788951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.789269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.789486 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.789609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:23.790176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee2320ac-2206-4574-872f-486988eecff7 req-a5305a27-725d-4fa2-8cfa-12912f591f88 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1001 time: 0.3997593 Feb 08 23:50:23.792709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-67fa543c-5134-42bb-bc1e-634b1de2c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.794239 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-67fa543c-5134-42bb-bc1e-634b1de2c0aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.1847827 Feb 08 23:50:23.828254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2252f44b-63b4-43f2-b697-950cf5c380e2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:23.836963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:23.851797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3f1b76d-750d-45bd-a2f8-58b69fc97fb3 req-55a40feb-5dd6-4328-96e3-181c6c728928 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963674 Feb 08 23:50:23.863115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2320ac-2206-4574-872f-486988eecff7 req-e4869f22-c18a-4b59-8170-0e5a4b25b5e4 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:23.877318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2252f44b-63b4-43f2-b697-950cf5c380e2,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:23.879746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee2320ac-2206-4574-872f-486988eecff7 req-e4869f22-c18a-4b59-8170-0e5a4b25b5e4 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports/a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 942 time: 0.0883057 Feb 08 23:50:23.883474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.884147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 321e5262-2128-4c4b-badc-cfa091bb5d0e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:23.908631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:23.913555 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-daa72edb-c379-4c6a-84cf-0ea3dffd4dce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 1001 time: 0.0988326 Feb 08 23:50:24.003600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee2320ac-2206-4574-872f-486988eecff7 req-3118bf31-d1a7-43da-b216-5bf57ad9bc99 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1001 time: 0.0882373 Feb 08 23:50:24.056120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.060089 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.077937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-75f6a29d-7c64-44b9-8ae1-3a9adfaf8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.079651 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-75f6a29d-7c64-44b9-8ae1-3a9adfaf8a96 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1332726 Feb 08 23:50:24.087872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['78bfd4e6-53c4-4f59-b09d-e1222a2ca51f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:24.145080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2320ac-2206-4574-872f-486988eecff7 req-7ca14ce0-da8a-4b27-a940-f8ad6098252e tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.147781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.148433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Fanout notify agent at l3_agent the message router_deleted on router b51c339b-9eb7-438f-aea4-064ed3f225ff {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:24.158018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee2320ac-2206-4574-872f-486988eecff7 req-7ca14ce0-da8a-4b27-a940-f8ad6098252e tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1532969 Feb 08 23:50:24.158283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.166420 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4b46a7e2-20ca-44c6-8b24-97768eefa79e tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/b51c339b-9eb7-438f-aea4-064ed3f225ff HTTP/1.1" status: 204 len: 168 time: 1.6940253 Feb 08 23:50:24.166817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-ee2320ac-2206-4574-872f-486988eecff7 req-4577feed-7ab1-4490-9b91-4a48e591cc32 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:50:24.168028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41302) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:24.175599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-656819327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:24.186593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee2320ac-2206-4574-872f-486988eecff7 req-4577feed-7ab1-4490-9b91-4a48e591cc32 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274298 Feb 08 23:50:24.199142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-ccf83daa-c829-4961-8897-da11cb1e201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.200782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-ccf83daa-c829-4961-8897-da11cb1e201c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874636 Feb 08 23:50:24.261048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=321e5262-2128-4c4b-badc-cfa091bb5d0e,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:24.275791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:24.283154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.284200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.288020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '321e5262-2128-4c4b-badc-cfa091bb5d0e', 'network_id': '8988f8ab-f0f2-4807-9a87-37cbfe45efdc', 'port_id': '321e5262-2128-4c4b-badc-cfa091bb5d0e', 'mac_address': 'fa:16:3e:4a:36:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d170b13-1026-4f73-b816-3766f02fee92', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:24.368118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.376890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.380737 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.390816 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-061a3c4a-a160-41b8-acb3-86e108fec1f5 service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797171 Feb 08 23:50:24.395896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118095a-f738-49eb-8dd7-030a5cadf487 req-78dc7bc3-790e-4894-952c-b20d34da1f34 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.398689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a118095a-f738-49eb-8dd7-030a5cadf487 req-78dc7bc3-790e-4894-952c-b20d34da1f34 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1073821 Feb 08 23:50:24.401896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.407816 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0537e19d-161e-47ae-b0ec-f72fb61e4e7b tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2362540 Feb 08 23:50:24.408572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41308) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:24.416642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a3d18-c812-414b-b4e1-788129506e32 req-c94f32ff-c85c-4149-9ddd-bb03d5588c42 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.422982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': False}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:24.430244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321e5262-2128-4c4b-badc-cfa091bb5d0e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:24.430493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e7a3d18-c812-414b-b4e1-788129506e32 req-c94f32ff-c85c-4149-9ddd-bb03d5588c42 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 944 time: 0.1751754 Feb 08 23:50:24.470873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=321e5262-2128-4c4b-badc-cfa091bb5d0e,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:24.480250 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.503918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e7a3d18-c812-414b-b4e1-788129506e32 req-de79c373-265b-4460-a5f5-a5c54a1533cc tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722373 Feb 08 23:50:24.594097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:24.613597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a118095a-f738-49eb-8dd7-030a5cadf487 req-9b10e76d-8d7c-4db3-88a1-63725be0ac4a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807904 Feb 08 23:50:24.756462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:24.760282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653411b-7e3e-4c66-b385-b61b641dea4f req-45aefcc7-42ed-4cf7-af01-452ca0578780 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.771650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e653411b-7e3e-4c66-b385-b61b641dea4f req-45aefcc7-42ed-4cf7-af01-452ca0578780 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 949 time: 0.1118138 Feb 08 23:50:24.772417 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8d4f2e11-cd3c-4eef-ad47-243c6d89eee9 req-5439bf32-6adf-4e42-8ec0-2f65cf28472a service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626285 Feb 08 23:50:24.779116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-c9516896-7e5d-49d2-a6c1-33cd8092a6dd tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1001 time: 0.1300771 Feb 08 23:50:24.853233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-8f280a90-46f8-40a9-9876-9c954828f0ef tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:24.861881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-8f280a90-46f8-40a9-9876-9c954828f0ef tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports/a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 942 time: 0.0745754 Feb 08 23:50:24.877664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e653411b-7e3e-4c66-b385-b61b641dea4f req-e325ed91-e738-41f0-b800-38741e18e691 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042902 Feb 08 23:50:25.019414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.041532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.048406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-8c86e249-189e-4ca2-bc91-1d630f02bd74 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1001 time: 0.1280904 Feb 08 23:50:25.080256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.086387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.093133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.099105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.105158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.111106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.117047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.119712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-1ed9ccb8-f788-4a6c-ab6d-3554d0e36abf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5426 time: 0.1590762 Feb 08 23:50:25.138784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 90ce55b2-50fd-4067-869c-115af26a4ffa up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:25.184001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Allocated IP 172.25.3.221 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b75640f8-2d07-4f34-9471-6bb388808554) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:25.225725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 90ce55b2-50fd-4067-869c-115af26a4ffa completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:25.231694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 90ce55b2-50fd-4067-869c-115af26a4ffa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:25.232233 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.255738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97b0f74f-7bbf-415b-95a4-d076f2de55d4 req-8f173806-f02b-4bdb-bb4b-663d45fc28c9 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878174 Feb 08 23:50:25.354190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-8b24ab27-c967-477d-8619-3d0169ab7f7c tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.355677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-8b24ab27-c967-477d-8619-3d0169ab7f7c tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2986116 Feb 08 23:50:25.367656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.392463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.408446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.440032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:25.444200 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c3f25-ba28-4d76-b243-0d39deda69c4" -d '{"events": [{"server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "name": "network-vif-plugged", "status": "completed", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:25.459266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922f9dd-ca15-478d-a724-1ea4ca08b05f req-0909d59d-6d47-4bad-9bb3-ef8eb51bc393 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.460960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7922f9dd-ca15-478d-a724-1ea4ca08b05f req-0909d59d-6d47-4bad-9bb3-ef8eb51bc393 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 945 time: 0.1428061 Feb 08 23:50:25.469704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Pushing event updated for resources: {'Port': ['ID=b75640f8-2d07-4f34-9471-6bb388808554,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:25.477676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=90ce55b2-50fd-4067-869c-115af26a4ffa,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:25.480050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-a97dbab0-4f10-4460-b2bd-18a28953c3d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1001 time: 0.1046648 Feb 08 23:50:25.491945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:25.493669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.494600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:25.500377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:25.502142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:25.568357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:25.578557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7922f9dd-ca15-478d-a724-1ea4ca08b05f req-800cde39-de26-409e-8e07-587b0dd0667e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097457 Feb 08 23:50:25.596052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.607439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['9b7dd404-b7f4-41e2-add4-dbfdf8c4de86'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:25.615912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e0774aef-bcda-4f55-90db-f5562fb97f6b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:25.760195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['fe34630a-c9a4-4b37-8f72-543eeee9a36e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:25.773842 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beb2ffb-efc8-4ba5-a035-a0a7735428ae x-openstack-request-id: req-2beb2ffb-efc8-4ba5-a035-a0a7735428ae {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:25.774118 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "name": "network-vif-plugged", "status": "completed", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:25.774925 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2beb2ffb-efc8-4ba5-a035-a0a7735428ae {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:25.775342 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa', 'code': 200} Feb 08 23:50:25.781237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['321e5262-2128-4c4b-badc-cfa091bb5d0e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:25.834853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2252f44b-63b4-43f2-b697-950cf5c380e2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:25.836834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c849c1df-0b37-49d2-b609-e4297b5ad4ec'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:25.853465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81bcf7-addc-4313-8781-d76d104e1211 req-8cf1ef68-03b0-4fe1-850f-d6a3e0088034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:25.855115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5a81bcf7-addc-4313-8781-d76d104e1211 req-8cf1ef68-03b0-4fe1-850f-d6a3e0088034 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 1097 time: 0.0696249 Feb 08 23:50:25.894625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.903576 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5a81bcf7-addc-4313-8781-d76d104e1211 req-ce1270c9-f093-497a-9d9e-2e058e9c66d0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Feb 08 23:50:25.932478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:25.933145 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43 disassociated. External IP: 172.25.3.193, port: a4222fe0-e662-4c5e-a430-80d18801c135. Feb 08 23:50:26.008201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb55627-8319-4c47-b776-0cf5c37c49b0 req-1b9eaa5b-7e8c-4266-9a0a-656cab50b884 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:26.019793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb55627-8319-4c47-b776-0cf5c37c49b0 req-1b9eaa5b-7e8c-4266-9a0a-656cab50b884 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 944 time: 0.1587627 Feb 08 23:50:26.045852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:26.067682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-ab2e50a5-0793-4399-9a86-63a64d14c3b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:26.070486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-ab2e50a5-0793-4399-9a86-63a64d14c3b3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 949 time: 0.2180738 Feb 08 23:50:26.103978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb55627-8319-4c47-b776-0cf5c37c49b0 req-e3b50e3a-113c-4b25-b0c3-9573963fcff3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828977 Feb 08 23:50:26.335033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:26.339341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:26.361941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1f2835ad-ebaf-4809-bd08-31076ddaf01d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:26.404184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09809-522e-4bf2-9721-bd19cb14673c req-02e01edd-0b64-4d14-91b8-274af828b649 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:26.412463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29e09809-522e-4bf2-9721-bd19cb14673c req-02e01edd-0b64-4d14-91b8-274af828b649 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1658363 Feb 08 23:50:26.487066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29e09809-522e-4bf2-9721-bd19cb14673c req-61cde47a-53be-41a4-abdc-346ad96d00c8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727322 Feb 08 23:50:26.506441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Router 3af2b133-2659-4571-96e7-28290d02bf9a is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:26.602553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port bdb28ec7-0f30-404f-b813-2d77b055b8d3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:26.602975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:26.688279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:26.694631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:26.698197 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9624c554-2ccd-46cf-ac35-809bd4cb6517 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "PUT /v2.0/routers/3af2b133-2659-4571-96e7-28290d02bf9a HTTP/1.1" status: 200 len: 915 time: 2.2779493 Feb 08 23:50:26.700516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41330) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:26.704964 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] Sync routers for ids ['3af2b133-2659-4571-96e7-28290d02bf9a'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:26.717773 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] Routers {'3af2b133-2659-4571-96e7-28290d02bf9a'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:26.718724 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3af2b133-2659-4571-96e7-28290d02bf9a'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:26.782213 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:26.794226 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] Routers {'3af2b133-2659-4571-96e7-28290d02bf9a'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:26.795806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3af2b133-2659-4571-96e7-28290d02bf9a'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:26.832372 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:26.833459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cd9b84-8146-4788-b5a2-897046c02adf None None] The sync data for ids ['3af2b133-2659-4571-96e7-28290d02bf9a'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:26.854848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:26.870475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95615698-e4ea-4600-9723-cd11d22e5ee3 req-5a0bc105-2c77-4c00-880d-e952a5c3fcef tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:26.872014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95615698-e4ea-4600-9723-cd11d22e5ee3 req-5a0bc105-2c77-4c00-880d-e952a5c3fcef tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fa20e82-7ad5-4318-8619-223d4df4b185 HTTP/1.1" status: 200 len: 949 time: 0.2586343 Feb 08 23:50:26.898494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-360e60fe-c9ea-41b4-9148-5f2e03caf823 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/3af2b133-2659-4571-96e7-28290d02bf9a HTTP/1.1" status: 200 len: 921 time: 0.1967666 Feb 08 23:50:26.901236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41332) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:26.902401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port bdb28ec7-0f30-404f-b813-2d77b055b8d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bdb28ec7-0f30-404f-b813-2d77b055b8d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:26.902869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:26.929431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for bdb28ec7-0f30-404f-b813-2d77b055b8d3 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:27.006729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95615698-e4ea-4600-9723-cd11d22e5ee3 req-5bbcea4b-1dc0-452d-811a-0a6ef7a2cc6f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228712 Feb 08 23:50:27.067397 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:50:27.140523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:27.145763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.157091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:27.218679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:27.264800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:27.266269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c39ea2-930b-4a60-94e0-228a71d685da tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.266961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:27.271670 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-28c39ea2-930b-4a60-94e0-228a71d685da tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=3af2b133-2659-4571-96e7-28290d02bf9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3656487 Feb 08 23:50:27.272031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41336) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:27.312067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-91d55645-51ab-48a3-97d6-2e83ca6020d8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "PUT /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 695 time: 1.8186886 Feb 08 23:50:27.319894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:27.323296 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0857c59a-4fb9-4f21-913d-00c0fa741e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:27.393817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c9091-03ac-4c83-9e4c-62cb422b1da3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.399141 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-762c9091-03ac-4c83-9e4c-62cb422b1da3 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.1227722 Feb 08 23:50:27.399141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41340) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:27.399587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.415269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e', '7229f316-c712-4bd2-9525-dedda4501173', 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:27.421426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.428273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.434203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.440700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.445062 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f47dfa3-cc0e-494b-9970-32c83280a156 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3af2b133-2659-4571-96e7-28290d02bf9a HTTP/1.1" status: 200 len: 205 time: 0.0442445 Feb 08 23:50:27.446570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.449108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41342) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:27.464101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.472906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.474974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-53ef4d68-0fb0-4e78-8d97-6199830b1285 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5426 time: 0.3243587 Feb 08 23:50:27.490745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:27.516325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=bdb28ec7-0f30-404f-b813-2d77b055b8d3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:27.519203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:27.519989 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.557658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.557999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.558390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.559265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.559265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.559525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.559720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.560035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.560361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.561950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.561950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.562294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:27.580771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-c968f880-0606-48e0-aa79-644f263a1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.591834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-c968f880-0606-48e0-aa79-644f263a1f4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1096 time: 0.2391508 Feb 08 23:50:27.616813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.620196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:27.642888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port bdb28ec7-0f30-404f-b813-2d77b055b8d3 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:27.646000 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.649846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19e66e7e-4dde-44ca-8ab7-67c586ad245d req-542a5c51-8c28-4e8d-8093-39b7cd0cc5ff tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "DELETE /v2.0/ports/bdb28ec7-0f30-404f-b813-2d77b055b8d3 HTTP/1.1" status: 204 len: 173 time: 1.5598505 Feb 08 23:50:27.752583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88bf7698-7179-4b23-9ce7-c7f6ff54e835 req-665b70a0-7bf5-43f0-a4cd-28a147875a2c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2471080 Feb 08 23:50:27.833392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.854247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-fe12ba3a-e40f-42fe-9e6f-37ab1c23dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:27.856776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-fe12ba3a-e40f-42fe-9e6f-37ab1c23dc99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.2584057 Feb 08 23:50:27.910023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Deleting port b75640f8-2d07-4f34-9471-6bb388808554 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:27.910677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:27.955206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-420a07ee-ef4d-4891-a49d-7f148561ba00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 217 time: 0.0900607 Feb 08 23:50:28.012231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.026710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Calling delete_port for b75640f8-2d07-4f34-9471-6bb388808554 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:28.046865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad5cb-54cc-414d-a859-16425f725b47 req-a3a35fb0-ab77-4d0e-86ef-ec078251bf25 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:28.054340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-880ad5cb-54cc-414d-a859-16425f725b47 req-a3a35fb0-ab77-4d0e-86ef-ec078251bf25 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 946 time: 0.1105909 Feb 08 23:50:28.070693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-6ab37f50-86b4-4ac4-94ed-7389970fad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:28.072619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-6ab37f50-86b4-4ac4-94ed-7389970fad17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.0898826 Feb 08 23:50:28.137498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-880ad5cb-54cc-414d-a859-16425f725b47 req-7c6af4d5-7d2b-4af1-8611-d90822316732 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822825 Feb 08 23:50:28.150505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.168676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-31095dc7-9a3a-4f01-8862-80ffa36de0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:28.170666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-31095dc7-9a3a-4f01-8862-80ffa36de0da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909486 Feb 08 23:50:28.218968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:28.221532 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10f26a-45f0-4ae7-a76e-0ba2e6746e7d" -d '{"events": [{"server_uuid": "7f7d6403-0fe4-430a-afa0-625fe6493fb7", "name": "network-vif-plugged", "status": "completed", "tag": "78bfd4e6-53c4-4f59-b09d-e1222a2ca51f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:28.262121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:28.275944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.323648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.363201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2cbde-28f1-4b61-ba1e-6e79f34943a7 req-3625c17e-6cd3-4f95-9e53-d4dcc8d1dc72 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:28.366279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event deleted for resources: {'Port': ['ID=b75640f8-2d07-4f34-9471-6bb388808554,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:28.389642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fa2cbde-28f1-4b61-ba1e-6e79f34943a7 req-3625c17e-6cd3-4f95-9e53-d4dcc8d1dc72 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 945 time: 0.1692913 Feb 08 23:50:28.399008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:28.465182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:28.479997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-c4eea83a-fdb2-4517-a788-a3b76d06918b service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019383 Feb 08 23:50:28.498987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fa2cbde-28f1-4b61-ba1e-6e79f34943a7 req-94738825-07ab-44fc-bc89-4deb9c7c21d9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055479 Feb 08 23:50:28.514594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bdb28ec7-0f30-404f-b813-2d77b055b8d3 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:28.524702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.547460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:28.559698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: bdb28ec7-0f30-404f-b813-2d77b055b8d3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:28.560089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bdb28ec7-0f30-404f-b813-2d77b055b8d3 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:28.585460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:28.586643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:28.728065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.731083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.773309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6e56d5-8215-48b9-9523-14a37fe459a5 req-90ff12b5-d489-47b6-9ec2-a5ef30b7c46a service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730289 Feb 08 23:50:28.780637 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e252a8e-8195-45df-8b15-e35429eda374 x-openstack-request-id: req-6e252a8e-8195-45df-8b15-e35429eda374 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:28.781187 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:28.782104 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e252a8e-8195-45df-8b15-e35429eda374 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:28.783226 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'status': 'completed', 'code': 200} Feb 08 23:50:28.801805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.802336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Fanout notify agent at l3_agent the message router_deleted on router 3af2b133-2659-4571-96e7-28290d02bf9a {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:28.811590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.822474 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eea6ca11-64a5-4b8a-8666-616c055fe7f9 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/3af2b133-2659-4571-96e7-28290d02bf9a HTTP/1.1" status: 204 len: 168 time: 1.3624804 Feb 08 23:50:28.824814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:28.835846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41358) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:28.842866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1559984003', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:28.879131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.880445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:28.889412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2096e37-0379-4d55-9e5a-646696f2c60a req-e2f94961-ab11-4a78-872c-9b8ff196c3b0 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:28.892284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2096e37-0379-4d55-9e5a-646696f2c60a req-e2f94961-ab11-4a78-872c-9b8ff196c3b0 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1174448 Feb 08 23:50:28.924988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-326d05c8-0523-473e-b5b2-cac2e280fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:28.927849 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-326d05c8-0523-473e-b5b2-cac2e280fc64 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 1096 time: 0.1408563 Feb 08 23:50:28.974474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2096e37-0379-4d55-9e5a-646696f2c60a req-3e99a175-0e2a-4c38-b962-0ef2d40ea290 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744197 Feb 08 23:50:29.048307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:29.070118 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b5ebc3-2fa3-40e3-9263-64396dee0179 x-openstack-request-id: req-f3b5ebc3-2fa3-40e3-9263-64396dee0179 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:29.070501 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7d6403-0fe4-430a-afa0-625fe6493fb7", "name": "network-vif-plugged", "status": "completed", "tag": "78bfd4e6-53c4-4f59-b09d-e1222a2ca51f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:29.070886 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3b5ebc3-2fa3-40e3-9263-64396dee0179 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:29.071467 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f', 'code': 200} Feb 08 23:50:29.078046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f144610-64c7-4ade-9963-7c6b63843790 req-0d252517-371d-4cca-a75e-e8539fab0d46 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 267 time: 0.1023586 Feb 08 23:50:29.211012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:29.246602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a5291-b498-4e4f-a974-e268937fb119 None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:29.322602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:29.362360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-2b40add6-70c8-4dd0-b5c8-adc6b5eb6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.363998 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-2b40add6-70c8-4dd0-b5c8-adc6b5eb6ea2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.4256024 Feb 08 23:50:29.440509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-cd5b4a6c-9cb5-449a-879b-b2fc40f51dcb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 200 len: 217 time: 0.0693095 Feb 08 23:50:29.508531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-b1254098-fa1d-4f9b-8998-5b03e125a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.510152 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-b1254098-fa1d-4f9b-8998-5b03e125a208 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.0621474 Feb 08 23:50:29.544212 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62defe7-64e4-4194-95d8-5beba6a95b59 None None] New status for floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:50:29.583527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-34293942-b62e-4d75-9873-0548aa124ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.585768 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-34293942-b62e-4d75-9873-0548aa124ce2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649133 Feb 08 23:50:29.597935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f144610-64c7-4ade-9963-7c6b63843790 req-c9accc98-1dbe-4daf-bdb9-2b556362378d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.600197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f144610-64c7-4ade-9963-7c6b63843790 req-c9accc98-1dbe-4daf-bdb9-2b556362378d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 946 time: 0.5115650 Feb 08 23:50:29.607260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802eaab-f813-49f2-bee4-e47a1fa91d22 req-b63870f8-49e5-43e7-81be-9c7dd8f4784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.609355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9802eaab-f813-49f2-bee4-e47a1fa91d22 req-b63870f8-49e5-43e7-81be-9c7dd8f4784d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 1096 time: 0.4609802 Feb 08 23:50:29.616948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'port': {'security_groups': []}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:29.659141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.665278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.671884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.677970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.683858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.690415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.696075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:29.698041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-d8a74e9b-9fc6-441b-be16-ccd310f5a907 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5426 time: 0.1871097 Feb 08 23:50:29.744030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:29.773712 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:29.786114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fd7b6e5-3f63-4a98-a765-0bd500bcadcd req-8ed465ff-a118-4f2d-8174-c0c240d820a7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775168 Feb 08 23:50:29.804484 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-fee86361-f8e9-4947-824c-cf34a9e90ba6 service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089386 Feb 08 23:50:29.810418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9802eaab-f813-49f2-bee4-e47a1fa91d22 req-c801718e-5d43-461e-8e52-b37b9070d863 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892169 Feb 08 23:50:29.815568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:29.938551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Allocated IP 172.25.3.183 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ecd394fd-7f7c-44e1-afc9-28ecb3f91ba7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:30.056014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=90ce55b2-50fd-4067-869c-115af26a4ffa,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:30.107684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.114621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.128320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c', '90ce55b2-50fd-4067-869c-115af26a4ffa'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:30.156977 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0857c59a-4fb9-4f21-913d-00c0fa741e5a req-e0e38577-ed71-4f39-83e4-47a6a953d3c5 service neutron] 10.222.0.84 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355307 Feb 08 23:50:30.159941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.218762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:30.219523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.219966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.237129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f144610-64c7-4ade-9963-7c6b63843790 req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "PUT /v2.0/ports/90ce55b2-50fd-4067-869c-115af26a4ffa HTTP/1.1" status: 200 len: 905 time: 0.6256454 Feb 08 23:50:30.282002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:30.289709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:30.293468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:30.336107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event updated for resources: {'Port': ['ID=ecd394fd-7f7c-44e1-afc9-28ecb3f91ba7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:30.340225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ecac4da3-30aa-4876-b3f7-f811898bd182'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:30.345561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:30.353807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81673abe-b71a-47df-a451-e67b1982aecc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:30.423479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f334705-04ee-4530-8496-c6ac7816d652 req-b465eef3-34c3-4788-a1e6-cab4062ce716 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:30.431212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f334705-04ee-4530-8496-c6ac7816d652 req-b465eef3-34c3-4788-a1e6-cab4062ce716 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 945 time: 0.1364167 Feb 08 23:50:30.457694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-c1a47c4a-c091-4b1e-bd7b-85929051c38f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:30.465169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-c1a47c4a-c091-4b1e-bd7b-85929051c38f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1072347 Feb 08 23:50:30.534692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-dda8aa8f-417c-4a66-90ee-ed57f63bfaba tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 696 time: 0.0686290 Feb 08 23:50:30.546346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f334705-04ee-4530-8496-c6ac7816d652 req-0eab1a97-65a9-42bb-b420-a687cc473382 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141279 Feb 08 23:50:30.555889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'floatingip': {'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:30.572811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe34630a-c9a4-4b37-8f72-543eeee9a36e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:30.575048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['90ce55b2-50fd-4067-869c-115af26a4ffa'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:30.637636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.640272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.746014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c0873813-bb71-4125-9831-8b279d306ad0 None None] Provisioning complete for port 90ce55b2-50fd-4067-869c-115af26a4ffa triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:30.746444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c0873813-bb71-4125-9831-8b279d306ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.766156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee1d78-1c4b-460d-9014-7a446784163e req-1b7fe958-9268-4cdc-aa84-be31f8736e49 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:30.767658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9ee1d78-1c4b-460d-9014-7a446784163e req-1b7fe958-9268-4cdc-aa84-be31f8736e49 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1410966 Feb 08 23:50:30.784399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'name': 'network-vif-deleted', 'tag': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3'}, {'name': 'network-changed', 'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:30.786867 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5cf465-3a00-43ee-b30e-899350848499" -d '{"events": [{"server_uuid": "9fa20e82-7ad5-4318-8619-223d4df4b185", "name": "network-vif-deleted", "tag": "bdb28ec7-0f30-404f-b813-2d77b055b8d3"}, {"name": "network-changed", "server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:30.820816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port fe34630a-c9a4-4b37-8f72-543eeee9a36e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:30.831639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port fe34630a-c9a4-4b37-8f72-543eeee9a36e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:30.832337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:30.872440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9ee1d78-1c4b-460d-9014-7a446784163e req-3aa9f4bd-fcab-4ee0-aabe-497c48038fca tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940890 Feb 08 23:50:30.884152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.051098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.104587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Router 00824979-4418-4326-b147-83a659e64580 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:50:31.105236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:31.106963 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828222b7-e57e-4210-b394-918c2afe2664" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "fe34630a-c9a4-4b37-8f72-543eeee9a36e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:31.130198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb5c80-08ce-4a60-9afc-284644fd20ac req-cffc949a-8457-41b7-8464-a6aca98f16e3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:31.131548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port fe34630a-c9a4-4b37-8f72-543eeee9a36e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:31.131958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ebb5c80-08ce-4a60-9afc-284644fd20ac req-cffc949a-8457-41b7-8464-a6aca98f16e3 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 949 time: 0.0895538 Feb 08 23:50:31.142588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.143419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c849c1df-0b37-49d2-b609-e4297b5ad4ec up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:31.219846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ebb5c80-08ce-4a60-9afc-284644fd20ac req-82a1aadf-6840-41e0-95f5-cb5d1acf2a09 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718732 Feb 08 23:50:31.272878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=fe34630a-c9a4-4b37-8f72-543eeee9a36e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:31.297993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c849c1df-0b37-49d2-b609-e4297b5ad4ec completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:31.304329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c849c1df-0b37-49d2-b609-e4297b5ad4ec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:31.304705 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.315468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.322037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.522773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e63b69-b082-4793-a7eb-296bd1e036a7 req-a639bb8d-6bf9-4d01-9b82-54fb0eafac7b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:31.524390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2e63b69-b082-4793-a7eb-296bd1e036a7 req-a639bb8d-6bf9-4d01-9b82-54fb0eafac7b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 908 time: 0.1027081 Feb 08 23:50:31.535150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.570816 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43 associated. External IP: 172.25.3.193, port: f677f657-f3e1-44e0-92b6-4a93b04ab28e. Feb 08 23:50:31.606638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c849c1df-0b37-49d2-b609-e4297b5ad4ec,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:31.613554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.614824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e0774aef-bcda-4f55-90db-f5562fb97f6b up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:31.618897 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabd52a8-2e2c-4018-89d4-5fa2fa2efae6 x-openstack-request-id: req-eabd52a8-2e2c-4018-89d4-5fa2fa2efae6 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:31.619198 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa20e82-7ad5-4318-8619-223d4df4b185", "name": "network-vif-deleted", "tag": "bdb28ec7-0f30-404f-b813-2d77b055b8d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:31.619439 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eabd52a8-2e2c-4018-89d4-5fa2fa2efae6 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:31.619927 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa20e82-7ad5-4318-8619-223d4df4b185', 'name': 'network-vif-deleted', 'tag': 'bdb28ec7-0f30-404f-b813-2d77b055b8d3', 'status': 'completed', 'code': 200} Feb 08 23:50:31.620199 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa', 'status': 'completed', 'code': 200} Feb 08 23:50:31.681108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-2990b98f-edab-4441-a730-68e2ee586685 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:31.682777 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-2990b98f-edab-4441-a730-68e2ee586685 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 945 time: 0.1571381 Feb 08 23:50:31.686241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:31.707593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] Sync routers for ids ['00824979-4418-4326-b147-83a659e64580'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:31.711412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:31.736354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] Routers {'00824979-4418-4326-b147-83a659e64580'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:31.737033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['00824979-4418-4326-b147-83a659e64580'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:31.737306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.741560 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d0da882-4e4e-40ce-8eb9-f6c512d5983a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9036870 Feb 08 23:50:31.744683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41392) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:31.749188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:31.775756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:31.791621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] Routers {'00824979-4418-4326-b147-83a659e64580'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:31.792233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['00824979-4418-4326-b147-83a659e64580'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:31.810018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:31.810457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.830839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port e0774aef-bcda-4f55-90db-f5562fb97f6b completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:31.833235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:31.833617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce039c54-e5a1-4dbe-880d-fd6a1e0c5f25 None None] The sync data for ids ['00824979-4418-4326-b147-83a659e64580'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:31.836979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port e0774aef-bcda-4f55-90db-f5562fb97f6b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:31.837354 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.921574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:31.922210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.934928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:31.936304 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.971831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e0774aef-bcda-4f55-90db-f5562fb97f6b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:31.976014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:31.977018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:31.989573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:31.995793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.003338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.011074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.019685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.025657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.033413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.035318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-9ef46411-145e-40dd-bebd-fb6bf7353f46 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5428 time: 0.3545933 Feb 08 23:50:32.081989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf465-3a00-43ee-b30e-899350848499 req-f8d9680c-894f-4e92-ae82-784b37a41f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.084124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-f8d9680c-894f-4e92-ae82-784b37a41f55 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 1059 time: 0.4432325 Feb 08 23:50:32.113007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.148302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=78bfd4e6-53c4-4f59-b09d-e1222a2ca51f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:32.171339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['78bfd4e6-53c4-4f59-b09d-e1222a2ca51f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:32.199498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:32.203239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.207444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf0455cc-bbc8-49c1-93aa-d61ad9f1ec8c req-7489604a-b231-4786-8134-7d0f7798aa0a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "DELETE /v2.0/ports/78bfd4e6-53c4-4f59-b09d-e1222a2ca51f HTTP/1.1" status: 204 len: 173 time: 0.5125268 Feb 08 23:50:32.208419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'name': 'network-vif-deleted', 'tag': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:32.210561 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8287479-04c0-4bb0-9778-893a768ac6ef" -d '{"events": [{"server_uuid": "7f7d6403-0fe4-430a-afa0-625fe6493fb7", "name": "network-vif-deleted", "tag": "78bfd4e6-53c4-4f59-b09d-e1222a2ca51f"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:32.235115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e0774aef-bcda-4f55-90db-f5562fb97f6b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:32.248945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:32.253298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:32.253668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.333806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-67dc42a0-99e3-44fa-86ca-118d9901f17d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.336085 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-67dc42a0-99e3-44fa-86ca-118d9901f17d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/ports?device_id=ecfc6c39-5c03-44bd-bd1b-5890929454f4 HTTP/1.1" status: 200 len: 949 time: 0.0686538 Feb 08 23:50:32.381536 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.433576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:32.442133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.444441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 321e5262-2128-4c4b-badc-cfa091bb5d0e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:32.500011 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-19a78e88-39fd-4876-a316-48348974d432 req-b2b7c1c9-53bd-482e-89a4-6dac4d251413 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 210 time: 0.0297318 Feb 08 23:50:32.502506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:32.502852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.531545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:32.554068 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 321e5262-2128-4c4b-badc-cfa091bb5d0e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:32.558161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 321e5262-2128-4c4b-badc-cfa091bb5d0e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:32.558543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.598177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f21b96ba-b122-44d8-93c1-e94968479c32 req-b42abced-05a1-4125-b9c5-80e9a580d601 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5448592 Feb 08 23:50:32.659424 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.680767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb1729-bd10-4360-9986-823eb1aff120 req-b21ccd18-d693-4c6e-8ca5-7473033c30a0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.683071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68fb1729-bd10-4360-9986-823eb1aff120 req-b21ccd18-d693-4c6e-8ca5-7473033c30a0 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.84 "GET /v2.0/ports?device_id=9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de HTTP/1.1" status: 200 len: 945 time: 0.6383145 Feb 08 23:50:32.703237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=321e5262-2128-4c4b-badc-cfa091bb5d0e,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:32.710567 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.711253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1f2835ad-ebaf-4809-bd08-31076ddaf01d up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:32.796793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:32.797035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.802900 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f45041-6dce-402f-bff6-c1744065d9c8 x-openstack-request-id: req-22f45041-6dce-402f-bff6-c1744065d9c8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:32.803246 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "fe34630a-c9a4-4b37-8f72-543eeee9a36e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:32.803464 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22f45041-6dce-402f-bff6-c1744065d9c8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:32.804340 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e', 'code': 200} Feb 08 23:50:32.818708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a78e88-39fd-4876-a316-48348974d432 req-e5face23-31a9-46a3-884e-871011ece28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.820172 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-19a78e88-39fd-4876-a316-48348974d432 req-e5face23-31a9-46a3-884e-871011ece28d service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=e3a99e875e824c5d8acc69a865ed758b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3118515 Feb 08 23:50:32.821191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:32.826447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:32.842296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 1f2835ad-ebaf-4809-bd08-31076ddaf01d completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:32.849741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1f2835ad-ebaf-4809-bd08-31076ddaf01d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:32.851462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.877606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf465-3a00-43ee-b30e-899350848499 req-10c69106-5bb7-4138-a2bb-5feacfdb4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:32.879221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-10c69106-5bb7-4138-a2bb-5feacfdb4fcf service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.7704875 Feb 08 23:50:32.947006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:32.987554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:32.988972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-d0e63d4e-5eed-4465-89e6-fbcc183cc809 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90ce55b2-50fd-4067-869c-115af26a4ffa HTTP/1.1" status: 200 len: 217 time: 0.1003163 Feb 08 23:50:33.003005 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.003371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:33.003605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2252f44b-63b4-43f2-b697-950cf5c380e2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:33.066360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a78e88-39fd-4876-a316-48348974d432 req-0a732dc5-e670-419e-bb03-0027be5f39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:33.067892 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-19a78e88-39fd-4876-a316-48348974d432 req-0a732dc5-e670-419e-bb03-0027be5f39c1 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395892 Feb 08 23:50:33.106795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:33.117501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 2252f44b-63b4-43f2-b697-950cf5c380e2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:33.123938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 2252f44b-63b4-43f2-b697-950cf5c380e2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:33.124405 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.131373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44487a0-4ed3-4dcc-9579-f91502f8c17b req-d5bef8f3-9604-4164-8b75-d9527a1ffea9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:33.133052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b44487a0-4ed3-4dcc-9579-f91502f8c17b req-d5bef8f3-9604-4164-8b75-d9527a1ffea9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2498934 Feb 08 23:50:33.137613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.143418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf465-3a00-43ee-b30e-899350848499 req-548bd7a4-8e63-41e1-990c-ef77728321e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:33.145133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-548bd7a4-8e63-41e1-990c-ef77728321e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1481254 Feb 08 23:50:33.152497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e', '7229f316-c712-4bd2-9525-dedda4501173', 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:33.178535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:33.201387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:33.247385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:33.252260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.256228 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e5c23fc8-cab3-4445-b02d-8c2520990d9d req-2e716587-5721-4bee-bec8-00dc617419e1 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "DELETE /v2.0/ports/bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 HTTP/1.1" status: 204 len: 173 time: 0.9130673 Feb 08 23:50:33.305290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Deleting port a4222fe0-e662-4c5e-a430-80d18801c135 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:33.305670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.396421 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.420155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b44487a0-4ed3-4dcc-9579-f91502f8c17b req-3266db25-0995-40f4-b585-e8a66cd73e2b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735424 Feb 08 23:50:33.456082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.461516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf465-3a00-43ee-b30e-899350848499 req-5cefa783-9838-4089-a1e4-454128cd4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:33.463760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-5cefa783-9838-4089-a1e4-454128cd4de4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749445 Feb 08 23:50:33.485036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2252f44b-63b4-43f2-b697-950cf5c380e2,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:33.500693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.523469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.598212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:33.610146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc476a2c-8b20-431f-988c-c52f6b93202a req-2b70f97c-8934-4d1f-bf41-5db1058b3f69 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 210 time: 0.0939407 Feb 08 23:50:33.614855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.616000 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:33.623565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] For port a4222fe0-e662-4c5e-a430-80d18801c135, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a4222fe0-e662-4c5e-a430-80d18801c135,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:33.624761 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:33.633259 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:33.634247 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:33.661800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:33.714530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Calling delete_port for a4222fe0-e662-4c5e-a430-80d18801c135 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:33.724766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-aca2a3b9-1feb-4d81-b60d-031ece1c3ba5 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "PUT /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 997 time: 3.1890554 Feb 08 23:50:33.729023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:33.731367 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073747bf-f269-4cce-9698-e241473f16eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:33.762312 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:33.925807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-022c5ff7-c2b2-4b96-b25e-3dcd616e3d70 service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517190 Feb 08 23:50:34.037058 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:31Z', 'revision_number': 8, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:34.067412 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:34.087995 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:34.088636 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:34.091045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-f30712ea-184c-492a-9fa4-b4c4ebdd0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:34.093045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-f30712ea-184c-492a-9fa4-b4c4ebdd0812 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.3454688 Feb 08 23:50:34.102947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Deleting port ecd394fd-7f7c-44e1-afc9-28ecb3f91ba7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:34.103304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:34.117468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4ce9-b64c-467e-a356-b08b48d9481f req-c51b71f7-1f04-461e-accc-c4ca9435fddd tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:34.119074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b4ce9-b64c-467e-a356-b08b48d9481f req-c51b71f7-1f04-461e-accc-c4ca9435fddd tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.3221250 Feb 08 23:50:34.143136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:34.206299 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:34.278092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event deleted for resources: {'Port': ['ID=a4222fe0-e662-4c5e-a430-80d18801c135,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:34.340256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d5cf465-3a00-43ee-b30e-899350848499 req-32823cac-036d-4a7d-8586-4653f265348d service neutron] 10.222.0.84 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327036 Feb 08 23:50:34.508482 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:31Z', 'revision_number': 8, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:34.645880 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c54a76a-9d07-46a6-9410-498dc663eb7b None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad4885f3-37a9-47e0-9390-95db6ad16b43', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'port_id': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'mac_address': 'fa:16:3e:b7:ab:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:33Z', 'updated_at': '2022-02-08T23:50:31Z', 'revision_number': 8, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:34.720704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19a78e88-39fd-4876-a316-48348974d432 req-20662b58-ac8b-4fb0-b400-05887739fa40 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.84 "GET /v2.0/ports?device_id=7f7d6403-0fe4-430a-afa0-625fe6493fb7 HTTP/1.1" status: 200 len: 210 time: 0.0544133 Feb 08 23:50:34.735930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:34.742659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b4ce9-b64c-467e-a356-b08b48d9481f req-6d3bca3c-d6fc-4600-a225-c683dd9fd1f7 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039276 Feb 08 23:50:34.753888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] No DVR routers for this DVR port a4222fe0-e662-4c5e-a430-80d18801c135 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:34.763818 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:34.767427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68fb1729-bd10-4360-9986-823eb1aff120 req-f0e1ad93-ed08-4385-8fa8-38568686b123 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.84 "DELETE /v2.0/ports/a4222fe0-e662-4c5e-a430-80d18801c135 HTTP/1.1" status: 204 len: 173 time: 2.0394528 Feb 08 23:50:34.772990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Calling delete_port for ecd394fd-7f7c-44e1-afc9-28ecb3f91ba7 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:34.775315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-79380d48-5449-4770-b3e1-8480297dafda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:34.776847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-79380d48-5449-4770-b3e1-8480297dafda service neutron] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.6698518 Feb 08 23:50:34.805297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c849c1df-0b37-49d2-b609-e4297b5ad4ec'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0774aef-bcda-4f55-90db-f5562fb97f6b'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321e5262-2128-4c4b-badc-cfa091bb5d0e'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:34.807633 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d13459-1074-4cb1-8207-f2d0954e8354" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "c849c1df-0b37-49d2-b609-e4297b5ad4ec"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "e0774aef-bcda-4f55-90db-f5562fb97f6b"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "321e5262-2128-4c4b-badc-cfa091bb5d0e"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:34.816993 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f369cebe-8552-487f-a0cb-620216c12ba4 x-openstack-request-id: req-f369cebe-8552-487f-a0cb-620216c12ba4 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:34.817715 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7d6403-0fe4-430a-afa0-625fe6493fb7", "name": "network-vif-deleted", "tag": "78bfd4e6-53c4-4f59-b09d-e1222a2ca51f", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:34.819021 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f369cebe-8552-487f-a0cb-620216c12ba4 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:34.819547 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7d6403-0fe4-430a-afa0-625fe6493fb7', 'name': 'network-vif-deleted', 'tag': '78bfd4e6-53c4-4f59-b09d-e1222a2ca51f', 'status': 'completed', 'code': 200} Feb 08 23:50:34.937827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-49251a1e-ffe9-49cc-b962-c92546fad9cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 1000 time: 0.1528466 Feb 08 23:50:34.943166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83efc16f-e6d6-49e8-a9f9-f0cfda49a0b6 None None] New status for floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:50:35.038975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-a4b0b7a3-3a3c-4adb-9119-ebf13eed8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.040228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-a4b0b7a3-3a3c-4adb-9119-ebf13eed8f15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.0924921 Feb 08 23:50:35.135970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-1e9c2297-0cd0-4d77-b124-984a14ce9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.137610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-1e9c2297-0cd0-4d77-b124-984a14ce9ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880938 Feb 08 23:50:35.183740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a4222fe0-e662-4c5e-a430-80d18801c135 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:35.196933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:35.225187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: a4222fe0-e662-4c5e-a430-80d18801c135 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:35.225525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a4222fe0-e662-4c5e-a430-80d18801c135 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:35.225942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:35.253496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:35.253909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:35.266546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Pushing event deleted for resources: {'Port': ['ID=ecd394fd-7f7c-44e1-afc9-28ecb3f91ba7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:35.349790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b7986-6780-4d4c-8485-7a1ef8721699 req-5d7467e5-1884-460c-be39-6ee6452925c8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.351576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d5b7986-6780-4d4c-8485-7a1ef8721699 req-5d7467e5-1884-460c-be39-6ee6452925c8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2125673 Feb 08 23:50:35.391750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:35.395143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-2efff260-841d-47fd-8897-281b56dd4088 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419198 Feb 08 23:50:35.535275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d5b7986-6780-4d4c-8485-7a1ef8721699 req-39a8ec0c-c835-4b45-ace5-9fe266a4cab7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632414 Feb 08 23:50:35.730802 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:35.739282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:35.746661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-692b6c97-a782-4b84-b1c0-c01d1e2854e8 req-f9bc7071-6537-4a06-87c1-e66ad7d0db83 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174422 Feb 08 23:50:35.775652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f677f657-f3e1-44e0-92b6-4a93b04ab28e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:35.831775 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e1c2a-1cba-4953-9e79-f80e02a82638 x-openstack-request-id: req-6e7e1c2a-1cba-4953-9e79-f80e02a82638 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:35.832020 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:35.832320 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e7e1c2a-1cba-4953-9e79-f80e02a82638 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:35.832621 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'status': 'completed', 'code': 200} Feb 08 23:50:35.844320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.851115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.858383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.864375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.870313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.876453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.882425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.889566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b127672-6b1f-467e-a770-6711bfa437ca req-45331f99-2271-47c9-9ffd-65e9aab02dc0 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.2277856 Feb 08 23:50:35.901567 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c13d8d-8837-4d84-8d8d-a4997a4975a7 x-openstack-request-id: req-35c13d8d-8837-4d84-8d8d-a4997a4975a7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:35.902077 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "c849c1df-0b37-49d2-b609-e4297b5ad4ec", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "e0774aef-bcda-4f55-90db-f5562fb97f6b", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "321e5262-2128-4c4b-badc-cfa091bb5d0e", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-plugged", "status": "completed", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:35.902253 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35c13d8d-8837-4d84-8d8d-a4997a4975a7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:35.902647 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c849c1df-0b37-49d2-b609-e4297b5ad4ec', 'code': 200} Feb 08 23:50:35.903103 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0774aef-bcda-4f55-90db-f5562fb97f6b', 'code': 200} Feb 08 23:50:35.903337 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'code': 200} Feb 08 23:50:35.903638 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321e5262-2128-4c4b-badc-cfa091bb5d0e', 'code': 200} Feb 08 23:50:35.903961 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d', 'code': 200} Feb 08 23:50:35.905427 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2', 'code': 200} Feb 08 23:50:35.954058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Router 00824979-4418-4326-b147-83a659e64580 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:35.977996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b127672-6b1f-467e-a770-6711bfa437ca req-00f5f44a-93f0-4ad7-acd0-c1367d50e02e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836296 Feb 08 23:50:35.989478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073747bf-f269-4cce-9698-e241473f16eb req-e5fbba75-2466-45f7-8e7b-1c9d1a754eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:35.994503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-e5fbba75-2466-45f7-8e7b-1c9d1a754eee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.1007855 Feb 08 23:50:36.186104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:36.195351 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] Sync routers for ids ['00824979-4418-4326-b147-83a659e64580'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:36.195896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.197075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-502bd4da-6d4e-4e1f-aec4-b41a32e95747 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "PUT /v2.0/routers/00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 200 len: 706 time: 4.4526637 Feb 08 23:50:36.199984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41440) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.208508 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] Routers {'00824979-4418-4326-b147-83a659e64580'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:36.209513 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['00824979-4418-4326-b147-83a659e64580'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:36.245297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:36.257878 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] Routers {'00824979-4418-4326-b147-83a659e64580'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:36.259284 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['00824979-4418-4326-b147-83a659e64580'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:36.283594 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ae8812ba-b47f-4080-af1d-40aceaee5393 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/routers/00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 200 len: 741 time: 0.0799277 Feb 08 23:50:36.283848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.283848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.283848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.284095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41442) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.284415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.284801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.285364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.285824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.287774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-3ff5f265-9bae-4460-afef-5be804fb2dca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6490 time: 0.2397435 Feb 08 23:50:36.301507 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:36.302173 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0a3f3-0859-46a6-91fa-9c136735bd24 None None] The sync data for ids ['00824979-4418-4326-b147-83a659e64580'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:36.334788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c6fdf8cf-5d5f-4e73-9468-8773f9e3b581 tempest-RoutersAdminTest-1381557758 tempest-RoutersAdminTest-1381557758-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 200 len: 205 time: 0.0497808 Feb 08 23:50:36.337823 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41444) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.342563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03928037-45ec-4c7f-943e-9862d54d0e9f req-dbf8044d-f6ec-48c3-9dc5-b724bca1edcb tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.344293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03928037-45ec-4c7f-943e-9862d54d0e9f req-dbf8044d-f6ec-48c3-9dc5-b724bca1edcb tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 946 time: 0.2792478 Feb 08 23:50:36.355808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073747bf-f269-4cce-9698-e241473f16eb req-e91d9f05-09b3-4e3b-997c-e130733d215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.357212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-e91d9f05-09b3-4e3b-997c-e130733d215a service neutron] 10.222.0.21 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.3105576 Feb 08 23:50:36.369078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ac32331-bfed-43f4-9791-f6d431fa5256 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 200 len: 205 time: 0.0289664 Feb 08 23:50:36.375494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41446) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.441256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-ded5f1da-9537-478a-8ebd-3e4c88ce50a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.442798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-ded5f1da-9537-478a-8ebd-3e4c88ce50a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.3111126 Feb 08 23:50:36.456045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.471389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7eaa66e-71ea-4673-bce9-c5e1c8d42bc0 req-70d84eed-7354-49cf-9d1b-608bdbf2bd2e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559577 Feb 08 23:50:36.489926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-ac96cfbf-56b1-44e7-9769-045656427909 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/quotas/f4c88c8724fc433fb2ad01a708866329 HTTP/1.1" status: 200 len: 375 time: 0.0400443 Feb 08 23:50:36.497143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03928037-45ec-4c7f-943e-9862d54d0e9f req-9f8ebf62-a2f1-4e17-b1ed-3c654abb3204 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/security-groups?id=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365731 Feb 08 23:50:36.500339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-80a12b36-ffcd-46a1-afb3-5b992937feb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 1002 time: 0.1179781 Feb 08 23:50:36.615880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-463559a3-f4f5-4f8c-8949-db2a51ca66e5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1175282 Feb 08 23:50:36.623605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.627317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.638567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01895767-02b4-4d5b-863a-77f30498da68 req-8b34f3d4-8a22-4b5d-bb09-d4474b7b8b62 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 999 time: 0.1000483 Feb 08 23:50:36.673779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.674293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Fanout notify agent at l3_agent the message router_deleted on router 00824979-4418-4326-b147-83a659e64580 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:36.689504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.689504 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c85d8565-88d1-4f25-b6e1-29ab8853e491 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 204 len: 168 time: 0.3063023 Feb 08 23:50:36.689504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41448) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.734341 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41cccabe-dc3e-4ef3-8a47-65d5236f8d8c tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 200 len: 205 time: 0.0436721 Feb 08 23:50:36.736402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41450) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.774914 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-aeec6583-a760-43b0-bfb9-11f8287aa601 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] delete failed (client error): The resource could not be found. Feb 08 23:50:36.776086 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aeec6583-a760-43b0-bfb9-11f8287aa601 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/00824979-4418-4326-b147-83a659e64580 HTTP/1.1" status: 404 len: 336 time: 0.0386789 Feb 08 23:50:36.778691 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.779037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41452) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.797943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:36.806830 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5dee7b88-fd1d-47b1-bd21-c5b964b2f984 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=3af2b133-2659-4571-96e7-28290d02bf9a HTTP/1.1" status: 200 len: 205 time: 0.0266733 Feb 08 23:50:36.812817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41454) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.820656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'name': 'network-vif-deleted', 'tag': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:36.822901 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f720ef56-1ec0-4f08-b414-2b50f94fe004" -d '{"events": [{"server_uuid": "ecfc6c39-5c03-44bd-bd1b-5890929454f4", "name": "network-vif-deleted", "tag": "bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:36.845402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073747bf-f269-4cce-9698-e241473f16eb req-eb1b8173-9cd8-41a7-a3d7-0aa219c98a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.846887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-eb1b8173-9cd8-41a7-a3d7-0aa219c98a9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1420596 Feb 08 23:50:36.858806 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-2b4eaf60-2c05-459d-b8a7-b3d441c8cd3a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] delete failed (client error): The resource could not be found. Feb 08 23:50:36.859896 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2b4eaf60-2c05-459d-b8a7-b3d441c8cd3a tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/3af2b133-2659-4571-96e7-28290d02bf9a HTTP/1.1" status: 404 len: 336 time: 0.0450578 Feb 08 23:50:36.862601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41458) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.880991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01895767-02b4-4d5b-863a-77f30498da68 req-8c8fe977-04e1-472f-bb4d-03f103012f70 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:36.882272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01895767-02b4-4d5b-863a-77f30498da68 req-8c8fe977-04e1-472f-bb4d-03f103012f70 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2311726 Feb 08 23:50:36.891629 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f415e2b0-8527-4a9a-981d-337cae49bfa7 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=b51c339b-9eb7-438f-aea4-064ed3f225ff HTTP/1.1" status: 200 len: 205 time: 0.0279038 Feb 08 23:50:36.893928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41460) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:36.904420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-a2efaa01-fabb-4651-b4b7-e4587fa589a8 service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761469 Feb 08 23:50:36.908758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-01895767-02b4-4d5b-863a-77f30498da68 req-0b611d11-cc4b-4db4-9e20-bb75eab93d7b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:50:36.909824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01895767-02b4-4d5b-863a-77f30498da68 req-0b611d11-cc4b-4db4-9e20-bb75eab93d7b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110524 Feb 08 23:50:36.932567 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-ed172356-d176-4a9e-bb1e-03138e1b5be1 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] delete failed (client error): The resource could not be found. Feb 08 23:50:36.938188 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed172356-d176-4a9e-bb1e-03138e1b5be1 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/b51c339b-9eb7-438f-aea4-064ed3f225ff HTTP/1.1" status: 404 len: 336 time: 0.0387847 Feb 08 23:50:36.939084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.296789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9cc8edff-febb-4b7a-a103-33247e121ef5 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=46115635-be96-488f-8e66-e626d4b21978 HTTP/1.1" status: 200 len: 205 time: 0.3549027 Feb 08 23:50:37.301901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41468) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.326336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073747bf-f269-4cce-9698-e241473f16eb req-7239038e-434c-4705-8ccb-b1e81ff677bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:37.328408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-7239038e-434c-4705-8ccb-b1e81ff677bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4714003 Feb 08 23:50:37.356405 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-06b27dc8-b94b-482f-9cac-0d24561fb398 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] delete failed (client error): The resource could not be found. Feb 08 23:50:37.360191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06b27dc8-b94b-482f-9cac-0d24561fb398 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/46115635-be96-488f-8e66-e626d4b21978 HTTP/1.1" status: 404 len: 336 time: 0.0545912 Feb 08 23:50:37.360456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41470) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.387795 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5794c4dc-a3a1-4904-b4cf-d11f7a068058 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 HTTP/1.1" status: 200 len: 205 time: 0.0262206 Feb 08 23:50:37.391236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.427194 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-f2428d75-df5a-4e03-9489-eebe02aa39ee tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] delete failed (client error): The resource could not be found. Feb 08 23:50:37.428186 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2428d75-df5a-4e03-9489-eebe02aa39ee tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/ff1ec7b4-9d2a-4a01-a3f2-53be5b7ed722 HTTP/1.1" status: 404 len: 336 time: 0.0359659 Feb 08 23:50:37.430856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41474) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.462514 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6aced6e7-f103-4190-bbbe-a64c41821951 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "GET /v2.0/ports?device_id=561a4f45-87fd-4de4-a2bb-12ff5eff0884 HTTP/1.1" status: 200 len: 205 time: 0.0305891 Feb 08 23:50:37.464875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41476) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.477657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c89bc-f8e1-4ab4-8d41-50c0ec0e52c7 req-24b11385-a097-4862-970a-1a941babcf55 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:37.479173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5c89bc-f8e1-4ab4-8d41-50c0ec0e52c7 req-24b11385-a097-4862-970a-1a941babcf55 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1956992 Feb 08 23:50:37.486988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe36129-3b4e-4b36-befa-63591234fad1 req-7e0b0ad2-9cee-4749-a043-2ff3d7513424 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:37.488521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efe36129-3b4e-4b36-befa-63591234fad1 req-7e0b0ad2-9cee-4749-a043-2ff3d7513424 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.21 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 946 time: 0.2060707 Feb 08 23:50:37.508612 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-3d78aa4c-d5e0-4d9a-a608-7ce959cd7848 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] delete failed (client error): The resource could not be found. Feb 08 23:50:37.509668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d78aa4c-d5e0-4d9a-a608-7ce959cd7848 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/routers/561a4f45-87fd-4de4-a2bb-12ff5eff0884 HTTP/1.1" status: 404 len: 336 time: 0.0438793 Feb 08 23:50:37.511156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-af44ff0c-0b4b-47f9-9afa-4e287ec5f01b service neutron] 10.222.0.32 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992198 Feb 08 23:50:37.512332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41478) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.548439 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecf79a0-724c-43f1-badf-6fd542d7d197 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] DELETE failed (client error): The resource could not be found. Feb 08 23:50:37.548839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecf79a0-724c-43f1-badf-6fd542d7d197 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:50:37.551930 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fecf79a0-724c-43f1-badf-6fd542d7d197 tempest-RoutersAdminTest-1813831351 tempest-RoutersAdminTest-1813831351-project] 10.222.0.32 "DELETE /v2.0/subnets/789476c6-5d1b-453a-b04f-13308ae00e8f HTTP/1.1" status: 404 len: 337 time: 0.0386758 Feb 08 23:50:37.610858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-7d49069a-9f37-4aeb-b715-90b180b758ff service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613292 Feb 08 23:50:37.652206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-ee1dd265-5705-4725-864c-4cf04dba6592 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:37.653887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-ee1dd265-5705-4725-864c-4cf04dba6592 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 950 time: 0.2038777 Feb 08 23:50:37.659191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5c89bc-f8e1-4ab4-8d41-50c0ec0e52c7 req-ca8b7e46-fd3a-4088-a81e-8dc9ccac12a2 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677582 Feb 08 23:50:37.841838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'name': 'network-vif-deleted', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:37.844203 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4481b6-d0ff-4734-be25-bd32e22d913b" -d '{"events": [{"server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "name": "network-vif-deleted", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:37.930683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41504) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:37.998107 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073747bf-f269-4cce-9698-e241473f16eb req-09652a65-bb77-4a51-a03a-3a601774608f service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627505 Feb 08 23:50:38.009875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5bf9-33b7-4dac-981d-864cf5d0b5b7 req-0a94da90-7ac5-448d-8741-d4bc87c033b6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:38.011503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-745e5bf9-33b7-4dac-981d-864cf5d0b5b7 req-0a94da90-7ac5-448d-8741-d4bc87c033b6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1f7340-5aa4-43ed-b882-76b668f0c374 HTTP/1.1" status: 200 len: 950 time: 0.1963129 Feb 08 23:50:38.017475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Deleting port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:38.018036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.034151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-c06ef247-59f0-465b-9fff-7266df732e88 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:38.035690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-c06ef247-59f0-465b-9fff-7266df732e88 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.2927139 Feb 08 23:50:38.081156 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-094af3c5-ad31-471b-9dbc-e8164b193dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.121129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port 7229f316-c712-4bd2-9525-dedda4501173 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:38.121672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.138626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-f21e82eb-72ce-40f5-bd10-7a56f4d5936a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.0848238 Feb 08 23:50:38.200300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-094af3c5-ad31-471b-9dbc-e8164b193dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.205026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-094af3c5-ad31-471b-9dbc-e8164b193dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.241930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-745e5bf9-33b7-4dac-981d-864cf5d0b5b7 req-bd1cdd92-dcaf-40aa-b071-0a4e0004a5ef tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170725 Feb 08 23:50:38.269208 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-094af3c5-ad31-471b-9dbc-e8164b193dfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91d7db7dd826402396699f376b3e6688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348465 Feb 08 23:50:38.272969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41510) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:38.275047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-ddea966a-525f-4722-a31f-397995baaf49 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141882 Feb 08 23:50:38.294556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094af3c5-ad31-471b-9dbc-e8164b193dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c26fbb0-5dbe-4e31-ad0c-66ca410a2dd5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:38.310114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] For port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:38.310583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.346962 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e86bdaf-4bd2-4c2c-a38a-10a8d911ac49 x-openstack-request-id: req-6e86bdaf-4bd2-4c2c-a38a-10a8d911ac49 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:38.347512 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfc6c39-5c03-44bd-bd1b-5890929454f4", "name": "network-vif-deleted", "tag": "bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:38.347701 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e86bdaf-4bd2-4c2c-a38a-10a8d911ac49 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:38.348194 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfc6c39-5c03-44bd-bd1b-5890929454f4', 'name': 'network-vif-deleted', 'tag': 'bd462d03-7ca2-49bc-b7a8-6ceb0270d2d0', 'status': 'completed', 'code': 200} Feb 08 23:50:38.362291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b820402f-dd4a-45af-bf6d-c45a8ea75e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.381477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Calling delete_port for b76d06f3-eaeb-42ad-a852-2c1ae635ddbc owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:38.387926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b820402f-dd4a-45af-bf6d-c45a8ea75e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.449134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b820402f-dd4a-45af-bf6d-c45a8ea75e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.454323 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b820402f-dd4a-45af-bf6d-c45a8ea75e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.456465 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b820402f-dd4a-45af-bf6d-c45a8ea75e69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c26fbb0-5dbe-4e31-ad0c-66ca410a2dd5 HTTP/1.1" status: 204 len: 168 time: 0.1833708 Feb 08 23:50:38.469232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port 7229f316-c712-4bd2-9525-dedda4501173, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7229f316-c712-4bd2-9525-dedda4501173,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:38.469712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.479578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820402f-dd4a-45af-bf6d-c45a8ea75e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c26fbb0-5dbe-4e31-ad0c-66ca410a2dd5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:38.538529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for 7229f316-c712-4bd2-9525-dedda4501173 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:38.568759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-3342c549-97df-4986-96fa-4a893c7a65ca tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.1851988 Feb 08 23:50:38.664271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-db1fe527-289e-4eee-b327-0a236847d063 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747194 Feb 08 23:50:38.699754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-55c038c5-beb7-483e-93e1-0dbaf804ffd6 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:38.701271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-55c038c5-beb7-483e-93e1-0dbaf804ffd6 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports/f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 943 time: 0.1232686 Feb 08 23:50:38.796776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41518) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:38.845954 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c07d563-1551-4505-842e-f667dbf7c354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1b0f2603c14482b899efec51edb566e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475736 Feb 08 23:50:38.848167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41520) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:38.916969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c3e2-367a-4a12-979f-c922686589f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:38.938161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c3e2-367a-4a12-979f-c922686589f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:39.003637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c3e2-367a-4a12-979f-c922686589f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:39.007242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c3e2-367a-4a12-979f-c922686589f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:39.009091 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e7d4c3e2-367a-4a12-979f-c922686589f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f069576e-68dd-4f7a-b760-3ce1387e3b28 HTTP/1.1" status: 204 len: 168 time: 0.1595628 Feb 08 23:50:39.018306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4c3e2-367a-4a12-979f-c922686589f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f069576e-68dd-4f7a-b760-3ce1387e3b28,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:39.032343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-da9e7ee2-b6d1-4590-86e3-a25e468b05ee tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.2716122 Feb 08 23:50:39.062779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-d983ad3b-1b9f-46d6-896a-a5bf567c8fbc service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850708 Feb 08 23:50:39.085580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:39.139512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:39.153255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9c874095-0f01-436a-949f-0714199cf09e', '7229f316-c712-4bd2-9525-dedda4501173'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:39.181216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Pushing event deleted for resources: {'Port': ['ID=b76d06f3-eaeb-42ad-a852-2c1ae635ddbc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:39.222638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:39.248072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:39.305383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:39.305726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78bfd4e6-53c4-4f59-b09d-e1222a2ca51f not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:39.329883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-16f521a8-eec8-4b20-84e2-83697624b75d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:39.329883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-16f521a8-eec8-4b20-84e2-83697624b75d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 811 time: 0.4833422 Feb 08 23:50:39.435878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Request body: {'port': {'device_id': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'admin_state_up': True, 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:39.939342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=7229f316-c712-4bd2-9525-dedda4501173,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:39.959663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-56cea13f-d3ad-417b-bbe3-a5a38ae7d6a4 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:39.961199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-56cea13f-d3ad-417b-bbe3-a5a38ae7d6a4 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.9280019 Feb 08 23:50:40.017836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] No DVR routers for this DVR port b76d06f3-eaeb-42ad-a852-2c1ae635ddbc on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:40.019661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port 7229f316-c712-4bd2-9525-dedda4501173 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:40.025946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.029517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efe36129-3b4e-4b36-befa-63591234fad1 req-f3352ec2-a176-49b0-9be4-236da140c673 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.21 "DELETE /v2.0/ports/b76d06f3-eaeb-42ad-a852-2c1ae635ddbc HTTP/1.1" status: 204 len: 173 time: 2.5234423 Feb 08 23:50:40.054674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.059804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e29cf9-17a4-4fd4-b23b-3b9c339c704c req-3c2fb224-b7d5-4f81-bb12-f9b6b550f54b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "DELETE /v2.0/ports/7229f316-c712-4bd2-9525-dedda4501173 HTTP/1.1" status: 204 len: 173 time: 2.3771968 Feb 08 23:50:40.232314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.238159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.244614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.251221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.256969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.262694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.269178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.271112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-a3cca8ac-f265-41b1-aac7-d38f0f8ad08c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 1.0002511 Feb 08 23:50:40.307028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-0b29269e-716b-43be-92d6-d0ecd2082697 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 1002 time: 0.2911415 Feb 08 23:50:40.311643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:40.338898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:40.379085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7660dd9f-ed0a-4502-9896-4609fe9210e9 req-9fed9a9a-d083-4013-8be5-34e1ef5b8245 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995514 Feb 08 23:50:40.385298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Made reservation on behalf of f4c88c8724fc433fb2ad01a708866329 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:40.389511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.438865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1525013245'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:40.439190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.471920 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:40.475580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.485004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.517791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b76d06f3-eaeb-42ad-a852-2c1ae635ddbc no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:40.539464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5deaed87-2717-41c7-86fb-8acbc376fb3e req-15176c7b-c8fc-433c-825f-c6a5a98fa391 tempest-AttachSCSIVolumeTestJSON-1063344340 tempest-AttachSCSIVolumeTestJSON-1063344340-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188025a-d306-4556-9ba4-832c5b552534 HTTP/1.1" status: 200 len: 210 time: 0.0626507 Feb 08 23:50:40.566691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: b76d06f3-eaeb-42ad-a852-2c1ae635ddbc {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:40.567250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b76d06f3-eaeb-42ad-a852-2c1ae635ddbc not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:40.657170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.667962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.699344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:50:40.710516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39910f3-978f-4446-9728-aed265cf26f0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:40.719941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Allocated IP 172.20.0.6 (e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb/0133ea37-c26a-4444-830e-9a6a1529ce1f/c711e269-7967-4379-969b-705a3065882c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:40.728539 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.729142 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Added segment 99266344-b4b5-47db-8f76-85851adb81b5 of type vlan for network 9985ae59-1bb4-47c2-b69d-e91104af213d Feb 08 23:50:40.787287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.816905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.823679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:40.823948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:40.893746 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5796046 Feb 08 23:50:40.901119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41560) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:40.907019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'subnet': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:40.916174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ab323f2-e9fe-4400-a19b-36984d9b34c5 req-0f034dcd-3e9f-4cb9-a835-451113fd69ac tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 210 time: 0.1804194 Feb 08 23:50:40.970863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ba132-7b95-465b-92dd-39539f553244 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Network': ['ID=9985ae59-1bb4-47c2-b69d-e91104af213d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:40.985025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9985ae59-1bb4-47c2-b69d-e91104af213d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:50:41.003685 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75244aad-58bb-4dd0-8f20-c1270ce64e34 x-openstack-request-id: req-75244aad-58bb-4dd0-8f20-c1270ce64e34 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:41.003685 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de", "name": "network-vif-deleted", "tag": "a4222fe0-e662-4c5e-a430-80d18801c135", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:41.003685 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75244aad-58bb-4dd0-8f20-c1270ce64e34 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:41.004160 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f0581f8-6c24-43c6-9ffe-2c1d42c5f9de', 'name': 'network-vif-deleted', 'tag': 'a4222fe0-e662-4c5e-a430-80d18801c135', 'status': 'completed', 'code': 200} Feb 08 23:50:41.026999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.048219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.048695 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43 disassociated. External IP: 172.25.3.193, port: f677f657-f3e1-44e0-92b6-4a93b04ab28e. Feb 08 23:50:41.078047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:41.082350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.186582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-ecf4f569-03bf-4bfb-aba1-aefda2e20446 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:41.188386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-ecf4f569-03bf-4bfb-aba1-aefda2e20446 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.3989468 Feb 08 23:50:41.242558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:41.247303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7229f316-c712-4bd2-9525-dedda4501173 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:41.269918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 7229f316-c712-4bd2-9525-dedda4501173 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:41.270405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7229f316-c712-4bd2-9525-dedda4501173 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:41.330794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.380102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696c3c0-9d82-41fc-8c30-854e9e0bb5f4 req-9650dc80-b8a1-4b9a-9bba-5934c22a4ce9 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:41.381675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3696c3c0-9d82-41fc-8c30-854e9e0bb5f4 req-9650dc80-b8a1-4b9a-9bba-5934c22a4ce9 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2859919 Feb 08 23:50:41.400534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Subnet': ['ID=137cd0c5-e3c8-4b14-b41a-0997e5c06b1f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:41.408971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Checking segment: {'id': '99266344-b4b5-47db-8f76-85851adb81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:41.409342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network hostable DHCP agents. Network: 9985ae59-1bb4-47c2-b69d-e91104af213d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:50:41.422431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5796e-5f05-4352-a523-9d8d0b3672c3 req-d91b4540-174f-4225-b71f-36b157bbe029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:41.423921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35a5796e-5f05-4352-a523-9d8d0b3672c3 req-d91b4540-174f-4225-b71f-36b157bbe029 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 1097 time: 0.2346396 Feb 08 23:50:41.427217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:50:41.437099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9985ae59-1bb4-47c2-b69d-e91104af213d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:41.441682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:41.442261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.448726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531a2f00-89e2-4fed-b185-da0a41e12301 None None] Network 9985ae59-1bb4-47c2-b69d-e91104af213d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:50:41.466535 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a47aa9f4-49db-4605-bb31-0b763d314c86 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5643497 Feb 08 23:50:41.467415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41562) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:41.468802 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.475358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'name': 'tempest-AllowedAddressPairTestJSON-1026870159'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:41.608596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:41.612313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.620850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-9985ae59-1bb4-47c2-b69d-e91104af213d', 'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'tenant_id': '6947d6ec623248f487c3a71454fcef07', 'fixed_ips': [{'subnet_id': '137cd0c5-e3c8-4b14-b41a-0997e5c06b1f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:50:41.623262 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.635761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3696c3c0-9d82-41fc-8c30-854e9e0bb5f4 req-dffede19-28d8-4f5b-93d4-0cfbbed60969 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366157 Feb 08 23:50:41.636347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] device_id is not set on port 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:50:41.644431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35a5796e-5f05-4352-a523-9d8d0b3672c3 req-919a09d4-be05-4972-9cb9-88e241d511c4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666131 Feb 08 23:50:41.677943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.681102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:41.685313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:41.690614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:41.792462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Allocated IP 172.20.0.8 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/456a0c1b-7175-4366-8b8a-cb5f85bb5f4f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:41.801225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf6dee5d-7f65-4278-ab7a-b954a756a030 req-389288fc-ff4f-46ce-9142-77c038dd1c3d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 210 time: 0.0617690 Feb 08 23:50:41.803522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:41.815028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:41.820966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:41.823468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:41.886541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ecac4da3-30aa-4876-b3f7-f811898bd182'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:41.888900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:41.995647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1dd30ab-81df-492c-a9d5-ccfd53b3c0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.067084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.067832 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.072932 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.130378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.176525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-c267c470-9381-4467-b02d-ef4e8208c133 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7743137 Feb 08 23:50:42.178065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:42.181466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:42.184534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.10 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/3e8f68ac-093c-4409-bb86-20fb8af05b77) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:42.185557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:42.192671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Request body: {'port': {'device_id': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:42.200571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:42.223923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=456a0c1b-7175-4366-8b8a-cb5f85bb5f4f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:42.226617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.247289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:42.255087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.255883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.269481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.276207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-84a22a11-ca12-4aa3-a8fa-f55cf113e623 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8072736 Feb 08 23:50:42.276702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.280978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41570) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:42.284752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Allocated IP 172.20.0.2 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/28b880a6-a9aa-4485-a6d8-6594e04af745) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:42.285275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.287418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'name': 'tempest-AllowedAddressPairTestJSON-267570982', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:71:7b:4e'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:42.290134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-42fd9024-f2ea-46c9-b8e5-aa9a064d3eb1 None None] Provisioning complete for port c711e269-7967-4379-969b-705a3065882c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:42.291151 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-42fd9024-f2ea-46c9-b8e5-aa9a064d3eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.296694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.302408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:42.303047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:42.304498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.310514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.316350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.321641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6479ada4-6c9b-4133-8d9e-fb24d0a9833f req-00a3dec2-7af3-48e5-b8d4-3282cb2594b7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.2843900 Feb 08 23:50:42.340684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41572) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:42.357753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Request body: {'floatingip': {'port_id': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:42.490351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.492479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-42fd9024-f2ea-46c9-b8e5-aa9a064d3eb1 None None] Port c711e269-7967-4379-969b-705a3065882c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:42.494527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-00e25d8f-950d-476b-a9d5-06d527bd81f8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "PUT /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 696 time: 2.1709425 Feb 08 23:50:42.497175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.651638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:42.831332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-b2665013-2115-4e96-8cb0-ed19ddf46695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:42.833245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-b2665013-2115-4e96-8cb0-ed19ddf46695 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.2725515 Feb 08 23:50:42.855239 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.912366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:42.959837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:42.963477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Pushing event updated for resources: {'Port': ['ID=28b880a6-a9aa-4485-a6d8-6594e04af745,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:43.001328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:43.005088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:43.008821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:43.055805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9188025a-d306-4556-9ba4-832c5b552534', 'name': 'network-vif-deleted', 'tag': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc'}, {'server_uuid': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'name': 'network-vif-deleted', 'tag': '7229f316-c712-4bd2-9525-dedda4501173'}, {'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:43.058449 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a" -d '{"events": [{"server_uuid": "9188025a-d306-4556-9ba4-832c5b552534", "name": "network-vif-deleted", "tag": "b76d06f3-eaeb-42ad-a852-2c1ae635ddbc"}, {"server_uuid": "9e1f7340-5aa4-43ed-b882-76b668f0c374", "name": "network-vif-deleted", "tag": "7229f316-c712-4bd2-9525-dedda4501173"}, {"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:43.102859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.129012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] device_id is not set on port 119d1ef0-a7c3-4c27-8566-28a02e0135a9 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:50:43.137019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Attempting to bind port 28b880a6-a9aa-4485-a6d8-6594e04af745 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:43.137488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Attempting to bind port 28b880a6-a9aa-4485-a6d8-6594e04af745 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '99266344-b4b5-47db-8f76-85851adb81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:43.137922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Attempting to bind port 28b880a6-a9aa-4485-a6d8-6594e04af745 on network 9985ae59-1bb4-47c2-b69d-e91104af213d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:43.148577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:43.148992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Checking segment: {'id': '99266344-b4b5-47db-8f76-85851adb81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:43.149498 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.150849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Bound using segment: {'id': '99266344-b4b5-47db-8f76-85851adb81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:43.150849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Bound port: 28b880a6-a9aa-4485-a6d8-6594e04af745, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99266344-b4b5-47db-8f76-85851adb81b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:43.150849 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.225366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:43.271958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:43.285514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] For port 28b880a6-a9aa-4485-a6d8-6594e04af745, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:43.290181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] For port 28b880a6-a9aa-4485-a6d8-6594e04af745, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=28b880a6-a9aa-4485-a6d8-6594e04af745,segment=NetworkSegment(99266344-b4b5-47db-8f76-85851adb81b5),segment_id=99266344-b4b5-47db-8f76-85851adb81b5)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:43.291990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Allocated IP 172.20.0.5 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/119d1ef0-a7c3-4c27-8566-28a02e0135a9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:43.293218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:43.293952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:43.299394 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.416784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5322e-c649-4362-af56-bebdaf6ac4b5 None None] Pushing event updated for resources: {'Port': ['ID=28b880a6-a9aa-4485-a6d8-6594e04af745,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:43.535391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:43.556589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.616738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.700588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:43.729223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:43.738579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:43.750871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=119d1ef0-a7c3-4c27-8566-28a02e0135a9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:43.769989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.858710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:43.865170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:43.890804 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2d6aeaf7-0485-42a6-851f-33424bb677da tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.6073062 Feb 08 23:50:43.893344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41632) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:43.969059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:44.013774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bd1c77-a2ae-4f4b-95cf-633e10190560 None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:49:03Z', 'revision_number': 4, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8c652d1a-bed3-4ee8-949e-b1172e088a49', 'name': '', 'network_id': '36eaba3c-6886-4829-964b-e5a31ddcf6b2', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'mac_address': 'fa:16:3e:15:d6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:49:01Z', 'updated_at': '2022-02-08T23:49:17Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'subnets': [{'id': '6b05b9b6-165f-4f17-81ec-14b1e3b635ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:44.026255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641247e-c94c-4259-95c4-a4bdad5499dc tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.034053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641247e-c94c-4259-95c4-a4bdad5499dc tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.042003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641247e-c94c-4259-95c4-a4bdad5499dc tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.044093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c641247e-c94c-4259-95c4-a4bdad5499dc tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1484010 Feb 08 23:50:44.051780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:44.057728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c711e269-7967-4379-969b-705a3065882c {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:44.067548 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.082028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Transition to ACTIVE for port object c711e269-7967-4379-969b-705a3065882c will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:50:44.100442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-19a4c127-89bf-4222-a117-28a8e467090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.102021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-19a4c127-89bf-4222-a117-28a8e467090c service neutron] 10.222.0.32 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 1.2554185 Feb 08 23:50:44.156004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f8f2-427d-43fc-81f0-2d3d09e5e956 req-9a891e7c-8cc5-4396-a913-0351aafcfff0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.163537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf56f8f2-427d-43fc-81f0-2d3d09e5e956 req-9a891e7c-8cc5-4396-a913-0351aafcfff0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 931 time: 1.1792216 Feb 08 23:50:44.165485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.225523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port 119d1ef0-a7c3-4c27-8566-28a02e0135a9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:44.225867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.272696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-284a66fb-d5b5-4918-9f97-cf670eb4420d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.341983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-f8f06600-26b1-4899-a227-37a5b86ef16f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 217 time: 0.1668916 Feb 08 23:50:44.385597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.401488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for 119d1ef0-a7c3-4c27-8566-28a02e0135a9 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:44.461636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-3cf3b640-13d0-4149-ad8e-8bf2383b0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.465232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-3cf3b640-13d0-4149-ad8e-8bf2383b0168 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1013114 Feb 08 23:50:44.493555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf56f8f2-427d-43fc-81f0-2d3d09e5e956 req-83129361-8f33-4b4e-9738-7e2933c29c50 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290706 Feb 08 23:50:44.692063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787360de-b90e-4084-bc10-96fc50919bd3 req-b2b236bd-767f-4dff-a9b8-58d3adb79e99 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:44.698759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-787360de-b90e-4084-bc10-96fc50919bd3 req-b2b236bd-767f-4dff-a9b8-58d3adb79e99 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "GET /v2.0/ports?device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 950 time: 0.4184566 Feb 08 23:50:44.709510 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cb2d8c-57af-4574-8409-e031610422ee None None] New status for floating IP ad4885f3-37a9-47e0-9390-95db6ad16b43: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:50:44.714190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.729069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:44.745931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:44.800804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=119d1ef0-a7c3-4c27-8566-28a02e0135a9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:44.914772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 28b880a6-a9aa-4485-a6d8-6594e04af745 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:44.940519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:45.034983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 28b880a6-a9aa-4485-a6d8-6594e04af745 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:45.035677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=3e8f68ac-093c-4409-bb86-20fb8af05b77,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:45.036332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.049256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:45.053167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:45.104351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:50:45.174796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.200844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-d511756f-e16e-475f-80e3-497e8e60cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:45.203455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-d511756f-e16e-475f-80e3-497e8e60cd50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6922603 Feb 08 23:50:45.240473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.247942 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-17d40b46-5f0d-4714-827d-1144004c069c tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/ports/119d1ef0-a7c3-4c27-8566-28a02e0135a9 HTTP/1.1" status: 204 len: 168 time: 1.1899331 Feb 08 23:50:45.249372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:45.249533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Attempting to bind port c711e269-7967-4379-969b-705a3065882c on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:45.250067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Attempting to bind port c711e269-7967-4379-969b-705a3065882c by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:45.250575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Attempting to bind port c711e269-7967-4379-969b-705a3065882c on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:45.283990 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd06489f-8de2-40dd-9e39-9c59d1787b60 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] GET failed (client error): The resource could not be found. Feb 08 23:50:45.290592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd06489f-8de2-40dd-9e39-9c59d1787b60 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "GET /v2.0/ports/119d1ef0-a7c3-4c27-8566-28a02e0135a9 HTTP/1.1" status: 404 len: 333 time: 0.0368528 Feb 08 23:50:45.291436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:45.293942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Port c711e269-7967-4379-969b-705a3065882c on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:50:45.294479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Attempting to bind port c711e269-7967-4379-969b-705a3065882c on network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:45.298029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'name': 'tempest-AllowedAddressPairTestJSON-567372027'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:45.368519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:45.369005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.392602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.393818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:45.394206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Checking segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:45.394668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Bound using segment: {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:45.395177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Bound port: c711e269-7967-4379-969b-705a3065882c, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb417bf8-427a-4040-bd08-81f5fdeee683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:45.395530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.411569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbff33-40f2-475b-b46b-94ca2e06f0da req-d22313f3-7afe-48b8-8263-8cd84fd85821 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:45.420698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49fbff33-40f2-475b-b46b-94ca2e06f0da req-d22313f3-7afe-48b8-8263-8cd84fd85821 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.6206112 Feb 08 23:50:45.441760 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.463339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b78fb3-f591-42a2-9c28-b7007aab7f15 None None] Network 9985ae59-1bb4-47c2-b69d-e91104af213d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:50:45.489684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:45.494427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.519309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-63dbf0e4-6870-4d53-a859-81e753243f47 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2883258 Feb 08 23:50:45.523122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] device_id is not set on port 2e936b56-a584-441e-a2ea-20557f4833bf yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:50:45.562069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2fd14ff8-fd0e-4ce8-97b9-0cd7bfd58aec None None] Provisioning complete for port 28b880a6-a9aa-4485-a6d8-6594e04af745 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:45.562069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2fd14ff8-fd0e-4ce8-97b9-0cd7bfd58aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.581502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Request body: {'port': {'device_id': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:45.586297 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.588040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 28b880a6-a9aa-4485-a6d8-6594e04af745, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=28b880a6-a9aa-4485-a6d8-6594e04af745,segment=NetworkSegment(99266344-b4b5-47db-8f76-85851adb81b5),segment_id=99266344-b4b5-47db-8f76-85851adb81b5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:45.599457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.694541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-1afe2756-a46a-4889-80be-3026ba95f6ba service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719868 Feb 08 23:50:45.709304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49fbff33-40f2-475b-b46b-94ca2e06f0da req-2a8c6f73-f5d3-4dd9-bf9b-454e01e7f260 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839701 Feb 08 23:50:45.743646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=28b880a6-a9aa-4485-a6d8-6594e04af745,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:45.746579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Allocated IP 172.20.0.3 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/2e936b56-a584-441e-a2ea-20557f4833bf) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:45.755191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port 9c874095-0f01-436a-949f-0714199cf09e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:45.756472 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:45.936876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-7f9908c7-fa73-4bb0-b11f-f141103bf1af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603684 Feb 08 23:50:45.983027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:46.013280 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Floating IP 60ccb295-a830-4287-b347-7de4353f3a32 associated. External IP: 172.25.3.197, port: 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86. Feb 08 23:50:46.020851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:46.024409 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.072038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.095787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.144699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-8a66c219-52c3-44cc-b748-fd2844fb0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:46.146346 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-8a66c219-52c3-44cc-b748-fd2844fb0527 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6247756c03d4085a71859c0dd6f37e0&device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 1100 time: 0.0897646 Feb 08 23:50:46.161212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.275286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:46.284582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:46.289667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:46.292260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=2e936b56-a584-441e-a2ea-20557f4833bf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:46.308393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed6dc01-578d-488f-afa5-05310dca9d14 req-9f00c8dc-dac4-4d0a-9295-6abbf5a91388 service neutron] 10.222.0.32 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977919 Feb 08 23:50:46.314378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-311ec44a-6860-46ac-a575-e92312160911 None None] Provisioning complete for port 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:46.315329 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-311ec44a-6860-46ac-a575-e92312160911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.332163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:46.332993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.345959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] 10.222.0.21 "PUT /v2.0/ports/c711e269-7967-4379-969b-705a3065882c HTTP/1.1" status: 200 len: 1091 time: 4.1470549 Feb 08 23:50:46.371908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9c874095-0f01-436a-949f-0714199cf09e,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:46.373454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.459882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-311ec44a-6860-46ac-a575-e92312160911 None None] Port 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:46.474562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-311ec44a-6860-46ac-a575-e92312160911 None None] Provisioning complete for port 28b880a6-a9aa-4485-a6d8-6594e04af745 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:46.475409 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-311ec44a-6860-46ac-a575-e92312160911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.537603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-54be907e-6dc2-4795-8d1b-1144481de45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:46.539402 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-54be907e-6dc2-4795-8d1b-1144481de45d service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.3674207 Feb 08 23:50:46.559088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:46.561006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.645371 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-4a669180-743a-474c-9e7e-b1776b775bc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 HTTP/1.1" status: 200 len: 217 time: 0.0793798 Feb 08 23:50:46.653113 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ceadc55-2ab4-4dee-8e40-63023eb99cae tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3581207 Feb 08 23:50:46.654381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41652) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:46.676103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:71:7b:4e'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:46.710978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-0ff817d4-e562-463e-9b7e-e12fe98cef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:46.712520 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-0ff817d4-e562-463e-9b7e-e12fe98cef2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d03e0d544364dddafb8ea7c263a528c&device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 1097 time: 0.2274973 Feb 08 23:50:46.758158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.763778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 28b880a6-a9aa-4485-a6d8-6594e04af745 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:46.878565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-d6b895d9-08cf-4bac-ac34-7fdf32fcf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:46.880267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-d6b895d9-08cf-4bac-ac34-7fdf32fcf7e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2269127 Feb 08 23:50:46.897938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-135f7e18-9197-47fa-bed7-30c4edaed740 None None] Provisioning complete for port 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:46.898858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-135f7e18-9197-47fa-bed7-30c4edaed740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.900631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 28b880a6-a9aa-4485-a6d8-6594e04af745 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:46.901213 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:46.931652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.004471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-0a4a898b-99d1-41c1-9a35-b6478200398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.004743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-135f7e18-9197-47fa-bed7-30c4edaed740 None None] Port 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:47.006019 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-0a4a898b-99d1-41c1-9a35-b6478200398d service neutron] 10.222.0.21 "GET /v2.0/networks?id=36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 200 len: 922 time: 0.2539139 Feb 08 23:50:47.064227 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e745728-4a12-4064-b363-dd022b864133 x-openstack-request-id: req-2e745728-4a12-4064-b363-dd022b864133 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:47.065177 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9188025a-d306-4556-9ba4-832c5b552534", "name": "network-vif-deleted", "tag": "b76d06f3-eaeb-42ad-a852-2c1ae635ddbc", "status": "completed", "code": 200}, {"server_uuid": "9e1f7340-5aa4-43ed-b882-76b668f0c374", "name": "network-vif-deleted", "tag": "7229f316-c712-4bd2-9525-dedda4501173", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:47.065177 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e745728-4a12-4064-b363-dd022b864133 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:47.065545 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9188025a-d306-4556-9ba4-832c5b552534', 'name': 'network-vif-deleted', 'tag': 'b76d06f3-eaeb-42ad-a852-2c1ae635ddbc', 'status': 'completed', 'code': 200} Feb 08 23:50:47.065968 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1f7340-5aa4-43ed-b882-76b668f0c374', 'name': 'network-vif-deleted', 'tag': '7229f316-c712-4bd2-9525-dedda4501173', 'status': 'completed', 'code': 200} Feb 08 23:50:47.066313 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'status': 'completed', 'code': 200} Feb 08 23:50:47.067332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for 9c874095-0f01-436a-949f-0714199cf09e owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:47.150946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4d15e788-e210-4633-a63a-a4b6a46987a5 None None] Could not find standard attr ID for object 119d1ef0-a7c3-4c27-8566-28a02e0135a9. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:50:47.153510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-378904b4-2657-4adb-a44f-adcae0d718c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.155473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-378904b4-2657-4adb-a44f-adcae0d718c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2639561 Feb 08 23:50:47.159884 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-cdeffd46-68f0-4e43-91f7-ce67fdf93b0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 200 len: 217 time: 0.1242721 Feb 08 23:50:47.266877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9c874095-0f01-436a-949f-0714199cf09e no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:47.338215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18710e-d0ad-4692-8cce-ef465953a884 req-234c65c4-fea5-46fb-b65a-b70513a3c312 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.346462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b18710e-d0ad-4692-8cce-ef465953a884 req-234c65c4-fea5-46fb-b65a-b70513a3c312 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 932 time: 1.2808740 Feb 08 23:50:47.374791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-be35add9-baa1-4148-b5b2-44310d51a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.377738 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-be35add9-baa1-4148-b5b2-44310d51a825 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 200 len: 860 time: 0.1961908 Feb 08 23:50:47.379923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.430229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f8a619c1-a0e1-46ea-8626-8e43f3bda636 None None] Provisioning complete for port 2e936b56-a584-441e-a2ea-20557f4833bf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:47.431894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-b1a74629-8e10-44c2-8679-d7f2081c25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.432563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f8a619c1-a0e1-46ea-8626-8e43f3bda636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.433492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-b1a74629-8e10-44c2-8679-d7f2081c25d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 1094 time: 1.0059099 Feb 08 23:50:47.434149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672eda8-ffbd-4ee3-ad8f-f5e52b943199 service neutron] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:47.477770 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-2683a332-3fa3-43e2-becb-9e7dc8c6f6f6 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083937 Feb 08 23:50:47.516188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f8a619c1-a0e1-46ea-8626-8e43f3bda636 None None] Port 2e936b56-a584-441e-a2ea-20557f4833bf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:47.517975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.534714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b18710e-d0ad-4692-8cce-ef465953a884 req-8290ce9e-ab44-4de9-bc59-1cfdb4c89f85 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872437 Feb 08 23:50:47.549983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c874095-0f01-436a-949f-0714199cf09e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:47.554429 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522bffe6-b231-4d85-818b-7b3938d16c72" -d '{"events": [{"server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "name": "network-vif-unplugged", "status": "completed", "tag": "9c874095-0f01-436a-949f-0714199cf09e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:47.572557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9c874095-0f01-436a-949f-0714199cf09e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9c874095-0f01-436a-949f-0714199cf09e,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:47.579743 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.606507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-a1e7e6a3-68a7-484d-959a-7d579eef17fb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.608758 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-a1e7e6a3-68a7-484d-959a-7d579eef17fb tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8be3223-f82e-418b-a7ea-90e57cd785fe HTTP/1.1" status: 200 len: 950 time: 0.2115481 Feb 08 23:50:47.650070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-21864ea6-0c38-4693-80dc-e565e0891902 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c711e269-7967-4379-969b-705a3065882c HTTP/1.1" status: 200 len: 217 time: 0.1794453 Feb 08 23:50:47.670579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.678167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:47.786349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.812639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32c2e8-d37d-4bfa-b4cf-09d3060bb6d0 req-e66ceb46-d09d-4d5f-936e-c812b4b4a4ec tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.814478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b32c2e8-d37d-4bfa-b4cf-09d3060bb6d0 req-e66ceb46-d09d-4d5f-936e-c812b4b4a4ec tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 943 time: 0.6854877 Feb 08 23:50:47.885465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-a63bb3e7-c57c-45cd-ba33-429311acc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.886982 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-a63bb3e7-c57c-45cd-ba33-429311acc2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=36eaba3c-6886-4829-964b-e5a31ddcf6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5003574 Feb 08 23:50:47.949652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] In _notify_port_updated(), no bound segment for port 2e936b56-a584-441e-a2ea-20557f4833bf on network 9985ae59-1bb4-47c2-b69d-e91104af213d {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:50:47.956608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:47.957272 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:47.958577 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "PUT /v2.0/ports/2e936b56-a584-441e-a2ea-20557f4833bf HTTP/1.1" status: 200 len: 992 time: 1.2941401 Feb 08 23:50:47.972677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41660) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:48.011051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-b65d9cce-84f1-4a19-97c6-a71674dce6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:48.012661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-b65d9cce-84f1-4a19-97c6-a71674dce6c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.3536766 Feb 08 23:50:48.015501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d128ca5-f653-4220-8bdc-e57fd5bcecf8 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=2e936b56-a584-441e-a2ea-20557f4833bf,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:48.033945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5d913722-e65f-492e-8db3-1db5634d39a2 req-0fce0b36-8c1f-4c29-aa29-a2f343539c92 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388508 Feb 08 23:50:48.049234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:48.049580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.128442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-5d9c829c-aef4-4cb3-8deb-97262b5ae3a2 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279708 Feb 08 23:50:48.139543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cbf7497f-a7c6-4cd8-b599-8b3265b8cff8 None None] Provisioning complete for port 2e936b56-a584-441e-a2ea-20557f4833bf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:48.140171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7497f-a7c6-4cd8-b599-8b3265b8cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.178206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7497f-a7c6-4cd8-b599-8b3265b8cff8 None None] Port 2e936b56-a584-441e-a2ea-20557f4833bf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:48.214150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:48.214519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.230861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:48.267369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.280462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457', '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:48.283296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b32c2e8-d37d-4bfa-b4cf-09d3060bb6d0 req-5c7050e4-3e3b-49f7-b650-fe3472521273 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427183 Feb 08 23:50:48.335645 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2ae0a45a-c330-4108-9b8f-19cf3c605b1a req-440e02a0-7d8e-44a8-b90f-7a66393cf5e1 service neutron] 10.222.0.21 "GET /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991279 Feb 08 23:50:48.336170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-7fa81c29-f7ec-4c7a-8fac-19cfd082194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:48.337970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-7fa81c29-f7ec-4c7a-8fac-19cfd082194c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 1097 time: 0.5442710 Feb 08 23:50:48.378587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=9c874095-0f01-436a-949f-0714199cf09e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:48.382830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:48.402678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55674d78-a8ae-4e32-b8f9-d961475df478 req-865c4d7d-310c-404f-b40f-d5ecc8b0be1e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:48.404425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55674d78-a8ae-4e32-b8f9-d961475df478 req-865c4d7d-310c-404f-b40f-d5ecc8b0be1e tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6536f9b-5e1d-4b63-b354-68b464131b06 HTTP/1.1" status: 200 len: 948 time: 0.5728300 Feb 08 23:50:48.451935 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab078e6-b8ad-4d91-a002-64313b9b79a1 x-openstack-request-id: req-fab078e6-b8ad-4d91-a002-64313b9b79a1 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:48.452534 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "name": "network-vif-unplugged", "status": "completed", "tag": "9c874095-0f01-436a-949f-0714199cf09e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:48.452931 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fab078e6-b8ad-4d91-a002-64313b9b79a1 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:48.453441 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c874095-0f01-436a-949f-0714199cf09e', 'code': 200} Feb 08 23:50:48.547203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.549545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8f68ac-093c-4409-bb86-20fb8af05b77 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:48.551138 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-a84419b6-c75c-4efe-a3c1-00beb4a96426 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623956 Feb 08 23:50:48.555264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-4b632a51-899b-4e84-9ce4-077a27fdc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:48.556748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-4b632a51-899b-4e84-9ce4-077a27fdc544 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4494262 Feb 08 23:50:48.573240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port 9c874095-0f01-436a-949f-0714199cf09e on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:48.583369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.612859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.616339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.84 "DELETE /v2.0/ports/9c874095-0f01-436a-949f-0714199cf09e HTTP/1.1" status: 204 len: 173 time: 3.8809242 Feb 08 23:50:48.789665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Transition to ACTIVE for port object 3e8f68ac-093c-4409-bb86-20fb8af05b77 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:50:48.844455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.886588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55674d78-a8ae-4e32-b8f9-d961475df478 req-4b4604c4-7a22-44c3-9ef9-857988fe2460 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821976 Feb 08 23:50:48.889828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port 2e936b56-a584-441e-a2ea-20557f4833bf {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:48.890177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:48.975129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-d5dfd8a4-22e4-4d3b-b687-73d01f8a1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:48.981216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-d5dfd8a4-22e4-4d3b-b687-73d01f8a1f6b service neutron] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 912 time: 0.6047838 Feb 08 23:50:49.004142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-ee35b6a6-4503-4ef3-8bd7-a90ded54f91a service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284668 Feb 08 23:50:49.062480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=82edcd53-8b5a-4250-9837-f7d1fc3f7f13,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:49.070340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc660b-0c4f-4b3c-ad96-edc88cee072e req-5f5c6eda-771b-425a-8dcc-cf39fc593a17 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:49.071841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9adc660b-0c4f-4b3c-ad96-edc88cee072e req-5f5c6eda-771b-425a-8dcc-cf39fc593a17 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.5020068 Feb 08 23:50:49.097315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'tag': 'c711e269-7967-4379-969b-705a3065882c'}, {'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'name': 'network-vif-deleted', 'tag': '9c874095-0f01-436a-949f-0714199cf09e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:49.099537 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daacca5-c776-4a08-b09d-70b2625a9762" -d '{"events": [{"name": "network-changed", "server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "tag": "c711e269-7967-4379-969b-705a3065882c"}, {"server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "name": "network-vif-deleted", "tag": "9c874095-0f01-436a-949f-0714199cf09e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:49.136088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:49.140008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:49.143350 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-dfb8b001-25e3-4ef2-bf58-5f72fcf2cb56 req-11857c56-cef5-4a47-8628-d8ab32f0498b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "DELETE /v2.0/ports/82edcd53-8b5a-4250-9837-f7d1fc3f7f13 HTTP/1.1" status: 204 len: 173 time: 1.5142276 Feb 08 23:50:49.144898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'name': 'network-vif-deleted', 'tag': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:49.147255 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f75350-d751-4a2d-9ecb-5225e53b5cf5" -d '{"events": [{"server_uuid": "f8be3223-f82e-418b-a7ea-90e57cd785fe", "name": "network-vif-deleted", "tag": "82edcd53-8b5a-4250-9837-f7d1fc3f7f13"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:49.159940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-0e639dd0-c9eb-43cd-a786-56a3f5d04068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:49.161804 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-0e639dd0-c9eb-43cd-a786-56a3f5d04068 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=10b564ed81204371918989dc8ceb4dff&device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 1096 time: 0.1101825 Feb 08 23:50:49.191015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-1281edc5-fc83-4d56-aae8-8cecec2db24e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 HTTP/1.1" status: 200 len: 217 time: 0.1790824 Feb 08 23:50:49.225460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8f68ac-093c-4409-bb86-20fb8af05b77,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:49.290786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-07faeba8-58ce-463d-b781-0b04a94ac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:49.292263 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-07faeba8-58ce-463d-b781-0b04a94ac646 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 200 len: 912 time: 0.1028199 Feb 08 23:50:49.339833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-010a42ad-1ea0-4e8d-b441-3da031da9eeb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a64bee0-4bf0-45b5-9804-171064463d00 HTTP/1.1" status: 200 len: 217 time: 0.0399649 Feb 08 23:50:49.394889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-3b9d82ba-1f74-465f-b9d0-11b6c4343d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:49.396249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-3b9d82ba-1f74-465f-b9d0-11b6c4343d51 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.0494804 Feb 08 23:50:49.429509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-1d079bf7-461f-4bfe-ba0f-2bd118441c20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267353 Feb 08 23:50:49.531122 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-afb5bb14-0886-4bae-867c-d181d69d4e15 service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939093 Feb 08 23:50:49.667612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:49.684655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] Sync routers for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:49.695592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-7f0ed5e0-cf09-4a43-a48b-9b936dceb7fc service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579623 Feb 08 23:50:49.697184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:49.697975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:49.707736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:49.739366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9adc660b-0c4f-4b3c-ad96-edc88cee072e req-909cf68a-1dd6-4795-91aa-59faf8feb655 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362252 Feb 08 23:50:49.790154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:49.790414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:49.822743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcc6e7-3034-4770-9ef8-661dc28823cb req-57f7d022-4937-46aa-a354-bde3356bc505 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:49.824625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15dcc6e7-3034-4770-9ef8-661dc28823cb req-57f7d022-4937-46aa-a354-bde3356bc505 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 944 time: 0.7354581 Feb 08 23:50:49.838602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:49.847316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-2d0c037a-20d3-45c7-a66b-3c90a714503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:49.849042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-2d0c037a-20d3-45c7-a66b-3c90a714503c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 200 len: 851 time: 0.6135685 Feb 08 23:50:49.900031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for 2e936b56-a584-441e-a2ea-20557f4833bf owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:49.930296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5da3ed09-245a-4d8a-b3ef-2d53b52a4718 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "PUT /v2.0/floatingips/60ccb295-a830-4287-b347-7de4353f3a32 HTTP/1.1" status: 200 len: 991 time: 7.5871422 Feb 08 23:50:49.944560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c06abc2-46a2-466f-9f14-730470c2cf26 req-f6ecbf30-f758-4980-b734-91d8e642ec77 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9226489 Feb 08 23:50:49.981441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-cf9e2c4e-b0d8-4f24-a7cd-a4581f752d58 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59c02b4a-2ee9-4ae4-b70e-f67890517d21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144500 Feb 08 23:50:49.985517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-f9a7b5c4-67c9-4ec4-a7bf-f701f9223aae tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 200 len: 694 time: 0.1598277 Feb 08 23:50:50.055436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Attempting to bind port 3e8f68ac-093c-4409-bb86-20fb8af05b77 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:50:50.055863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Attempting to bind port 3e8f68ac-093c-4409-bb86-20fb8af05b77 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:50:50.056194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Attempting to bind port 3e8f68ac-093c-4409-bb86-20fb8af05b77 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:50.113234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15dcc6e7-3034-4770-9ef8-661dc28823cb req-5b4a5e76-db0f-4fd8-a3a8-fa4eaa39f8d4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614145 Feb 08 23:50:50.128459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '60ccb295-a830-4287-b347-7de4353f3a32', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'port_id': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'mac_address': 'fa:16:3e:cd:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:06Z', 'updated_at': '2022-02-08T23:50:44Z', 'revision_number': 1, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:09Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:50.147309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Port 3e8f68ac-093c-4409-bb86-20fb8af05b77 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:50:50.147644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Attempting to bind port 3e8f68ac-093c-4409-bb86-20fb8af05b77 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:50:50.164308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] Checking router: 096dbb1e-3757-4a19-8462-0d4c7cb6b043 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:50.175895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:50.176867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:50.221594 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36a9095-0a48-4a14-a53b-8f4f90713b15 x-openstack-request-id: req-c36a9095-0a48-4a14-a53b-8f4f90713b15 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:50.221872 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "tag": "c711e269-7967-4379-969b-705a3065882c", "status": "completed", "code": 200}, {"server_uuid": "c6536f9b-5e1d-4b63-b354-68b464131b06", "name": "network-vif-deleted", "tag": "9c874095-0f01-436a-949f-0714199cf09e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:50.222360 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c36a9095-0a48-4a14-a53b-8f4f90713b15 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:50.222895 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'tag': 'c711e269-7967-4379-969b-705a3065882c', 'status': 'completed', 'code': 200} Feb 08 23:50:50.223209 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6536f9b-5e1d-4b63-b354-68b464131b06', 'name': 'network-vif-deleted', 'tag': '9c874095-0f01-436a-949f-0714199cf09e', 'status': 'completed', 'code': 200} Feb 08 23:50:50.254459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:50.276826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:50.284361 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1186783b-9cdd-4ce4-a2e9-3e71f95c1e40 x-openstack-request-id: req-1186783b-9cdd-4ce4-a2e9-3e71f95c1e40 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:50.284762 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8be3223-f82e-418b-a7ea-90e57cd785fe", "name": "network-vif-deleted", "tag": "82edcd53-8b5a-4250-9837-f7d1fc3f7f13", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:50.285149 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1186783b-9cdd-4ce4-a2e9-3e71f95c1e40 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:50.285644 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8be3223-f82e-418b-a7ea-90e57cd785fe', 'name': 'network-vif-deleted', 'tag': '82edcd53-8b5a-4250-9837-f7d1fc3f7f13', 'status': 'completed', 'code': 200} Feb 08 23:50:50.321203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:50:50.321569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:50:50.322577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:50:50.323121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Bound port: 3e8f68ac-093c-4409-bb86-20fb8af05b77, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:50:50.323490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:50.332930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:50.452954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:50.455281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=2e936b56-a584-441e-a2ea-20557f4833bf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:50.512689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:50.635675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-fc34f9e9-5a65-441f-8ed9-a4978aad64bc service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393731 Feb 08 23:50:50.648470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Deleting port f851acf2-c97a-4edb-b236-cdd554952b0c {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:50.649279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:50.673453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-eb4587bc-e00b-4e2d-bcfe-dc4dd4707e20 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:50.675079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-eb4587bc-e00b-4e2d-bcfe-dc4dd4707e20 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.6267643 Feb 08 23:50:50.713556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-46e73bb7-7ce5-4358-88a9-1ad507209cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:50.715348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-46e73bb7-7ce5-4358-88a9-1ad507209cad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 1094 time: 0.3882422 Feb 08 23:50:50.754110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:50.754848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 82edcd53-8b5a-4250-9837-f7d1fc3f7f13 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:50.760158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] For port 3e8f68ac-093c-4409-bb86-20fb8af05b77, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:50:50.779177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] For port 3e8f68ac-093c-4409-bb86-20fb8af05b77, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:50:50.827816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] For port f851acf2-c97a-4edb-b236-cdd554952b0c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f851acf2-c97a-4edb-b236-cdd554952b0c,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:50.827816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:50.843399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Calling delete_port for f851acf2-c97a-4edb-b236-cdd554952b0c owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:50.851433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:50.956781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6cd3-aee7-4d2b-9531-ef523108be86 req-4dca8b71-f5d0-4220-a5e9-f3dc290e0c98 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:50.959356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-175f6cd3-aee7-4d2b-9531-ef523108be86 req-4dca8b71-f5d0-4220-a5e9-f3dc290e0c98 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 943 time: 0.5395842 Feb 08 23:50:51.033432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-895727c9-8611-40fc-82c1-56637e574ec1 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 697 time: 0.3267031 Feb 08 23:50:51.056590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '60ccb295-a830-4287-b347-7de4353f3a32', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'port_id': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'mac_address': 'fa:16:3e:cd:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:06Z', 'updated_at': '2022-02-08T23:50:44Z', 'revision_number': 1, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:09Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:51.069047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:51.095689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.096040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=f851acf2-c97a-4edb-b236-cdd554952b0c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:51.096226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:51.097701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] 10.222.0.21 "PUT /v2.0/ports/3e8f68ac-093c-4409-bb86-20fb8af05b77 HTTP/1.1" status: 200 len: 1092 time: 5.5394006 Feb 08 23:50:51.102928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872d5d17-4bb2-4eca-8125-7dc6ce15c46a None None] The sync data for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 is: [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '60ccb295-a830-4287-b347-7de4353f3a32', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'port_id': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'mac_address': 'fa:16:3e:cd:32:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:49:06Z', 'updated_at': '2022-02-08T23:50:44Z', 'revision_number': 1, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:09Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:51.241888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852aad12-3a32-48ea-a721-021aa76a9556 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8f68ac-093c-4409-bb86-20fb8af05b77,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:51.289584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-e1bd043a-d84a-4f60-9fe6-344add33f5c3 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.193 HTTP/1.1" status: 200 len: 697 time: 0.2118440 Feb 08 23:50:51.305371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf31a95d-ab41-40c4-962c-8318672d8b3a req-3f9b1caa-c626-480e-85d1-8433efe6439c service neutron] 10.222.0.84 "GET /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512842 Feb 08 23:50:51.335514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-175f6cd3-aee7-4d2b-9531-ef523108be86 req-03c2bb3a-c1e3-4c83-b363-e4f0aeba97ee tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144548 Feb 08 23:50:51.352340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:51.413812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:51.421623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-01008618-2465-48ab-b554-00e5b620c943 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/ports/2e936b56-a584-441e-a2ea-20557f4833bf HTTP/1.1" status: 204 len: 168 time: 3.4348118 Feb 08 23:50:51.424248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41690) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:51.438821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-5e4608b1-8b31-4dbe-bab6-5769a247e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.441994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-5e4608b1-8b31-4dbe-bab6-5769a247e9bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.7001059 Feb 08 23:50:51.456637 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bab1f18-80ef-4946-ad32-09898f5bd3fd None None] New status for floating IP 60ccb295-a830-4287-b347-7de4353f3a32: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:50:51.507694 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df7c3a2-b7ac-4b6f-aae6-8295ce87faa7 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] GET failed (client error): The resource could not be found. Feb 08 23:50:51.512874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3df7c3a2-b7ac-4b6f-aae6-8295ce87faa7 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "GET /v2.0/ports/2e936b56-a584-441e-a2ea-20557f4833bf HTTP/1.1" status: 404 len: 333 time: 0.0824237 Feb 08 23:50:51.535881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41694) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:51.541019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'name': 'tempest-AllowedAddressPairTestJSON-1017379452'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:51.588983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-2d0b0b08-de3b-44e4-aea8-2643fe041e42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c711e269-7967-4379-969b-705a3065882c HTTP/1.1" status: 200 len: 217 time: 0.1223128 Feb 08 23:50:51.590880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-a2693c63-62b9-4bd8-bb5f-146cf25103e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.594036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-a2693c63-62b9-4bd8-bb5f-146cf25103e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 1095 time: 0.3837111 Feb 08 23:50:51.690598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Router 500a3e32-c5be-485e-ae73-9f196f01023f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:51.716314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-dd11ba4d-c073-4709-8c3c-9e3e77848e98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77 HTTP/1.1" status: 200 len: 217 time: 0.0729446 Feb 08 23:50:51.754677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:51.758135 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:51.779274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.785017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.791016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.796858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.802598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.808391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.809067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] device_id is not set on port 11593796-1dc9-46bf-9ad9-58aff825b4ae yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:50:51.814960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.816907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-452c1064-9705-4fdf-a907-77db5d99b226 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.2644341 Feb 08 23:50:51.818371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-2b1410a0-1c19-4691-89d8-c9abe249d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.819674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-2b1410a0-1c19-4691-89d8-c9abe249d6ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.2135975 Feb 08 23:50:51.847457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Deleting port 985e34fc-7711-41d4-a89c-a6fdccd465eb {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:51.847854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:51.867053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:51.877417 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f90fc93-39a3-4449-8917-9fc029efdbcb admin admin] 10.222.0.32 "PUT /v2.0/routers/500a3e32-c5be-485e-ae73-9f196f01023f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0832846 Feb 08 23:50:51.878235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:51.880464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] Sync routers for ids ['500a3e32-c5be-485e-ae73-9f196f01023f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:51.887857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-7179c5b8-b648-424d-abc5-69ff63bb2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:51.889909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-7179c5b8-b648-424d-abc5-69ff63bb2a1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1636033 Feb 08 23:50:51.894670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] Routers {'500a3e32-c5be-485e-ae73-9f196f01023f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:51.895488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['500a3e32-c5be-485e-ae73-9f196f01023f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:52.014668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Allocated IP 172.20.0.3 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/11593796-1dc9-46bf-9ad9-58aff825b4ae) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:52.025596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] Set router 500a3e32-c5be-485e-ae73-9f196f01023f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:52.040053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.223502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:50:50Z', 'revision_number': 5, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port': {'id': 'ebadab07-4d67-4449-8b71-91144b2516e1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:22Z', 'updated_at': '2022-02-08T23:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:52.230968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.247328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86'}, {'name': 'network-changed', 'server_uuid': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'tag': '3e8f68ac-093c-4409-bb86-20fb8af05b77'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:52.250327 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9358b1-d37f-484b-90db-ef014c624152" -d '{"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86"}, {"name": "network-changed", "server_uuid": "bf3374d1-6e15-4ba6-895a-4d9ad2b98934", "tag": "3e8f68ac-093c-4409-bb86-20fb8af05b77"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:52.254187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] Checking router: 500a3e32-c5be-485e-ae73-9f196f01023f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:50:52.260993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ea1b588-5e05-48e3-9175-78420c313c93 req-1ce08d58-2bbb-4995-ac83-81d538dc5f6a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4367828 Feb 08 23:50:52.262832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-ea9997a0-b895-45f6-b0f9-d9d7183e724e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3413653 Feb 08 23:50:52.265260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] Routers {'500a3e32-c5be-485e-ae73-9f196f01023f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:52.266385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['500a3e32-c5be-485e-ae73-9f196f01023f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:52.274533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-38077805-3d77-4c5d-aac8-15a41c8ccef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:52.275982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-38077805-3d77-4c5d-aac8-15a41c8ccef0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4472120 Feb 08 23:50:52.294164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.349190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Deleting port ebadab07-4d67-4449-8b71-91144b2516e1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:52.349545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.368946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.395490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.395860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.403771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] Set router 500a3e32-c5be-485e-ae73-9f196f01023f gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:52.455026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Calling delete_port for 985e34fc-7711-41d4-a89c-a6fdccd465eb owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:52.463088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:52.470531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:52.474855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:52.477276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=11593796-1dc9-46bf-9ad9-58aff825b4ae,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:52.498987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:50:52Z', 'revision_number': 6, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:52.534640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] For port ebadab07-4d67-4449-8b71-91144b2516e1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebadab07-4d67-4449-8b71-91144b2516e1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:52.535027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.542987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0710a40-ce7d-4f97-a9b2-5ed19e2171b5 None None] The sync data for ids ['500a3e32-c5be-485e-ae73-9f196f01023f'] in n-d-828413-1 is: [{'id': '500a3e32-c5be-485e-ae73-9f196f01023f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1359343966-router', 'tenant_id': 'b2c0e82f437c405598cb15eed937099d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:20Z', 'updated_at': '2022-02-08T23:50:52Z', 'revision_number': 6, 'project_id': 'b2c0e82f437c405598cb15eed937099d', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:50:52.553412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c711e269-7967-4379-969b-705a3065882c details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:52.554104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Calling delete_port for ebadab07-4d67-4449-8b71-91144b2516e1 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:52.561374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:52.563187 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.564011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-6500580c-9279-4989-93a7-d15e3c4857c1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854438 Feb 08 23:50:52.614369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fb8b-a5d7-4272-93e1-4bce48f093b6 req-080a2a09-f904-4289-8153-c842e6e7a2da tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:52.616022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4eb7fb8b-a5d7-4272-93e1-4bce48f093b6 req-080a2a09-f904-4289-8153-c842e6e7a2da tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2226524 Feb 08 23:50:52.629699 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ffdb2836-ac03-4f37-9320-74f78b95433a tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0927227 Feb 08 23:50:52.632689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41702) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:52.658004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:71:7b:4e'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:52.682354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-78b7433e-97b2-40c6-9eb8-e72d36a50e5b service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894150 Feb 08 23:50:52.750457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:52.767501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c711e269-7967-4379-969b-705a3065882c', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': 'c711e269-7967-4379-969b-705a3065882c', 'mac_address': 'fa:16:3e:05:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:52.818637 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.835445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c711e269-7967-4379-969b-705a3065882c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:52.853717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4eb7fb8b-a5d7-4272-93e1-4bce48f093b6 req-680d17f8-e4c1-446c-ac46-cf68b98b990a tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207289 Feb 08 23:50:52.866711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:52.875264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:52.911689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-793998dd-fb6a-4706-a6f9-8c48217444d5 req-67a9da70-16b3-4e44-a8f3-aad41cb4ca45 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346605 Feb 08 23:50:52.937161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:52.951865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.952594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.953045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.953453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.953881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.954455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.954855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.955249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.955644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.956035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.956427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.956813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:50:52.976105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fb7553c0-1e5b-48da-b56b-a7a1709b6cb2 None None] Provisioning complete for port 11593796-1dc9-46bf-9ad9-58aff825b4ae triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:52.976487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fb7553c0-1e5b-48da-b56b-a7a1709b6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.019155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.034673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8daacca5-c776-4a08-b09d-70b2625a9762 req-4081a489-dd1c-41df-be25-fc92af7fad14 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349302 Feb 08 23:50:53.045654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-fb7553c0-1e5b-48da-b56b-a7a1709b6cb2 None None] Port 11593796-1dc9-46bf-9ad9-58aff825b4ae cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:53.061257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0e781-7ae9-4548-9bba-a2f5faf2f205 req-831b2161-d77b-45df-a180-24978fe09bf0 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.062911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf0e781-7ae9-4548-9bba-a2f5faf2f205 req-831b2161-d77b-45df-a180-24978fe09bf0 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 944 time: 0.0829885 Feb 08 23:50:53.063804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.105143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event deleted for resources: {'Port': ['ID=985e34fc-7711-41d4-a89c-a6fdccd465eb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:53.156627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.172429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf0e781-7ae9-4548-9bba-a2f5faf2f205 req-360a0701-1cd9-4cc3-bc09-ead0a622a7d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009660 Feb 08 23:50:53.186957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.189629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.197563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a31da7a-a299-47b2-9b90-3ecc31417d93 req-a56dd9d4-4d5b-4bbc-b118-4249d987136f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad4885f3-37a9-47e0-9390-95db6ad16b43 HTTP/1.1" status: 204 len: 173 time: 1.8978617 Feb 08 23:50:53.231846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ebadab07-4d67-4449-8b71-91144b2516e1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:53.246463 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42904ec-a688-4f75-9e45-ed23bec0fe0f x-openstack-request-id: req-a42904ec-a688-4f75-9e45-ed23bec0fe0f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:53.246871 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf3374d1-6e15-4ba6-895a-4d9ad2b98934", "tag": "3e8f68ac-093c-4409-bb86-20fb8af05b77", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:53.247227 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a42904ec-a688-4f75-9e45-ed23bec0fe0f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:53.250951 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'status': 'completed', 'code': 200} Feb 08 23:50:53.251336 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'tag': '3e8f68ac-093c-4409-bb86-20fb8af05b77', 'status': 'completed', 'code': 200} Feb 08 23:50:53.258512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c711e269-7967-4379-969b-705a3065882c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:53.340709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.428516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.429452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.430263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.430895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.431631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.432282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.433118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.440267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-9bcae557-c76c-446a-8db2-174e4960b37f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e00a87e53b364959bfa0946865bd8b2d&device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6490 time: 0.1495526 Feb 08 23:50:53.452191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.455795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.458632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.460245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50d04c-7cd7-4aaf-b122-adae3e31d835 req-c2471447-0bcb-4d40-ad3b-1e88794221c5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.467389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.472189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa50d04c-7cd7-4aaf-b122-adae3e31d835 req-c2471447-0bcb-4d40-ad3b-1e88794221c5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 944 time: 0.1317267 Feb 08 23:50:53.581827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa50d04c-7cd7-4aaf-b122-adae3e31d835 req-9097a6c9-f233-44b4-bd1e-13ef80a49ebf tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070340 Feb 08 23:50:53.624695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-a5c1768d-337b-4f2e-8720-8180c96d9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.626712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-a5c1768d-337b-4f2e-8720-8180c96d9679 service neutron] 10.222.0.21 "GET /v2.0/networks?id=651f9ab1-2835-48af-880a-3e01035201c9 HTTP/1.1" status: 200 len: 912 time: 0.1521056 Feb 08 23:50:53.763287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-7a97f882-1c88-45e3-b9a0-cc2ef968e4fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 HTTP/1.1" status: 200 len: 1001 time: 0.1276581 Feb 08 23:50:53.777941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103419e0-20b0-4232-9aa3-f33bd9ae7aa6 req-4a0adf37-d6a6-4ca8-b92c-a6918f5381a8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.779495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-103419e0-20b0-4232-9aa3-f33bd9ae7aa6 req-4a0adf37-d6a6-4ca8-b92c-a6918f5381a8 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 946 time: 0.1335018 Feb 08 23:50:53.792043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.798591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.804338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.810803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.816514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.822401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.828329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.830275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-28a289f5-a095-4249-ac7a-7f7fc168c8f5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.1831665 Feb 08 23:50:53.858270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.859006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 500a3e32-c5be-485e-ae73-9f196f01023f {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:50:53.883517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.884660 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-760d60be-fdc9-4a8f-8464-0ee5191c39fc admin admin] 10.222.0.32 "DELETE /v2.0/routers/500a3e32-c5be-485e-ae73-9f196f01023f HTTP/1.1" status: 204 len: 168 time: 2.0055251 Feb 08 23:50:53.889934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41716) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:53.899155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=11593796-1dc9-46bf-9ad9-58aff825b4ae,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:53.946971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-103419e0-20b0-4232-9aa3-f33bd9ae7aa6 req-cd0bf1ed-480d-4c07-b2f3-5138fcd58b9f tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135809 Feb 08 23:50:53.969239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c822da00-9cf2-4c6d-bf1c-1996731de829 req-c104bb6e-008d-49cc-b6e9-16dcd7f247ba tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296637 Feb 08 23:50:53.972276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-99926cd1-815b-4a43-b820-e496e850aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.974860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] In _notify_port_updated(), no bound segment for port 11593796-1dc9-46bf-9ad9-58aff825b4ae on network 9985ae59-1bb4-47c2-b69d-e91104af213d {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:50:53.980232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:53.981179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:53.981786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-99926cd1-815b-4a43-b820-e496e850aa16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84e1244b-2c80-4d2a-9116-4e4f0a3530ee HTTP/1.1" status: 200 len: 850 time: 0.1932576 Feb 08 23:50:53.987679 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ff69ac0-fc07-4e79-ab58-ad8f0731fa19 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "PUT /v2.0/ports/11593796-1dc9-46bf-9ad9-58aff825b4ae HTTP/1.1" status: 200 len: 996 time: 1.3494821 Feb 08 23:50:53.987849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41718) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:53.998580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Deleting subnet a9083497-a03e-4138-a19f-39ccfcd9a9c8 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:50:54.004328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.052669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.175300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-1b35af0c-43a0-4737-9618-9425e7d2d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:54.176805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-1b35af0c-43a0-4737-9618-9425e7d2d28c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=651f9ab1-2835-48af-880a-3e01035201c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917393 Feb 08 23:50:54.196325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.223197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80f5f2-a449-480b-84ce-96a16bc07fdc req-eadafc77-ff7b-4c8c-b681-4259427695f7 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:54.224680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b80f5f2-a449-480b-84ce-96a16bc07fdc req-eadafc77-ff7b-4c8c-b681-4259427695f7 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.1303918 Feb 08 23:50:54.258615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.266629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port 11593796-1dc9-46bf-9ad9-58aff825b4ae {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:54.266629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.285829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0ca1056d-e5bd-4853-8f3c-0c6df26abf3d None None] Provisioning complete for port 11593796-1dc9-46bf-9ad9-58aff825b4ae triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:54.286536 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0ca1056d-e5bd-4853-8f3c-0c6df26abf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.316181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.322662 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a9083497-a03e-4138-a19f-39ccfcd9a9c8 HTTP/1.1" status: 204 len: 168 time: 0.4291265 Feb 08 23:50:54.323972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321a133-b70a-40de-97ca-f0798f2bf3a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9083497-a03e-4138-a19f-39ccfcd9a9c8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:54.326422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41726) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:54.361861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff0486-c364-4e4e-95db-cf8a60167a81 None None] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:50:54.375730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b80f5f2-a449-480b-84ce-96a16bc07fdc req-0960d4b0-4c78-4de5-ab1f-6f7672c3fd03 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262174 Feb 08 23:50:54.415607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-d4acd0ea-24e3-4618-9ce9-2fa74f76d8c6 service neutron] 10.222.0.21 "GET /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265501 Feb 08 23:50:54.443506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.461043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1056d-e5bd-4853-8f3c-0c6df26abf3d None None] Port 11593796-1dc9-46bf-9ad9-58aff825b4ae cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:54.468836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.505155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Deleting port 40d95340-799a-47de-adcd-a3a0e8d94f4a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:54.505494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.534951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3e8f68ac-093c-4409-bb86-20fb8af05b77 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:50:54.569072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for 11593796-1dc9-46bf-9ad9-58aff825b4ae owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:54.586568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] For port 40d95340-799a-47de-adcd-a3a0e8d94f4a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=40d95340-799a-47de-adcd-a3a0e8d94f4a,segment=NetworkSegment(da74b3d6-859f-4cf8-bdd6-c639735125a0),segment_id=da74b3d6-859f-4cf8-bdd6-c639735125a0)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:54.587282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.601489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Calling delete_port for 40d95340-799a-47de-adcd-a3a0e8d94f4a owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:54.610703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8644-8457-4d63-9a4d-15d81ad999a2 req-fd864c13-432d-4a02-9401-cdb68519c258 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:54.611657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684f8644-8457-4d63-9a4d-15d81ad999a2 req-fd864c13-432d-4a02-9401-cdb68519c258 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 944 time: 0.2350478 Feb 08 23:50:54.664961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3e8f68ac-093c-4409-bb86-20fb8af05b77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:54.679004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] DHCP port deletion for 2d41cd3d-629d-4bc0-a2c4-6760c3646721 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:50:54.681437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '3e8f68ac-093c-4409-bb86-20fb8af05b77', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': '3e8f68ac-093c-4409-bb86-20fb8af05b77', 'mac_address': 'fa:16:3e:39:09:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:50:54.682644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-e42bd523-a96c-4eb2-b507-7510b480504b service neutron] 10.222.0.21 "GET /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456551 Feb 08 23:50:54.723847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c026e5-246c-4748-b80a-1ca518a100b4 req-bd80ff32-bf37-4797-bcb3-1923c641c83b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:54.731594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7c026e5-246c-4748-b80a-1ca518a100b4 req-bd80ff32-bf37-4797-bcb3-1923c641c83b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 949 time: 0.2691152 Feb 08 23:50:54.743138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.748569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f851acf2-c97a-4edb-b236-cdd554952b0c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:54.776332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] No DVR routers for this DVR port 40d95340-799a-47de-adcd-a3a0e8d94f4a on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:54.777759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f851acf2-c97a-4edb-b236-cdd554952b0c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:54.778185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f851acf2-c97a-4edb-b236-cdd554952b0c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:54.778683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40d95340-799a-47de-adcd-a3a0e8d94f4a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:54.783048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d95340-799a-47de-adcd-a3a0e8d94f4a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:54.805444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.808568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 40d95340-799a-47de-adcd-a3a0e8d94f4a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:54.808568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40d95340-799a-47de-adcd-a3a0e8d94f4a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:54.809005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebadab07-4d67-4449-8b71-91144b2516e1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:54.820320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684f8644-8457-4d63-9a4d-15d81ad999a2 req-45c0c436-76db-4c5a-a22e-7c8a17a9f664 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572843 Feb 08 23:50:54.837410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ebadab07-4d67-4449-8b71-91144b2516e1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:54.837764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebadab07-4d67-4449-8b71-91144b2516e1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:54.850418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8f68ac-093c-4409-bb86-20fb8af05b77 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:50:54.860486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7c026e5-246c-4748-b80a-1ca518a100b4 req-ec889be0-d118-45f0-bb13-909a6f8013b5 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278372 Feb 08 23:50:54.869208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.891520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3e8f68ac-093c-4409-bb86-20fb8af05b77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:54.897005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Deleting port 40d95340-799a-47de-adcd-a3a0e8d94f4a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:54.898397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.901285 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.915765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d41cd3d-629d-4bc0-a2c4-6760c3646721']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:54.938131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da74b3d6-859f-4cf8-bdd6-c639735125a0') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:54.938423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da74b3d6-859f-4cf8-bdd6-c639735125a0') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:54.952161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.969814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-66dc0bb8-9c20-4df0-a382-94370ea03e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:54.970462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.976051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-66dc0bb8-9c20-4df0-a382-94370ea03e7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 1095 time: 0.2125289 Feb 08 23:50:54.977897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:50:54.978312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:50:54.980852 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:50:55.050771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] For port 40d95340-799a-47de-adcd-a3a0e8d94f4a, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:55.051345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.060425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.066044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3e8f68ac-093c-4409-bb86-20fb8af05b77,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:55.085355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Calling delete_port for 40d95340-799a-47de-adcd-a3a0e8d94f4a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:55.088879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.091057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Port 40d95340-799a-47de-adcd-a3a0e8d94f4a was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:50:55.093949 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.095321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.101135 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2d41cd3d-629d-4bc0-a2c4-6760c3646721 HTTP/1.1" status: 204 len: 168 time: 0.7708771 Feb 08 23:50:55.106174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41738) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:55.107271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae15c6-5737-4a83-bc4d-7076aebc3055 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d41cd3d-629d-4bc0-a2c4-6760c3646721,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:55.141802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Pushing event deleted for resources: {'Port': ['ID=40d95340-799a-47de-adcd-a3a0e8d94f4a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:55.146184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] Network 2d41cd3d-629d-4bc0-a2c4-6760c3646721 is not hosted by any dhcp agent {{(pid=105933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 23:50:55.146644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe772e6-5d40-4da3-a58b-dbe271df7a45 None None] No DVR routers for this DVR port 40d95340-799a-47de-adcd-a3a0e8d94f4a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:55.172489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48578-19f5-4853-a891-cc1e6b77c5db req-1a71a368-b71e-4d97-9754-dbaceb5ed13a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.174529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80a48578-19f5-4853-a891-cc1e6b77c5db req-1a71a368-b71e-4d97-9754-dbaceb5ed13a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 944 time: 0.1947904 Feb 08 23:50:55.189962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=11593796-1dc9-46bf-9ad9-58aff825b4ae,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:55.343934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3e8f68ac-093c-4409-bb86-20fb8af05b77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:55.533614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.602732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-b0336d18-ff76-4f8c-a3aa-baf6d4d4062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.604113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-b0336d18-ff76-4f8c-a3aa-baf6d4d4062b service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.6160598 Feb 08 23:50:55.614616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-a1008088-2b64-4a7f-9fcd-059205e49cb6 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.616061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-a1008088-2b64-4a7f-9fcd-059205e49cb6 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 946 time: 0.5061746 Feb 08 23:50:55.621944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80a48578-19f5-4853-a891-cc1e6b77c5db req-cccb53d4-1d99-45b9-9610-0ca493eb0170 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334528 Feb 08 23:50:55.641466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1d6b7-6dd3-4e26-ad68-425101410b0c req-c9dba580-8801-48db-b451-a756c497314b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.642992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93b1d6b7-6dd3-4e26-ad68-425101410b0c req-c9dba580-8801-48db-b451-a756c497314b tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 946 time: 0.4669347 Feb 08 23:50:55.652809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:55.656631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d5174b28-7c84-4840-99f9-304b7a1d5fdd tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/ports/11593796-1dc9-46bf-9ad9-58aff825b4ae HTTP/1.1" status: 204 len: 168 time: 1.6680641 Feb 08 23:50:55.696292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:55.712120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-ed60f301-e710-44e8-9c04-6b6dea94ecd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77 HTTP/1.1" status: 200 len: 217 time: 0.0844352 Feb 08 23:50:55.753010 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d3d1c4-31ab-4934-8cdb-647173f4c591 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] GET failed (client error): The resource could not be found. Feb 08 23:50:55.755386 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-38d3d1c4-31ab-4934-8cdb-647173f4c591 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "GET /v2.0/ports/11593796-1dc9-46bf-9ad9-58aff825b4ae HTTP/1.1" status: 404 len: 333 time: 0.0572670 Feb 08 23:50:55.759155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41742) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:55.765001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'name': 'tempest-AllowedAddressPairTestJSON-1349380464'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:55.844303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93b1d6b7-6dd3-4e26-ad68-425101410b0c req-4643d7d1-f3d6-45dc-a9fa-06cb21bb3022 tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/security-groups?id=26f37437-96be-4eab-a66c-0741b902d942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590588 Feb 08 23:50:55.850150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9358b1-d37f-484b-90db-ef014c624152 req-13d0feb2-d997-44ac-a6b1-baa40c5ded66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.851571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-13d0feb2-d997-44ac-a6b1-baa40c5ded66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1225612 Feb 08 23:50:55.869716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.875837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.882191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.888668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.894972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.900286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.906895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.908855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-9c9479b6-5fd0-4e93-9013-32942e255ccd tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.1987696 Feb 08 23:50:55.963308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-72dce74d-cc16-4dfd-9e44-75dd24c7952d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:55.964776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-72dce74d-cc16-4dfd-9e44-75dd24c7952d tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 949 time: 0.1192985 Feb 08 23:50:55.975356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-0e91a007-e2da-48c0-9e14-e72f91e1349b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655003 Feb 08 23:50:56.035195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:56.038750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.062201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Deleting port f677f657-f3e1-44e0-92b6-4a93b04ab28e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:56.062527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.095708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e1aa165-eb91-49b1-bef1-e8d10e405951 req-8f7ce544-d29c-4fe6-b863-545dd3e86483 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1740670 Feb 08 23:50:56.126288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] device_id is not set on port 2182ddc9-ed4a-4260-92cb-a88a30b70e5b yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:50:56.135514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42d50-8fa6-49b7-97c4-1c3951c3ce17 req-c33e18c0-e091-4775-8f1b-cbde1d4d40a9 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.137165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1f42d50-8fa6-49b7-97c4-1c3951c3ce17 req-c33e18c0-e091-4775-8f1b-cbde1d4d40a9 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2177448 Feb 08 23:50:56.204583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-0692c035-7145-4c41-8607-32a305c92656 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.206469 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-0692c035-7145-4c41-8607-32a305c92656 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/ports?device_id=1092302d-f17a-4143-abe4-6851849abed6 HTTP/1.1" status: 200 len: 949 time: 0.1859014 Feb 08 23:50:56.212189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Deleting port 845f6fe4-011f-49d9-be82-2a0adefc8de1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:56.212582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.246827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-80b83850-0480-46b1-9b46-b4cd529878da service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632313 Feb 08 23:50:56.260629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1f42d50-8fa6-49b7-97c4-1c3951c3ce17 req-a528f519-8abb-4cab-80d9-95be67879362 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118219 Feb 08 23:50:56.326820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] For port f677f657-f3e1-44e0-92b6-4a93b04ab28e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f677f657-f3e1-44e0-92b6-4a93b04ab28e,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:56.330047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.345680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74f6e4-cba4-41fb-be5c-d177b3ab0937 req-4178cb05-33e4-4671-bcfb-73fd164ed18f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.347219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f74f6e4-cba4-41fb-be5c-d177b3ab0937 req-4178cb05-33e4-4671-bcfb-73fd164ed18f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 945 time: 0.1700246 Feb 08 23:50:56.361975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:56.362323 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.392390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Calling delete_port for f677f657-f3e1-44e0-92b6-4a93b04ab28e owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:56.434487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Allocated IP 172.20.0.11 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/2182ddc9-ed4a-4260-92cb-a88a30b70e5b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:56.492119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9358b1-d37f-484b-90db-ef014c624152 req-b06e2eb2-6756-4e00-9bf9-01ae5e58fb8f service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354798 Feb 08 23:50:56.498733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f74f6e4-cba4-41fb-be5c-d177b3ab0937 req-f18edc90-3bdd-4dfb-9a53-8ae325c2f3ba tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361270 Feb 08 23:50:56.510143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] For port 845f6fe4-011f-49d9-be82-2a0adefc8de1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=845f6fe4-011f-49d9-be82-2a0adefc8de1,segment=NetworkSegment(785a6920-3a67-4c6e-904a-e8cdced3cd7c),segment_id=785a6920-3a67-4c6e-904a-e8cdced3cd7c)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:56.510594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.513062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5b9e-8138-45f5-9e66-bd1c925d9a55 req-17ddaefd-cb7c-4ce0-9927-5ae2069eb447 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.514776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baaf5b9e-8138-45f5-9e66-bd1c925d9a55 req-17ddaefd-cb7c-4ce0-9927-5ae2069eb447 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 949 time: 0.1648419 Feb 08 23:50:56.524007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c711e269-7967-4379-969b-705a3065882c up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:56.564780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Calling delete_port for 845f6fe4-011f-49d9-be82-2a0adefc8de1 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:56.624983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port fe78c127-b1c4-4de8-aa3d-989efb92cdb1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:56.625624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.637025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c711e269-7967-4379-969b-705a3065882c completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:56.648117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c711e269-7967-4379-969b-705a3065882c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:56.648456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.680837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baaf5b9e-8138-45f5-9e66-bd1c925d9a55 req-95f937fa-c8f5-4f0d-9814-86bbfde8a32f tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201468 Feb 08 23:50:56.680837 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.685429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port a54199ec-95b7-4871-aa21-8ee9f71ed457 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:56.685835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.697365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f677f657-f3e1-44e0-92b6-4a93b04ab28e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:56.720564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Pushing event deleted for resources: {'Port': ['ID=f677f657-f3e1-44e0-92b6-4a93b04ab28e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:56.724763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for fe78c127-b1c4-4de8-aa3d-989efb92cdb1 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:56.783060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.790207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.793928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.797471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.803486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.809711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.816784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.820035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c711e269-7967-4379-969b-705a3065882c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:56.822296 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1460dd-cf91-4624-b148-47f2bf79797d" -d '{"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-plugged", "status": "completed", "tag": "c711e269-7967-4379-969b-705a3065882c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:56.823080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.825170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01a72e47-e099-4873-8a27-cf852a92903c req-c259a2fc-9687-4eea-b49c-befe5e41dc16 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.2045994 Feb 08 23:50:56.839678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:56.845543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.881920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] No DVR routers for this DVR port f677f657-f3e1-44e0-92b6-4a93b04ab28e on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:56.888062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:56.891681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d634a9d-be5a-41a4-8b65-3a006d2e1871 req-865de5e0-460e-4f7b-9580-d1c6b94c4afb tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.21 "DELETE /v2.0/ports/f677f657-f3e1-44e0-92b6-4a93b04ab28e HTTP/1.1" status: 204 len: 173 time: 1.2465281 Feb 08 23:50:56.892215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'name': 'network-vif-deleted', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:56.894614 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83587d8-00e5-4178-91a2-234f85b091fb" -d '{"events": [{"server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "name": "network-vif-deleted", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:56.910784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:56.924463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01a72e47-e099-4873-8a27-cf852a92903c req-64d95e1d-b523-4d99-bf42-e571dd6eba49 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862033 Feb 08 23:50:56.940122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e9324-8e16-48db-ba98-a1dfd5692e8d req-ea1d0b61-8edc-499f-a684-df5d3b3a7475 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:56.948317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e23e9324-8e16-48db-ba98-a1dfd5692e8d req-ea1d0b61-8edc-499f-a684-df5d3b3a7475 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 944 time: 0.1216516 Feb 08 23:50:56.991236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e23e9324-8e16-48db-ba98-a1dfd5692e8d req-756b343d-2e85-441d-bd97-03cfc07f4d51 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Feb 08 23:50:57.014471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.037457 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855f456c-38ee-4d67-9736-f345bf92fa51 x-openstack-request-id: req-855f456c-38ee-4d67-9736-f345bf92fa51 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:57.037675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port a54199ec-95b7-4871-aa21-8ee9f71ed457, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a54199ec-95b7-4871-aa21-8ee9f71ed457,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:57.037933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.038739 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-plugged", "status": "completed", "tag": "c711e269-7967-4379-969b-705a3065882c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:57.039162 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-855f456c-38ee-4d67-9736-f345bf92fa51 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:57.039800 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c711e269-7967-4379-969b-705a3065882c', 'code': 200} Feb 08 23:50:57.063252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for a54199ec-95b7-4871-aa21-8ee9f71ed457 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:57.114886 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529ee45d-fc07-4725-b1a4-e21c8189334a x-openstack-request-id: req-529ee45d-fc07-4725-b1a4-e21c8189334a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:57.115189 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b6597-13b0-4838-9951-62e3b495abb5", "name": "network-vif-deleted", "tag": "f677f657-f3e1-44e0-92b6-4a93b04ab28e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:57.115451 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-529ee45d-fc07-4725-b1a4-e21c8189334a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:57.115863 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b6597-13b0-4838-9951-62e3b495abb5', 'name': 'network-vif-deleted', 'tag': 'f677f657-f3e1-44e0-92b6-4a93b04ab28e', 'status': 'completed', 'code': 200} Feb 08 23:50:57.138832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18913fbc-8cc6-40e0-9327-c386e31ada53 req-8f6cdcea-baea-4e41-a5bd-bfeea248eb5c tempest-FloatingIPsAssociationTestJSON-1528841989 tempest-FloatingIPsAssociationTestJSON-1528841989-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a5b6597-13b0-4838-9951-62e3b495abb5 HTTP/1.1" status: 200 len: 210 time: 0.0704343 Feb 08 23:50:57.228547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.239522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.241273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'a54199ec-95b7-4871-aa21-8ee9f71ed457'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:57.292010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.304310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.314744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=fe78c127-b1c4-4de8-aa3d-989efb92cdb1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:57.329940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.346616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.351098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.353267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.363779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.371243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.376750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6b8610f-14d9-4e22-bc84-4ff7fb6144bf req-260c4cac-e53b-41bd-bf15-30f8d08c25d6 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.2087412 Feb 08 23:50:57.416781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3490c9b-0337-4c94-a73f-581385167790 req-72d2aaa4-a3c0-4350-b745-08197c37f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.418793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3490c9b-0337-4c94-a73f-581385167790 req-72d2aaa4-a3c0-4350-b745-08197c37f4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 1096 time: 0.2408824 Feb 08 23:50:57.462308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945e06-2230-4928-aa84-3ba7643c7a3f req-6d4b6325-7eab-4c4e-b913-e14f68533404 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.471036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7945e06-2230-4928-aa84-3ba7643c7a3f req-6d4b6325-7eab-4c4e-b913-e14f68533404 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.0849509 Feb 08 23:50:57.476132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:57.506338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port fe78c127-b1c4-4de8-aa3d-989efb92cdb1 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:57.509542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.514292 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2420abf0-9dab-45e3-88a5-a66c3312891c req-7b686a97-6590-4f8f-8cb9-8580babfe8a4 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "DELETE /v2.0/ports/fe78c127-b1c4-4de8-aa3d-989efb92cdb1 HTTP/1.1" status: 204 len: 173 time: 1.5267208 Feb 08 23:50:57.516062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3490c9b-0337-4c94-a73f-581385167790 req-91e49ab4-0510-4a24-9cd8-1cd8e07295c4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855625 Feb 08 23:50:57.550057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'name': 'network-vif-deleted', 'tag': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:57.552355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7945e06-2230-4928-aa84-3ba7643c7a3f req-ab8b3aba-a0ed-480f-ae3d-55cc7b8e240f tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803154 Feb 08 23:50:57.553322 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e275b05-90c2-4ae7-8d66-d68cfd07e81a" -d '{"events": [{"server_uuid": "c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3", "name": "network-vif-deleted", "tag": "fe78c127-b1c4-4de8-aa3d-989efb92cdb1"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:57.556980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:57.627018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:57.718837 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ecf205-f6e8-4bae-b38f-a06cf4577ffa x-openstack-request-id: req-e6ecf205-f6e8-4bae-b38f-a06cf4577ffa {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:57.718837 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3", "name": "network-vif-deleted", "tag": "fe78c127-b1c4-4de8-aa3d-989efb92cdb1", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:57.718837 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6ecf205-f6e8-4bae-b38f-a06cf4577ffa {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:57.718837 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3', 'name': 'network-vif-deleted', 'tag': 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1', 'status': 'completed', 'code': 200} Feb 08 23:50:57.735468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10517f32-88a4-4437-b5ad-0655560751a7 req-346a4a3c-9f64-4d76-9a34-918492a426b5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:57.747908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10517f32-88a4-4437-b5ad-0655560751a7 req-346a4a3c-9f64-4d76-9a34-918492a426b5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 945 time: 0.1171329 Feb 08 23:50:57.767478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=2182ddc9-ed4a-4260-92cb-a88a30b70e5b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:57.786124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:57.881751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10517f32-88a4-4437-b5ad-0655560751a7 req-47a2d72a-660e-44ef-8f93-ec78197fb946 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329238 Feb 08 23:50:57.924034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Pushing event deleted for resources: {'Port': ['ID=845f6fe4-011f-49d9-be82-2a0adefc8de1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:57.943001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-563dee35-7ed2-4f13-9e72-fbf21949279f req-00dd1a70-72eb-4cea-adf2-62a48c850b30 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3bd71d8-4873-4c0c-b8cb-50c18e9e34c3 HTTP/1.1" status: 200 len: 210 time: 0.0787499 Feb 08 23:50:58.037862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:58.038331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.050504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-221151e1-fafc-4fde-937a-8f96bafbf0d5 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:58.054451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-221151e1-fafc-4fde-937a-8f96bafbf0d5 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.0701849 Feb 08 23:50:58.054648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=a54199ec-95b7-4871-aa21-8ee9f71ed457,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:58.086224 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d7f7ad80-57a7-4e9e-b457-3955fe447c70 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3235431 Feb 08 23:50:58.087664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'fe78c127-b1c4-4de8-aa3d-989efb92cdb1'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:58.095761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:58.101661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'network_id': '9985ae59-1bb4-47c2-b69d-e91104af213d', 'name': 'tempest-AllowedAddressPairTestJSON-994357900'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:58.115461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port a54199ec-95b7-4871-aa21-8ee9f71ed457 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:58.118779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.122202 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c86cd79-08c7-4fe2-8d7e-0b7207e5964f req-366c64a5-ee2d-4b35-a255-8ac48b634f93 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "DELETE /v2.0/ports/a54199ec-95b7-4871-aa21-8ee9f71ed457 HTTP/1.1" status: 204 len: 173 time: 1.9074941 Feb 08 23:50:58.155589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ae370981-5c96-4193-bc3f-2ddc19b64fc9 None None] Provisioning complete for port 2182ddc9-ed4a-4260-92cb-a88a30b70e5b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:58.156298 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ae370981-5c96-4193-bc3f-2ddc19b64fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.239491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.246827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:58.302195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ae370981-5c96-4193-bc3f-2ddc19b64fc9 None None] Port 2182ddc9-ed4a-4260-92cb-a88a30b70e5b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:50:58.421624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addaa21-0d8b-4c61-9e1d-bca8f0495aaf req-4a8cda5b-3184-4f45-ae9b-531619e7e1c7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:58.425216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1addaa21-0d8b-4c61-9e1d-bca8f0495aaf req-4a8cda5b-3184-4f45-ae9b-531619e7e1c7 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.3301830 Feb 08 23:50:58.510728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Deleting port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:50:58.511210 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.517734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Made reservation on behalf of 6947d6ec623248f487c3a71454fcef07 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:50:58.521353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.535855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3e8f68ac-093c-4409-bb86-20fb8af05b77 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:50:58.552203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1addaa21-0d8b-4c61-9e1d-bca8f0495aaf req-2f8fb156-2d78-417d-bdbb-b6ddf11eafe4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Feb 08 23:50:58.634130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 3e8f68ac-093c-4409-bb86-20fb8af05b77 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:50:58.642332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 3e8f68ac-093c-4409-bb86-20fb8af05b77 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:58.642957 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.654670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] device_id is not set on port f3ef790b-bdc6-48f8-87f8-5f91e279b639 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:50:58.882998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] For port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:58.885528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:58.935651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Calling delete_port for 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:50:58.981284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4cf3-d020-4562-9455-61b291f4fed8 req-4478e5fa-8a20-48d0-9f01-09ad3b889c5d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:58.984074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-673d4cf3-d020-4562-9455-61b291f4fed8 req-4478e5fa-8a20-48d0-9f01-09ad3b889c5d tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ee557c-adcb-4ea2-9d86-bd77a133269f HTTP/1.1" status: 200 len: 946 time: 0.2398276 Feb 08 23:50:59.088343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Allocated IP 172.20.0.7 (9985ae59-1bb4-47c2-b69d-e91104af213d/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f/f3ef790b-bdc6-48f8-87f8-5f91e279b639) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:50:59.100899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.126833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8f68ac-093c-4409-bb86-20fb8af05b77'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:59.129090 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0c2774-3430-4a0d-94bd-7191abf12fff" -d '{"events": [{"server_uuid": "bf3374d1-6e15-4ba6-895a-4d9ad2b98934", "name": "network-vif-plugged", "status": "completed", "tag": "3e8f68ac-093c-4409-bb86-20fb8af05b77"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:59.143784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3e8f68ac-093c-4409-bb86-20fb8af05b77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:50:59.148309 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.149966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a54199ec-95b7-4871-aa21-8ee9f71ed457 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:59.173156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-673d4cf3-d020-4562-9455-61b291f4fed8 req-0c9995d1-0de9-4efb-9fb1-06f761503e66 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785553 Feb 08 23:50:59.207762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: a54199ec-95b7-4871-aa21-8ee9f71ed457 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:59.208080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a54199ec-95b7-4871-aa21-8ee9f71ed457 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:59.209253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe78c127-b1c4-4de8-aa3d-989efb92cdb1 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:59.224906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954e405-6aed-411b-9171-218a1b1cb73c req-4acc4137-9b2b-436f-b22b-b40d0a4374cb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:59.226407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6954e405-6aed-411b-9171-218a1b1cb73c req-4acc4137-9b2b-436f-b22b-b40d0a4374cb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 945 time: 0.1521244 Feb 08 23:50:59.252847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: fe78c127-b1c4-4de8-aa3d-989efb92cdb1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:59.253226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe78c127-b1c4-4de8-aa3d-989efb92cdb1 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:59.253886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f677f657-f3e1-44e0-92b6-4a93b04ab28e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:50:59.281878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: f677f657-f3e1-44e0-92b6-4a93b04ab28e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:50:59.282227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f677f657-f3e1-44e0-92b6-4a93b04ab28e not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:50:59.304076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3e8f68ac-093c-4409-bb86-20fb8af05b77,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:59.309383 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3523f7a5-9c3b-46df-abb0-e768b3a3c56a x-openstack-request-id: req-3523f7a5-9c3b-46df-abb0-e768b3a3c56a {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:59.309602 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3374d1-6e15-4ba6-895a-4d9ad2b98934", "name": "network-vif-plugged", "status": "completed", "tag": "3e8f68ac-093c-4409-bb86-20fb8af05b77", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:59.309877 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3523f7a5-9c3b-46df-abb0-e768b3a3c56a {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:59.310956 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8f68ac-093c-4409-bb86-20fb8af05b77', 'code': 200} Feb 08 23:50:59.389127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6954e405-6aed-411b-9171-218a1b1cb73c req-dda19f44-e4ac-476a-b360-324fe080b040 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552157 Feb 08 23:50:59.399459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.425939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a64bee0-4bf0-45b5-9804-171064463d00'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:50:59.448659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Pushing event deleted for resources: {'Port': ['ID=11b1e21b-8a8c-4b9b-a647-3d169dff4ef0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:59.478395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0df2-2100-4ef7-9a73-758c62654f54 req-c28de45a-836b-435e-8640-7b8820781dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:59.479739 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-048b0df2-2100-4ef7-9a73-758c62654f54 req-c28de45a-836b-435e-8640-7b8820781dec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 1097 time: 0.0817704 Feb 08 23:50:59.490735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:50:59.511192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] No DVR routers for this DVR port 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:50:59.515303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.518819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-209fef8d-1d2b-4409-89f6-c5217befd533 req-18b59414-3f9e-43b1-86bb-af01440dce8e tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "DELETE /v2.0/ports/11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 HTTP/1.1" status: 204 len: 173 time: 1.4588249 Feb 08 23:50:59.519280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'name': 'network-vif-deleted', 'tag': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:59.521676 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9b63a3-4e9c-4ddd-85d9-e86e79203753" -d '{"events": [{"server_uuid": "15ee557c-adcb-4ea2-9d86-bd77a133269f", "name": "network-vif-deleted", "tag": "11b1e21b-8a8c-4b9b-a647-3d169dff4ef0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:59.527153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.557996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-048b0df2-2100-4ef7-9a73-758c62654f54 req-a240b160-8114-4fd9-926f-905da69466a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659962 Feb 08 23:50:59.592102 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8722ce-e5c0-4ec7-90f5-ea36c2387b33 x-openstack-request-id: req-bc8722ce-e5c0-4ec7-90f5-ea36c2387b33 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:50:59.592608 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ee557c-adcb-4ea2-9d86-bd77a133269f", "name": "network-vif-deleted", "tag": "11b1e21b-8a8c-4b9b-a647-3d169dff4ef0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:50:59.592874 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc8722ce-e5c0-4ec7-90f5-ea36c2387b33 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:50:59.595067 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ee557c-adcb-4ea2-9d86-bd77a133269f', 'name': 'network-vif-deleted', 'tag': '11b1e21b-8a8c-4b9b-a647-3d169dff4ef0', 'status': 'completed', 'code': 200} Feb 08 23:50:59.599846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.655894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Network 9985ae59-1bb4-47c2-b69d-e91104af213d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:50:59.660073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:50:59.692944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:50:59.698138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.745855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1092302d-f17a-4143-abe4-6851849abed6', 'name': 'network-vif-deleted', 'tag': 'a54199ec-95b7-4871-aa21-8ee9f71ed457'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:50:59.749505 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb82130f-c9bb-48ba-9ea5-54c0087772b0" -d '{"events": [{"server_uuid": "1092302d-f17a-4143-abe4-6851849abed6", "name": "network-vif-deleted", "tag": "a54199ec-95b7-4871-aa21-8ee9f71ed457"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:50:59.762486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:50:59.774903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a85d35a-df69-4d51-bd4f-975dfd39120c admin admin] 10.222.0.32 "PUT /v2.0/routers/3f5b6109-a1fb-4d3e-82da-169292ef0e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6588109 Feb 08 23:50:59.775517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41796) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:59.780557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] Sync routers for ids ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:50:59.797433 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] Routers {'3f5b6109-a1fb-4d3e-82da-169292ef0e74'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:50:59.798077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:50:59.799682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=f3ef790b-bdc6-48f8-87f8-5f91e279b639,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:50:59.823429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:59.824365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:50:59.848966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27e6ca-7f92-4d94-8670-41b0e4da056a req-a5c09de9-5cc7-44a4-89f0-edd903c60848 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:50:59.851249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f27e6ca-7f92-4d94-8670-41b0e4da056a req-a5c09de9-5cc7-44a4-89f0-edd903c60848 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.1726546 Feb 08 23:50:59.896558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f3f7f148-0b7e-48f6-a172-48331d9c2d41 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7987814 Feb 08 23:50:59.901536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41798) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:50:59.911183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:71:7b:4e'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e3:1d:e1'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:50:59.937830 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] Set router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:50:59.974310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7b0ce897-10d8-4db6-a83c-d926a015ae40 None None] Provisioning complete for port f3ef790b-bdc6-48f8-87f8-5f91e279b639 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:50:59.974985 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b0ce897-10d8-4db6-a83c-d926a015ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.014438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.037453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ce897-10d8-4db6-a83c-d926a015ae40 None None] Port f3ef790b-bdc6-48f8-87f8-5f91e279b639 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:00.069898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f27e6ca-7f92-4d94-8670-41b0e4da056a req-dd4b4591-6916-415e-90cb-83b71ced9eff tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092781 Feb 08 23:51:00.157509 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2fc130-03ba-4826-82f8-24f848adf606 x-openstack-request-id: req-8d2fc130-03ba-4826-82f8-24f848adf606 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:00.157801 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1092302d-f17a-4143-abe4-6851849abed6", "name": "network-vif-deleted", "tag": "a54199ec-95b7-4871-aa21-8ee9f71ed457", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:00.158642 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d2fc130-03ba-4826-82f8-24f848adf606 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:00.159034 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1092302d-f17a-4143-abe4-6851849abed6', 'name': 'network-vif-deleted', 'tag': 'a54199ec-95b7-4871-aa21-8ee9f71ed457', 'status': 'completed', 'code': 200} Feb 08 23:51:00.167277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.212710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.255299 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '472e8847-812f-4027-95ba-72ae88c68005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:50:57Z', 'revision_number': 5, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port': {'id': '472e8847-812f-4027-95ba-72ae88c68005', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:42Z', 'updated_at': '2022-02-08T23:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:00.296702 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] Checking router: 3f5b6109-a1fb-4d3e-82da-169292ef0e74 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:51:00.306830 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] Routers {'3f5b6109-a1fb-4d3e-82da-169292ef0e74'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:00.307501 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:00.393221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Deleting port 472e8847-812f-4027-95ba-72ae88c68005 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:00.393563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.409986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Deleting port 8c652d1a-bed3-4ee8-949e-b1172e088a49 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:00.410523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.441391 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] Set router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:00.509253 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:51:00Z', 'revision_number': 6, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:00.548033 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad10e4-b622-44aa-bc65-60a9ef1088da None None] The sync data for ids ['3f5b6109-a1fb-4d3e-82da-169292ef0e74'] in n-d-828413-1 is: [{'id': '3f5b6109-a1fb-4d3e-82da-169292ef0e74', 'name': 'tempest-AttachSCSIVolumeTestJSON-1680964512-router', 'tenant_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:41Z', 'updated_at': '2022-02-08T23:51:00Z', 'revision_number': 6, 'project_id': 'a43a90ffb8764da7b9bdfe17752ae21c', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:00.548845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] For port 472e8847-812f-4027-95ba-72ae88c68005, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=472e8847-812f-4027-95ba-72ae88c68005,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:00.549378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.571567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] For port 8c652d1a-bed3-4ee8-949e-b1172e088a49, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8c652d1a-bed3-4ee8-949e-b1172e088a49,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:00.571950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.582765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Calling delete_port for 472e8847-812f-4027-95ba-72ae88c68005 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:00.616121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.622898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Calling delete_port for 8c652d1a-bed3-4ee8-949e-b1172e088a49 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:00.631560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98982558-d9fa-4ef2-80fe-af9550a57e6d req-1141eb8a-aa7d-47cf-982a-b606a4de4bdd tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:00.634280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98982558-d9fa-4ef2-80fe-af9550a57e6d req-1141eb8a-aa7d-47cf-982a-b606a4de4bdd tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2226198 Feb 08 23:51:00.635822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:00.977281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5f22588e-3ef8-48f8-b0fc-443947d0a2ec None None] Provisioning complete for port f3ef790b-bdc6-48f8-87f8-5f91e279b639 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:00.977888 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5f22588e-3ef8-48f8-b0fc-443947d0a2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.012440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.018416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.022608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5f22588e-3ef8-48f8-b0fc-443947d0a2ec None None] Port f3ef790b-bdc6-48f8-87f8-5f91e279b639 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:01.045978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Pushing event deleted for resources: {'Port': ['ID=472e8847-812f-4027-95ba-72ae88c68005,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:01.100423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event updated for resources: {'Port': ['ID=f3ef790b-bdc6-48f8-87f8-5f91e279b639,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:01.111476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c652d1a-bed3-4ee8-949e-b1172e088a49,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:01.130609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98982558-d9fa-4ef2-80fe-af9550a57e6d req-628b8847-09cc-4b13-842b-c72d7ee3c89d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882085 Feb 08 23:51:01.158763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] In _notify_port_updated(), no bound segment for port f3ef790b-bdc6-48f8-87f8-5f91e279b639 on network 9985ae59-1bb4-47c2-b69d-e91104af213d {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:51:01.164348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:01.165060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.169513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3da90ee4-c480-4c34-a015-e73c2947dae0 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "PUT /v2.0/ports/f3ef790b-bdc6-48f8-87f8-5f91e279b639 HTTP/1.1" status: 200 len: 1055 time: 1.2639091 Feb 08 23:51:01.171162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41816) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:01.191241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.214925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b5463-1862-40b9-96ab-a8027f961dc3 req-9e3e462b-adf5-4797-925c-86e83a85ed68 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:01.223227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db4b5463-1862-40b9-96ab-a8027f961dc3 req-9e3e462b-adf5-4797-925c-86e83a85ed68 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.4808624 Feb 08 23:51:01.273337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:01.277926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db4b5463-1862-40b9-96ab-a8027f961dc3 req-6782f81b-eaea-431e-b3e6-f1fdf22b776e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Feb 08 23:51:01.319685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:01.320510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 11b1e21b-8a8c-4b9b-a647-3d169dff4ef0 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:01.328319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.331294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.404808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port f3ef790b-bdc6-48f8-87f8-5f91e279b639 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:01.405326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.466861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.467845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5b6109-a1fb-4d3e-82da-169292ef0e74 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:51:01.472603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.475957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1dc7d577-66f3-405b-a84c-028662beb462 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3f5b6109-a1fb-4d3e-82da-169292ef0e74 HTTP/1.1" status: 204 len: 168 time: 1.6954894 Feb 08 23:51:01.476945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41820) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:01.518232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a6dcf-1218-4bb0-9ef9-f545fef9fd4b req-bc3e4f15-9d2f-431f-8f8b-0c796512dac8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:01.520065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-694a6dcf-1218-4bb0-9ef9-f545fef9fd4b req-bc3e4f15-9d2f-431f-8f8b-0c796512dac8 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.1524713 Feb 08 23:51:01.529410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.539471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Deleting subnet 54be2407-576e-4655-9138-827fb1d876d7 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:01.543597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.561858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c90ac6-3ce8-4a4c-bea2-3e846f0f83ea req-05eeb884-9613-4011-9c72-9945782e6971 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:01.563433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02c90ac6-3ce8-4a4c-bea2-3e846f0f83ea req-05eeb884-9613-4011-9c72-9945782e6971 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 949 time: 0.1527150 Feb 08 23:51:01.595630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.623191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-694a6dcf-1218-4bb0-9ef9-f545fef9fd4b req-221cfe9d-e54c-4345-9b80-0ebffd51ff95 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927837 Feb 08 23:51:01.629458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for f3ef790b-bdc6-48f8-87f8-5f91e279b639 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:01.630849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.652222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02c90ac6-3ce8-4a4c-bea2-3e846f0f83ea req-c5ae7014-769e-4fa4-8d86-46397ef043f6 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Feb 08 23:51:01.795310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.796298 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.828167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=f3ef790b-bdc6-48f8-87f8-5f91e279b639,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:01.902754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Router fee9d2d2-3047-44df-94dd-1aa1752385c1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:01.909822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.941990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54be2407-576e-4655-9138-827fb1d876d7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:01.944151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:01.947592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c1555a67-08f5-46ff-bacb-01f7b0726ee3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54be2407-576e-4655-9138-827fb1d876d7 HTTP/1.1" status: 204 len: 168 time: 0.4704626 Feb 08 23:51:01.952418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41822) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:01.955923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcd723-f385-49af-894a-734fa5d44c31 None None] Network 611ac8f4-e5d1-462a-b829-a0c38d91a961 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:02.066999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.071252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9871a71f-44fb-457c-8220-27232200924b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/ports/f3ef790b-bdc6-48f8-87f8-5f91e279b639 HTTP/1.1" status: 204 len: 168 time: 0.8986957 Feb 08 23:51:02.073792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41824) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:02.101853 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-79818466-1052-493a-8209-3a7f3631f22b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] GET failed (client error): The resource could not be found. Feb 08 23:51:02.106204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-79818466-1052-493a-8209-3a7f3631f22b tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "GET /v2.0/ports/f3ef790b-bdc6-48f8-87f8-5f91e279b639 HTTP/1.1" status: 404 len: 333 time: 0.0287311 Feb 08 23:51:02.106567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41826) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:02.151795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] DHCP port deletion for 611ac8f4-e5d1-462a-b829-a0c38d91a961 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:02.226346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] Deleting port 89d1caa2-44c9-4442-ae38-120ae08c6f00 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:02.226720 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.260565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port 2182ddc9-ed4a-4260-92cb-a88a30b70e5b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:02.261196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.283842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4470778-52c7-4c78-9622-68b6eb260741 req-04c1eaaf-e510-4df2-9078-f58dea590310 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:02.285924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4470778-52c7-4c78-9622-68b6eb260741 req-04c1eaaf-e510-4df2-9078-f58dea590310 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.0811176 Feb 08 23:51:02.299539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] For port 89d1caa2-44c9-4442-ae38-120ae08c6f00, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=89d1caa2-44c9-4442-ae38-120ae08c6f00,segment=NetworkSegment(785a6920-3a67-4c6e-904a-e8cdced3cd7c),segment_id=785a6920-3a67-4c6e-904a-e8cdced3cd7c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:02.299942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.316746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] Calling delete_port for 89d1caa2-44c9-4442-ae38-120ae08c6f00 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:02.394449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4470778-52c7-4c78-9622-68b6eb260741 req-377171e3-1b71-4c40-a6a3-e9090d272dab tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778952 Feb 08 23:51:02.432285 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.433220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.451228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for 2182ddc9-ed4a-4260-92cb-a88a30b70e5b owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:02.461450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.466624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01336d2-7173-4e3d-a8b0-fb7b49caf28c req-aefb1fb0-e1cb-4003-8dfd-9ecf56f4196f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:02.468535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f01336d2-7173-4e3d-a8b0-fb7b49caf28c req-aefb1fb0-e1cb-4003-8dfd-9ecf56f4196f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.0977161 Feb 08 23:51:02.486615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] Pushing event deleted for resources: {'Port': ['ID=89d1caa2-44c9-4442-ae38-120ae08c6f00,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:02.486978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:02.496380 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-95a10f93-964f-48e6-9183-feb5e8cc8529 admin admin] 10.222.0.32 "PUT /v2.0/routers/fee9d2d2-3047-44df-94dd-1aa1752385c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2477913 Feb 08 23:51:02.498574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41834) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:02.498737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a438e6-5910-488e-b3bf-d00c70a051c9 None None] No DVR routers for this DVR port 89d1caa2-44c9-4442-ae38-120ae08c6f00 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:02.522502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] Sync routers for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:02.541874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:02.542811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:02.601078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.647583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611ac8f4-e5d1-462a-b829-a0c38d91a961']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:02.661833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f01336d2-7173-4e3d-a8b0-fb7b49caf28c req-9a304c47-8752-4acb-95b4-8231d7e415e2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753759 Feb 08 23:51:02.671407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785a6920-3a67-4c6e-904a-e8cdced3cd7c') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:02.672279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785a6920-3a67-4c6e-904a-e8cdced3cd7c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:02.686434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.704845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.714190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:02.714767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:02.717692 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:02.743023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:02.851703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.858281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.891980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89d1caa2-44c9-4442-ae38-120ae08c6f00 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:02.893867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:02.900450 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] 10.222.0.32 "DELETE /v2.0/networks/611ac8f4-e5d1-462a-b829-a0c38d91a961 HTTP/1.1" status: 204 len: 168 time: 0.9477563 Feb 08 23:51:02.902448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a600b8f-df48-435b-b098-1119b94c34dd admin admin] Pushing event deleted for resources: {'Network': ['ID=611ac8f4-e5d1-462a-b829-a0c38d91a961,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:02.933704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 89d1caa2-44c9-4442-ae38-120ae08c6f00 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:02.934063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89d1caa2-44c9-4442-ae38-120ae08c6f00 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:02.934617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 845f6fe4-011f-49d9-be82-2a0adefc8de1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:02.944623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-0c91aae8-f2b1-42c7-896c-6f6f84dfe115 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:02.947147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-0c91aae8-f2b1-42c7-896c-6f6f84dfe115 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 949 time: 0.1453838 Feb 08 23:51:02.976723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 845f6fe4-011f-49d9-be82-2a0adefc8de1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:02.977128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 845f6fe4-011f-49d9-be82-2a0adefc8de1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:02.977697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 472e8847-812f-4027-95ba-72ae88c68005 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:03.024345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 472e8847-812f-4027-95ba-72ae88c68005 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:03.024754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 472e8847-812f-4027-95ba-72ae88c68005 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:03.101287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:51:00Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:03.130320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Deleting port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:03.131028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.135925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1f186-749c-44ab-86bf-647847d84968 req-66d3589b-9892-4bb8-8938-0e67bdfddb73 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:03.137452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4c1f186-749c-44ab-86bf-647847d84968 req-66d3589b-9892-4bb8-8938-0e67bdfddb73 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.4451962 Feb 08 23:51:03.141209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] Checking router: fee9d2d2-3047-44df-94dd-1aa1752385c1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:51:03.157380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] Routers {'fee9d2d2-3047-44df-94dd-1aa1752385c1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:03.158097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['fee9d2d2-3047-44df-94dd-1aa1752385c1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:03.199413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41856) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:03.208765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40253f15-a90b-4cd7-b94a-71c034a2d3b7 req-506f059d-dce7-4440-869a-ee2fc8c22165 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:03.210691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40253f15-a90b-4cd7-b94a-71c034a2d3b7 req-506f059d-dce7-4440-869a-ee2fc8c22165 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.3572567 Feb 08 23:51:03.280885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] Set router fee9d2d2-3047-44df-94dd-1aa1752385c1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:03.281161 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60479118-8d65-4f82-9525-bfe9e526836a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2c0e82f437c405598cb15eed937099d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767443 Feb 08 23:51:03.281709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8568b-e92b-433e-b040-f9ff3846aeaa req-313c44e2-f7b0-432d-8373-ea0ea1b06138 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:03.283553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb8568b-e92b-433e-b040-f9ff3846aeaa req-313c44e2-f7b0-432d-8373-ea0ea1b06138 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b684c7b-ff5a-43b3-90c2-94aaaca8e228 HTTP/1.1" status: 200 len: 949 time: 0.2025118 Feb 08 23:51:03.284311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41858) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:03.287451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] For port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:03.287822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.313735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.325153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Calling delete_port for f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:03.335443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.392500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=2182ddc9-ed4a-4260-92cb-a88a30b70e5b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:03.421429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4acfa75-2128-42d3-9798-2cd92e2f0ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.457928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4acfa75-2128-42d3-9798-2cd92e2f0ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.465483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40253f15-a90b-4cd7-b94a-71c034a2d3b7 req-1310266f-99d9-4c0c-84ac-c00883fc70ed tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076023 Feb 08 23:51:03.545007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:51:00Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:03.573171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb8568b-e92b-433e-b040-f9ff3846aeaa req-b25844ec-bfc3-4130-b52a-7698f7d876c5 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.32 "GET /v2.0/security-groups?id=aeb53780-f170-4353-8eab-156fb4329fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557123 Feb 08 23:51:03.604428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7a677-24b7-4b72-8eff-6bca473e550d None None] The sync data for ids ['fee9d2d2-3047-44df-94dd-1aa1752385c1'] in n-d-828413-1 is: [{'id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'name': 'tempest-FloatingIPsAssociationTestJSON-1420546716-router', 'tenant_id': '4d03e0d544364dddafb8ea7c263a528c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:51Z', 'updated_at': '2022-02-08T23:51:00Z', 'revision_number': 5, 'project_id': '4d03e0d544364dddafb8ea7c263a528c', 'gw_port': {'id': 'ef706077-02dd-4315-a72d-4f2b81800ebc', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:97:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee9d2d2-3047-44df-94dd-1aa1752385c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:53Z', 'updated_at': '2022-02-08T23:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:03.616626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4acfa75-2128-42d3-9798-2cd92e2f0ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.619357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4acfa75-2128-42d3-9798-2cd92e2f0ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.624415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d4acfa75-2128-42d3-9798-2cd92e2f0ce6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4 HTTP/1.1" status: 204 len: 168 time: 0.3389637 Feb 08 23:51:03.636667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Deleting port 1a64bee0-4bf0-45b5-9804-171064463d00 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:03.637865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.645090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acfa75-2128-42d3-9798-2cd92e2f0ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60a1558-d6ce-4fe8-b1af-246a5d6e5ea4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:03.651130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.668391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:03.692528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.718438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Pushing event deleted for resources: {'Port': ['ID=f43e46e6-913c-4c1f-b50f-f0724d9ce7d3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:03.738121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-37d85eb4-5236-47e0-8e3f-4cd089fc1675 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/ports/2182ddc9-ed4a-4260-92cb-a88a30b70e5b HTTP/1.1" status: 204 len: 168 time: 1.6303058 Feb 08 23:51:03.738397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:03.803104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] No DVR routers for this DVR port f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:03.817204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:03.825395 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e63aa7b3-dcf3-4a7e-b558-beaa8f79f7ec req-a4d9d942-19e9-4213-85a7-b6d2543a5226 tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] 10.222.0.21 "DELETE /v2.0/ports/f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 HTTP/1.1" status: 204 len: 173 time: 0.8685365 Feb 08 23:51:03.828414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'name': 'network-vif-deleted', 'tag': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:03.831280 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884043d6-1a07-4c38-95c4-57df8b8243d8" -d '{"events": [{"server_uuid": "0b684c7b-ff5a-43b3-90c2-94aaaca8e228", "name": "network-vif-deleted", "tag": "f43e46e6-913c-4c1f-b50f-f0724d9ce7d3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:03.834518 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6227d3-11a0-44e9-8e8c-9326a5085092 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] GET failed (client error): The resource could not be found. Feb 08 23:51:03.836168 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ca6227d3-11a0-44e9-8e8c-9326a5085092 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "GET /v2.0/ports/2182ddc9-ed4a-4260-92cb-a88a30b70e5b HTTP/1.1" status: 404 len: 333 time: 0.0938299 Feb 08 23:51:03.840255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:04.018561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:04.020459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.030217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Deleting port ef706077-02dd-4315-a72d-4f2b81800ebc {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:04.030671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.078830 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:51:04.216202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.233432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for 456a0c1b-7175-4366-8b8a-cb5f85bb5f4f owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:04.242065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] For port ef706077-02dd-4315-a72d-4f2b81800ebc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ef706077-02dd-4315-a72d-4f2b81800ebc,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:04.242671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.266594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Calling delete_port for ef706077-02dd-4315-a72d-4f2b81800ebc owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:04.297492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:04.425732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.433004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b7611-3c80-4f23-b402-c25fbea13693 req-5a08bfab-6e80-45df-80f6-b2499c0fa66b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:04.433963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c5b7611-3c80-4f23-b402-c25fbea13693 req-5a08bfab-6e80-45df-80f6-b2499c0fa66b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.5835409 Feb 08 23:51:04.453235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] For port 1a64bee0-4bf0-45b5-9804-171064463d00, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a64bee0-4bf0-45b5-9804-171064463d00,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:04.453603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.455454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=456a0c1b-7175-4366-8b8a-cb5f85bb5f4f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:04.461531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-43a9bf3c-fae2-4770-bd42-89325dc50888 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a43a90ffb8764da7b9bdfe17752ae21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594546 Feb 08 23:51:04.462488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:04.507236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Calling delete_port for 1a64bee0-4bf0-45b5-9804-171064463d00 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:04.528351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ba99f-0a2b-42d8-b925-60d388d9ad69 req-5d2bd9c2-46fa-4da3-8dac-206bf8d94778 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:04.530663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-006ba99f-0a2b-42d8-b925-60d388d9ad69 req-5d2bd9c2-46fa-4da3-8dac-206bf8d94778 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2466781 Feb 08 23:51:04.551641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c711e269-7967-4379-969b-705a3065882c details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:51:04.582979 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.588562 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b7725847-1ce1-47de-a67f-eb1a978686bf tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/ports/456a0c1b-7175-4366-8b8a-cb5f85bb5f4f HTTP/1.1" status: 204 len: 168 time: 0.7473576 Feb 08 23:51:04.594220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41878) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:04.611582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c5b7611-3c80-4f23-b402-c25fbea13693 req-5cc59c10-5d0f-4f9d-b7a1-f5c125bc0867 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654434 Feb 08 23:51:04.671194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-869ac423-527e-4567-93c7-9f1ee23f1b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.694733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting subnet 137cd0c5-e3c8-4b14-b41a-0997e5c06b1f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:04.700261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.756261 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eea2051-4de9-4a9f-989e-58ebd6d640d6 x-openstack-request-id: req-3eea2051-4de9-4a9f-989e-58ebd6d640d6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:04.756487 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b684c7b-ff5a-43b3-90c2-94aaaca8e228", "name": "network-vif-deleted", "tag": "f43e46e6-913c-4c1f-b50f-f0724d9ce7d3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:04.756753 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3eea2051-4de9-4a9f-989e-58ebd6d640d6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:04.757182 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b684c7b-ff5a-43b3-90c2-94aaaca8e228', 'name': 'network-vif-deleted', 'tag': 'f43e46e6-913c-4c1f-b50f-f0724d9ce7d3', 'status': 'completed', 'code': 200} Feb 08 23:51:04.778414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:04.785364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-869ac423-527e-4567-93c7-9f1ee23f1b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.796965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c711e269-7967-4379-969b-705a3065882c', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'port_id': 'c711e269-7967-4379-969b-705a3065882c', 'mac_address': 'fa:16:3e:05:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:51:04.803098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8c652d1a-bed3-4ee8-949e-b1172e088a49 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:04.822457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.848513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8c652d1a-bed3-4ee8-949e-b1172e088a49 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:04.849045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8c652d1a-bed3-4ee8-949e-b1172e088a49 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:04.867057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.884660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c711e269-7967-4379-969b-705a3065882c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:04.908549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:04.912961 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.923810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-869ac423-527e-4567-93c7-9f1ee23f1b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.926549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-869ac423-527e-4567-93c7-9f1ee23f1b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:04.930162 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-869ac423-527e-4567-93c7-9f1ee23f1b47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/244f822a-3fd0-47a1-b6e3-0ae3ccfbdb00 HTTP/1.1" status: 204 len: 168 time: 0.4648259 Feb 08 23:51:04.946287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac423-527e-4567-93c7-9f1ee23f1b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f822a-3fd0-47a1-b6e3-0ae3ccfbdb00,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:04.959931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.008656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:05.058953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.073839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c711e269-7967-4379-969b-705a3065882c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:05.083664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-006ba99f-0a2b-42d8-b925-60d388d9ad69 req-b1210ac3-fb9e-41e5-8176-37ad0f8a2854 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373173 Feb 08 23:51:05.091118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Subnet': ['ID=137cd0c5-e3c8-4b14-b41a-0997e5c06b1f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:05.093320 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.099057 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-542ad04d-8893-4d83-80fc-a39e27deed08 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/subnets/137cd0c5-e3c8-4b14-b41a-0997e5c06b1f HTTP/1.1" status: 204 len: 168 time: 0.5037873 Feb 08 23:51:05.100010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:05.152497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d925a6-42d2-4e66-9a53-d1c3e34fea4b req-2f1043cc-7af2-48e6-8ea3-0cd1b44ac7ab tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:05.154883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70d925a6-42d2-4e66-9a53-d1c3e34fea4b req-2f1043cc-7af2-48e6-8ea3-0cd1b44ac7ab tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c6a6146-ff1b-40be-a1a3-0d523bc71695 HTTP/1.1" status: 200 len: 945 time: 0.1506147 Feb 08 23:51:05.178245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03338ffd-a2c5-49b4-a3f9-c0ff3b46e1bd None None] Network 9985ae59-1bb4-47c2-b69d-e91104af213d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:05.227580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.233128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.296802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef706077-02dd-4315-a72d-4f2b81800ebc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:05.314008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Deleting port 28b880a6-a9aa-4485-a6d8-6594e04af745 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:05.314363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.355784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70d925a6-42d2-4e66-9a53-d1c3e34fea4b req-7f4eeae1-ea69-43ae-9bdd-c408c38e581b tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.32 "GET /v2.0/security-groups?id=962f0223-78f9-4937-948e-12b743fdfbe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937163 Feb 08 23:51:05.408442 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.471130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Pushing event deleted for resources: {'Port': ['ID=1a64bee0-4bf0-45b5-9804-171064463d00,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:05.497341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.527603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] For port 28b880a6-a9aa-4485-a6d8-6594e04af745, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=28b880a6-a9aa-4485-a6d8-6594e04af745,segment=NetworkSegment(99266344-b4b5-47db-8f76-85851adb81b5),segment_id=99266344-b4b5-47db-8f76-85851adb81b5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:05.530314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.559555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Calling delete_port for 28b880a6-a9aa-4485-a6d8-6594e04af745 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:05.561642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] No DVR routers for this DVR port 1a64bee0-4bf0-45b5-9804-171064463d00 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:05.564674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.568114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4c1f186-749c-44ab-86bf-647847d84968 req-661eb86a-7616-4a99-a200-6341e3b94dd4 tempest-ServerRescueTestJSON-368521688 tempest-ServerRescueTestJSON-368521688-project] 10.222.0.84 "DELETE /v2.0/ports/1a64bee0-4bf0-45b5-9804-171064463d00 HTTP/1.1" status: 204 len: 173 time: 2.4235499 Feb 08 23:51:05.636040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'name': 'network-vif-deleted', 'tag': '1a64bee0-4bf0-45b5-9804-171064463d00'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:05.643232 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b54f97-2c6c-41eb-aed2-547cadac0f2b" -d '{"events": [{"server_uuid": "7c6a6146-ff1b-40be-a1a3-0d523bc71695", "name": "network-vif-deleted", "tag": "1a64bee0-4bf0-45b5-9804-171064463d00"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:05.648135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41902) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:05.741260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.745202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356189f8-59cb-4afd-8588-b99bb962a513 None None] DHCP port deletion for 9985ae59-1bb4-47c2-b69d-e91104af213d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:05.758062 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3ce846-8e92-42cd-8021-2c974268c44f x-openstack-request-id: req-2d3ce846-8e92-42cd-8021-2c974268c44f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:05.758362 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6a6146-ff1b-40be-a1a3-0d523bc71695", "name": "network-vif-deleted", "tag": "1a64bee0-4bf0-45b5-9804-171064463d00", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:05.758612 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d3ce846-8e92-42cd-8021-2c974268c44f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:05.759001 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6a6146-ff1b-40be-a1a3-0d523bc71695', 'name': 'network-vif-deleted', 'tag': '1a64bee0-4bf0-45b5-9804-171064463d00', 'status': 'completed', 'code': 200} Feb 08 23:51:05.767454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.780724 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.814133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Port': ['ID=28b880a6-a9aa-4485-a6d8-6594e04af745,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:05.828675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] No DVR routers for this DVR port 28b880a6-a9aa-4485-a6d8-6594e04af745 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:05.919962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda229c4-9ce7-4129-b59d-1089c069d02a req-82250dc1-00ec-4b39-bfff-6fcf0e6938d5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:05.927612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dda229c4-9ce7-4129-b59d-1089c069d02a req-82250dc1-00ec-4b39-bfff-6fcf0e6938d5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.1349726 Feb 08 23:51:05.944964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.945850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fee9d2d2-3047-44df-94dd-1aa1752385c1 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:51:05.957120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.965798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:05.967742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e6f3ea9-dc8e-439c-9de3-b1c87f036672 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fee9d2d2-3047-44df-94dd-1aa1752385c1 HTTP/1.1" status: 204 len: 168 time: 3.4675469 Feb 08 23:51:05.970684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41922) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:06.017153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9985ae59-1bb4-47c2-b69d-e91104af213d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:06.019672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dda229c4-9ce7-4129-b59d-1089c069d02a req-03526733-5ca0-4860-82d1-afed7860c4c8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909088 Feb 08 23:51:06.043978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Deleting subnet 6b05b9b6-165f-4f17-81ec-14b1e3b635ed {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:06.061224 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.073899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99266344-b4b5-47db-8f76-85851adb81b5') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:06.074187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99266344-b4b5-47db-8f76-85851adb81b5') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:06.089460 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.118655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.140970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:06.141648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.210188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-be256eb0-df9f-4ad4-8097-c74b3ab0ffc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6247756c03d4085a71859c0dd6f37e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427079 Feb 08 23:51:06.215823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41932) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:06.232496 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:06.261448 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:06.266004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.271226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.279613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] 10.222.0.32 "DELETE /v2.0/networks/9985ae59-1bb4-47c2-b69d-e91104af213d HTTP/1.1" status: 204 len: 168 time: 1.1755264 Feb 08 23:51:06.301648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10c0f8-5b80-40c7-94fa-168e5a9f9db5 tempest-AllowedAddressPairTestJSON-371083862 tempest-AllowedAddressPairTestJSON-371083862-project] Pushing event deleted for resources: {'Network': ['ID=9985ae59-1bb4-47c2-b69d-e91104af213d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:06.437797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f78b9c6b-f03b-4ca7-b115-b5cff45c1d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.467707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701a99b-9b9c-4b2d-bc5d-d77e05d6707d req-eb20dd09-1097-402c-ac4c-cf8d1328a0b5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:06.469490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e701a99b-9b9c-4b2d-bc5d-d77e05d6707d req-eb20dd09-1097-402c-ac4c-cf8d1328a0b5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 944 time: 0.1463556 Feb 08 23:51:06.559490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f78b9c6b-f03b-4ca7-b115-b5cff45c1d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.560303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c711e269-7967-4379-969b-705a3065882c up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:06.630199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.663713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c711e269-7967-4379-969b-705a3065882c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:06.664088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.743795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 28b880a6-a9aa-4485-a6d8-6594e04af745 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:06.744092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:06.771729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:06.821475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfbed0-ae45-43d8-b090-265f7aa2dbdd req-eec9945e-f073-4da4-81ff-4b9dc28b8f58 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:06.831803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55bfbed0-ae45-43d8-b090-265f7aa2dbdd req-eec9945e-f073-4da4-81ff-4b9dc28b8f58 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.3958547 Feb 08 23:51:06.842744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 28b880a6-a9aa-4485-a6d8-6594e04af745 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:06.843532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 28b880a6-a9aa-4485-a6d8-6594e04af745 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:06.844414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e701a99b-9b9c-4b2d-bc5d-d77e05d6707d req-840d2a1a-8b1b-426c-80e3-2e5eeb01d29b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373272 Feb 08 23:51:06.846005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ef706077-02dd-4315-a72d-4f2b81800ebc no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:06.857674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.883981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ef706077-02dd-4315-a72d-4f2b81800ebc {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:06.885326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ef706077-02dd-4315-a72d-4f2b81800ebc not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:06.898563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.909078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.943353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41962) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:06.961642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:06.967988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b05b9b6-165f-4f17-81ec-14b1e3b635ed HTTP/1.1" status: 204 len: 168 time: 0.9930592 Feb 08 23:51:06.975775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec801e-53fb-436e-b4d5-4f2d4d30f49b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b05b9b6-165f-4f17-81ec-14b1e3b635ed,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:06.977727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41964) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:07.009186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-42226346-network', 'tenant_id': '148e8fe974e741f5a06f578de188e1a5'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:07.092844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.097572 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a206dc71-92c5-428c-9d31-ae6a815b9bc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6947d6ec623248f487c3a71454fcef07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248196 Feb 08 23:51:07.105263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:07.127951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55bfbed0-ae45-43d8-b090-265f7aa2dbdd req-c80b198a-5800-4458-9380-d746630e90ba tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950437 Feb 08 23:51:07.178009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.182125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4aec92-55ff-4327-ac74-3cf48e7ef32e None None] Network 36eaba3c-6886-4829-964b-e5a31ddcf6b2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:07.188845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f78b9c6b-f03b-4ca7-b115-b5cff45c1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.191478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f78b9c6b-f03b-4ca7-b115-b5cff45c1d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.192626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f78b9c6b-f03b-4ca7-b115-b5cff45c1d1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aeb53780-f170-4353-8eab-156fb4329fed HTTP/1.1" status: 204 len: 168 time: 0.9704220 Feb 08 23:51:07.203318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Made reservation on behalf of 148e8fe974e741f5a06f578de188e1a5 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:07.205931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.223549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b9c6b-f03b-4ca7-b115-b5cff45c1d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb53780-f170-4353-8eab-156fb4329fed,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:07.279194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Deleting port 003d0487-b430-4818-b300-6f180d5d7736 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:07.279718 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.297037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a590c09-d3fa-455b-91ba-f3ffb4aa12a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.298876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.355556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a64bee0-4bf0-45b5-9804-171064463d00 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:07.436312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] For port 003d0487-b430-4818-b300-6f180d5d7736, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=003d0487-b430-4818-b300-6f180d5d7736,segment=NetworkSegment(104b0891-c025-4132-8efc-391563faf044),segment_id=104b0891-c025-4132-8efc-391563faf044)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:07.436749 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.457791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a590c09-d3fa-455b-91ba-f3ffb4aa12a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.460636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 1a64bee0-4bf0-45b5-9804-171064463d00 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:07.461004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a64bee0-4bf0-45b5-9804-171064463d00 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:07.471129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Calling delete_port for 003d0487-b430-4818-b300-6f180d5d7736 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:07.477745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c711e269-7967-4379-969b-705a3065882c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:07.483330 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b0218-4654-4abe-9b25-81957d2fa120" -d '{"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-plugged", "status": "completed", "tag": "c711e269-7967-4379-969b-705a3065882c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:07.506283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:07.535249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.536075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:07.571855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:07.572435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f43e46e6-913c-4c1f-b50f-f0724d9ce7d3 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:07.626919 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41c8828-2ef9-4372-8e5d-ae4ef6e4e782 x-openstack-request-id: req-c41c8828-2ef9-4372-8e5d-ae4ef6e4e782 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:07.627841 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-plugged", "status": "completed", "tag": "c711e269-7967-4379-969b-705a3065882c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:07.628400 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c41c8828-2ef9-4372-8e5d-ae4ef6e4e782 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:07.629460 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c711e269-7967-4379-969b-705a3065882c', 'code': 200} Feb 08 23:51:07.674050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.712205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:07.750170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Pushing event deleted for resources: {'Port': ['ID=003d0487-b430-4818-b300-6f180d5d7736,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:07.751814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a590c09-d3fa-455b-91ba-f3ffb4aa12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.754444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a590c09-d3fa-455b-91ba-f3ffb4aa12a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.758268 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a590c09-d3fa-455b-91ba-f3ffb4aa12a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d39910f3-978f-4446-9728-aed265cf26f0 HTTP/1.1" status: 204 len: 168 time: 0.6494694 Feb 08 23:51:07.783524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41976) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:07.784934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] No DVR routers for this DVR port 003d0487-b430-4818-b300-6f180d5d7736 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:07.810313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.812444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a590c09-d3fa-455b-91ba-f3ffb4aa12a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39910f3-978f-4446-9728-aed265cf26f0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:07.822075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c90827-4198-40b5-aeda-9140f37cdad5 None None] DHCP port deletion for 36eaba3c-6886-4829-964b-e5a31ddcf6b2 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:07.823175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.857733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:07.874098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cd2466-d933-444c-bc30-e3bffd29e1c2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:07.877094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.877371 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Added segment c412f15a-9ffa-4dd1-8f60-403fe07965e5 of type vlan for network ee294818-beee-45cc-ad2b-f4407250487d Feb 08 23:51:07.981324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:07.997661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a3d118c8-a63f-4e93-9b2d-c27f0f0df1e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95df0a3a6e944fe9a08a1d5cb6280616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060871 Feb 08 23:51:08.010990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41980) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:08.035306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.039593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eaba3c-6886-4829-964b-e5a31ddcf6b2']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:08.085304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104b0891-c025-4132-8efc-391563faf044') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:08.085641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104b0891-c025-4132-8efc-391563faf044') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:08.113633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-c0815223-e52d-4816-9c86-546d6fc0bef9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:08.115300 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-c0815223-e52d-4816-9c86-546d6fc0bef9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.1587725 Feb 08 23:51:08.131938 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.132827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:08.133440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.137089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.176069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.197979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36de13f-428e-44ca-8af1-c803483fafb8 req-54ea1d3b-b4eb-4506-9f6e-72ec797ee7be tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:08.201012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f36de13f-428e-44ca-8af1-c803483fafb8 req-54ea1d3b-b4eb-4506-9f6e-72ec797ee7be tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.1875496 Feb 08 23:51:08.201012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:08.202054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.203909 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08b0fab4-1e83-455e-a3c9-07dd2477e426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:08.205892 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:08.246987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5017419 Feb 08 23:51:08.266581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:08.275734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Request body: {'subnet': {'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-42226346-subnet', 'tenant_id': '148e8fe974e741f5a06f578de188e1a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:08.293910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2dddd-921b-4037-9859-b176f2047bba admin admin] Pushing event updated for resources: {'Network': ['ID=ee294818-beee-45cc-ad2b-f4407250487d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:08.308108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network ee294818-beee-45cc-ad2b-f4407250487d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:08.319468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.351443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08b0fab4-1e83-455e-a3c9-07dd2477e426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.376632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f36de13f-428e-44ca-8af1-c803483fafb8 req-66389fe9-48b0-46e9-a077-741218fb1fb2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537528 Feb 08 23:51:08.377444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Made reservation on behalf of 148e8fe974e741f5a06f578de188e1a5 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:08.380395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.383955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.403315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.414542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] 10.222.0.32 "DELETE /v2.0/networks/36eaba3c-6886-4829-964b-e5a31ddcf6b2 HTTP/1.1" status: 204 len: 168 time: 1.4233956 Feb 08 23:51:08.491090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port 3e8f68ac-093c-4409-bb86-20fb8af05b77 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:08.491436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.593263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dd4f9-9708-460c-bb55-b5b6e2317648 admin admin] Pushing event deleted for resources: {'Network': ['ID=36eaba3c-6886-4829-964b-e5a31ddcf6b2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:08.641423 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08b0fab4-1e83-455e-a3c9-07dd2477e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.642639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08b0fab4-1e83-455e-a3c9-07dd2477e426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:08.644183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-08b0fab4-1e83-455e-a3c9-07dd2477e426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc4bacc3-73db-41e1-946d-75da81ce6f7e HTTP/1.1" status: 204 len: 168 time: 0.6299655 Feb 08 23:51:08.660041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0fab4-1e83-455e-a3c9-07dd2477e426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4bacc3-73db-41e1-946d-75da81ce6f7e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:08.700688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb212c-686a-4e15-b4d0-e87b78439f3b req-dba77d98-fbab-485b-837a-a3fa1f0fb4d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:08.703569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60cb212c-686a-4e15-b4d0-e87b78439f3b req-dba77d98-fbab-485b-837a-a3fa1f0fb4d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 946 time: 0.2390628 Feb 08 23:51:08.763353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60cb212c-686a-4e15-b4d0-e87b78439f3b req-d994cb94-5806-4b06-8694-49b971041e66 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525327 Feb 08 23:51:08.776210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42000) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:08.789579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 003d0487-b430-4818-b300-6f180d5d7736 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:08.828026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 003d0487-b430-4818-b300-6f180d5d7736 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:08.828791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 003d0487-b430-4818-b300-6f180d5d7736 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:08.876144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3e84fdda-ae64-4bb9-bdbb-83f614af02e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d03e0d544364dddafb8ea7c263a528c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971715 Feb 08 23:51:08.876793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42002) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:08.985279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36967535-b8c5-49b3-a322-85f00267bd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.020184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.060833 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36967535-b8c5-49b3-a322-85f00267bd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.160757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c85c63b0-6e03-41a3-a31f-0819778c5262,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:09.175476 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36967535-b8c5-49b3-a322-85f00267bd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.179079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36967535-b8c5-49b3-a322-85f00267bd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.183275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port 3e8f68ac-093c-4409-bb86-20fb8af05b77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3e8f68ac-093c-4409-bb86-20fb8af05b77,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:09.183771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.183929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-36967535-b8c5-49b3-a322-85f00267bd53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26f37437-96be-4eab-a66c-0741b902d942 HTTP/1.1" status: 204 len: 168 time: 0.3057184 Feb 08 23:51:09.201546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for 3e8f68ac-093c-4409-bb86-20fb8af05b77 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:09.203446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36967535-b8c5-49b3-a322-85f00267bd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f37437-96be-4eab-a66c-0741b902d942,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:09.213284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Checking segment: {'id': 'c412f15a-9ffa-4dd1-8f60-403fe07965e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:09.213752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Network hostable DHCP agents. Network: ee294818-beee-45cc-ad2b-f4407250487d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:09.405074 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Network ee294818-beee-45cc-ad2b-f4407250487d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:09.454258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, ee294818-beee-45cc-ad2b-f4407250487d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:09.459727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:09.460572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.463770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ff25c8-908d-42e1-9288-b6a0c9caa43f None None] Network ee294818-beee-45cc-ad2b-f4407250487d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:09.490916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-974e2a37-91d4-425a-931d-b9a8987f7dc8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2199843 Feb 08 23:51:09.502722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.547793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=3e8f68ac-093c-4409-bb86-20fb8af05b77,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:09.612017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port 3e8f68ac-093c-4409-bb86-20fb8af05b77 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:09.618748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.624197 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-052f2d28-8666-49c9-8b95-5c2d3a4cceae req-47d2338f-0ec2-49ab-b54d-b1516dd0a250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "DELETE /v2.0/ports/3e8f68ac-093c-4409-bb86-20fb8af05b77 HTTP/1.1" status: 204 len: 173 time: 1.5013707 Feb 08 23:51:09.627588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'name': 'network-vif-deleted', 'tag': '3e8f68ac-093c-4409-bb86-20fb8af05b77'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:09.630961 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee85698-8b0a-4e73-9185-cac57ab1f4d8" -d '{"events": [{"server_uuid": "bf3374d1-6e15-4ba6-895a-4d9ad2b98934", "name": "network-vif-deleted", "tag": "3e8f68ac-093c-4409-bb86-20fb8af05b77"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:09.639246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Deleting port 176af192-a571-4e7c-88bb-aebd3f03acfa {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:09.639848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.679710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3e8f68ac-093c-4409-bb86-20fb8af05b77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:09.776657 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3492bc9d-9f43-4e88-828d-556be5730e4f x-openstack-request-id: req-3492bc9d-9f43-4e88-828d-556be5730e4f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:09.777846 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3374d1-6e15-4ba6-895a-4d9ad2b98934", "name": "network-vif-deleted", "tag": "3e8f68ac-093c-4409-bb86-20fb8af05b77", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:09.778261 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3492bc9d-9f43-4e88-828d-556be5730e4f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:09.778922 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3374d1-6e15-4ba6-895a-4d9ad2b98934', 'name': 'network-vif-deleted', 'tag': '3e8f68ac-093c-4409-bb86-20fb8af05b77', 'status': 'completed', 'code': 200} Feb 08 23:51:09.864240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50757e0-bccc-4bec-bd0a-4c49812bb6a6 req-bf844678-e5e3-4789-b7ce-a5a17cf567dd tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:09.877619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e50757e0-bccc-4bec-bd0a-4c49812bb6a6 req-bf844678-e5e3-4789-b7ce-a5a17cf567dd tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2091565 Feb 08 23:51:09.899084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] For port 176af192-a571-4e7c-88bb-aebd3f03acfa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=176af192-a571-4e7c-88bb-aebd3f03acfa,segment=NetworkSegment(4f3e3c5e-ecd4-406a-a992-377710ead704),segment_id=4f3e3c5e-ecd4-406a-a992-377710ead704)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:09.899827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:09.935688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Calling delete_port for 176af192-a571-4e7c-88bb-aebd3f03acfa owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:10.003989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368ad0e-21b8-4b42-b4fa-dfb1d382c1c3 None None] Network ee294818-beee-45cc-ad2b-f4407250487d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:10.079459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cba632b-782f-4786-aaa7-7c6ece56e1f1 req-c4b41890-2f9a-4829-8746-4d0482708ef8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf3374d1-6e15-4ba6-895a-4d9ad2b98934 HTTP/1.1" status: 200 len: 210 time: 0.0789454 Feb 08 23:51:10.082787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42032) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:10.111637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e50757e0-bccc-4bec-bd0a-4c49812bb6a6 req-6d33a390-e268-4ab5-b678-f91f409a5cff tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329750 Feb 08 23:51:10.410244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:10.448340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=176af192-a571-4e7c-88bb-aebd3f03acfa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:10.651423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5184029b-5a0f-41c0-8b92-5dd86a90d444 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] Request body: {'port': {'network_id': 'ab57c0ad-5653-4ee1-8d41-421dd8fac90f', 'name': 'tempest-NetworksNegativeTestJSON-247904079'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:10.692412 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5184029b-5a0f-41c0-8b92-5dd86a90d444 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] POST failed (client error): The resource could not be found. Feb 08 23:51:10.692922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5184029b-5a0f-41c0-8b92-5dd86a90d444 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:10.699953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5184029b-5a0f-41c0-8b92-5dd86a90d444 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6161008 Feb 08 23:51:10.708384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42050) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:10.737165 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1d82e8-5b6f-4332-8410-fa1078f688bb tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] DELETE failed (client error): The resource could not be found. Feb 08 23:51:10.738398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1d82e8-5b6f-4332-8410-fa1078f688bb tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:10.744300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2a1d82e8-5b6f-4332-8410-fa1078f688bb tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "DELETE /v2.0/networks/1ed8b2ea-2a2d-467a-99be-3a07786a52ce HTTP/1.1" status: 404 len: 339 time: 0.0332289 Feb 08 23:51:10.752085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42054) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:10.792266 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-7731586f-a2bc-4c5c-9705-e5e21d8c1c72 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] DELETE failed (client error): The resource could not be found. Feb 08 23:51:10.793446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7731586f-a2bc-4c5c-9705-e5e21d8c1c72 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:10.795947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:10.799294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7731586f-a2bc-4c5c-9705-e5e21d8c1c72 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "DELETE /v2.0/ports/cff4aaed-2486-44eb-9a9a-959e80fd6642 HTTP/1.1" status: 404 len: 333 time: 0.0453737 Feb 08 23:51:10.805572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:10.853478 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-272d9d2a-43ae-44de-ba5c-ecdbe2e28439 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] DELETE failed (client error): The resource could not be found. Feb 08 23:51:10.854416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272d9d2a-43ae-44de-ba5c-ecdbe2e28439 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:10.858601 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-272d9d2a-43ae-44de-ba5c-ecdbe2e28439 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "DELETE /v2.0/subnets/19ed7541-ba57-4fa2-abb9-0bcf8caa1104 HTTP/1.1" status: 404 len: 337 time: 0.0489495 Feb 08 23:51:10.863689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42060) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:10.896210 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7a7b43-75d0-41de-88ae-9022b9857df9 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] GET failed (client error): The resource could not be found. Feb 08 23:51:10.906345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a7a7b43-75d0-41de-88ae-9022b9857df9 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "GET /v2.0/networks/c4c188ed-20c3-4473-8dba-75c7748fe5c2 HTTP/1.1" status: 404 len: 339 time: 0.0415628 Feb 08 23:51:10.909935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42062) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:10.947718 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaed5101-0533-4353-8b5b-56799b46c50b tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] GET failed (client error): The resource could not be found. Feb 08 23:51:10.949724 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eaed5101-0533-4353-8b5b-56799b46c50b tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "GET /v2.0/ports/237bd134-d25c-4349-a130-1ffe83bc37b3 HTTP/1.1" status: 404 len: 333 time: 0.0383749 Feb 08 23:51:10.954093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:11.345029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dfc80-128e-45c5-a203-276f738c209c req-cd2d9461-cc4f-471e-9152-8233826ba968 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:11.350111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a17dfc80-128e-45c5-a203-276f738c209c req-cd2d9461-cc4f-471e-9152-8233826ba968 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.1092460 Feb 08 23:51:11.356059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:11.362072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-711858027-network', 'tenant_id': 'd1495d98b12f4397a9aa2e2a2cb8438f'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:11.482774 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6ad43a-a97b-45ec-979a-5298cb5fad67 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] GET failed (client error): The resource could not be found. Feb 08 23:51:11.484574 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9e6ad43a-a97b-45ec-979a-5298cb5fad67 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "GET /v2.0/subnets/2a30f370-2230-4d95-8551-ef648f3c4702 HTTP/1.1" status: 404 len: 337 time: 0.5291917 Feb 08 23:51:11.491021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42096) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:11.496457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fb15d3a2-b79f-45e4-934d-ce1c1f15e80f tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:11.521175 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb15d3a2-b79f-45e4-934d-ce1c1f15e80f tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] PUT failed (client error): The resource could not be found. Feb 08 23:51:11.521831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb15d3a2-b79f-45e4-934d-ce1c1f15e80f tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:11.523060 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fb15d3a2-b79f-45e4-934d-ce1c1f15e80f tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "PUT /v2.0/networks/740f4c0b-5ef7-4f1f-b0f3-401493bdc736 HTTP/1.1" status: 404 len: 339 time: 0.0310400 Feb 08 23:51:11.529553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42098) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:11.534668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a17dfc80-128e-45c5-a203-276f738c209c req-c35d2cc1-5e6c-4ca5-ac86-f4841d33324d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507497 Feb 08 23:51:11.535122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b202adaa-a359-4fdb-bd72-ef39c3c27d9e tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:11.571478 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b202adaa-a359-4fdb-bd72-ef39c3c27d9e tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] PUT failed (client error): The resource could not be found. Feb 08 23:51:11.572224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b202adaa-a359-4fdb-bd72-ef39c3c27d9e tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:11.573638 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b202adaa-a359-4fdb-bd72-ef39c3c27d9e tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "PUT /v2.0/ports/385da7b4-9b83-436c-b7e1-6fcdc777aeec HTTP/1.1" status: 404 len: 333 time: 0.0429201 Feb 08 23:51:11.579914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42102) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:11.586986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-38d76c16-d7f6-422f-a3ae-e309ff0c7ea9 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:11.600839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Made reservation on behalf of d1495d98b12f4397a9aa2e2a2cb8438f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:11.609539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:11.625375 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d76c16-d7f6-422f-a3ae-e309ff0c7ea9 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] PUT failed (client error): The resource could not be found. Feb 08 23:51:11.625918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d76c16-d7f6-422f-a3ae-e309ff0c7ea9 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:51:11.627708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-38d76c16-d7f6-422f-a3ae-e309ff0c7ea9 tempest-NetworksNegativeTestJSON-1262587161 tempest-NetworksNegativeTestJSON-1262587161-project] 10.222.0.32 "PUT /v2.0/subnets/04293105-7055-4b52-8062-160623c98b3b HTTP/1.1" status: 404 len: 337 time: 0.0461783 Feb 08 23:51:11.644056 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:11.793180 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce3f5305-c110-44b2-b4ab-7f46a8ab6969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:11.844048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Router 4a43af39-c443-4664-9f30-e0bf7e3e423e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:11.896508 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:11.907007 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.012413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:12.036954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:12.044804 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-feb24404-d289-4276-b25e-f67d6cee9cb9 admin admin] 10.222.0.32 "PUT /v2.0/routers/4a43af39-c443-4664-9f30-e0bf7e3e423e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1000781 Feb 08 23:51:12.047682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42118) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:12.051613 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] Sync routers for ids ['4a43af39-c443-4664-9f30-e0bf7e3e423e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:12.067438 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] Routers {'4a43af39-c443-4664-9f30-e0bf7e3e423e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:12.068616 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a43af39-c443-4664-9f30-e0bf7e3e423e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:12.084075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217cf27c-5d28-41d1-9140-5e11eaee15ad,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:12.116592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-32ed73de-b2da-4999-b5f1-7bde670def0b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:12.128265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-32ed73de-b2da-4999-b5f1-7bde670def0b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.6058171 Feb 08 23:51:12.131034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.135673 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Added segment a137765c-d3b0-478d-8a21-6aa32742bbec of type vlan for network 367be828-c9c9-478c-9c28-ad6160d0fd57 Feb 08 23:51:12.183444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-a62bc1a8-ed6f-4dd4-acbf-13faa431d0d0 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.0538828 Feb 08 23:51:12.246559 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] Set router 4a43af39-c443-4664-9f30-e0bf7e3e423e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:12.247377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42120) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:12.287715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-478063a0-a7fa-4f3d-9d75-f65fbb559406 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982895 Feb 08 23:51:12.296246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42124) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:12.349929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.360941 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.503297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.504610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:12.505998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.572243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3e8f68ac-093c-4409-bb86-20fb8af05b77 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:12.579333 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.619367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-044e5a9a-953f-4e15-8cf9-02c03ce016b5 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302574 Feb 08 23:51:12.660614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 3e8f68ac-093c-4409-bb86-20fb8af05b77 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:12.663002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Deleting port 733d796d-53ac-48c0-8ae3-834ebf11843a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:12.663404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3e8f68ac-093c-4409-bb86-20fb8af05b77 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:12.664336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.730969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3729484 Feb 08 23:51:12.754036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42132) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:12.786687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Request body: {'subnet': {'network_id': '367be828-c9c9-478c-9c28-ad6160d0fd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-711858027-subnet', 'tenant_id': 'd1495d98b12f4397a9aa2e2a2cb8438f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:12.815645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4936d489-f2ca-4f03-a906-82f4da993a5b admin admin] Pushing event updated for resources: {'Network': ['ID=367be828-c9c9-478c-9c28-ad6160d0fd57,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:12.825409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] For port 733d796d-53ac-48c0-8ae3-834ebf11843a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=733d796d-53ac-48c0-8ae3-834ebf11843a,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:12.826155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.831300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 367be828-c9c9-478c-9c28-ad6160d0fd57 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:12.850035 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Calling delete_port for 733d796d-53ac-48c0-8ae3-834ebf11843a owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:12.855565 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:51:10Z', 'revision_number': 5, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port': {'id': '733d796d-53ac-48c0-8ae3-834ebf11843a', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:29Z', 'updated_at': '2022-02-08T23:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:12.914141 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] Checking router: 4a43af39-c443-4664-9f30-e0bf7e3e423e for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:51:12.936243 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] Routers {'4a43af39-c443-4664-9f30-e0bf7e3e423e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:12.937159 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:50:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a43af39-c443-4664-9f30-e0bf7e3e423e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:12.939614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-669372192-network', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:12.942720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Made reservation on behalf of d1495d98b12f4397a9aa2e2a2cb8438f for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:12.955514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:12.994587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Made reservation on behalf of aa58f9b44bf54f039280d61a3f58db7a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:12.996997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.014674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe0a3-b19d-4f38-a62b-7b8d5edb99a3 req-9ae95037-1be4-4f20-babf-7c9355cd93da tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:13.030630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3dbe0a3-b19d-4f38-a62b-7b8d5edb99a3 req-9ae95037-1be4-4f20-babf-7c9355cd93da tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2784181 Feb 08 23:51:13.050275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.126105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-3b07c65a-b13e-47fd-9af7-976772345b46 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001497 Feb 08 23:51:13.154819 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4524870a-616c-4a98-ac45-d42eee583d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.206167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3dbe0a3-b19d-4f38-a62b-7b8d5edb99a3 req-b4b69610-0cc9-4bc6-9a62-3117ba8abea3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594746 Feb 08 23:51:13.236165 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] Set router 4a43af39-c443-4664-9f30-e0bf7e3e423e gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:13.350869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.357154 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:51:12Z', 'revision_number': 6, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:13.407488 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ba277a-3613-4267-ae61-ce7714e202d5 None None] The sync data for ids ['4a43af39-c443-4664-9f30-e0bf7e3e423e'] in n-d-828413-1 is: [{'id': '4a43af39-c443-4664-9f30-e0bf7e3e423e', 'name': 'tempest-ServerRescueTestJSON-1139247257-router', 'tenant_id': '10b564ed81204371918989dc8ceb4dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:28Z', 'updated_at': '2022-02-08T23:51:12Z', 'revision_number': 6, 'project_id': '10b564ed81204371918989dc8ceb4dff', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:13.412195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Pushing event deleted for resources: {'Port': ['ID=733d796d-53ac-48c0-8ae3-834ebf11843a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:13.427569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.474353 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.526997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:13.563335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.565602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4524870a-616c-4a98-ac45-d42eee583d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.578953 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.625795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4524870a-616c-4a98-ac45-d42eee583d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.645721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c37fa393-213b-4c92-8059-1879de589d91,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:13.700103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524870a-616c-4a98-ac45-d42eee583d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb8362c-1e98-4588-b1fa-23fb2baecf35,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:13.705244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e3e5926-3555-409c-9957-ae9a76493955 req-4b76c5bb-ca3e-4393-8737-c651cad95aa7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 210 time: 0.2234042 Feb 08 23:51:13.737450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4524870a-616c-4a98-ac45-d42eee583d88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10995e8ad9647629630121e374d9106&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4862890 Feb 08 23:51:13.738854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.741450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.750997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42152) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:13.759123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Checking segment: {'id': 'a137765c-d3b0-478d-8a21-6aa32742bbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '367be828-c9c9-478c-9c28-ad6160d0fd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:13.759605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Network hostable DHCP agents. Network: 367be828-c9c9-478c-9c28-ad6160d0fd57, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:13.830170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Network 367be828-c9c9-478c-9c28-ad6160d0fd57 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:13.892456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.892823 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Added segment f705b33b-179c-4ef0-afbc-6f0ffb33f8eb of type vlan for network 6b8402a6-f419-4562-9c21-d8a251ccab36 Feb 08 23:51:13.910720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 367be828-c9c9-478c-9c28-ad6160d0fd57) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:13.923914 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b45ece4-32f4-4f81-86f5-ce5c312f50f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.928555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec436d74-5412-44ec-b9cc-ab1142424e51 None None] Network 367be828-c9c9-478c-9c28-ad6160d0fd57 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:13.931835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:13.932497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:13.995787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.032534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-19419441-3c72-404b-9aab-542ea8dc2d6c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2423666 Feb 08 23:51:14.032534 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b45ece4-32f4-4f81-86f5-ce5c312f50f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.039211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6397b68d-01d0-443d-a24a-f6f5258d957a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:14.044947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.046750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a43af39-c443-4664-9f30-e0bf7e3e423e {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:51:14.051823 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.055740 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0ed255b4-f209-4276-8186-855ea034861a admin admin] 10.222.0.32 "DELETE /v2.0/routers/4a43af39-c443-4664-9f30-e0bf7e3e423e HTTP/1.1" status: 204 len: 168 time: 2.0005960 Feb 08 23:51:14.056333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42162) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:14.056683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.057783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:14.058367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.125938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] Pushing event updated for resources: {'Network': ['ID=6b8402a6-f419-4562-9c21-d8a251ccab36,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:14.151115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c4f81114-2be5-4909-bd09-299c540af254 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8534844 Feb 08 23:51:14.151928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42166) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:14.156141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:14.158747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Request body: {'subnet': {'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-subnet', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:14.193371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Made reservation on behalf of aa58f9b44bf54f039280d61a3f58db7a for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:14.193832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Deleting subnet 67c4290a-4241-4474-a854-3d8abfa300d4 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:14.197423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.207103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.286017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b45ece4-32f4-4f81-86f5-ce5c312f50f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.321865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b45ece4-32f4-4f81-86f5-ce5c312f50f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.341227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5b45ece4-32f4-4f81-86f5-ce5c312f50f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fb8362c-1e98-4588-b1fa-23fb2baecf35 HTTP/1.1" status: 204 len: 168 time: 0.5826716 Feb 08 23:51:14.363922 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7aa3-ddab-4d97-b5ad-48e002bb80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.374932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcf0d9-189b-4f55-9464-c463c6b2a5d1 None None] Network 367be828-c9c9-478c-9c28-ad6160d0fd57 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:14.404233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45ece4-32f4-4f81-86f5-ce5c312f50f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb8362c-1e98-4588-b1fa-23fb2baecf35,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:14.420546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.577434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf2824-fb2f-44c2-9f39-e910f4c295dd req-c471825c-3f99-486d-9798-64f4f45c1265 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:14.589301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.610157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fccf2824-fb2f-44c2-9f39-e910f4c295dd req-c471825c-3f99-486d-9798-64f4f45c1265 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.1810651 Feb 08 23:51:14.676015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.738499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7561dfbc-9ab9-40c4-8851-eb26810ec18c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:14.765552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fccf2824-fb2f-44c2-9f39-e910f4c295dd req-d20cf97c-d5f4-488d-8fb3-03250a494336 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540980 Feb 08 23:51:14.834909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 733d796d-53ac-48c0-8ae3-834ebf11843a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:14.844424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Checking segment: {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:14.846999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Network hostable DHCP agents. Network: 6b8402a6-f419-4562-9c21-d8a251ccab36, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:14.870839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.899868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 733d796d-53ac-48c0-8ae3-834ebf11843a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:14.900142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 733d796d-53ac-48c0-8ae3-834ebf11843a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:14.904477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 176af192-a571-4e7c-88bb-aebd3f03acfa no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:14.932170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:14.952776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6b8402a6-f419-4562-9c21-d8a251ccab36) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:14.962253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:14.965235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:14.970452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 176af192-a571-4e7c-88bb-aebd3f03acfa {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:14.971442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 176af192-a571-4e7c-88bb-aebd3f03acfa not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:14.979291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1150f8-53cf-4391-b55a-7a33fa49de00 None None] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:15.009991 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e97facc9-f4e9-4c49-a27c-d28d372f7bf7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8556356 Feb 08 23:51:15.011252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:15.027615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:15.039889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.053095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67c4290a-4241-4474-a854-3d8abfa300d4 HTTP/1.1" status: 204 len: 168 time: 0.9918163 Feb 08 23:51:15.093887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:15.100036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb5e5b-0c9f-4950-ab24-e26e966b8e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c4290a-4241-4474-a854-3d8abfa300d4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:15.105887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a21ef-bf90-45b4-b817-9758bcc4b0c5 req-b1270bfb-7901-4501-9471-f4fd8c1338f9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 210 time: 0.2046688 Feb 08 23:51:15.117609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.121443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.331912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-6b8402a6-f419-4562-9c21-d8a251ccab36', 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'fixed_ips': [{'subnet_id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:51:15.332714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.346585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.367232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.508127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Allocated IP 172.20.0.2 (6b8402a6-f419-4562-9c21-d8a251ccab36/7561dfbc-9ab9-40c4-8851-eb26810ec18c/fa5bd914-df37-4b79-9c8d-6a2e3d1ad641) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:15.623347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-bd47770b-eacb-4418-90ef-3076a14d8a7e tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=21fcba2f12dd4011bb470422c80b87cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648189 Feb 08 23:51:15.703473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.735260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.820310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:15.830342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:15.839526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:15.852074 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.954606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Pushing event updated for resources: {'Port': ['ID=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:15.964327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Attempting to bind port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:15.965161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Attempting to bind port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:15.966511 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Attempting to bind port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 on network 6b8402a6-f419-4562-9c21-d8a251ccab36 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:15.967314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-f72b54ce-41d8-4471-85c8-5afd26b35a90 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:15.969978 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-f72b54ce-41d8-4471-85c8-5afd26b35a90 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.3499148 Feb 08 23:51:15.978621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:15.980506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Checking segment: {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:15.981932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:15.982818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Bound using segment: {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:15.983636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Bound port: fa5bd914-df37-4b79-9c8d-6a2e3d1ad641, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:15.984290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.000374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-fa9faedc-1ddb-43de-9361-a780cda84310 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:16.004934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-fa9faedc-1ddb-43de-9361-a780cda84310 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/networks?id=ee294818-beee-45cc-ad2b-f4407250487d HTTP/1.1" status: 200 len: 813 time: 0.1312346 Feb 08 23:51:16.058997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-4f6ba9b5-59bd-4330-aaea-cfc6468566a1 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/quotas/148e8fe974e741f5a06f578de188e1a5 HTTP/1.1" status: 200 len: 375 time: 0.0412543 Feb 08 23:51:16.074173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-11829337-a3fb-470d-a63e-4c2c1699b11d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:16.075367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] For port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:16.080192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] For port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,segment=NetworkSegment(f705b33b-179c-4ef0-afbc-6f0ffb33f8eb),segment_id=f705b33b-179c-4ef0-afbc-6f0ffb33f8eb)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:16.085997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.086188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-11829337-a3fb-470d-a63e-4c2c1699b11d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4447191 Feb 08 23:51:16.088794 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.133063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-1bb0e233-dbf5-46ac-97cb-271fc0ff5220 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=148e8fe974e741f5a06f578de188e1a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320258 Feb 08 23:51:16.142187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-148f4147-013a-4ddc-a82c-5faeb4492786 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/quotas/21fcba2f12dd4011bb470422c80b87cc HTTP/1.1" status: 200 len: 375 time: 0.0552604 Feb 08 23:51:16.194226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.196787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40991e2-5d36-4db0-9698-05d5721cca7a None None] Pushing event updated for resources: {'Port': ['ID=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:16.256209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c02b4a-2ee9-4ae4-b70e-f67890517d21']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:16.282191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3e3c5e-ecd4-406a-a992-377710ead704') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:16.286126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3e3c5e-ecd4-406a-a992-377710ead704') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:16.313497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.332740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.343074 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:16.344078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.347335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-1e570295-82e6-4a97-ad6e-79b57571b86f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=21fcba2f12dd4011bb470422c80b87cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2041597 Feb 08 23:51:16.349403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-75178abf-3909-40c2-a1d7-081303813437 service neutron] 10.222.0.32 "GET /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608374 Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:16.441415 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:16.462174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:16.586849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.595072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.601497 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] 10.222.0.32 "DELETE /v2.0/networks/59c02b4a-2ee9-4ae4-b70e-f67890517d21 HTTP/1.1" status: 204 len: 168 time: 1.5044127 Feb 08 23:51:16.624755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac51b3-d64c-4b60-8497-9914e3602538 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c02b4a-2ee9-4ae4-b70e-f67890517d21,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:16.628251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-07939eb8-50e2-4478-8d1c-d30cd7002cf5 service neutron] 10.222.0.32 "GET /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684586 Feb 08 23:51:16.757317 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.857784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cae3be-f9b8-40f0-aab4-d4d2876794bc req-39b532c1-9c63-4057-a6ef-018cf0a37efc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:16.866197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69cae3be-f9b8-40f0-aab4-d4d2876794bc req-39b532c1-9c63-4057-a6ef-018cf0a37efc tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.0901499 Feb 08 23:51:16.897422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:16.913922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:16.920684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69cae3be-f9b8-40f0-aab4-d4d2876794bc req-a03beedc-3f65-4ed7-b38f-72b54c53ae09 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486145 Feb 08 23:51:16.968792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42238) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:16.972517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:17.069976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:17.071214 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.159132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58b52321-6901-4453-a4ad-a7f0821d33ad req-6b1b7922-439d-4070-a00c-aa0969ab1d62 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 210 time: 0.0743625 Feb 08 23:51:17.274511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-403c09db-999b-48fd-b96c-683a0e10be31 req-075af52d-744a-45ab-8a20-1a7e33905c42 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 210 time: 0.1136293 Feb 08 23:51:17.294681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-305195128'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:17.304265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.344826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.437674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff720503-79ac-49c3-a74e-f84dafff649e req-c96d0e43-0ad8-46f0-9604-d6e5b812f1f0 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 210 time: 0.1206663 Feb 08 23:51:17.460791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.489481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:17.494011 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.530575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:17.535636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.568548 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.573260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,segment=NetworkSegment(f705b33b-179c-4ef0-afbc-6f0ffb33f8eb),segment_id=f705b33b-179c-4ef0-afbc-6f0ffb33f8eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:17.604119 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:17.667834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Allocated IP 172.25.3.84 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/84c1fd03-5ec6-4d36-8664-9138e0c43a28) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:17.674218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-52e29c80-9ee2-4a64-a8c5-39e82cb2d6b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10b564ed81204371918989dc8ceb4dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833363 Feb 08 23:51:17.683702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42258) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:17.829232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:17.956832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:18.091816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932208de-516b-4794-84c7-6bc19d670d55 None None] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:18.167966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.7 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/56275c83-51e9-46e2-b248-e3cdf08d34bc) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:18.213817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:18.224808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b6737469-ec79-4044-8c62-7523adfa1e4b None None] Provisioning complete for port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:18.225941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6737469-ec79-4044-8c62-7523adfa1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:18.357508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:18.381717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:18.402906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:18.439791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d5472-998b-4855-b7e3-bcc73e8c1b79 req-183b9878-6bc9-4a95-b117-55db05da24f1 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 210 time: 0.0797021 Feb 08 23:51:18.509046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635581d-5f6a-45d4-8189-f4035fcb5d52 req-a6d24309-c4f9-456b-a9a3-38b9bcd508d6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:18.534392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b635581d-5f6a-45d4-8189-f4035fcb5d52 req-a6d24309-c4f9-456b-a9a3-38b9bcd508d6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.1764975 Feb 08 23:51:18.701460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b635581d-5f6a-45d4-8189-f4035fcb5d52 req-5920fa60-48dd-474d-a09d-4fc7d782625d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645279 Feb 08 23:51:18.723909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Pushing event updated for resources: {'Port': ['ID=84c1fd03-5ec6-4d36-8664-9138e0c43a28,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:18.770798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:18.797365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c22580-9be2-4c69-a799-ff0c005f9de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:18.803081 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:18.871075 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c22580-9be2-4c69-a799-ff0c005f9de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:18.931008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:18.931412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.039032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-825f94f1-d04a-4467-b0a2-46831e567d47 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=21fcba2f12dd4011bb470422c80b87cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2658088 Feb 08 23:51:19.046743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-899d0db7-b43f-4de3-a5f6-fa4106d1aa8a req-6e0c021f-2a8d-4eeb-ad74-be5625a765b1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 210 time: 0.3443568 Feb 08 23:51:19.047655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.078439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c22580-9be2-4c69-a799-ff0c005f9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.081580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c22580-9be2-4c69-a799-ff0c005f9de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.083190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-94c22580-9be2-4c69-a799-ff0c005f9de4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/962f0223-78f9-4937-948e-12b743fdfbe6 HTTP/1.1" status: 204 len: 168 time: 1.3933196 Feb 08 23:51:19.097810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4dc47f2a-a5ae-4e9b-95dc-4f1f3f61f065 req-b5e0641d-fcff-4a91-a3cc-fe818a34c214 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 210 time: 0.1100473 Feb 08 23:51:19.137446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:19.186076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6aad3-a8a8-41d8-a0bd-7eb604680081,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:19.204428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c22580-9be2-4c69-a799-ff0c005f9de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f0223-78f9-4937-948e-12b743fdfbe6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:19.207366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.207920 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment 315c8935-3cc5-4f5b-803d-b722817370c5 of type vlan for network 622d2029-5683-4fd2-b213-469b0936db00 Feb 08 23:51:19.272404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-54797fcc-ec00-4b86-a76e-89db48d0df38 None None] Provisioning complete for port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:19.273375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54797fcc-ec00-4b86-a76e-89db48d0df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.287114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.316655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-774d8461-1124-4756-8cbe-8a8081f93e41 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:19.319461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-774d8461-1124-4756-8cbe-8a8081f93e41 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2647247 Feb 08 23:51:19.339111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Request body: {'port': {'device_id': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '21fcba2f12dd4011bb470422c80b87cc'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:19.362866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.368768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:19.369664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.492786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=622d2029-5683-4fd2-b213-469b0936db00,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:19.564089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 622d2029-5683-4fd2-b213-469b0936db00 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:19.590010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-49ab18ee-3b94-462f-af47-2659eb6b7667 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6174424 Feb 08 23:51:19.594078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42274) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:19.643392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-6727617'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:19.765651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7bd8d6b-1cf0-4e58-abd9-732a92145862 req-35cba9b7-072c-49cd-9169-50e275e7ba36 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 210 time: 0.1081572 Feb 08 23:51:19.820418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:19.826733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.873291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:19.893674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:19.894287 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment a9752eff-4d03-416d-939c-d0f14418b287 of type vlan for network 50aaa552-1fb9-4df7-a387-fd912c5f8978 Feb 08 23:51:20.021803 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.033904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Made reservation on behalf of 21fcba2f12dd4011bb470422c80b87cc for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:20.038608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.077175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f1864-8980-4215-abc4-6292e9a7d06b req-4076d8bd-316c-462a-9ea8-bf3ace2037a9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:20.094926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073f1864-8980-4215-abc4-6292e9a7d06b req-4076d8bd-316c-462a-9ea8-bf3ace2037a9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2404695 Feb 08 23:51:20.097587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.104247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.144768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:51:20.151547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.282544 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.305260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.317216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-c10b0165-d4d3-4dea-bdde-1e9f606f3fa8 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:20.319036 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-c10b0165-d4d3-4dea-bdde-1e9f606f3fa8 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.21 "GET /v2.0/networks?id=ee294818-beee-45cc-ad2b-f4407250487d HTTP/1.1" status: 200 len: 813 time: 1.0562587 Feb 08 23:51:20.339497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Request body: {'port': {'device_id': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d', 'admin_state_up': True, 'tenant_id': '148e8fe974e741f5a06f578de188e1a5'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:20.429312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84ecaa04-6ac6-4105-9e63-85cc9b86e021 req-0f237c7d-05f8-4c26-9135-4ab907e503dd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 210 time: 0.1353190 Feb 08 23:51:20.436353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.442425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:20.443029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.572598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=50aaa552-1fb9-4df7-a387-fd912c5f8978,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:20.581335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1b79437a-7ed0-4771-941c-85b02dcd58c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.9724019 Feb 08 23:51:20.588953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Made reservation on behalf of 148e8fe974e741f5a06f578de188e1a5 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:20.594174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.596009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:20.597047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:20.605722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-073f1864-8980-4215-abc4-6292e9a7d06b req-1271d5b6-8127-435e-8d69-0a154fb12620 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024245 Feb 08 23:51:20.618375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077e626a-8dc6-45a5-a29c-629dcce7bcbd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:20.667659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca7fe518-ee7b-4498-8d9e-a41484a3faff req-1238842a-f935-4c58-975c-83331a4300b6 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 210 time: 0.0831113 Feb 08 23:51:20.678152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.685304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '622d2029-5683-4fd2-b213-469b0936db00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:20.776668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Allocated IP 192.168.233.107 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/9a24f7be-c311-4735-9c98-bb46097b0a36) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:20.803438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:20.937762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f470f5e1-54d4-4a13-b651-1d5ff92fad10 req-d0567152-a8aa-42a9-af48-d8b24c85d91d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 210 time: 0.0445833 Feb 08 23:51:21.025353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:21.031663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:21.054769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:21.054769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:21.159708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.229288 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.255874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:21.259437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.301148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:21.307474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:21.308164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.315853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:21.319903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:21.375400 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-b16d90df-ec6c-45e1-b0dd-1d9cd2a3e60f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9357045 Feb 08 23:51:21.394959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:21.395635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.421846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Pushing event updated for resources: {'Port': ['ID=9a24f7be-c311-4735-9c98-bb46097b0a36,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:21.432617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-e092fba8-0e16-4085-ac3d-cb6f6dd4b83d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1019597 Feb 08 23:51:21.441345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Request body: {'port': {'device_id': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:21.487143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Request body: {'port': {'device_id': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:21.616382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.643590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8796fb2c-b166-4e0c-b51e-2162e4ba814e None None] Provisioning complete for port 9a24f7be-c311-4735-9c98-bb46097b0a36 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:21.645286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8796fb2c-b166-4e0c-b51e-2162e4ba814e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.647588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Allocated IP 172.20.0.7 (ee294818-beee-45cc-ad2b-f4407250487d/c85c63b0-6e03-41a3-a31f-0819778c5262/39494ef5-83f2-4fe3-bd75-86171a8129cc) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:21.743160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8796fb2c-b166-4e0c-b51e-2162e4ba814e None None] Port 9a24f7be-c311-4735-9c98-bb46097b0a36 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:21.744243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:21.769926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:51:21.790865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb92b6-3be2-4560-81da-cdc44bd26178 req-fd51d983-bbda-43e1-a49f-fff925ed1438 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:21.795413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01fb92b6-3be2-4560-81da-cdc44bd26178 req-fd51d983-bbda-43e1-a49f-fff925ed1438 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 931 time: 0.1676157 Feb 08 23:51:21.970701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01fb92b6-3be2-4560-81da-cdc44bd26178 req-76496e1f-816d-46f9-84c3-8eafcc49ce05 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030021 Feb 08 23:51:22.004542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd618-58c1-4d96-93ec-97aa13abd646 req-36b59a1d-c5ef-4521-b4e7-a93520ef4dc2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:22.006542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc7dd618-58c1-4d96-93ec-97aa13abd646 req-36b59a1d-c5ef-4521-b4e7-a93520ef4dc2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.1069703 Feb 08 23:51:22.094047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7da7a155-fb04-4514-81dc-6fd9087155f6 req-bc7a5e3a-c95d-46fe-84e8-d918362faf7a tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 210 time: 0.0347030 Feb 08 23:51:22.120027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:22.135643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc7dd618-58c1-4d96-93ec-97aa13abd646 req-26c281f2-930a-4b58-a610-00073d96a142 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970976 Feb 08 23:51:22.251817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e61862de-2a35-4832-9eb6-847f6e339c34 req-39f877b8-556a-4373-93c3-899f7b6fb950 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0671799 Feb 08 23:51:22.453598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a24f7be-c311-4735-9c98-bb46097b0a36 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:22.466374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:22.479869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3b7b9-1e6e-40b1-b932-5c495ee921b4 req-fd88d83c-969a-4d9f-8813-70ab78cd6860 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:22.489448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ae3b7b9-1e6e-40b1-b932-5c495ee921b4 req-fd88d83c-969a-4d9f-8813-70ab78cd6860 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 936 time: 0.2419312 Feb 08 23:51:22.530892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Transition to ACTIVE for port object 9a24f7be-c311-4735-9c98-bb46097b0a36 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:51:22.545117 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:22.567305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': '315c8935-3cc5-4f5b-803d-b722817370c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '622d2029-5683-4fd2-b213-469b0936db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:22.567923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 622d2029-5683-4fd2-b213-469b0936db00, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:22.571252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=a0e2e00e-1251-4845-a1a2-32a55fe86803,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:22.584525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ae3b7b9-1e6e-40b1-b932-5c495ee921b4 req-927f1a1e-9663-496f-8435-55b149aa1d9b tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940650 Feb 08 23:51:22.635943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:22.649983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Sync routers for ids ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:22.672210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:22.682479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Routers {'2ab8bf91-6e8f-4c28-89b1-a1b77253355e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:22.687180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:22.719868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a24f7be-c311-4735-9c98-bb46097b0a36,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:22.827273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Attempting to bind port 9a24f7be-c311-4735-9c98-bb46097b0a36 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:22.827273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Attempting to bind port 9a24f7be-c311-4735-9c98-bb46097b0a36 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:22.827632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Attempting to bind port 9a24f7be-c311-4735-9c98-bb46097b0a36 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:22.852175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Port 9a24f7be-c311-4735-9c98-bb46097b0a36 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:51:22.852565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Attempting to bind port 9a24f7be-c311-4735-9c98-bb46097b0a36 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:22.869714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:22.870139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:22.873804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:22.874781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Bound port: 9a24f7be-c311-4735-9c98-bb46097b0a36, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:22.876224 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:22.917161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 622d2029-5683-4fd2-b213-469b0936db00 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:22.928787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:22.944517 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9daa6182-6a0e-48bd-a0bd-462e73a5a822 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9247186 Feb 08 23:51:22.947520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42362) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:22.996902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.013296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 622d2029-5683-4fd2-b213-469b0936db00) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:23.051779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4612407a-fb20-4c79-90d2-9599306c9151 req-6a5a187f-00f3-4388-90c8-42dd0550bd56 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1329877 Feb 08 23:51:23.162447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] For port 9a24f7be-c311-4735-9c98-bb46097b0a36, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:23.166728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] For port 9a24f7be-c311-4735-9c98-bb46097b0a36, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9a24f7be-c311-4735-9c98-bb46097b0a36,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:23.174170 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.240258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af1f63-98aa-4160-b49b-e4c8f46d35e2 None None] Network 622d2029-5683-4fd2-b213-469b0936db00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:23.269520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:23.288599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.382967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Network ee294818-beee-45cc-ad2b-f4407250487d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:23.401758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:23.428101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:23.438503 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-341b5772-614c-4d21-b166-5fa57e96a1ac tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7619467 Feb 08 23:51:23.450103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42374) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:23.482922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:23.589005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Pushing event updated for resources: {'Port': ['ID=39494ef5-83f2-4fe3-bd75-86171a8129cc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:23.601297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-622d2029-5683-4fd2-b213-469b0936db00', 'network_id': '622d2029-5683-4fd2-b213-469b0936db00', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': 'a0e2e00e-1251-4845-a1a2-32a55fe86803'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:51:23.603770 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.613436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Set router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:23.654020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:23.654783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.663824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/9a24f7be-c311-4735-9c98-bb46097b0a36 HTTP/1.1" status: 200 len: 1096 time: 2.2067032 Feb 08 23:51:23.676230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'tag': '9a24f7be-c311-4735-9c98-bb46097b0a36'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:23.678611 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbd4047-e870-4a29-98b7-11a05d3cf241" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c73943-20cc-4527-8c30-25b51f2418fb", "tag": "9a24f7be-c311-4735-9c98-bb46097b0a36"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:23.765153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56275c83-51e9-46e2-b248-e3cdf08d34bc {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:23.778519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a7d87-9dfe-4b6a-8503-4fe9a29591f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a24f7be-c311-4735-9c98-bb46097b0a36,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:23.800628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:23.801627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.826925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:23.851278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8cf90188-ec96-4e3a-bd45-4482a8d60920 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5185926 Feb 08 23:51:23.917206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c994663-d8e8-44da-8c8c-b8dbda13903c req-aa3c911a-2bbc-4553-92f5-b7c86a1c193d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:23.935244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Request body: {'port': {'device_id': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:23.949521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c994663-d8e8-44da-8c8c-b8dbda13903c req-aa3c911a-2bbc-4553-92f5-b7c86a1c193d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 931 time: 0.6707859 Feb 08 23:51:23.983536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Transition to ACTIVE for port object 56275c83-51e9-46e2-b248-e3cdf08d34bc will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:51:24.029183 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.035874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1a9cf-6733-499a-9366-6f145bb92545 req-1265a609-e4ba-455b-9e28-0f49c789f998 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:24.047193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfc1a9cf-6733-499a-9366-6f145bb92545 req-1265a609-e4ba-455b-9e28-0f49c789f998 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 931 time: 0.7227156 Feb 08 23:51:24.105646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c994663-d8e8-44da-8c8c-b8dbda13903c req-91f15014-d14f-4eb2-82bb-bf4223f730e8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533544 Feb 08 23:51:24.107505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.108201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:24.113238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.202394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Allocated IP 172.20.0.2 (622d2029-5683-4fd2-b213-469b0936db00/a0e2e00e-1251-4845-a1a2-32a55fe86803/f03d8888-3383-494e-aea6-16731eba9aec) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:24.295764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfc1a9cf-6733-499a-9366-6f145bb92545 req-9a2082a4-2cf8-416c-af0c-724ef88028c7 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476737 Feb 08 23:51:24.378945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.398365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.409147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-174b3eba-aeb2-4343-abb5-41bd0d14e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:24.410683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-174b3eba-aeb2-4343-abb5-41bd0d14e53c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21fcba2f12dd4011bb470422c80b87cc&device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 1099 time: 0.5735080 Feb 08 23:51:24.431048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:24.447310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Pushing event updated for resources: {'Port': ['ID=f03d8888-3383-494e-aea6-16731eba9aec,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:24.471654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Network 622d2029-5683-4fd2-b213-469b0936db00 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:24.475024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:24.480807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:24.530766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-55cfefa1-f236-4b31-b7c3-f20de86629d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=9a24f7be-c311-4735-9c98-bb46097b0a36 HTTP/1.1" status: 200 len: 217 time: 0.0930989 Feb 08 23:51:24.539727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67831c47-91d9-4802-9406-a67d59ea3f7a req-46ad390e-dc92-4069-9023-0d536000353f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:24.548302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:18Z', 'revision_number': 3, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:24.548712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67831c47-91d9-4802-9406-a67d59ea3f7a req-46ad390e-dc92-4069-9023-0d536000353f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2591288 Feb 08 23:51:24.580548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Checking router: 2ab8bf91-6e8f-4c28-89b1-a1b77253355e for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:51:24.581557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Updating router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:51:24.608804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.610894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Attempting to bind port f03d8888-3383-494e-aea6-16731eba9aec on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:24.612246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Attempting to bind port f03d8888-3383-494e-aea6-16731eba9aec by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '315c8935-3cc5-4f5b-803d-b722817370c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '622d2029-5683-4fd2-b213-469b0936db00'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:24.612891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Attempting to bind port f03d8888-3383-494e-aea6-16731eba9aec on network 622d2029-5683-4fd2-b213-469b0936db00 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:24.654973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.655563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.655925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.656378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.656565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:24.656720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.657243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.657573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.657898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.658210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Checking segment: {'id': '315c8935-3cc5-4f5b-803d-b722817370c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '622d2029-5683-4fd2-b213-469b0936db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:24.658752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.659140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.659474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.659592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.659822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:24.660787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Bound using segment: {'id': '315c8935-3cc5-4f5b-803d-b722817370c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '622d2029-5683-4fd2-b213-469b0936db00'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:24.661591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Bound port: f03d8888-3383-494e-aea6-16731eba9aec, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315c8935-3cc5-4f5b-803d-b722817370c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '622d2029-5683-4fd2-b213-469b0936db00'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:24.662416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.662830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67831c47-91d9-4802-9406-a67d59ea3f7a req-dcf43751-fe2b-468d-b2e6-c460b0bb0d14 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131284 Feb 08 23:51:24.753302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:24.774656 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d2639-fec6-4d54-819b-8cd21a0991f8 x-openstack-request-id: req-710d2639-fec6-4d54-819b-8cd21a0991f8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:24.774962 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c73943-20cc-4527-8c30-25b51f2418fb", "tag": "9a24f7be-c311-4735-9c98-bb46097b0a36", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:24.775224 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-710d2639-fec6-4d54-819b-8cd21a0991f8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:24.775642 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'tag': '9a24f7be-c311-4735-9c98-bb46097b0a36', 'status': 'completed', 'code': 200} Feb 08 23:51:24.850225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] For port f03d8888-3383-494e-aea6-16731eba9aec, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:24.863530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=a4d84232-5c6f-4212-824d-99db61bc8fe8,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:24.876158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd658f-14ec-425f-8fae-d108eb634f9c req-2659ba37-e4af-43a3-a242-2b0f5840115b tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:24.884254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fdd658f-14ec-425f-8fae-d108eb634f9c req-2659ba37-e4af-43a3-a242-2b0f5840115b tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 948 time: 0.4345078 Feb 08 23:51:24.888760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-6dc5e0d1-ba4b-4b8c-b970-c8bbd037f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:24.890255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-6dc5e0d1-ba4b-4b8c-b970-c8bbd037f902 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.3388882 Feb 08 23:51:24.896446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] For port f03d8888-3383-494e-aea6-16731eba9aec, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f03d8888-3383-494e-aea6-16731eba9aec,segment=NetworkSegment(315c8935-3cc5-4f5b-803d-b722817370c5),segment_id=315c8935-3cc5-4f5b-803d-b722817370c5)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:24.954959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4293876b-7aa1-4e2f-b0c3-2075f9eaf009 req-3a4ea7ea-f24f-4eac-8861-be26b1d692a8 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0454063 Feb 08 23:51:24.960153 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.000077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fdd658f-14ec-425f-8fae-d108eb634f9c req-f971a0f4-13dc-47eb-8be0-820338238bbb tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107593 Feb 08 23:51:25.039506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bca0d3-6751-43ea-98ac-ad1bccc442a3 None None] Pushing event updated for resources: {'Port': ['ID=f03d8888-3383-494e-aea6-16731eba9aec,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:25.052478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d62da6f0-1db8-44a9-a7ed-97b87c96cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:25.058337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-d62da6f0-1db8-44a9-a7ed-97b87c96cfda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476197 Feb 08 23:51:25.059305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': 'a9752eff-4d03-416d-939c-d0f14418b287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:25.059957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 50aaa552-1fb9-4df7-a387-fd912c5f8978, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:25.144472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39494ef5-83f2-4fe3-bd75-86171a8129cc {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:25.182784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.192585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:25.225658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 50aaa552-1fb9-4df7-a387-fd912c5f8978) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:25.245161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:25.245771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.285468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Transition to ACTIVE for port object 39494ef5-83f2-4fe3-bd75-86171a8129cc will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:51:25.300036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.316868 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.321463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4aa9f09c-3171-40d6-aa69-83bb670d657e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8594017 Feb 08 23:51:25.330118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:25.338174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d23c06-01e3-437a-bc96-eafa322449d9 None None] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:25.370582 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.382747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-956110475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:25.466465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-ed31494e-66d6-493a-88b1-b07af0b5dcd6 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982680 Feb 08 23:51:25.517170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5652d977-87ff-4091-9d18-68e4d935340a req-f7beb3ae-f87d-4a5a-89ba-cb5b0c611d8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.1043434 Feb 08 23:51:25.518095 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.519193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.532933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Attempting to bind port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:25.533457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Attempting to bind port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:25.533919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Attempting to bind port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:25.547404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:25.548150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:25.548657 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.551606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:25.552217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Bound port: 84c1fd03-5ec6-4d36-8664-9138e0c43a28, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:25.552699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.561187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe5797-4595-4e74-8e07-ae2548491301 None None] Pushing event updated for resources: {'Port': ['ID=84c1fd03-5ec6-4d36-8664-9138e0c43a28,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:25.644667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be30ce-3ba3-4691-bae6-a672aa272d4b req-719333cc-ccc7-4f11-ab1b-437e52f3b963 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:25.646320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52be30ce-3ba3-4691-bae6-a672aa272d4b req-719333cc-ccc7-4f11-ab1b-437e52f3b963 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 943 time: 0.3542430 Feb 08 23:51:25.812529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.815523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c83240b2-cd00-40e5-9c4e-87167f82868d req-5f4f4204-a6f0-4d0e-88b0-63d6171c2ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116906 Feb 08 23:51:25.829047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.865755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-50aaa552-1fb9-4df7-a387-fd912c5f8978', 'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': 'a4d84232-5c6f-4212-824d-99db61bc8fe8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:51:25.866628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.871949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] For port 84c1fd03-5ec6-4d36-8664-9138e0c43a28, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:25.904284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] For port 84c1fd03-5ec6-4d36-8664-9138e0c43a28, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=84c1fd03-5ec6-4d36-8664-9138e0c43a28,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:25.917680 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:25.945064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52be30ce-3ba3-4691-bae6-a672aa272d4b req-43d53eb3-5bb3-4b94-8e99-9668e80897ff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862675 Feb 08 23:51:25.985990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d01ea-867d-4234-a710-d65c432cab37 req-24f7ab89-4185-4d58-bde7-a6ac2e6322c2 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:25.994860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e5d01ea-867d-4234-a710-d65c432cab37 req-24f7ab89-4185-4d58-bde7-a6ac2e6322c2 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 943 time: 0.4991367 Feb 08 23:51:26.055230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.060531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Attempting to bind port 56275c83-51e9-46e2-b248-e3cdf08d34bc on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:26.061170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Attempting to bind port 56275c83-51e9-46e2-b248-e3cdf08d34bc by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:26.061374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Attempting to bind port 56275c83-51e9-46e2-b248-e3cdf08d34bc on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:26.063670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-24c1cdb3-a73a-41d6-82d1-ac29f9c27de7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7323818 Feb 08 23:51:26.066786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:26.069326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Port 56275c83-51e9-46e2-b248-e3cdf08d34bc on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:51:26.069651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Attempting to bind port 56275c83-51e9-46e2-b248-e3cdf08d34bc on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:26.104887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=39494ef5-83f2-4fe3-bd75-86171a8129cc,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:26.109130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:26.109130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:26.109130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:26.109677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Bound port: 56275c83-51e9-46e2-b248-e3cdf08d34bc, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:26.109677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.122406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Routers {'2ab8bf91-6e8f-4c28-89b1-a1b77253355e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:26.123051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:26.211717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.505900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Allocated IP 172.20.0.1 (6b8402a6-f419-4562-9c21-d8a251ccab36/7561dfbc-9ab9-40c4-8851-eb26810ec18c/b8895c47-a491-43a4-9c7a-ff7d07dd23af) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:26.569966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] Set router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:26.629446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.677397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.725137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-84a1bd7c-bbd7-43e1-8d59-2e1aa1cfb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:26.726638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-84a1bd7c-bbd7-43e1-8d59-2e1aa1cfb048 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=21fcba2f12dd4011bb470422c80b87cc&device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 1099 time: 0.8432391 Feb 08 23:51:26.773057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:26.795753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Allocated IP 172.21.0.2 (50aaa552-1fb9-4df7-a387-fd912c5f8978/a4d84232-5c6f-4212-824d-99db61bc8fe8/039d424c-26af-4579-bb0a-62b01f8e9ebf) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:26.797333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Attempting to bind port 39494ef5-83f2-4fe3-bd75-86171a8129cc on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:26.797563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Attempting to bind port 39494ef5-83f2-4fe3-bd75-86171a8129cc by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c412f15a-9ffa-4dd1-8f60-403fe07965e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:26.798144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Attempting to bind port 39494ef5-83f2-4fe3-bd75-86171a8129cc on network ee294818-beee-45cc-ad2b-f4407250487d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:26.798795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6da4af-0032-45e7-9d04-775b1d0d6e2d req-31ea1826-f05e-46de-bca5-ceebbc2d1668 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:26.806054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e6da4af-0032-45e7-9d04-775b1d0d6e2d req-31ea1826-f05e-46de-bca5-ceebbc2d1668 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.7324529 Feb 08 23:51:26.811143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Port 39494ef5-83f2-4fe3-bd75-86171a8129cc on network ee294818-beee-45cc-ad2b-f4407250487d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:51:26.811409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Attempting to bind port 39494ef5-83f2-4fe3-bd75-86171a8129cc on network ee294818-beee-45cc-ad2b-f4407250487d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:26.819701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0024cb26-a72c-40e0-9f66-2ea00aa1e173 req-f0b7ca94-7bf9-4926-854b-09b698b9dd7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0909927 Feb 08 23:51:26.826164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:26.829516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:26.831804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:26.833206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Pushing event updated for resources: {'Port': ['ID=b8895c47-a491-43a4-9c7a-ff7d07dd23af,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:26.835385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:26.835731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Checking segment: {'id': 'c412f15a-9ffa-4dd1-8f60-403fe07965e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:26.836107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Bound using segment: {'id': 'c412f15a-9ffa-4dd1-8f60-403fe07965e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:26.836546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Bound port: 39494ef5-83f2-4fe3-bd75-86171a8129cc, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c412f15a-9ffa-4dd1-8f60-403fe07965e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:26.836903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.839083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:26.900803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:26.926809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe5797-4595-4e74-8e07-ae2548491301 None None] Pushing event updated for resources: {'Port': ['ID=84c1fd03-5ec6-4d36-8664-9138e0c43a28,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:26.938832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f03d8888-3383-494e-aea6-16731eba9aec up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:27.019349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:27.019991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.021475 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] 10.222.0.21 "PUT /v2.0/ports/56275c83-51e9-46e2-b248-e3cdf08d34bc HTTP/1.1" status: 200 len: 1091 time: 5.6076210 Feb 08 23:51:27.022326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.024498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:27.026835 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5621a81a-d6bb-4503-9ddb-545aadb58c12" -d '{"events": [{"name": "network-changed", "server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:27.046547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f2652b-fb53-4e29-9954-4a62e0b934eb None None] Network 622d2029-5683-4fd2-b213-469b0936db00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:27.046778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e5d01ea-867d-4234-a710-d65c432cab37 req-1833ab30-7fbe-4313-b02b-4b4486af5d7b tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9693260 Feb 08 23:51:27.175594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e6da4af-0032-45e7-9d04-775b1d0d6e2d req-4bacb782-ef09-4a91-b4b5-6f6c03e617aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649502 Feb 08 23:51:27.301082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a29247da-620f-48b1-b3d2-e90d18d319e1 req-1b5988f0-1e29-47b1-9692-e7bc00ba598d tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1279371 Feb 08 23:51:27.343968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.384062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-54931a6b-c966-4b41-a08e-820a6759db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:27.387662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-54931a6b-c966-4b41-a08e-820a6759db4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.6462600 Feb 08 23:51:27.401774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a8c70edb-5c16-4831-a87d-53e6ade5a1a0 None None] Provisioning complete for port f03d8888-3383-494e-aea6-16731eba9aec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:27.402458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8c70edb-5c16-4831-a87d-53e6ade5a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.405425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bebce-2079-42b2-bc09-ec305024a3bc service neutron] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:27.411913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] For port 39494ef5-83f2-4fe3-bd75-86171a8129cc, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:27.419865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] For port 39494ef5-83f2-4fe3-bd75-86171a8129cc, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc,segment=NetworkSegment(c412f15a-9ffa-4dd1-8f60-403fe07965e5),segment_id=c412f15a-9ffa-4dd1-8f60-403fe07965e5)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:27.456063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.476200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-c3d06680-71fc-49b1-ae17-21d58487bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:27.478199 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-c3d06680-71fc-49b1-ae17-21d58487bbc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 1094 time: 0.2963331 Feb 08 23:51:27.551213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f03d8888-3383-494e-aea6-16731eba9aec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:27.551912 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.566570 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-63fede86-5eeb-4682-8296-2f21d843da82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc HTTP/1.1" status: 200 len: 217 time: 0.0597467 Feb 08 23:51:27.567972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:27.571108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.572674 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] 10.222.0.21 "PUT /v2.0/ports/39494ef5-83f2-4fe3-bd75-86171a8129cc HTTP/1.1" status: 200 len: 1091 time: 3.6466987 Feb 08 23:51:27.706135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab77e-97e1-47c4-bfb9-97dfac43ff3d service neutron] Pushing event updated for resources: {'Port': ['ID=39494ef5-83f2-4fe3-bd75-86171a8129cc,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:27.709264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.719264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.742877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-e6bfec6b-7cbc-426a-9df7-5fee163feaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:27.744375 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-e6bfec6b-7cbc-426a-9df7-5fee163feaa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1638596 Feb 08 23:51:27.772217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8c70edb-5c16-4831-a87d-53e6ade5a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.786615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-b4a20002-6ff0-41c7-a66f-a9a74e49a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:27.788546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-b4a20002-6ff0-41c7-a66f-a9a74e49a14c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e8fe974e741f5a06f578de188e1a5&device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 1094 time: 0.1528561 Feb 08 23:51:27.811646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a8c70edb-5c16-4831-a87d-53e6ade5a1a0 None None] For port f03d8888-3383-494e-aea6-16731eba9aec, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f03d8888-3383-494e-aea6-16731eba9aec,segment=NetworkSegment(315c8935-3cc5-4f5b-803d-b722817370c5),segment_id=315c8935-3cc5-4f5b-803d-b722817370c5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:27.822531 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-3ff7e155-fab0-4e37-a68e-7da8ffffba77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493500 Feb 08 23:51:27.830533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.20.0.1 (622d2029-5683-4fd2-b213-469b0936db00/a0e2e00e-1251-4845-a1a2-32a55fe86803/8ef7655e-c3cd-44d9-b1f1-376699a86698) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:27.843444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8c70edb-5c16-4831-a87d-53e6ade5a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.884546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-e451401f-bf2c-4420-951f-a730e503fce1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc HTTP/1.1" status: 200 len: 217 time: 0.0703974 Feb 08 23:51:27.900196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:18Z', 'revision_number': 3, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:27.942419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:27.977346 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:51:27.978133 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:51:27.995954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc58fcd1-a68a-432b-a481-2a9faba6e829 None None] The sync data for ids ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'] in n-d-828413-1 is: [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:18Z', 'revision_number': 3, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:27.998613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.048753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-76b013b8-3aa4-43fd-8d8b-ea66d34a8dbb None None] Provisioning complete for port b8895c47-a491-43a4-9c7a-ff7d07dd23af triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:28.049283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76b013b8-3aa4-43fd-8d8b-ea66d34a8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.060371 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.116966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:28.131181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:28.133308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c70edb-5c16-4831-a87d-53e6ade5a1a0 None None] Pushing event updated for resources: {'Port': ['ID=f03d8888-3383-494e-aea6-16731eba9aec,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:28.150207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:28.161079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-76b013b8-3aa4-43fd-8d8b-ea66d34a8dbb None None] Port b8895c47-a491-43a4-9c7a-ff7d07dd23af cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:28.162494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-7ac2170e-7b19-4e70-ba93-08ac46d74578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:28.164377 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-7ac2170e-7b19-4e70-ba93-08ac46d74578 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c85c63b0-6e03-41a3-a31f-0819778c5262 HTTP/1.1" status: 200 len: 853 time: 0.2570674 Feb 08 23:51:28.228100 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-75809fd8-61ec-47c0-ba1b-eedc7ed0263e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee294818-beee-45cc-ad2b-f4407250487d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497909 Feb 08 23:51:28.268484 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-97e277a1-3a1c-407e-a84f-78bedc58ebde service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000216 Feb 08 23:51:28.285757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Pushing event updated for resources: {'Port': ['ID=039d424c-26af-4579-bb0a-62b01f8e9ebf,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:28.299832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-b0c7c019-ed88-4a6c-848f-302775cab383 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=9a24f7be-c311-4735-9c98-bb46097b0a36 HTTP/1.1" status: 200 len: 217 time: 0.3581893 Feb 08 23:51:28.302811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.351940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Attempting to bind port 039d424c-26af-4579-bb0a-62b01f8e9ebf on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:28.357627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Attempting to bind port 039d424c-26af-4579-bb0a-62b01f8e9ebf by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a9752eff-4d03-416d-939c-d0f14418b287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:28.358311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Attempting to bind port 039d424c-26af-4579-bb0a-62b01f8e9ebf on network 50aaa552-1fb9-4df7-a387-fd912c5f8978 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:28.376441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:28.376831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Checking segment: {'id': 'a9752eff-4d03-416d-939c-d0f14418b287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:28.378641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=8ef7655e-c3cd-44d9-b1f1-376699a86698,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:28.380535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.381293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Bound using segment: {'id': 'a9752eff-4d03-416d-939c-d0f14418b287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:28.382064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Bound port: 039d424c-26af-4579-bb0a-62b01f8e9ebf, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9752eff-4d03-416d-939c-d0f14418b287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '50aaa552-1fb9-4df7-a387-fd912c5f8978'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:28.383522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.416161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.416507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.416845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.417302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.417630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.417956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.418276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.418792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.419625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.419943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.420336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.420900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:28.447622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547edc0-8586-4e4d-b2bc-991c3920f163 req-f62223fd-1f04-42cb-87a0-79396b4ab56e tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:28.450971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b547edc0-8586-4e4d-b2bc-991c3920f163 req-f62223fd-1f04-42cb-87a0-79396b4ab56e tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 948 time: 1.1508887 Feb 08 23:51:28.531130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 622d2029-5683-4fd2-b213-469b0936db00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:28.548244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0caad-6cbb-4efb-9a2c-8fabbc7267ca req-48802be4-5284-4df6-b68a-52efa35cb560 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:28.550096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd0caad-6cbb-4efb-9a2c-8fabbc7267ca req-48802be4-5284-4df6-b68a-52efa35cb560 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 943 time: 1.1577332 Feb 08 23:51:28.558133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:28.572076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:28.621602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9a24f7be-c311-4735-9c98-bb46097b0a36 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:51:28.657199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-eeaef279-2856-4749-8d55-aed67d314ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:28.662742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.663585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-eeaef279-2856-4749-8d55-aed67d314ee2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2874012 Feb 08 23:51:28.679590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.717687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b547edc0-8586-4e4d-b2bc-991c3920f163 req-ee2bdefb-a05e-44f4-b4af-fb114a85b4fd tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305536 Feb 08 23:51:28.758732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.773248 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-84275ad9-78e6-4a76-91e8-46f3dfacc392 service neutron] 10.222.0.21 "GET /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335987 Feb 08 23:51:28.819075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acd0caad-6cbb-4efb-9a2c-8fabbc7267ca req-e7544954-7cfb-437a-9afc-f04e8e392158 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549565 Feb 08 23:51:28.876367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:28.978223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-8048faa2-b89b-4e58-8a95-74a0cca3fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:28.983172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-8048faa2-b89b-4e58-8a95-74a0cca3fc8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2867906 Feb 08 23:51:29.045056 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a69b34b-d117-48e4-a857-061e7cc17f67 x-openstack-request-id: req-4a69b34b-d117-48e4-a857-061e7cc17f67 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:29.048457 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:29.048850 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4a69b34b-d117-48e4-a857-061e7cc17f67 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:29.049626 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'status': 'completed', 'code': 200} Feb 08 23:51:29.053127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-41609dc0-39c7-4956-b22f-69de16543c88 None None] Provisioning complete for port f03d8888-3383-494e-aea6-16731eba9aec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:29.053693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41609dc0-39c7-4956-b22f-69de16543c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:29.064310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9a24f7be-c311-4735-9c98-bb46097b0a36, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9a24f7be-c311-4735-9c98-bb46097b0a36,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:29.161777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '9a24f7be-c311-4735-9c98-bb46097b0a36', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '9a24f7be-c311-4735-9c98-bb46097b0a36', 'mac_address': 'fa:16:3e:9b:67:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:51:29.175202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] For port 039d424c-26af-4579-bb0a-62b01f8e9ebf, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:29.211898 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5559cdd4-8097-4439-af09-19a2f6df0b71 req-bf8ffec8-2b6d-4d36-9fb4-76aefda378ef service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653972 Feb 08 23:51:29.223688 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f5c85862-6355-4722-bd94-a609b0f47c44 req-a6f03a5a-877d-4dd2-b0a5-0456535186cc service neutron] 10.222.0.21 "GET /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170403 Feb 08 23:51:29.227567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Pushing event updated for resources: {'Port': ['ID=b8895c47-a491-43a4-9c7a-ff7d07dd23af,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:29.236244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-7c457322-4834-439c-8510-904546619f82 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041099 Feb 08 23:51:29.344113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] For port 039d424c-26af-4579-bb0a-62b01f8e9ebf, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=039d424c-26af-4579-bb0a-62b01f8e9ebf,segment=NetworkSegment(a9752eff-4d03-416d-939c-d0f14418b287),segment_id=a9752eff-4d03-416d-939c-d0f14418b287)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:29.347631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:29.368663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a24f7be-c311-4735-9c98-bb46097b0a36 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:29.395837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9a24f7be-c311-4735-9c98-bb46097b0a36, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9a24f7be-c311-4735-9c98-bb46097b0a36,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:29.404799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:29.413126 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:29.433052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:29.436741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:29.460330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-b2d24651-6d1e-4f10-a1bd-cbed9124a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:29.462431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-b2d24651-6d1e-4f10-a1bd-cbed9124a1f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 1094 time: 0.1585739 Feb 08 23:51:29.535550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84c1fd03-5ec6-4d36-8664-9138e0c43a28 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:29.631918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbd4047-e870-4a29-98b7-11a05d3cf241 req-65c26c24-a535-4fad-8e9f-70f693b3edae service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653109 Feb 08 23:51:29.662518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:29.678356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59e23b-35e1-471a-951b-2ac7b1be4fb9 req-7641084f-dd7f-4a91-9afb-c84f667ba50a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:29.686996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba59e23b-35e1-471a-951b-2ac7b1be4fb9 req-7641084f-dd7f-4a91-9afb-c84f667ba50a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.4819424 Feb 08 23:51:29.769290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004dbf0-ec88-4f0e-b12b-4a46dccf59b6 req-1d800fc5-ec06-4385-a9d9-709ceff966e6 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:29.785704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6004dbf0-ec88-4f0e-b12b-4a46dccf59b6 req-1d800fc5-ec06-4385-a9d9-709ceff966e6 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 943 time: 0.5640132 Feb 08 23:51:29.790168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b7ac4-6a51-477c-ad55-9c3ab75df180 None None] Pushing event updated for resources: {'Port': ['ID=039d424c-26af-4579-bb0a-62b01f8e9ebf,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:29.889322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9a24f7be-c311-4735-9c98-bb46097b0a36,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:29.890334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-2026d422-32ba-4d89-84f7-ad5298ab4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:29.893288 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-2026d422-32ba-4d89-84f7-ad5298ab4be9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.3774374 Feb 08 23:51:29.899701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:29.905201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:29.905582 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:29.961059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['9a24f7be-c311-4735-9c98-bb46097b0a36'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:29.971065 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-b140d85e-9344-4b8d-b38e-e75441423d42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc HTTP/1.1" status: 200 len: 217 time: 0.0692098 Feb 08 23:51:29.974962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9e9175fc-1b31-41af-be1b-0d7c4c9e29af None None] Provisioning complete for port 8ef7655e-c3cd-44d9-b1f1-376699a86698 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:29.975603 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e9175fc-1b31-41af-be1b-0d7c4c9e29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:30.022169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6004dbf0-ec88-4f0e-b12b-4a46dccf59b6 req-aa4046c3-039d-4251-ba33-61617aee17f8 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354691 Feb 08 23:51:30.057788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9e9175fc-1b31-41af-be1b-0d7c4c9e29af None None] Port 8ef7655e-c3cd-44d9-b1f1-376699a86698 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:30.093150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba59e23b-35e1-471a-951b-2ac7b1be4fb9 req-b128d1bb-4080-480e-99c7-3e2d4a75b8d2 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051635 Feb 08 23:51:30.398441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-f18e11ec-90cb-4953-b063-a1ae306f04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:30.400192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-f18e11ec-90cb-4953-b063-a1ae306f04a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.4199994 Feb 08 23:51:30.405932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:30.425738 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2283d1fa-89f2-47d8-872b-a645eccd8a68 admin admin] 10.222.0.32 "PUT /v2.0/routers/2ab8bf91-6e8f-4c28-89b1-a1b77253355e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4556601 Feb 08 23:51:30.439581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:30.443902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edb9130d-d968-464b-931d-97eac54cd653 req-037176fa-1ca6-4d15-ac20-48ad332de39e tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1737061 Feb 08 23:51:30.463312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-9ddf4baa-29e6-405b-a62d-e5eae703aa06 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363660 Feb 08 23:51:30.493116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86b746-9d4b-40bd-89ff-231af0373adc req-e5ad559f-fa20-4bc3-bddd-0ec36226f08a tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:30.494642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e86b746-9d4b-40bd-89ff-231af0373adc req-e5ad559f-fa20-4bc3-bddd-0ec36226f08a tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 949 time: 0.1660230 Feb 08 23:51:30.611699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 84c1fd03-5ec6-4d36-8664-9138e0c43a28, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=84c1fd03-5ec6-4d36-8664-9138e0c43a28,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:30.632751 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:30.638282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f03d8888-3383-494e-aea6-16731eba9aec up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:30.640057 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-70e4e348-2c47-4871-a3ff-454826d34d3f service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593263 Feb 08 23:51:30.735503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-37373933-fd06-4b5f-b253-b619ba1a1fec None None] Provisioning complete for port b8895c47-a491-43a4-9c7a-ff7d07dd23af triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:30.735900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37373933-fd06-4b5f-b253-b619ba1a1fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:30.780105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=84c1fd03-5ec6-4d36-8664-9138e0c43a28,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:30.783503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-37373933-fd06-4b5f-b253-b619ba1a1fec None None] Port b8895c47-a491-43a4-9c7a-ff7d07dd23af cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:30.806985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e86b746-9d4b-40bd-89ff-231af0373adc req-7cf93bbf-5ed8-4cea-a96b-be00a1c35794 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034565 Feb 08 23:51:30.814332 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5621a81a-d6bb-4503-9ddb-545aadb58c12 req-6076fd6f-f89b-414a-a5bd-8283f8654d93 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654122 Feb 08 23:51:30.833262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa31ba-e328-4f6d-bd23-b2f850e81bd2 req-4b41a76d-4a01-4549-8c09-c5554a284811 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:30.835204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5eaa31ba-e328-4f6d-bd23-b2f850e81bd2 req-4b41a76d-4a01-4549-8c09-c5554a284811 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 943 time: 0.1746812 Feb 08 23:51:30.838395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f03d8888-3383-494e-aea6-16731eba9aec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:30.838767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:30.917014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5eaa31ba-e328-4f6d-bd23-b2f850e81bd2 req-379a02af-f2df-45e5-8694-93ee86499b7c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691442 Feb 08 23:51:30.948985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:30.958448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.051134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'tag': '39494ef5-83f2-4fe3-bd75-86171a8129cc'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:31.053454 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12" -d '{"events": [{"name": "network-changed", "server_uuid": "1f29e1a0-15c7-4b43-b5c6-44c5d8b93116", "tag": "39494ef5-83f2-4fe3-bd75-86171a8129cc"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:31.110797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=8ef7655e-c3cd-44d9-b1f1-376699a86698,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:31.116453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.394219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84c1fd03-5ec6-4d36-8664-9138e0c43a28 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:31.459580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0260d239-feb2-4182-adae-5d90940d5b12 req-91d4b0bd-aed4-4ba1-be28-cb1dfa33cb3a tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3874574 Feb 08 23:51:31.476519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:31.511409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:31.514513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.519399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96d70-56ce-42cd-9885-54eb8f177151 req-0bb31dbb-05a4-478f-a976-726a4056edce tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:31.527956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bee96d70-56ce-42cd-9885-54eb8f177151 req-0bb31dbb-05a4-478f-a976-726a4056edce tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 943 time: 0.1800377 Feb 08 23:51:31.578403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 622d2029-5683-4fd2-b213-469b0936db00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:31.586401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:31.632128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.675827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 039d424c-26af-4579-bb0a-62b01f8e9ebf up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:31.696890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Sync routers for ids ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:31.711039 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Routers {'2ab8bf91-6e8f-4c28-89b1-a1b77253355e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:31.711613 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:31.741349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 039d424c-26af-4579-bb0a-62b01f8e9ebf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:31.741718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.779436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bee96d70-56ce-42cd-9885-54eb8f177151 req-2c2c9097-c31c-40d2-b732-6c08f85435f3 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499611 Feb 08 23:51:31.810093 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3fbaf-70bd-4425-874a-8c33131779b7 None None] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:31.859190 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23396277-1170-4cc7-9687-281a81c61c5b x-openstack-request-id: req-23396277-1170-4cc7-9687-281a81c61c5b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:31.859486 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f29e1a0-15c7-4b43-b5c6-44c5d8b93116", "tag": "39494ef5-83f2-4fe3-bd75-86171a8129cc", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:31.859741 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-23396277-1170-4cc7-9687-281a81c61c5b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:31.860147 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'tag': '39494ef5-83f2-4fe3-bd75-86171a8129cc', 'status': 'completed', 'code': 200} Feb 08 23:51:31.885393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7c9033ca-f5f6-4a23-a8a6-c42e1d7c861b None None] Provisioning complete for port 039d424c-26af-4579-bb0a-62b01f8e9ebf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:31.885562 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Set router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:31.885761 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7c9033ca-f5f6-4a23-a8a6-c42e1d7c861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.934928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router ab3d404d-41d3-42a8-ad44-45e3d02de749 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:51:31.936925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:31.972844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-1cd8cf6d-8cbb-4c2f-9efd-91279abd0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:31.974067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-1cd8cf6d-8cbb-4c2f-9efd-91279abd0f74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=148e8fe974e741f5a06f578de188e1a5&device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 1094 time: 0.0766630 Feb 08 23:51:32.060277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 039d424c-26af-4579-bb0a-62b01f8e9ebf, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=039d424c-26af-4579-bb0a-62b01f8e9ebf,segment=NetworkSegment(a9752eff-4d03-416d-939c-d0f14418b287),segment_id=a9752eff-4d03-416d-939c-d0f14418b287)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:32.073940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-b0ec39e0-5e1f-4278-8779-6fd148be4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:32.075506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-b0ec39e0-5e1f-4278-8779-6fd148be4e4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ee294818-beee-45cc-ad2b-f4407250487d HTTP/1.1" status: 200 len: 914 time: 0.0947673 Feb 08 23:51:32.089284 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.146183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.150896 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:27Z', 'revision_number': 4, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b8895c47-a491-43a4-9c7a-ff7d07dd23af', 'name': '', 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'mac_address': 'fa:16:3e:fd:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:26Z', 'updated_at': '2022-02-08T23:51:27Z', 'revision_number': 2, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'subnets': [{'id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:32.163744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0570ae-0d9d-4634-80b5-8b4cbcf45094 req-a8c39309-8c40-439a-afba-11ef5d558be6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:32.165513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df0570ae-0d9d-4634-80b5-8b4cbcf45094 req-a8c39309-8c40-439a-afba-11ef5d558be6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2119415 Feb 08 23:51:32.185641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=039d424c-26af-4579-bb0a-62b01f8e9ebf,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:32.194747 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Checking router: 2ab8bf91-6e8f-4c28-89b1-a1b77253355e for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:51:32.195859 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Updating router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e port b8895c47-a491-43a4-9c7a-ff7d07dd23af binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:51:32.222625 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-9f4af66b-f9ec-4dab-8ac4-7f78fa3b5041 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc HTTP/1.1" status: 200 len: 217 time: 0.0885866 Feb 08 23:51:32.227863 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.288629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e3a45991-4f1b-41b7-8721-5d65e0733a8a None None] Provisioning complete for port 8ef7655e-c3cd-44d9-b1f1-376699a86698 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:32.289063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e3a45991-4f1b-41b7-8721-5d65e0733a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.343283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-cd7b52b1-b46f-4727-8538-eb58fb2aca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:32.346022 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-cd7b52b1-b46f-4727-8538-eb58fb2aca12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c85c63b0-6e03-41a3-a31f-0819778c5262 HTTP/1.1" status: 200 len: 853 time: 0.1151454 Feb 08 23:51:32.358620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e3a45991-4f1b-41b7-8721-5d65e0733a8a None None] Port 8ef7655e-c3cd-44d9-b1f1-376699a86698 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:32.393095 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-4e4feb33-a4f3-449a-b2b4-070bb0821a07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ee294818-beee-45cc-ad2b-f4407250487d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286679 Feb 08 23:51:32.510334 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-ab65123f-4d5d-4155-b5e7-3167e26621e9 service neutron] 10.222.0.21 "GET /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037068 Feb 08 23:51:32.570086 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.579745 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.595562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-87644bb3-4136-40ed-91f4-fda45c0f8d7c None None] Provisioning complete for port 039d424c-26af-4579-bb0a-62b01f8e9ebf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:32.596203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87644bb3-4136-40ed-91f4-fda45c0f8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.606562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:32.634920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e74f5f4-6f3a-4638-b471-226a6604c39c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/ab3d404d-41d3-42a8-ad44-45e3d02de749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5563979 Feb 08 23:51:32.638351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42462) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:32.647662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] Sync routers for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:32.654374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df0570ae-0d9d-4634-80b5-8b4cbcf45094 req-025916ec-d60d-471e-abb1-f13999fdbb70 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556341 Feb 08 23:51:32.667026 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c7bd4420-22e2-4ee6-b1e3-80ac1c1baf12 req-cb7e7785-c7b1-45fb-bc95-e8d77d7eaa7d service neutron] 10.222.0.21 "GET /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496859 Feb 08 23:51:32.667736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39494ef5-83f2-4fe3-bd75-86171a8129cc details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:51:32.692853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9a24f7be-c311-4735-9c98-bb46097b0a36 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:32.704199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-17aee4e3-a6e7-4155-ad86-9f44a68d84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:32.711278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-17aee4e3-a6e7-4155-ad86-9f44a68d84aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 1096 time: 0.1577795 Feb 08 23:51:32.713058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Allocated IP 172.25.3.141 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/36e70fcc-c33e-473d-a050-a09e23efecde) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:32.713632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f90078-86a2-402b-b520-d8f68e636657 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:32.715996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-38f90078-86a2-402b-b520-d8f68e636657 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports/8ef7655e-c3cd-44d9-b1f1-376699a86698 HTTP/1.1" status: 200 len: 910 time: 0.0763347 Feb 08 23:51:32.720181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42464) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:32.754396 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Pushing event updated for resources: {'Port': ['ID=b8895c47-a491-43a4-9c7a-ff7d07dd23af,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:32.775908 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.776603 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.777152 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.777656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.778199 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.779162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.779668 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.780159 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.780643 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.781179 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.781704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.782208 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:32.800555 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Attempting to bind port b8895c47-a491-43a4-9c7a-ff7d07dd23af on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:32.801307 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Attempting to bind port b8895c47-a491-43a4-9c7a-ff7d07dd23af by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:32.802192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Attempting to bind port b8895c47-a491-43a4-9c7a-ff7d07dd23af on network 6b8402a6-f419-4562-9c21-d8a251ccab36 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:32.809868 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:32.809868 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Checking segment: {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:32.810378 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.810682 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Bound using segment: {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:32.811161 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Bound port: b8895c47-a491-43a4-9c7a-ff7d07dd23af, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:32.811540 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.823693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:32.824336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:32.906650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:32.930534 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] For port b8895c47-a491-43a4-9c7a-ff7d07dd23af, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:32.933032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1da443e-3bda-435a-b13f-90ac5d15c1e0 req-aee5ec09-b817-45dd-a596-1231a1799334 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1287055 Feb 08 23:51:32.934862 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] For port b8895c47-a491-43a4-9c7a-ff7d07dd23af, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b8895c47-a491-43a4-9c7a-ff7d07dd23af,segment=NetworkSegment(f705b33b-179c-4ef0-afbc-6f0ffb33f8eb),segment_id=f705b33b-179c-4ef0-afbc-6f0ffb33f8eb)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:32.942999 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:32.966585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:32.967508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:33.023814 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11adc7-4c4e-435d-b58f-eeea40a99bf4 None None] Pushing event updated for resources: {'Port': ['ID=b8895c47-a491-43a4-9c7a-ff7d07dd23af,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:33.037201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-ecc158b9-69dd-48cd-896b-6781dc0f03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:33.039366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-ecc158b9-69dd-48cd-896b-6781dc0f03b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.3072734 Feb 08 23:51:33.045039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.083987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:33.084235 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Routers {'2ab8bf91-6e8f-4c28-89b1-a1b77253355e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:33.085017 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:33.085393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e30bf-4219-4ab7-af51-d2c73e04b76c None None] The sync data for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:33.087120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 9a24f7be-c311-4735-9c98-bb46097b0a36 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:51:33.131886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 9a24f7be-c311-4735-9c98-bb46097b0a36 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:33.132287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.205019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-e9f0c78e-a629-45a8-bee5-7a1b56921da0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c711e269-7967-4379-969b-705a3065882c HTTP/1.1" status: 200 len: 217 time: 0.1384420 Feb 08 23:51:33.237396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39494ef5-83f2-4fe3-bd75-86171a8129cc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc,segment=NetworkSegment(c412f15a-9ffa-4dd1-8f60-403fe07965e5),segment_id=c412f15a-9ffa-4dd1-8f60-403fe07965e5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:33.285248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 039d424c-26af-4579-bb0a-62b01f8e9ebf up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:33.291176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '39494ef5-83f2-4fe3-bd75-86171a8129cc', 'network_id': 'ee294818-beee-45cc-ad2b-f4407250487d', 'port_id': '39494ef5-83f2-4fe3-bd75-86171a8129cc', 'mac_address': 'fa:16:3e:7a:23:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85c63b0-6e03-41a3-a31f-0819778c5262', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:51:33.329636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e5e4-d9b8-435a-b9ec-7ca77db50845 req-4cbaee7e-9d59-4365-a9f2-c02b046c17ce tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:33.331655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ded4e5e4-d9b8-435a-b9ec-7ca77db50845 req-4cbaee7e-9d59-4365-a9f2-c02b046c17ce tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 949 time: 0.2595899 Feb 08 23:51:33.361903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-0e59972c-6da2-43e3-9c3f-3497192c4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:33.364384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-0e59972c-6da2-43e3-9c3f-3497192c4923 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1503205 Feb 08 23:51:33.369484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.433155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fcc7163b-b752-4629-ac33-5f4a4c800595 None None] Provisioning complete for port b8895c47-a491-43a4-9c7a-ff7d07dd23af triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:33.433566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fcc7163b-b752-4629-ac33-5f4a4c800595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.456426 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] Set router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:33.480437 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.486436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:33.496980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:33.503446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:33.517017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39494ef5-83f2-4fe3-bd75-86171a8129cc {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:33.536017 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.567615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39494ef5-83f2-4fe3-bd75-86171a8129cc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc,segment=NetworkSegment(c412f15a-9ffa-4dd1-8f60-403fe07965e5),segment_id=c412f15a-9ffa-4dd1-8f60-403fe07965e5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:33.568922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 039d424c-26af-4579-bb0a-62b01f8e9ebf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:33.569403 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.577881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ded4e5e4-d9b8-435a-b9ec-7ca77db50845 req-c367f331-44be-4818-921a-c75e9611c02e tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392857 Feb 08 23:51:33.582205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=36e70fcc-c33e-473d-a050-a09e23efecde,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:33.604828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-1a58e15a-0c5b-4fa4-840b-2a87d7c25eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:33.604828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-1a58e15a-0c5b-4fa4-840b-2a87d7c25eba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284813 Feb 08 23:51:33.645854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.650174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.651531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 56275c83-51e9-46e2-b248-e3cdf08d34bc details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:51:33.674784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a24f7be-c311-4735-9c98-bb46097b0a36'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:33.680480 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9fdea8-a4aa-4b57-b278-68e7fd276254" -d '{"events": [{"server_uuid": "d8c73943-20cc-4527-8c30-25b51f2418fb", "name": "network-vif-plugged", "status": "completed", "tag": "9a24f7be-c311-4735-9c98-bb46097b0a36"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:33.724794 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:27Z', 'revision_number': 4, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b8895c47-a491-43a4-9c7a-ff7d07dd23af', 'name': '', 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'mac_address': 'fa:16:3e:fd:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:26Z', 'updated_at': '2022-02-08T23:51:32Z', 'revision_number': 4, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'subnets': [{'id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:33.727996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.764292 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cce562-e196-4012-8067-71b0ac0dd4a9 None None] The sync data for ids ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'] in n-d-828413-1 is: [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:27Z', 'revision_number': 4, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b8895c47-a491-43a4-9c7a-ff7d07dd23af', 'name': '', 'network_id': '6b8402a6-f419-4562-9c21-d8a251ccab36', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'mac_address': 'fa:16:3e:fd:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:26Z', 'updated_at': '2022-02-08T23:51:32Z', 'revision_number': 4, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'subnets': [{'id': '7561dfbc-9ab9-40c4-8851-eb26810ec18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:33.765202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9a24f7be-c311-4735-9c98-bb46097b0a36, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9a24f7be-c311-4735-9c98-bb46097b0a36,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:33.791651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.863157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-df6975d4-e144-41ca-aaf1-2636dc59fe21 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522478 Feb 08 23:51:33.864850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.895575 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fcc7163b-b752-4629-ac33-5f4a4c800595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:33.911668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39494ef5-83f2-4fe3-bd75-86171a8129cc,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:33.912883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ae60f-369d-4b49-90d8-dc155c57040d req-214f98b0-74f5-4f86-961e-cea9edeb7f9b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:33.915902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-642ae60f-369d-4b49-90d8-dc155c57040d req-214f98b0-74f5-4f86-961e-cea9edeb7f9b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 943 time: 0.2038076 Feb 08 23:51:33.975226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9a24f7be-c311-4735-9c98-bb46097b0a36,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:34.050088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-642ae60f-369d-4b49-90d8-dc155c57040d req-f636e3b8-1f8b-4795-9586-77a0fb42bcc3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139731 Feb 08 23:51:34.062609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.21.0.1 (50aaa552-1fb9-4df7-a387-fd912c5f8978/a4d84232-5c6f-4212-824d-99db61bc8fe8/33c240d0-bdab-4622-9de8-8a2b5b21db86) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:34.064813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fcc7163b-b752-4629-ac33-5f4a4c800595 None None] For port b8895c47-a491-43a4-9c7a-ff7d07dd23af, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b8895c47-a491-43a4-9c7a-ff7d07dd23af,segment=NetworkSegment(f705b33b-179c-4ef0-afbc-6f0ffb33f8eb),segment_id=f705b33b-179c-4ef0-afbc-6f0ffb33f8eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:34.138463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a025482-4520-4b5d-9bd2-a9c6af73b040 req-6d725918-d5ec-49cf-94e0-cbc826bd750d service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422266 Feb 08 23:51:34.236980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.241192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec5c25-f7bd-4f05-b9d0-f45b063f5101 req-b88962a4-01d9-4c99-88a1-c315a1a966e6 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:34.243159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6ec5c25-f7bd-4f05-b9d0-f45b063f5101 req-b88962a4-01d9-4c99-88a1-c315a1a966e6 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 944 time: 0.0884118 Feb 08 23:51:34.245759 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.250132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fcc7163b-b752-4629-ac33-5f4a4c800595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.260661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:34.274669 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.296502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:51:34.308132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.347176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6ec5c25-f7bd-4f05-b9d0-f45b063f5101 req-7db599e3-a8f1-4dcc-952c-c3eb1edc8c31 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950127 Feb 08 23:51:34.354923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7163b-b752-4629-ac33-5f4a4c800595 None None] Pushing event updated for resources: {'Port': ['ID=b8895c47-a491-43a4-9c7a-ff7d07dd23af,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:34.384185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=36e70fcc-c33e-473d-a050-a09e23efecde,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:34.390854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.401315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.408502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:34.410550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5c9230db-0b24-4942-9a6d-9aa9466ca3ea None None] Provisioning complete for port b8895c47-a491-43a4-9c7a-ff7d07dd23af triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:34.410928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c9230db-0b24-4942-9a6d-9aa9466ca3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.420179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:34.431374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.439756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:34.443196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56275c83-51e9-46e2-b248-e3cdf08d34bc {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:51:34.444754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0260d239-feb2-4182-adae-5d90940d5b12 req-9c2532b3-41f9-48b1-b359-573641518321 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9762039 Feb 08 23:51:34.499965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:34.508355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.508604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.561098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0260d239-feb2-4182-adae-5d90940d5b12 req-623bdda8-8590-41f6-8b42-aad5963f4a31 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1152933 Feb 08 23:51:34.578222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=33c240d0-bdab-4622-9de8-8a2b5b21db86,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:34.621336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:34.655733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c711e269-7967-4379-969b-705a3065882c no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:34.719214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260d239-feb2-4182-adae-5d90940d5b12 req-c75b6b8d-428d-4b16-90b6-84b3d583fc63 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:34.720785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0260d239-feb2-4182-adae-5d90940d5b12 req-c75b6b8d-428d-4b16-90b6-84b3d583fc63 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1589510 Feb 08 23:51:34.742714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeeb60-5930-4c32-a11e-9d7397d81e01 req-4516c4bb-1417-4aff-9c21-58e4d8ac6183 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:34.749679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75aeeb60-5930-4c32-a11e-9d7397d81e01 req-4516c4bb-1417-4aff-9c21-58e4d8ac6183 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 945 time: 0.2499506 Feb 08 23:51:34.771561 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.812180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75aeeb60-5930-4c32-a11e-9d7397d81e01 req-c72dd0da-66b9-498f-b0e6-2ca15f348fe3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565250 Feb 08 23:51:34.812394 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f110b1c-5671-459c-a2b3-89507740d721 x-openstack-request-id: req-6f110b1c-5671-459c-a2b3-89507740d721 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:34.812394 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c73943-20cc-4527-8c30-25b51f2418fb", "name": "network-vif-plugged", "status": "completed", "tag": "9a24f7be-c311-4735-9c98-bb46097b0a36", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:34.812616 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f110b1c-5671-459c-a2b3-89507740d721 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:34.812849 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a24f7be-c311-4735-9c98-bb46097b0a36', 'code': 200} Feb 08 23:51:34.875387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.889629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9c2a4e25-2d82-4349-a5a8-3cc840ac3d6a None None] Provisioning complete for port 33c240d0-bdab-4622-9de8-8a2b5b21db86 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:34.890606 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9c2a4e25-2d82-4349-a5a8-3cc840ac3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:34.909509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8d881b0-79b9-4122-ba9c-ee62cc3babaf req-ef6033df-67e8-42fd-999c-5335f5e631ba tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0593655 Feb 08 23:51:34.953396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39494ef5-83f2-4fe3-bd75-86171a8129cc'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:35.000844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:35.033467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['56275c83-51e9-46e2-b248-e3cdf08d34bc'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:35.064243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb27bf-9004-4a49-ae2a-92581eaed27b req-610b4a34-6727-44d5-ac15-acd216385f60 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:35.065753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42fb27bf-9004-4a49-ae2a-92581eaed27b req-610b4a34-6727-44d5-ac15-acd216385f60 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.1471152 Feb 08 23:51:35.097272 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.107327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9c2a4e25-2d82-4349-a5a8-3cc840ac3d6a None None] Port 33c240d0-bdab-4622-9de8-8a2b5b21db86 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:35.114115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e57ce-9882-47d3-ace6-ebb5cd746da9 req-95201697-0e4c-47f7-8b47-267b596801ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:35.115949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c41e57ce-9882-47d3-ace6-ebb5cd746da9 req-95201697-0e4c-47f7-8b47-267b596801ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 1101 time: 0.2050939 Feb 08 23:51:35.209966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:35.221762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-69d6d79e-893a-41b6-b028-fb00ce52a844 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2709932 Feb 08 23:51:35.228621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:35.264079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42fb27bf-9004-4a49-ae2a-92581eaed27b req-50f716f9-f870-458c-8066-f36b3e6d3c7c tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733646 Feb 08 23:51:35.279036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.288576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.304435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c41e57ce-9882-47d3-ace6-ebb5cd746da9 req-e02a1f27-b509-452f-afa6-af69a2ea4278 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735470 Feb 08 23:51:35.336062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b8895c47-a491-43a4-9c7a-ff7d07dd23af up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:35.344371 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.425848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=33c240d0-bdab-4622-9de8-8a2b5b21db86,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:35.431453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.468237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e5502-82b7-4633-8a1a-c51e1f8446a0 req-84cdfec9-508c-4305-ab44-dddb4823bc2b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:35.469316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-425e5502-82b7-4633-8a1a-c51e1f8446a0 req-84cdfec9-508c-4305-ab44-dddb4823bc2b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 944 time: 0.1026709 Feb 08 23:51:35.498711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b8895c47-a491-43a4-9c7a-ff7d07dd23af triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:35.499098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.525344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-425e5502-82b7-4633-8a1a-c51e1f8446a0 req-3fcdb5bc-5240-4e9e-a77f-3c71103af9a5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Feb 08 23:51:35.553372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.569813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:35.575896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:35.753362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c50f5-50a0-413e-960c-da503c201510 req-3ee16c99-b6dc-498c-ac51-7b609fd76666 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:35.755015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c5c50f5-50a0-413e-960c-da503c201510 req-3ee16c99-b6dc-498c-ac51-7b609fd76666 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 944 time: 0.1245816 Feb 08 23:51:35.772577 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router ab3d404d-41d3-42a8-ad44-45e3d02de749 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:35.850126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c5c50f5-50a0-413e-960c-da503c201510 req-8b774ab8-def7-45ed-9a41-e712a48e7570 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Feb 08 23:51:35.851171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Allocated IP 172.25.3.5 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b564540b-3983-41ef-99f4-78b34b1cb60b) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:35.919065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:35.930155 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7d1376da-e33e-4095-a66a-a7923373d615 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/ab3d404d-41d3-42a8-ad44-45e3d02de749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2085516 Feb 08 23:51:35.932623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42484) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:35.937698 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] Sync routers for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:35.958466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-042a13f7-f2c4-4f2d-ac2b-e99ee518d65f None None] Provisioning complete for port 33c240d0-bdab-4622-9de8-8a2b5b21db86 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:35.958466 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-042a13f7-f2c4-4f2d-ac2b-e99ee518d65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:35.959164 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:35.959274 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:35.999283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1189bc2f-a5c9-497c-88e3-7b5004131461 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:36.001499 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1189bc2f-a5c9-497c-88e3-7b5004131461 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports/33c240d0-bdab-4622-9de8-8a2b5b21db86 HTTP/1.1" status: 200 len: 910 time: 0.0676558 Feb 08 23:51:36.004250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42488) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:36.007235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-042a13f7-f2c4-4f2d-ac2b-e99ee518d65f None None] Port 33c240d0-bdab-4622-9de8-8a2b5b21db86 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:36.041506 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:36.050128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.052953 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:36.054052 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:36.085412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3bb27-416b-41ad-9fed-d2cb4a40f554 req-21bfeb0b-d77a-469a-b906-32f0ea1f8f30 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:36.086985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ff3bb27-416b-41ad-9fed-d2cb4a40f554 req-21bfeb0b-d77a-469a-b906-32f0ea1f8f30 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 943 time: 0.0856404 Feb 08 23:51:36.092276 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:36.093286 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696ab20b-2b7e-4956-a7d1-7dd3f965886d None None] The sync data for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:36.124960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.187185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:36.193281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:36.195703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:36.221921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=b564540b-3983-41ef-99f4-78b34b1cb60b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:36.230663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ff3bb27-416b-41ad-9fed-d2cb4a40f554 req-9cd732d3-8654-40a0-817b-5c851f5ff3f0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145954 Feb 08 23:51:36.334024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36fd5d27-f171-4d24-9239-17590392712d req-afd3915f-dbeb-431f-8c73-4ea70914c734 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0376735 Feb 08 23:51:36.335240 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.375079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.381918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.507383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99270dd-f43b-410c-b80d-782e25efd4e4 req-f4d6437e-cb1c-4862-abcc-193843c04b5f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:36.508859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f99270dd-f43b-410c-b80d-782e25efd4e4 req-f4d6437e-cb1c-4862-abcc-193843c04b5f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.1081042 Feb 08 23:51:36.583501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f99270dd-f43b-410c-b80d-782e25efd4e4 req-88bb88ae-2d6a-42a4-a397-f3996dc4e95d tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641527 Feb 08 23:51:36.615036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.620611 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.660622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 33c240d0-bdab-4622-9de8-8a2b5b21db86 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:36.661080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.754990 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.755179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=b564540b-3983-41ef-99f4-78b34b1cb60b,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:36.767500 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.769589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 33c240d0-bdab-4622-9de8-8a2b5b21db86 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:36.793715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716f9bd-418b-4d1a-9b70-d6f4aa5d3c10 req-1d5e5070-ab6b-4511-bccd-afd7008f639f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:36.801525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4716f9bd-418b-4d1a-9b70-d6f4aa5d3c10 req-1d5e5070-ab6b-4511-bccd-afd7008f639f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 944 time: 0.1247182 Feb 08 23:51:36.817673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c711e269-7967-4379-969b-705a3065882c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:36.820714 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76210a27-ef21-44cf-8680-65b6527ef3a4" -d '{"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-unplugged", "status": "completed", "tag": "c711e269-7967-4379-969b-705a3065882c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:36.828605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.829941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-bdaa868a-fb2b-4173-95cc-332e405b153d tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6070919 Feb 08 23:51:36.831256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.837627 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:36.899806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4716f9bd-418b-4d1a-9b70-d6f4aa5d3c10 req-e3ed784e-837d-4e4b-b17c-a71f15a983de tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883794 Feb 08 23:51:36.903217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-7cb47c88-df59-4c0e-8a49-aea7b166a372 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0626388 Feb 08 23:51:36.947914 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af96189a-5d5b-48fa-a108-aff14a7261a7 x-openstack-request-id: req-af96189a-5d5b-48fa-a108-aff14a7261a7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:36.948524 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-unplugged", "status": "completed", "tag": "c711e269-7967-4379-969b-705a3065882c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:36.948958 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af96189a-5d5b-48fa-a108-aff14a7261a7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:36.949594 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c711e269-7967-4379-969b-705a3065882c', 'code': 200} Feb 08 23:51:36.994776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:37.024704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=33c240d0-bdab-4622-9de8-8a2b5b21db86,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:37.057662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-47e475c6-6fa5-4ce6-8aa4-73c450f729ee tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:37.057662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c13d9db-fa49-42bf-8b4e-448c7f6e3f09 req-47e475c6-6fa5-4ce6-8aa4-73c450f729ee tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1459320 Feb 08 23:51:37.087069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a306-62f3-49b8-8e57-a16c7c3a5dcf req-0ce4cceb-afcb-4bc9-9b6c-e859db88201a tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:37.088833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7187a306-62f3-49b8-8e57-a16c7c3a5dcf req-0ce4cceb-afcb-4bc9-9b6c-e859db88201a tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 944 time: 0.0902541 Feb 08 23:51:37.197728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7187a306-62f3-49b8-8e57-a16c7c3a5dcf req-360964ec-42f4-41dd-8df1-9f433b092cca tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975068 Feb 08 23:51:37.270505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-c1b6ee75-2471-4e7c-880e-5721bf18715b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1804972 Feb 08 23:51:37.288598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:37.299501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:37.330060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:37.452793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d39ec-20ad-4d42-bb98-bd339d3d324f req-5501d097-3505-4f99-9e1b-806dc066e62e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:37.454298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a5d39ec-20ad-4d42-bb98-bd339d3d324f req-5501d097-3505-4f99-9e1b-806dc066e62e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 943 time: 0.0953500 Feb 08 23:51:37.511472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a5d39ec-20ad-4d42-bb98-bd339d3d324f req-4656eed0-1444-4bc4-ad4c-25fded7cfabf tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494866 Feb 08 23:51:37.519303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:37.537226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router ab3d404d-41d3-42a8-ad44-45e3d02de749 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:37.615364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4df4e1ce-16fc-4cea-8e09-bac4f5ed9dd6 req-a3f6c80b-bd7c-42b8-a9f1-a8b9a5eb59bd tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0359561 Feb 08 23:51:37.644196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:37.654192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42510) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:37.654401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0993ef6d-332c-4818-bf26-2772c55431a7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/ab3d404d-41d3-42a8-ad44-45e3d02de749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6482394 Feb 08 23:51:37.657332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] Sync routers for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:37.670720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:37.671306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:37.707032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:37.717618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:37.718379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:37.748661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Allocated IP 172.25.3.204 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/a9ee38d8-8707-4579-b577-c8ab632a2415) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:37.761954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:37.763509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b159a-74a4-457e-ba8f-017efcef137c None None] The sync data for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:38.186915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5b3d7-5547-4db5-b7f1-64b0244190e0 req-bd790680-9bb4-4d06-9fad-6add6a2accb5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:38.188398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3f5b3d7-5547-4db5-b7f1-64b0244190e0 req-bd790680-9bb4-4d06-9fad-6add6a2accb5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4862330 Feb 08 23:51:38.302331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3f5b3d7-5547-4db5-b7f1-64b0244190e0 req-678737ab-88ca-4bc4-830d-57ef0fe2c3cd tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833967 Feb 08 23:51:38.342456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.482685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.533671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074846c-9bf9-46d9-95c5-9bcc064d7f26 req-4591a95d-f7c6-4559-8455-4c17ed8d053b tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:38.535144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2074846c-9bf9-46d9-95c5-9bcc064d7f26 req-4591a95d-f7c6-4559-8455-4c17ed8d053b tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.1491210 Feb 08 23:51:38.556324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:38.582423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:38.610125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=a9ee38d8-8707-4579-b577-c8ab632a2415,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:38.612578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:38.670953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2074846c-9bf9-46d9-95c5-9bcc064d7f26 req-685d16fe-2ad6-49c4-9823-12ede85b40c8 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178975 Feb 08 23:51:38.680972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39494ef5-83f2-4fe3-bd75-86171a8129cc up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:38.733413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.741084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 39494ef5-83f2-4fe3-bd75-86171a8129cc completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:51:38.745313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 39494ef5-83f2-4fe3-bd75-86171a8129cc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:38.745884 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.829640 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.845037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.870148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 39494ef5-83f2-4fe3-bd75-86171a8129cc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc,segment=NetworkSegment(c412f15a-9ffa-4dd1-8f60-403fe07965e5),segment_id=c412f15a-9ffa-4dd1-8f60-403fe07965e5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:38.874270 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.875128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 56275c83-51e9-46e2-b248-e3cdf08d34bc up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:38.900194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b923ae5-db28-44c3-b3eb-64366fbc4fd2 req-3fcc937d-ab39-473d-9975-45c44f30097f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:38.901721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b923ae5-db28-44c3-b3eb-64366fbc4fd2 req-3fcc937d-ab39-473d-9975-45c44f30097f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 944 time: 0.1248007 Feb 08 23:51:38.950761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=39494ef5-83f2-4fe3-bd75-86171a8129cc,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:38.953982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39494ef5-83f2-4fe3-bd75-86171a8129cc'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:38.956209 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b80e03-ed7c-41bc-a8dd-7f252888c5a5" -d '{"events": [{"server_uuid": "1f29e1a0-15c7-4b43-b5c6-44c5d8b93116", "name": "network-vif-plugged", "status": "completed", "tag": "39494ef5-83f2-4fe3-bd75-86171a8129cc"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:38.961150 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:38.970251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 56275c83-51e9-46e2-b248-e3cdf08d34bc completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:51:38.974423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 56275c83-51e9-46e2-b248-e3cdf08d34bc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:38.974791 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.071308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.086384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b923ae5-db28-44c3-b3eb-64366fbc4fd2 req-141dbf8c-6dab-4cf4-b9a8-ec3d07f4d0f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609926 Feb 08 23:51:39.163135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:39.171957 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.278953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:39.304894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa7cd3-cfad-4da9-890f-e3e793313edf req-76cc2222-0415-444a-a00a-774127ddb52d tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.306322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76aa7cd3-cfad-4da9-890f-e3e793313edf req-76cc2222-0415-444a-a00a-774127ddb52d tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 945 time: 0.1428483 Feb 08 23:51:39.316157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.329328 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.429535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=a9ee38d8-8707-4579-b577-c8ab632a2415,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:39.434188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76aa7cd3-cfad-4da9-890f-e3e793313edf req-5ed2933f-f586-4a02-8769-2802c9dd4db7 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146040 Feb 08 23:51:39.438943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 8ef7655e-c3cd-44d9-b1f1-376699a86698 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:39.439236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.496717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.552721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.553962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-d8d2d2bf-b906-47e4-9d6d-584ac057bd9b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2707458 Feb 08 23:51:39.629970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42542) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:39.635919 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:39.650176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-f5ad4204-26b6-493a-a37b-0f02a541d7e4 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0856292 Feb 08 23:51:39.664814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35719a-1720-4ccb-9ee9-7919a8455861 req-4a6b7fee-b985-473e-b3a8-240499ad0e7a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.666309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b35719a-1720-4ccb-9ee9-7919a8455861 req-4a6b7fee-b985-473e-b3a8-240499ad0e7a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1601713 Feb 08 23:51:39.667198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 8ef7655e-c3cd-44d9-b1f1-376699a86698 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:39.846808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b35719a-1720-4ccb-9ee9-7919a8455861 req-6782bc52-fff7-4d68-933b-336056747ee3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661613 Feb 08 23:51:39.873780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.874030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.874488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.874941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.875391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.875841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.876292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.878202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-8dd9aa64-0ac0-4915-b1d9-8bcdb98f68f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 6490 time: 0.2444158 Feb 08 23:51:39.886666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-a4987b74-87dd-4261-9f0a-dcdcb250d7b8 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:39.888775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48871854-ffe8-47d8-aea9-6ac36c4c2602 req-a4987b74-87dd-4261-9f0a-dcdcb250d7b8 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2195346 Feb 08 23:51:39.983347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94bae4c2-8892-446f-bbd8-e8e793378636 req-f1a62c82-3cba-4e11-a91e-3c94da828cc0 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0412080 Feb 08 23:51:39.991151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-ab27b277-1620-4e45-8bc6-ab0d5227df78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999467 Feb 08 23:51:40.040903 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3281f669-0cdc-4c3e-8aaf-35cd37883afb x-openstack-request-id: req-3281f669-0cdc-4c3e-8aaf-35cd37883afb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:40.042454 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29e1a0-15c7-4b43-b5c6-44c5d8b93116", "name": "network-vif-plugged", "status": "completed", "tag": "39494ef5-83f2-4fe3-bd75-86171a8129cc", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:40.042955 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3281f669-0cdc-4c3e-8aaf-35cd37883afb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:40.044173 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39494ef5-83f2-4fe3-bd75-86171a8129cc', 'code': 200} Feb 08 23:51:40.056660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:40.087916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=8ef7655e-c3cd-44d9-b1f1-376699a86698,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:40.663151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c4dfe-312f-46c6-946f-385c9fb75432 req-5755b9b5-e8d2-4e4e-928d-4aa8ba0e8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:40.664898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f20c4dfe-312f-46c6-946f-385c9fb75432 req-5755b9b5-e8d2-4e4e-928d-4aa8ba0e8423 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 1096 time: 0.5073483 Feb 08 23:51:40.677009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c711e269-7967-4379-969b-705a3065882c no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:40.677574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:40.683214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-29a9dda0-ba60-4595-ad84-ab1032641331 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5599930 Feb 08 23:51:40.710392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:40.763279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88733ce-3161-46a5-aa10-8597b0e5f773 req-17a6d14d-074b-4059-95ce-632845a58894 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:40.764754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f88733ce-3161-46a5-aa10-8597b0e5f773 req-17a6d14d-074b-4059-95ce-632845a58894 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.4823322 Feb 08 23:51:40.828186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f20c4dfe-312f-46c6-946f-385c9fb75432 req-fb3f74d1-7f69-4030-9cb1-80bd16dcd92a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419272 Feb 08 23:51:40.851275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:40.889166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f88733ce-3161-46a5-aa10-8597b0e5f773 req-647d0bc8-a180-48ec-9bcc-2b4d68523701 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871527 Feb 08 23:51:40.965122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router ab3d404d-41d3-42a8-ad44-45e3d02de749 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:41.067682 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:51:41.086038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf6c27-e3f3-4820-a433-c2e83b86a5ba req-2ab58392-c2f9-4eb6-9e7c-4d5d2bd40624 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:41.087492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45cf6c27-e3f3-4820-a433-c2e83b86a5ba req-2ab58392-c2f9-4eb6-9e7c-4d5d2bd40624 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1259496 Feb 08 23:51:41.102255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:41.111578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a7b3454b-ffa4-4c19-ba9a-0d8a2138d3b0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/ab3d404d-41d3-42a8-ad44-45e3d02de749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537568 Feb 08 23:51:41.112036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42568) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:41.112523 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] Sync routers for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:41.123893 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:41.124399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:41.141717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45cf6c27-e3f3-4820-a433-c2e83b86a5ba req-261ae864-e0b5-42f5-8786-57f064ac3962 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473335 Feb 08 23:51:41.149184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb5fc58c-bbdd-483a-9881-33ab12b0e872 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3d404d-41d3-42a8-ad44-45e3d02de749 HTTP/1.1" status: 200 len: 205 time: 0.0333312 Feb 08 23:51:41.149481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42570) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:41.160883 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:41.168408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.171136 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] Routers {'ab3d404d-41d3-42a8-ad44-45e3d02de749'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:41.171743 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ab3d404d-41d3-42a8-ad44-45e3d02de749'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:41.209160 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:41.209853 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f18b5a-ba6b-4675-b005-92515cc897f1 None None] The sync data for ids ['ab3d404d-41d3-42a8-ad44-45e3d02de749'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:41.235918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.296380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Allocated IP 172.25.3.250 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4ecd4b81-268b-478f-8f52-0d3bf339ba21) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:41.442733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.447991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.451226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.473928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17cbdf-157e-49f1-b783-24b84bcfd303 req-d202b12a-5683-4c22-89da-ec5cfb7c5856 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:41.475433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae17cbdf-157e-49f1-b783-24b84bcfd303 req-d202b12a-5683-4c22-89da-ec5cfb7c5856 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 945 time: 0.0757105 Feb 08 23:51:41.499821 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.500556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router ab3d404d-41d3-42a8-ad44-45e3d02de749 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:51:41.508225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.509539 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d29e08c6-7e4f-4afe-a1f1-0b11aef821ec tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/ab3d404d-41d3-42a8-ad44-45e3d02de749 HTTP/1.1" status: 204 len: 168 time: 0.3586562 Feb 08 23:51:41.512081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42574) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:41.515334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.552283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae17cbdf-157e-49f1-b783-24b84bcfd303 req-478eba63-5841-418b-b7ab-b1ab67b5c15f tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676537 Feb 08 23:51:41.576198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet a4d84232-5c6f-4212-824d-99db61bc8fe8 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:41.576355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:41.576355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:41.576567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.576678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:41.610383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=4ecd4b81-268b-478f-8f52-0d3bf339ba21,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:41.613663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.685880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7837c5-cba8-4461-97da-896b1281f960 req-8d12ef2f-7346-4f42-8b32-5e7b0afa6bed tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0513093 Feb 08 23:51:41.700427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.714801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.746567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.786098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.787226 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c4e07017-3ec1-4a79-91cf-6373bb968c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.818609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d84232-5c6f-4212-824d-99db61bc8fe8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:41.826065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.829998 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-448cdd54-51a2-4fde-bc22-acbae31bb9e9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/a4d84232-5c6f-4212-824d-99db61bc8fe8 HTTP/1.1" status: 204 len: 168 time: 0.3165748 Feb 08 23:51:41.832817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42576) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:41.835535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d898cc-f32d-4997-ab50-8886bfc647b5 None None] Network 50aaa552-1fb9-4df7-a387-fd912c5f8978 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:41.893474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet a0e2e00e-1251-4845-a1a2-32a55fe86803 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:41.896950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.947479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.956828 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.963956 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:41.985467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a296e-45cb-45ab-b34d-1c1a982535cc req-526362fd-d1af-4dc7-9c4e-27566c34ae39 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:41.987231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d8a296e-45cb-45ab-b34d-1c1a982535cc req-526362fd-d1af-4dc7-9c4e-27566c34ae39 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.0795369 Feb 08 23:51:42.046492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:42.049914 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62c1d6d-59a2-42ad-8905-61f2b06e44c3" -d '{"events": [{"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-plugged", "status": "completed", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:42.051150 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.084515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event updated for resources: {'Port': ['ID=4ecd4b81-268b-478f-8f52-0d3bf339ba21,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:42.086240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] DHCP port deletion for 50aaa552-1fb9-4df7-a387-fd912c5f8978 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:42.097718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d8a296e-45cb-45ab-b34d-1c1a982535cc req-bb32f102-7ca1-4f4d-8a2d-feb807399de5 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916679 Feb 08 23:51:42.099012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.118450 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.118450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-0c17c985-21d2-44b3-853a-983a8a212814 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4229553 Feb 08 23:51:42.133837 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.167777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] Deleting port 039d424c-26af-4579-bb0a-62b01f8e9ebf {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:42.168196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.181502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e2e00e-1251-4845-a1a2-32a55fe86803,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:42.183644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.190528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-634febde-f1cc-4859-a7fb-68d13887157e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/a0e2e00e-1251-4845-a1a2-32a55fe86803 HTTP/1.1" status: 204 len: 168 time: 0.3571019 Feb 08 23:51:42.191556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42586) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:42.195931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca9972-8c96-4cfd-8215-b5ecd7ea2e84 None None] Network 622d2029-5683-4fd2-b213-469b0936db00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:42.205217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-cf699181-3895-4a14-a2a0-bb39db23d26c tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0731618 Feb 08 23:51:42.279361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.369998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 039d424c-26af-4579-bb0a-62b01f8e9ebf {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:42.370439 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.391662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef5b33-ceb2-49cf-aa2c-5f040dd7a784 req-bdcf5686-16da-4259-a36a-948c312634c1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:42.393284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ef5b33-ceb2-49cf-aa2c-5f040dd7a784 req-bdcf5686-16da-4259-a36a-948c312634c1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2106831 Feb 08 23:51:42.400562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-f25ba43a-17f2-4505-afee-a67dba651d58 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:42.401943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9b90e6b-9ffd-4575-ab0f-a578b5406147 req-f25ba43a-17f2-4505-afee-a67dba651d58 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1829925 Feb 08 23:51:42.443227 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1cb19b-03d1-4459-8716-42536fa0eed9 x-openstack-request-id: req-1b1cb19b-03d1-4459-8716-42536fa0eed9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:42.443621 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-plugged", "status": "completed", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:42.443977 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b1cb19b-03d1-4459-8716-42536fa0eed9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:42.444469 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'code': 200} Feb 08 23:51:42.445692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ef5b33-ceb2-49cf-aa2c-5f040dd7a784 req-878fc958-7903-46e6-be38-bfd1ed1b88c5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Feb 08 23:51:42.489549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] For port 039d424c-26af-4579-bb0a-62b01f8e9ebf, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=039d424c-26af-4579-bb0a-62b01f8e9ebf,segment=NetworkSegment(a9752eff-4d03-416d-939c-d0f14418b287),segment_id=a9752eff-4d03-416d-939c-d0f14418b287)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:42.490096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.491191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 039d424c-26af-4579-bb0a-62b01f8e9ebf, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=039d424c-26af-4579-bb0a-62b01f8e9ebf,segment=NetworkSegment(a9752eff-4d03-416d-939c-d0f14418b287),segment_id=a9752eff-4d03-416d-939c-d0f14418b287)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:42.492544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.512950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 039d424c-26af-4579-bb0a-62b01f8e9ebf owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:42.534207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] Calling delete_port for 039d424c-26af-4579-bb0a-62b01f8e9ebf owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:42.577495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7e2e286-493a-4c8e-84ac-57a6b9ea7aa4 req-f28258fd-5d3a-4586-9355-6714b6a2a8e1 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips/ed78852b-0bbc-41db-b707-fc963da1b5ab HTTP/1.1" status: 200 len: 693 time: 0.1035466 Feb 08 23:51:42.605202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.642420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port 039d424c-26af-4579-bb0a-62b01f8e9ebf on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:42.644546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=039d424c-26af-4579-bb0a-62b01f8e9ebf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:42.645250 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.684385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] Pushing event deleted for resources: {'Port': ['ID=039d424c-26af-4579-bb0a-62b01f8e9ebf,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:42.684719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae07b1-27e9-4ec7-bdd4-be2ea645c9ac req-e4b87d8b-857a-4443-9c06-0ae0db5465da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:42.686231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fae07b1-27e9-4ec7-bdd4-be2ea645c9ac req-e4b87d8b-857a-4443-9c06-0ae0db5465da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 1096 time: 0.1586728 Feb 08 23:51:42.686822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b2ca3-ea27-455f-9889-c3f85efa1df3 None None] No DVR routers for this DVR port 039d424c-26af-4579-bb0a-62b01f8e9ebf on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:42.713123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] DHCP port deletion for 622d2029-5683-4fd2-b213-469b0936db00 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:42.719328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ebffc-ce9b-416f-bc4d-04b69060497e req-d41bc642-3656-482b-bec9-b4b9bd4d8177 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:42.720865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a9ebffc-ce9b-416f-bc4d-04b69060497e req-d41bc642-3656-482b-bec9-b4b9bd4d8177 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1944864 Feb 08 23:51:42.749882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.775207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] Deleting port f03d8888-3383-494e-aea6-16731eba9aec {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:42.775610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.776389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50aaa552-1fb9-4df7-a387-fd912c5f8978']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:42.785800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2e286-493a-4c8e-84ac-57a6b9ea7aa4 req-eb4e0bee-6597-46ec-99c0-16c5e372a5f1 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:42.786796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7e2e286-493a-4c8e-84ac-57a6b9ea7aa4 req-eb4e0bee-6597-46ec-99c0-16c5e372a5f1 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1942556 Feb 08 23:51:42.787838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9752eff-4d03-416d-939c-d0f14418b287') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:42.788140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9752eff-4d03-416d-939c-d0f14418b287') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:42.795131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fae07b1-27e9-4ec7-bdd4-be2ea645c9ac req-fbfb9668-9cba-4b17-aa04-5eb387efef19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964622 Feb 08 23:51:42.805771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.813377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a9ebffc-ce9b-416f-bc4d-04b69060497e req-815ec16b-112b-49d7-8fa6-c575e4195832 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763037 Feb 08 23:51:42.822538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.831103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:42.831512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:42.842050 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:42.846507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] For port f03d8888-3383-494e-aea6-16731eba9aec, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f03d8888-3383-494e-aea6-16731eba9aec,segment=NetworkSegment(315c8935-3cc5-4f5b-803d-b722817370c5),segment_id=315c8935-3cc5-4f5b-803d-b722817370c5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:42.847006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.863212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] Calling delete_port for f03d8888-3383-494e-aea6-16731eba9aec owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:42.926292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.936013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:42.939722 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/50aaa552-1fb9-4df7-a387-fd912c5f8978 HTTP/1.1" status: 204 len: 168 time: 0.7469928 Feb 08 23:51:42.942208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:42.946703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f18ba5b-0fb0-4512-b0de-f59243b56787 req-98383e50-d7c1-4b47-9ded-73eb5a5964db tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0349028 Feb 08 23:51:42.965804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c50b7-4011-4936-a75e-b2b1eb303de6 req-cd0c076c-974c-46d2-aed9-c76b56d3bf65 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:42.967652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be8c50b7-4011-4936-a75e-b2b1eb303de6 req-cd0c076c-974c-46d2-aed9-c76b56d3bf65 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 945 time: 0.0867453 Feb 08 23:51:42.976574 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.001791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] Pushing event deleted for resources: {'Port': ['ID=f03d8888-3383-494e-aea6-16731eba9aec,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:43.005497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc5328-c66e-403b-a948-4490b027fdb6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=50aaa552-1fb9-4df7-a387-fd912c5f8978,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:43.014158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017baea-c4e6-4a0c-8094-f1a6a5904842 None None] No DVR routers for this DVR port f03d8888-3383-494e-aea6-16731eba9aec on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:43.048088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.055595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-9141febc-b073-482d-ba21-ceb393647b40 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips/ed78852b-0bbc-41db-b707-fc963da1b5ab HTTP/1.1" status: 200 len: 693 time: 0.0645020 Feb 08 23:51:43.065076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be8c50b7-4011-4936-a75e-b2b1eb303de6 req-d67241fd-bfde-4b97-9679-91e4cf91d02f tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822077 Feb 08 23:51:43.147852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.173965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622d2029-5683-4fd2-b213-469b0936db00']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:43.186656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315c8935-3cc5-4f5b-803d-b722817370c5') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:43.187062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315c8935-3cc5-4f5b-803d-b722817370c5') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:43.201094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.203064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-6294b27f-fae6-483c-b6a7-a42dc530a22f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:43.206300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 039d424c-26af-4579-bb0a-62b01f8e9ebf no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:43.211132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-6294b27f-fae6-483c-b6a7-a42dc530a22f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1450543 Feb 08 23:51:43.218313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-f095eebe-1f6a-4e0e-bdd1-f22b14920410 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:51:43.225471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.225712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-f095eebe-1f6a-4e0e-bdd1-f22b14920410 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137787 Feb 08 23:51:43.229488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 039d424c-26af-4579-bb0a-62b01f8e9ebf {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:43.230047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 039d424c-26af-4579-bb0a-62b01f8e9ebf not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:43.230719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f03d8888-3383-494e-aea6-16731eba9aec no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:43.236655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:43.237334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.252393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f03d8888-3383-494e-aea6-16731eba9aec {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:43.253047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f03d8888-3383-494e-aea6-16731eba9aec not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:43.295207 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:43.322816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-6c321d0a-ac95-4bfe-b135-f85f454cc146 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0962389 Feb 08 23:51:43.333388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.340553 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.347370 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/622d2029-5683-4fd2-b213-469b0936db00 HTTP/1.1" status: 204 len: 168 time: 0.4007072 Feb 08 23:51:43.347549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982063ed-4b01-40d9-ae5c-7def0caa2ce8 req-f47714fe-0031-4ca8-8129-d55ad47fdd23 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:43.347549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-982063ed-4b01-40d9-ae5c-7def0caa2ce8 req-f47714fe-0031-4ca8-8129-d55ad47fdd23 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.1334071 Feb 08 23:51:43.351599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42602) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:43.356465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-765973399'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:43.364703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8c5a7-7f6f-42db-ba03-fac0cf684f68 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=622d2029-5683-4fd2-b213-469b0936db00,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:43.428229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-30bc103c-7ead-4e92-b67b-d167266068fb tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0942597 Feb 08 23:51:43.501470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:43.506062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.541194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-982063ed-4b01-40d9-ae5c-7def0caa2ce8 req-1e3b13ab-52b5-4aa4-a08c-b46741f027b5 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797941 Feb 08 23:51:43.590034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:43.604678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.605040 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment 6b444b05-5d17-45b6-9cee-74d37f355de9 of type vlan for network 248890e9-9bba-4777-8573-5a58b5a187ce Feb 08 23:51:43.680602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.702768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Deleting port 4ecd4b81-268b-478f-8f52-0d3bf339ba21 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:43.703452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.732516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9742834-ec1a-47f4-b403-897ec7c24685 req-6edce011-db87-4f13-8c13-3a8abcd5f29a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:43.733927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9742834-ec1a-47f4-b403-897ec7c24685 req-6edce011-db87-4f13-8c13-3a8abcd5f29a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1178982 Feb 08 23:51:43.785617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.791364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:43.791942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.875430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5227156 Feb 08 23:51:43.878184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42616) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:43.886458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9742834-ec1a-47f4-b403-897ec7c24685 req-3a5f880e-3778-47c0-b5bd-29a2d00573ac tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248679 Feb 08 23:51:43.888402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:43.907873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc86ac-2033-44a5-aca6-cbce54c9d508 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=248890e9-9bba-4777-8573-5a58b5a187ce,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:43.912185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.912500 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:43.926907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Calling delete_port for 4ecd4b81-268b-478f-8f52-0d3bf339ba21 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:43.927814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 248890e9-9bba-4777-8573-5a58b5a187ce details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:44.007530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:44.015743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.119904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-c4862eb9-5dec-4eed-ad82-8bb067a0ef13 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:44.123644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-c4862eb9-5dec-4eed-ad82-8bb067a0ef13 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.1277530 Feb 08 23:51:44.137709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fd977-7ba0-4b32-99ee-ce1b8d785f3e req-dcb0a75e-81ba-4934-967a-c70efc616c76 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:44.139347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-732fd977-7ba0-4b32-99ee-ce1b8d785f3e req-dcb0a75e-81ba-4934-967a-c70efc616c76 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1332867 Feb 08 23:51:44.211716 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-377fdf2f-e5f9-4da2-bd94-08251a063bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.265725 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.287231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-732fd977-7ba0-4b32-99ee-ce1b8d785f3e req-81567366-c6b2-45e5-a2d7-574b1408e98c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358197 Feb 08 23:51:44.322611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event deleted for resources: {'Port': ['ID=4ecd4b81-268b-478f-8f52-0d3bf339ba21,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:44.379988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.382618 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.383673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5d0365e-6e52-41f7-865a-931d74b2138e req-632d6b2f-9e50-46fc-9997-2a09239e1d28 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed78852b-0bbc-41db-b707-fc963da1b5ab HTTP/1.1" status: 204 len: 173 time: 0.9546707 Feb 08 23:51:44.403051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81a5cbfb-8af5-4f9d-9756-9ed0e3fd66ac req-f2802d50-df41-4b71-8354-64816bf0d61f tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0409718 Feb 08 23:51:44.406578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Deleting port 9a24f7be-c311-4735-9c98-bb46097b0a36 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:44.406918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.415215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.493719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=a2164945-65ba-400b-8e61-ae8746750d6a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:44.502786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': '6b444b05-5d17-45b6-9cee-74d37f355de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:44.503154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 248890e9-9bba-4777-8573-5a58b5a187ce, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:44.521666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 248890e9-9bba-4777-8573-5a58b5a187ce is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:44.532661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 248890e9-9bba-4777-8573-5a58b5a187ce) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:44.538711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:44.539315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.553481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6a144-c558-4568-9faa-eb4ad6e3b775 None None] Network 248890e9-9bba-4777-8573-5a58b5a187ce requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:44.571496 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ac2d45c-06be-4893-8e87-226e875ad950 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6896675 Feb 08 23:51:44.573344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42628) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:44.578358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679447019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:44.620845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.623730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.692606 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.697972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.734365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.738326 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-65a39c98-8bf6-40ac-901a-52fab0373399 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1638210 Feb 08 23:51:44.741031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42632) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:44.753366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'port': {'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce', 'name': 'tempest-RoutersTest-777770876'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:44.790367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-248890e9-9bba-4777-8573-5a58b5a187ce', 'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': 'a2164945-65ba-400b-8e61-ae8746750d6a'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:51:44.792082 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.934353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:44.944563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:44.990759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] device_id is not set on port e67de148-bad7-4da3-a72e-4dc46e10a903 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:51:45.007970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Allocated IP 172.20.0.2 (248890e9-9bba-4777-8573-5a58b5a187ce/a2164945-65ba-400b-8e61-ae8746750d6a/31b3767d-7207-45e8-87a8-42acd6746ff6) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:45.053199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] For port 9a24f7be-c311-4735-9c98-bb46097b0a36, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9a24f7be-c311-4735-9c98-bb46097b0a36,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:45.057205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.141446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Calling delete_port for 9a24f7be-c311-4735-9c98-bb46097b0a36 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:45.184237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350ae8-9631-4219-879d-ebc54f31fc34 req-dbe5f86b-74a0-415f-9b33-97e796bb4087 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:45.186187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9350ae8-9631-4219-879d-ebc54f31fc34 req-dbe5f86b-74a0-415f-9b33-97e796bb4087 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7759807 Feb 08 23:51:45.244575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d811b-1123-4a89-b82a-a670fac18526 req-3f998298-d11a-4a48-af5f-3e66f2c04046 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:45.253268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f86d811b-1123-4a89-b82a-a670fac18526 req-3f998298-d11a-4a48-af5f-3e66f2c04046 tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8c73943-20cc-4527-8c30-25b51f2418fb HTTP/1.1" status: 200 len: 950 time: 0.2276378 Feb 08 23:51:45.284416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.294769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.322137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f86d811b-1123-4a89-b82a-a670fac18526 req-75c37927-3b3b-4c83-bea5-51525014c6cc tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.32 "GET /v2.0/security-groups?id=077e626a-8dc6-45a5-a29c-629dcce7bcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Feb 08 23:51:45.350190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Network 248890e9-9bba-4777-8573-5a58b5a187ce is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:45.355106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:45.358897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:45.395293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c332c1-cbf5-4fea-9bf5-9cf4e2599d84 req-91e360fb-527d-477f-9760-91834916f012 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:45.396253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Pushing event updated for resources: {'Port': ['ID=31b3767d-7207-45e8-87a8-42acd6746ff6,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:45.417629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4c332c1-cbf5-4fea-9bf5-9cf4e2599d84 req-91e360fb-527d-477f-9760-91834916f012 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1339247 Feb 08 23:51:45.443843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.458129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Attempting to bind port 31b3767d-7207-45e8-87a8-42acd6746ff6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:45.458129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Attempting to bind port 31b3767d-7207-45e8-87a8-42acd6746ff6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6b444b05-5d17-45b6-9cee-74d37f355de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:45.458665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Attempting to bind port 31b3767d-7207-45e8-87a8-42acd6746ff6 on network 248890e9-9bba-4777-8573-5a58b5a187ce {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:45.464783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:45.466296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Checking segment: {'id': '6b444b05-5d17-45b6-9cee-74d37f355de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:45.466703 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.467279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Bound using segment: {'id': '6b444b05-5d17-45b6-9cee-74d37f355de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:45.467852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Bound port: 31b3767d-7207-45e8-87a8-42acd6746ff6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b444b05-5d17-45b6-9cee-74d37f355de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '248890e9-9bba-4777-8573-5a58b5a187ce'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:45.468327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.527300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.20.0.13 (248890e9-9bba-4777-8573-5a58b5a187ce/a2164945-65ba-400b-8e61-ae8746750d6a/e67de148-bad7-4da3-a72e-4dc46e10a903) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:45.532006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa6a562d-7e34-47fd-b368-65b72f25f018 req-5fc35658-7369-45a7-a445-e59acb135e3f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=aa58f9b44bf54f039280d61a3f58db7a HTTP/1.1" status: 200 len: 1655 time: 0.1085122 Feb 08 23:51:45.545442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] For port 31b3767d-7207-45e8-87a8-42acd6746ff6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:45.549201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] For port 31b3767d-7207-45e8-87a8-42acd6746ff6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=31b3767d-7207-45e8-87a8-42acd6746ff6,segment=NetworkSegment(6b444b05-5d17-45b6-9cee-74d37f355de9),segment_id=6b444b05-5d17-45b6-9cee-74d37f355de9)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:45.556894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.615796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4c332c1-cbf5-4fea-9bf5-9cf4e2599d84 req-9c73454d-b4c5-46e5-a04f-f147f6108dd1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962433 Feb 08 23:51:45.682676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17417eac-c079-4e7f-aacd-3b8ca27e9eec None None] Pushing event updated for resources: {'Port': ['ID=31b3767d-7207-45e8-87a8-42acd6746ff6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:45.682842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.700735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['9a24f7be-c311-4735-9c98-bb46097b0a36'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:51:45.781494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a562d-7e34-47fd-b368-65b72f25f018 req-af043dad-c57b-4b15-8613-d0f4c507147f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:45.782984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa6a562d-7e34-47fd-b368-65b72f25f018 req-af043dad-c57b-4b15-8613-d0f4c507147f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks?id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 787 time: 0.2181385 Feb 08 23:51:45.792135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Pushing event deleted for resources: {'Port': ['ID=9a24f7be-c311-4735-9c98-bb46097b0a36,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:45.813878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.830394 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-46a3ada3-ac1b-4dd8-a2cb-686552f56432 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1238542 Feb 08 23:51:45.836561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-aa6a562d-7e34-47fd-b368-65b72f25f018 req-7247c8f7-6ab4-4f72-9572-dc7929e845d9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:51:45.838204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa6a562d-7e34-47fd-b368-65b72f25f018 req-7247c8f7-6ab4-4f72-9572-dc7929e845d9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227771 Feb 08 23:51:45.876438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] No DVR routers for this DVR port 9a24f7be-c311-4735-9c98-bb46097b0a36 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:45.880095 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:45.884563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-440bf717-6c07-459c-8d44-f395359ec4c7 req-353f89e2-3603-477f-85ea-9e2c4b7b144f tempest-TenantUsagesTestJSON-194992167 tempest-TenantUsagesTestJSON-194992167-project] 10.222.0.21 "DELETE /v2.0/ports/9a24f7be-c311-4735-9c98-bb46097b0a36 HTTP/1.1" status: 204 len: 173 time: 1.7443595 Feb 08 23:51:45.886127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'name': 'network-vif-deleted', 'tag': '9a24f7be-c311-4735-9c98-bb46097b0a36'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:51:45.896502 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7b4673-44e4-482b-bc5c-10bbbac5067a" -d '{"events": [{"server_uuid": "d8c73943-20cc-4527-8c30-25b51f2418fb", "name": "network-vif-deleted", "tag": "9a24f7be-c311-4735-9c98-bb46097b0a36"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:51:45.973951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fab71c-b99c-4b46-b630-92cafba30578 req-28f91815-9581-48f0-8657-03e29f0c679d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:45.978573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48fab71c-b99c-4b46-b630-92cafba30578 req-28f91815-9581-48f0-8657-03e29f0c679d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1918430 Feb 08 23:51:46.022897 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:46.035052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da333c-57f7-4450-a018-4f4e048c835d req-8c75389e-2829-4a61-b2ba-a04c9230525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:46.036030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc5027d3-4d37-48a1-8153-97b97c06efde req-70facc97-d8b3-4a52-a33e-803d3728b263 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0564411 Feb 08 23:51:46.047523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-8c75389e-2829-4a61-b2ba-a04c9230525e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 1097 time: 0.1767523 Feb 08 23:51:46.094399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48fab71c-b99c-4b46-b630-92cafba30578 req-df5eef30-ea59-4ad1-beb5-1054e7ca70b1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040215 Feb 08 23:51:46.220466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 248890e9-9bba-4777-8573-5a58b5a187ce is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:46.231566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-99a86dc8-a6ba-40da-babf-ed05da9a1208 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips/caba7e95-3b05-48fc-9960-a7350af0d900 HTTP/1.1" status: 200 len: 693 time: 0.0856826 Feb 08 23:51:46.253643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:46.256678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:46.322612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=e67de148-bad7-4da3-a72e-4dc46e10a903,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:46.360536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:46.361286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:46.367828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-62d24b28-15f7-439c-a10e-1b3c0a5eb6c3 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:46.369208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-62d24b28-15f7-439c-a10e-1b3c0a5eb6c3 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1311004 Feb 08 23:51:46.406801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-96979228-b1e3-427a-b34d-a841a75228c8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6638968 Feb 08 23:51:46.409297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42662) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:46.416705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da333c-57f7-4450-a018-4f4e048c835d req-b8375c8d-502a-4818-88b9-4fb57f384189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:46.418213 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-b8375c8d-502a-4818-88b9-4fb57f384189 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.2987063 Feb 08 23:51:46.472849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-8852710f-fcc7-4b66-a596-7876356b38dc tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0934968 Feb 08 23:51:46.526644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-e283c974-f901-40e2-93aa-a4b79f1b41ae tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.204 HTTP/1.1" status: 200 len: 696 time: 0.0522208 Feb 08 23:51:46.577626 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-a47b3765-fec4-4601-ba4f-51021620744f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecac4da3-30aa-4876-b3f7-f811898bd182 HTTP/1.1" status: 200 len: 217 time: 0.1246109 Feb 08 23:51:46.712197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Deleting port a9ee38d8-8707-4579-b577-c8ab632a2415 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:46.712594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:46.750852 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:46.792939 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071d2757-1e16-4824-af0b-339ea78ae075 x-openstack-request-id: req-071d2757-1e16-4824-af0b-339ea78ae075 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:51:46.793771 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c73943-20cc-4527-8c30-25b51f2418fb", "name": "network-vif-deleted", "tag": "9a24f7be-c311-4735-9c98-bb46097b0a36", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:51:46.793771 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-071d2757-1e16-4824-af0b-339ea78ae075 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:51:46.794190 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c73943-20cc-4527-8c30-25b51f2418fb', 'name': 'network-vif-deleted', 'tag': '9a24f7be-c311-4735-9c98-bb46097b0a36', 'status': 'completed', 'code': 200} Feb 08 23:51:46.832118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da333c-57f7-4450-a018-4f4e048c835d req-40c9ac92-fabc-4c98-9509-1cee6002baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:46.833733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-40c9ac92-fabc-4c98-9509-1cee6002baf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.2455871 Feb 08 23:51:46.836221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:46.836512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:46.869252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Calling delete_port for a9ee38d8-8707-4579-b577-c8ab632a2415 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:46.976340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da333c-57f7-4450-a018-4f4e048c835d req-da98f909-94d5-4057-925b-ea733f17f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:46.977871 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-da98f909-94d5-4057-925b-ea733f17f821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375966 Feb 08 23:51:47.071194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b62f8-aade-4407-98cd-ad5611a552ee req-bd2b23ec-ef15-4180-9309-6147ea23e4cb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:47.079707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa9b62f8-aade-4407-98cd-ad5611a552ee req-bd2b23ec-ef15-4180-9309-6147ea23e4cb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1329131 Feb 08 23:51:47.116653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.263909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa9b62f8-aade-4407-98cd-ad5611a552ee req-1a714831-d363-4e92-b3a0-aa4614fb432b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770766 Feb 08 23:51:47.273590 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.330304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.331802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e252905-963a-4320-a2b2-4b24443fb599 None None] Network 248890e9-9bba-4777-8573-5a58b5a187ce requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:47.341578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-77bd2fe0-5f98-47e9-a67b-b9dfab44555b service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377106 Feb 08 23:51:47.375928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:47.397376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event deleted for resources: {'Port': ['ID=a9ee38d8-8707-4579-b577-c8ab632a2415,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:47.446497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 31b3767d-7207-45e8-87a8-42acd6746ff6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:47.457377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bc6b6f0-6729-4428-a1a7-8aef19c89334 req-a271e970-577a-4ba2-8e8c-8a651d6255b4 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0547183 Feb 08 23:51:47.509310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7bfe371d-75ca-4574-9b77-c9efaaf9a90d None None] Provisioning complete for port 31b3767d-7207-45e8-87a8-42acd6746ff6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:47.510016 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7bfe371d-75ca-4574-9b77-c9efaaf9a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.552571 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.555177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.556337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e7215f-4f68-4f8b-b986-154fb3c15609 req-f876d9e9-234b-4713-aa9e-8ffca40cf71f tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "DELETE /v2.0/floatingips/caba7e95-3b05-48fc-9960-a7350af0d900 HTTP/1.1" status: 204 len: 173 time: 1.0215120 Feb 08 23:51:47.638968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 31b3767d-7207-45e8-87a8-42acd6746ff6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:47.639612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.662609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee3d06e-5170-4699-8a81-44444440c029 req-24e7f389-5d36-40da-8f6b-d6923dc3c234 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips/6c52b374-fe73-460a-85ff-7c9d57578b95 HTTP/1.1" status: 200 len: 691 time: 0.0638254 Feb 08 23:51:47.675397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ed2f-2fce-4498-a777-cd04809a353a req-8f9a0e23-2771-4f71-b2f7-07331b2da508 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:47.679881 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b9da333c-57f7-4450-a018-4f4e048c835d req-c2ce185c-5afa-4fd2-bfe7-79dd920d917a service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030641 Feb 08 23:51:47.682932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1e3ed2f-2fce-4498-a777-cd04809a353a req-8f9a0e23-2771-4f71-b2f7-07331b2da508 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1120863 Feb 08 23:51:47.709483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-944456cd-4cc2-434c-931d-aff1500208ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21fcba2f12dd4011bb470422c80b87cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298681 Feb 08 23:51:47.711969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:47.739023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7bfe371d-75ca-4574-9b77-c9efaaf9a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.766523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.781944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.797605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1e3ed2f-2fce-4498-a777-cd04809a353a req-c148dd43-420b-44fa-b8c6-b634ef3ad66e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096656 Feb 08 23:51:47.815846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7bfe371d-75ca-4574-9b77-c9efaaf9a90d None None] For port 31b3767d-7207-45e8-87a8-42acd6746ff6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=31b3767d-7207-45e8-87a8-42acd6746ff6,segment=NetworkSegment(6b444b05-5d17-45b6-9cee-74d37f355de9),segment_id=6b444b05-5d17-45b6-9cee-74d37f355de9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:47.820682 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.823458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7bfe371d-75ca-4574-9b77-c9efaaf9a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.885541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3d06e-5170-4699-8a81-44444440c029 req-dd8739a7-e1b2-49bb-a361-753a8f105503 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:47.887033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee3d06e-5170-4699-8a81-44444440c029 req-dd8739a7-e1b2-49bb-a361-753a8f105503 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2002296 Feb 08 23:51:47.930631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94027b9-adf2-482d-a72c-ce59e47fe0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:47.952617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe371d-75ca-4574-9b77-c9efaaf9a90d None None] Pushing event updated for resources: {'Port': ['ID=31b3767d-7207-45e8-87a8-42acd6746ff6,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:47.961027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=e67de148-bad7-4da3-a72e-4dc46e10a903,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:47.973317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee3d06e-5170-4699-8a81-44444440c029 req-5cf86085-5452-4306-9dc3-61451414870e tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0792944 Feb 08 23:51:47.981062 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:51:47.981783 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:51:48.020002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94027b9-adf2-482d-a72c-ce59e47fe0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.049679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee3d06e-5170-4699-8a81-44444440c029 req-0f1d5fbc-7b9a-4cc9-b1d9-4232cf0b2a60 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0695436 Feb 08 23:51:48.160947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b877c812-8983-44b8-9a8e-982b46fb157f None None] Provisioning complete for port e67de148-bad7-4da3-a72e-4dc46e10a903 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:48.161332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b877c812-8983-44b8-9a8e-982b46fb157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.174415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.213489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Deleting port b564540b-3983-41ef-99f4-78b34b1cb60b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:48.213866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.257684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b877c812-8983-44b8-9a8e-982b46fb157f None None] Port e67de148-bad7-4da3-a72e-4dc46e10a903 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:48.280657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94027b9-adf2-482d-a72c-ce59e47fe0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.281080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b877c812-8983-44b8-9a8e-982b46fb157f None None] Provisioning complete for port 31b3767d-7207-45e8-87a8-42acd6746ff6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:48.281711 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b877c812-8983-44b8-9a8e-982b46fb157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.284893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e94027b9-adf2-482d-a72c-ce59e47fe0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.286138 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e94027b9-adf2-482d-a72c-ce59e47fe0e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/077e626a-8dc6-45a5-a29c-629dcce7bcbd HTTP/1.1" status: 204 len: 168 time: 0.5731058 Feb 08 23:51:48.321180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94027b9-adf2-482d-a72c-ce59e47fe0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077e626a-8dc6-45a5-a29c-629dcce7bcbd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:48.408018 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.408622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.420568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.461422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Calling delete_port for b564540b-3983-41ef-99f4-78b34b1cb60b owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:48.552952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a562e-a9ab-4b8b-86fc-e34c3e8a3db5 req-2b1a2dc9-9d12-498c-8d96-5feaf89e674d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:48.560676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-131a562e-a9ab-4b8b-86fc-e34c3e8a3db5 req-2b1a2dc9-9d12-498c-8d96-5feaf89e674d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1351769 Feb 08 23:51:48.629784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-131a562e-a9ab-4b8b-86fc-e34c3e8a3db5 req-db644717-32b6-44e9-92bb-89650b7116d7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624907 Feb 08 23:51:48.673930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6c26524c-7984-4a60-9c9f-b36dc27e0599 None None] Provisioning complete for port e67de148-bad7-4da3-a72e-4dc46e10a903 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:48.674342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6c26524c-7984-4a60-9c9f-b36dc27e0599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.747746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9a24f7be-c311-4735-9c98-bb46097b0a36 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:48.773887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 9a24f7be-c311-4735-9c98-bb46097b0a36 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:48.774360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9a24f7be-c311-4735-9c98-bb46097b0a36 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:48.782410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6c876fc-1ceb-468a-88fc-bfc91071afcc req-afa09b99-f8a4-4237-be76-d2ac4b5fadb6 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0548618 Feb 08 23:51:48.786275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6c26524c-7984-4a60-9c9f-b36dc27e0599 None None] Port e67de148-bad7-4da3-a72e-4dc46e10a903 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:48.822000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42702) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:48.823365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.842900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4774c87e-0dc6-4acd-80b6-a32a0116d456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.896470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event deleted for resources: {'Port': ['ID=b564540b-3983-41ef-99f4-78b34b1cb60b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:48.905726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7e4412cb-f723-4172-ab22-da87c7b99537 None None] Provisioning complete for port e67de148-bad7-4da3-a72e-4dc46e10a903 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:48.906660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e4412cb-f723-4172-ab22-da87c7b99537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.942609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7e4412cb-f723-4172-ab22-da87c7b99537 None None] Port e67de148-bad7-4da3-a72e-4dc46e10a903 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:48.975087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.977944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.978217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:48.985123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ee3d06e-5170-4699-8a81-44444440c029 req-59c5c97d-e8ac-4ffa-bd55-7a2d622784f9 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "DELETE /v2.0/floatingips/6c52b374-fe73-460a-85ff-7c9d57578b95 HTTP/1.1" status: 204 len: 173 time: 0.9344404 Feb 08 23:51:48.989819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.054851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4774c87e-0dc6-4acd-80b6-a32a0116d456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.058592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed57a02-e5c9-419a-91cd-c5082e2c7a32 req-fad9f584-e586-4fd3-90b2-33cdf3143356 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:49.061210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ed57a02-e5c9-419a-91cd-c5082e2c7a32 req-fad9f584-e586-4fd3-90b2-33cdf3143356 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1864939 Feb 08 23:51:49.064385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4774c87e-0dc6-4acd-80b6-a32a0116d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.064585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-efb65fdb-3660-4f21-aed2-55034a81a261 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips/44a4a562-e63b-4144-942d-5c6dc4c634e1 HTTP/1.1" status: 200 len: 693 time: 0.0635602 Feb 08 23:51:49.098547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774c87e-0dc6-4acd-80b6-a32a0116d456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f669db19-592b-4948-b563-32a9347dcfd0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:49.136043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=e67de148-bad7-4da3-a72e-4dc46e10a903,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:49.161639 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4774c87e-0dc6-4acd-80b6-a32a0116d456 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06a866a245e9498db83a4fce1a52c8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384922 Feb 08 23:51:49.163000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.167075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42706) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:49.172206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ed57a02-e5c9-419a-91cd-c5082e2c7a32 req-8ba4add0-9ee2-4d7b-a850-5b064a72d1d6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952177 Feb 08 23:51:49.226661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-899b4452-fdb0-48d6-a56d-be8b16a7aa39 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:49.233978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 31b3767d-7207-45e8-87a8-42acd6746ff6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:49.237562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-899b4452-fdb0-48d6-a56d-be8b16a7aa39 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1598604 Feb 08 23:51:49.296699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 31b3767d-7207-45e8-87a8-42acd6746ff6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:49.297432 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.307729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c267c002-af61-43a1-be95-a5487a487b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.313722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-0f1ad246-bb63-41e4-97a6-1a84c8e493a0 tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0717292 Feb 08 23:51:49.327245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 248890e9-9bba-4777-8573-5a58b5a187ce is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:49.342169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:49.408328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-4329d33e-c3cb-4ce1-84d7-2b091721f3bd tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0937643 Feb 08 23:51:49.448111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c267c002-af61-43a1-be95-a5487a487b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.533614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d1ad2c00-0188-4315-8b4b-085e9c1fc658 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:51:49.542020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c267c002-af61-43a1-be95-a5487a487b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.545555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c267c002-af61-43a1-be95-a5487a487b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.546711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c267c002-af61-43a1-be95-a5487a487b71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f669db19-592b-4948-b563-32a9347dcfd0 HTTP/1.1" status: 204 len: 168 time: 0.3783872 Feb 08 23:51:49.560580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267c002-af61-43a1-be95-a5487a487b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f669db19-592b-4948-b563-32a9347dcfd0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:49.633713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Deleting port 36e70fcc-c33e-473d-a050-a09e23efecde {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:49.634626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.709209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:49.714563 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-04108d14-81ca-434e-8e6d-f32f3047e74c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d1ad2c00-0188-4315-8b4b-085e9c1fc658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3042946 Feb 08 23:51:49.718285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42714) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:49.720286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] Sync routers for ids ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:49.733381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] Routers {'d1ad2c00-0188-4315-8b4b-085e9c1fc658'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:49.736582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:49.771907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1424d7b7-b866-4d2d-bce7-40859c411976 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:49.775988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1424d7b7-b866-4d2d-bce7-40859c411976 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports/e67de148-bad7-4da3-a72e-4dc46e10a903 HTTP/1.1" status: 200 len: 977 time: 0.0543933 Feb 08 23:51:49.777796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42716) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:49.813283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:49.828596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-df71f21f-09f3-4b44-b440-97b1af6268bb None None] Provisioning complete for port e67de148-bad7-4da3-a72e-4dc46e10a903 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:49.829207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df71f21f-09f3-4b44-b440-97b1af6268bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.832541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.834546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:49.836488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] Routers {'d1ad2c00-0188-4315-8b4b-085e9c1fc658'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:49.837464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:49.882668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dedad-c021-49c7-b581-3fea07d40672 req-c6244e39-0141-4dd1-8203-0a2942b3056b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:49.884257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-426dedad-c021-49c7-b581-3fea07d40672 req-c6244e39-0141-4dd1-8203-0a2942b3056b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1300867 Feb 08 23:51:49.899430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:49.900348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666dbac5-6f92-4fef-a515-cc5d9a910c78 None None] The sync data for ids ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:49.906071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Calling delete_port for 36e70fcc-c33e-473d-a050-a09e23efecde owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:49.920434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-df71f21f-09f3-4b44-b440-97b1af6268bb None None] Port e67de148-bad7-4da3-a72e-4dc46e10a903 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:51:50.062781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-426dedad-c021-49c7-b581-3fea07d40672 req-dce7e845-8370-48cd-9b3c-64e8a650f1ea tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609442 Feb 08 23:51:50.268716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37325f08-6b19-4c66-8794-f904f2c48052 req-2b09fcb0-2684-4a5a-b064-ff8cf15c9762 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0439942 Feb 08 23:51:50.280595 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:50.338944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Pushing event deleted for resources: {'Port': ['ID=36e70fcc-c33e-473d-a050-a09e23efecde,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:50.505211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:50.508380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:50.509654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebc8e2f-c758-421b-9fd8-633ad893b070 req-ade748a1-9164-437f-a925-0f85c3d6709b tempest-FloatingIPDetailsTestJSON-2014130777 tempest-FloatingIPDetailsTestJSON-2014130777-project] 10.222.0.32 "DELETE /v2.0/floatingips/44a4a562-e63b-4144-942d-5c6dc4c634e1 HTTP/1.1" status: 204 len: 173 time: 1.0948086 Feb 08 23:51:50.519160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42742) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:50.539596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44683d2-2846-406d-a3e0-eeb6f14990cc req-7f9ffad7-ecd0-4629-838f-165b5604e886 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:50.541281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e44683d2-2846-406d-a3e0-eeb6f14990cc req-7f9ffad7-ecd0-4629-838f-165b5604e886 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1229508 Feb 08 23:51:50.681871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e44683d2-2846-406d-a3e0-eeb6f14990cc req-71163495-bba2-4c64-9099-2392db32f404 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000140 Feb 08 23:51:50.845074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:51.006977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:51.176703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port e67de148-bad7-4da3-a72e-4dc46e10a903 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:51.178631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:51.307518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:51.330651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for e67de148-bad7-4da3-a72e-4dc46e10a903 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:51.542376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0ffbd3a-bb55-4552-8194-477665dd171c req-4df1c62b-e47b-4734-8c5b-c209ca9f17f5 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0650368 Feb 08 23:51:51.598837 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:51.638745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a28192-805c-4991-a95b-bc5c7de99d20 req-f23c958b-9b91-49d8-8629-433b8ffb2e07 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:51.646604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4a28192-805c-4991-a95b-bc5c7de99d20 req-f23c958b-9b91-49d8-8629-433b8ffb2e07 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1682026 Feb 08 23:51:51.673212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=e67de148-bad7-4da3-a72e-4dc46e10a903,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:51.695702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbd9a92-f780-4c3d-8e13-cefca12173ec req-36a86475-a51d-4e62-b3dd-0bea527e99cf tempest-FlavorsV2NegativeTest-832719815 tempest-FlavorsV2NegativeTest-832719815-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8a543b9598cc4612b7fa669d22b5902b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454757 Feb 08 23:51:51.755161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4a28192-805c-4991-a95b-bc5c7de99d20 req-ee82e5c3-a95d-4051-b70d-b54c5884a9c5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076696 Feb 08 23:51:51.839057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:51.930107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9a92-f780-4c3d-8e13-cefca12173ec req-63014661-9b34-4ca7-8f63-1de0e0d54f1c tempest-FlavorsV2NegativeTest-832719815 tempest-FlavorsV2NegativeTest-832719815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:51.931581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbd9a92-f780-4c3d-8e13-cefca12173ec req-63014661-9b34-4ca7-8f63-1de0e0d54f1c tempest-FlavorsV2NegativeTest-832719815 tempest-FlavorsV2NegativeTest-832719815-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148805 Feb 08 23:51:51.944126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff705d9-7728-450a-bc6c-eeeda59240e7 req-a130c18e-9589-4c18-b2b2-cc01d45a6e5a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:51.945615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ff705d9-7728-450a-bc6c-eeeda59240e7 req-a130c18e-9589-4c18-b2b2-cc01d45a6e5a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1162341 Feb 08 23:51:51.970535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbd9a92-f780-4c3d-8e13-cefca12173ec req-ed1dae5f-878a-47e7-aecf-15971fd22278 tempest-FlavorsV2NegativeTest-832719815 tempest-FlavorsV2NegativeTest-832719815-project] 10.222.0.32 "GET /v2.0/quotas/8a543b9598cc4612b7fa669d22b5902b HTTP/1.1" status: 200 len: 375 time: 0.0237803 Feb 08 23:51:52.005006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d1ad2c00-0188-4315-8b4b-085e9c1fc658 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:52.016694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbd9a92-f780-4c3d-8e13-cefca12173ec req-bad4fbb4-df5f-4142-b788-67ca79159613 tempest-FlavorsV2NegativeTest-832719815 tempest-FlavorsV2NegativeTest-832719815-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a543b9598cc4612b7fa669d22b5902b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390942 Feb 08 23:51:52.025496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Deleting port b8895c47-a491-43a4-9c7a-ff7d07dd23af {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:52.025847 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.042346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ff705d9-7728-450a-bc6c-eeeda59240e7 req-8b6cae5d-484d-4206-b140-222586933d47 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860021 Feb 08 23:51:52.088168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:52.096415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd0a5702-5950-457b-8a51-317b36ccc7af tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d1ad2c00-0188-4315-8b4b-085e9c1fc658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3149831 Feb 08 23:51:52.097053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42796) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:52.103638 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] Sync routers for ids ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:52.114346 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] Routers {'d1ad2c00-0188-4315-8b4b-085e9c1fc658'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:52.115016 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:52.148750 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:52.158135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] Routers {'d1ad2c00-0188-4315-8b4b-085e9c1fc658'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:52.158919 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:52.185485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] For port b8895c47-a491-43a4-9c7a-ff7d07dd23af, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b8895c47-a491-43a4-9c7a-ff7d07dd23af,segment=NetworkSegment(f705b33b-179c-4ef0-afbc-6f0ffb33f8eb),segment_id=f705b33b-179c-4ef0-afbc-6f0ffb33f8eb)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:52.185854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.198638 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:52.199246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5357292-b10c-49a5-9323-0f29534328fc None None] The sync data for ids ['d1ad2c00-0188-4315-8b4b-085e9c1fc658'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:52.208862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Calling delete_port for b8895c47-a491-43a4-9c7a-ff7d07dd23af owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:52.385375 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-25dd6e0f-f00b-4eb0-a6b1-ecbfff055c49 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] remove_router_interface failed (client error): The resource could not be found. Feb 08 23:51:52.386446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-25dd6e0f-f00b-4eb0-a6b1-ecbfff055c49 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d1ad2c00-0188-4315-8b4b-085e9c1fc658/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2884543 Feb 08 23:51:52.390112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42810) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:52.422708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-87d1fbba-427d-4292-b2c7-c92324c329fe tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1ad2c00-0188-4315-8b4b-085e9c1fc658 HTTP/1.1" status: 200 len: 205 time: 0.0287066 Feb 08 23:51:52.422915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42812) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:52.507533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.548953 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.557884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42818) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:52.592742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8895c47-a491-43a4-9c7a-ff7d07dd23af,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:52.694403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.697177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.701897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62fa5c07-bb98-4dfb-bd2d-d20f0e9dc8c7 req-25141251-76a1-4450-a313-add7a261a156 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0495622 Feb 08 23:51:52.747024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.747843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router d1ad2c00-0188-4315-8b4b-085e9c1fc658 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:51:52.756209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.757332 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3107aa05-774e-40ba-904e-0d353a672edf tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/d1ad2c00-0188-4315-8b4b-085e9c1fc658 HTTP/1.1" status: 204 len: 168 time: 0.3335371 Feb 08 23:51:52.759861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:52.818225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet a2164945-65ba-400b-8e61-ae8746750d6a {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:52.821860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.860388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f56cdc4-191d-4124-a7c8-b1a78ff766b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.868713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.918998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:52.943249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498f084-ab5f-40b6-8a2d-72f6a8671740 req-e937a2fd-d13e-4d8a-9be8-0d4cee00aa41 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:52.944731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b498f084-ab5f-40b6-8a2d-72f6a8671740 req-e937a2fd-d13e-4d8a-9be8-0d4cee00aa41 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1006687 Feb 08 23:51:52.956942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.016787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.047619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.051193 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/a2164945-65ba-400b-8e61-ae8746750d6a HTTP/1.1" status: 204 len: 168 time: 0.2902806 Feb 08 23:51:53.053828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92722b-6c8c-40bf-8275-2833cbfa915e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=a2164945-65ba-400b-8e61-ae8746750d6a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:53.054718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef77e5b-74fa-45ef-881d-ae4eef12283c None None] Network 248890e9-9bba-4777-8573-5a58b5a187ce requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:53.055893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:53.086569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b498f084-ab5f-40b6-8a2d-72f6a8671740 req-ce5a5d82-552e-4fed-800c-3cf8f3cfe076 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329768 Feb 08 23:51:53.129363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f56cdc4-191d-4124-a7c8-b1a78ff766b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.140596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f56cdc4-191d-4124-a7c8-b1a78ff766b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.147208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.216907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 31b3767d-7207-45e8-87a8-42acd6746ff6 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:53.221369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.259208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3f56cdc4-191d-4124-a7c8-b1a78ff766b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a543b9598cc4612b7fa669d22b5902b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6956463 Feb 08 23:51:53.261279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56cdc4-191d-4124-a7c8-b1a78ff766b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7760adee-7c8c-4278-aa94-a119a9f73bbc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:53.283635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42832) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:53.314451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5485d-e9ca-41f7-a7c6-d518decf40b1 req-2c790eba-2e35-48d0-90c0-ead68e8ef004 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:53.315967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2a5485d-e9ca-41f7-a7c6-d518decf40b1 req-2c790eba-2e35-48d0-90c0-ead68e8ef004 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1325014 Feb 08 23:51:53.338555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:51:53.349387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 31b3767d-7207-45e8-87a8-42acd6746ff6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=31b3767d-7207-45e8-87a8-42acd6746ff6,segment=NetworkSegment(6b444b05-5d17-45b6-9cee-74d37f355de9),segment_id=6b444b05-5d17-45b6-9cee-74d37f355de9)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:53.349753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.367103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] DHCP port deletion for 248890e9-9bba-4777-8573-5a58b5a187ce request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:53.372167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 31b3767d-7207-45e8-87a8-42acd6746ff6 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:53.374271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2a5485d-e9ca-41f7-a7c6-d518decf40b1 req-30400eca-c511-4e84-b478-fce8208efc6c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461612 Feb 08 23:51:53.378391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24c9754e-526f-44ca-8d6e-83684505541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.436879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24c9754e-526f-44ca-8d6e-83684505541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.441527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Deleting port 31b3767d-7207-45e8-87a8-42acd6746ff6 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:53.441986 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.472171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:53.480126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c5780ed3-93b3-496a-ba06-e6490f178329 admin admin] 10.222.0.32 "PUT /v2.0/routers/2ab8bf91-6e8f-4c28-89b1-a1b77253355e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9575555 Feb 08 23:51:53.481171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42834) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:53.512652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.526152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24c9754e-526f-44ca-8d6e-83684505541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.528839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24c9754e-526f-44ca-8d6e-83684505541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.530055 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-24c9754e-526f-44ca-8d6e-83684505541e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7760adee-7c8c-4278-aa94-a119a9f73bbc HTTP/1.1" status: 204 len: 168 time: 0.2454751 Feb 08 23:51:53.594503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=31b3767d-7207-45e8-87a8-42acd6746ff6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:53.605134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port 31b3767d-7207-45e8-87a8-42acd6746ff6 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:53.614030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.631190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] Sync routers for ids ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:53.653263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9754e-526f-44ca-8d6e-83684505541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7760adee-7c8c-4278-aa94-a119a9f73bbc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:53.696590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] Routers {'2ab8bf91-6e8f-4c28-89b1-a1b77253355e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:53.697959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:53.707731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] For port 31b3767d-7207-45e8-87a8-42acd6746ff6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=31b3767d-7207-45e8-87a8-42acd6746ff6,segment=NetworkSegment(6b444b05-5d17-45b6-9cee-74d37f355de9),segment_id=6b444b05-5d17-45b6-9cee-74d37f355de9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:53.708400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.720203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.745144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248890e9-9bba-4777-8573-5a58b5a187ce']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:53.750238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.758853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b444b05-5d17-45b6-9cee-74d37f355de9') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:53.759274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b444b05-5d17-45b6-9cee-74d37f355de9') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:53.767299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Calling delete_port for 31b3767d-7207-45e8-87a8-42acd6746ff6 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:53.780711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.800324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.812755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:53.815091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:53.821101 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:53.855493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a4869e5-efc8-4926-8418-c8a60fe97b08 req-0df07c50-df59-4818-9228-50a9171ad777 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0315471 Feb 08 23:51:53.864533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Deleting port 84c1fd03-5ec6-4d36-8664-9138e0c43a28 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:53.864533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.923240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.934661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.938439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/248890e9-9bba-4777-8573-5a58b5a187ce HTTP/1.1" status: 204 len: 168 time: 0.8815913 Feb 08 23:51:53.942711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42848) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:53.958802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-292933449'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:53.963113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0982-8575-4b98-b32c-01388b96411d tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=248890e9-9bba-4777-8573-5a58b5a187ce,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:53.974207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] For port 84c1fd03-5ec6-4d36-8664-9138e0c43a28, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=84c1fd03-5ec6-4d36-8664-9138e0c43a28,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:53.974873 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.987507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:53.991745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.994014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:53.997353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Calling delete_port for 84c1fd03-5ec6-4d36-8664-9138e0c43a28 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:54.000677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] Set router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:54.023407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:54.035275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.035661 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment 3bae669c-7ce7-49bc-84b9-bad41925fc75 of type vlan for network dc753a26-e4bc-4d0e-b029-09bcf4855585 Feb 08 23:51:54.077744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Network 248890e9-9bba-4777-8573-5a58b5a187ce is not hosted by any dhcp agent {{(pid=105933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 23:51:54.078306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] No DVR routers for this DVR port 31b3767d-7207-45e8-87a8-42acd6746ff6 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:54.080156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Pushing event deleted for resources: {'Port': ['ID=31b3767d-7207-45e8-87a8-42acd6746ff6,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:54.084637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.112075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.120791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:54.121806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.173865 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2286608 Feb 08 23:51:54.175106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:54.205443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:54.221852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.222200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.222537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.222871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.223200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.223528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.223849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.224170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.224489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.224808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.225179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.225503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede00336-2a1c-4b8f-acb3-67080de2c4b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:51:54.239733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b1a98-d04f-47b8-9a9b-d0a332fd8633 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=dc753a26-e4bc-4d0e-b029-09bcf4855585,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:54.251836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:54.344087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.362069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:52Z', 'revision_number': 5, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port': {'id': '84c1fd03-5ec6-4d36-8664-9138e0c43a28', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:17Z', 'updated_at': '2022-02-08T23:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:54.392055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] Checking router: 2ab8bf91-6e8f-4c28-89b1-a1b77253355e for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:51:54.404385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] Routers {'2ab8bf91-6e8f-4c28-89b1-a1b77253355e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:54.405387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:54.408061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958d429-29f9-4705-a6b7-5aca3ca87d00 req-047dd045-589d-4a30-8b17-6464c536f5dd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:54.409900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c958d429-29f9-4705-a6b7-5aca3ca87d00 req-047dd045-589d-4a30-8b17-6464c536f5dd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1265185 Feb 08 23:51:54.410755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Pushing event deleted for resources: {'Port': ['ID=84c1fd03-5ec6-4d36-8664-9138e0c43a28,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:54.431710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:54.435463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.493041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:54.500467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] Set router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:54.561890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:54Z', 'revision_number': 7, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:54.589390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc22ef-9f8d-4226-8283-664f6817f53f None None] The sync data for ids ['2ab8bf91-6e8f-4c28-89b1-a1b77253355e'] in n-d-828413-1 is: [{'id': '2ab8bf91-6e8f-4c28-89b1-a1b77253355e', 'name': 'tempest-FloatingIPDetailsTestJSON-669372192-router', 'tenant_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:15Z', 'updated_at': '2022-02-08T23:51:54Z', 'revision_number': 7, 'project_id': 'aa58f9b44bf54f039280d61a3f58db7a', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:51:54.598958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1972990356-network', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:54.599261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.632679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Made reservation on behalf of 2eb757d020a74108bdd9cfce05beddfe for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:54.635164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.647014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.755183 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.759188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.789219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:51:54.796364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd2061c-f54e-4738-96d6-071c5a17478f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:54.804109 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.804487 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Added segment a659a36d-97bc-4d76-af99-aa4914701684 of type vlan for network f9848331-6789-45ac-8008-7f61989fd11d Feb 08 23:51:54.848686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.875120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.876188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:54.876724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:54.942386 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4481683 Feb 08 23:51:54.945380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:54.951016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Request body: {'subnet': {'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1972990356-subnet', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:54.954396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fa623-5977-437b-87cf-db171fc2e742 admin admin] Pushing event updated for resources: {'Network': ['ID=f9848331-6789-45ac-8008-7f61989fd11d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:54.966831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f9848331-6789-45ac-8008-7f61989fd11d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:51:54.977914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Made reservation on behalf of 2eb757d020a74108bdd9cfce05beddfe for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:51:54.981088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.026633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c958d429-29f9-4705-a6b7-5aca3ca87d00 req-1dd1dae0-a02e-4ea2-a356-f1a0e8bf7720 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957050 Feb 08 23:51:55.113696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116a2c3-9498-45dd-8460-96bc1f190c0c req-dffc7b39-d92e-4c2c-8655-2d65c069b066 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:55.115460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5116a2c3-9498-45dd-8460-96bc1f190c0c req-dffc7b39-d92e-4c2c-8655-2d65c069b066 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.6295729 Feb 08 23:51:55.141478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.158736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.161617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7303091c-0c2a-4513-8a88-4937512fe625 req-9c61b1c2-2084-438c-80b7-e30c02561edd tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0414925 Feb 08 23:51:55.215066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.230828 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.231372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab8bf91-6e8f-4c28-89b1-a1b77253355e {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:51:55.252267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5116a2c3-9498-45dd-8460-96bc1f190c0c req-c59b9a2f-5201-4002-a0b5-8f5570cedcd4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222782 Feb 08 23:51:55.257176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.258228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea952907-5821-408a-8af5-f6b73c3e725a admin admin] 10.222.0.32 "DELETE /v2.0/routers/2ab8bf91-6e8f-4c28-89b1-a1b77253355e HTTP/1.1" status: 204 len: 168 time: 1.7758496 Feb 08 23:51:55.262971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42878) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:55.278544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d19d50-4d76-43d9-8ebf-4d5333fd6788,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:55.290368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Checking segment: {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:55.290727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Network hostable DHCP agents. Network: f9848331-6789-45ac-8008-7f61989fd11d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:55.307324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Network f9848331-6789-45ac-8008-7f61989fd11d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:55.317568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f9848331-6789-45ac-8008-7f61989fd11d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:55.322298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:55.323507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.331038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ed62a-5ff7-47e3-b974-0388046b503b None None] Network f9848331-6789-45ac-8008-7f61989fd11d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:55.344325 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-239f70d9-2090-4cef-9d5b-fdefd44ae6df admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3955488 Feb 08 23:51:55.345243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:55.349205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:55.363186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Deleting subnet 7561dfbc-9ab9-40c4-8851-eb26810ec18c {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:51:55.369621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.374785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.376003 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.412678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.461965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.482403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.536447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84c1fd03-5ec6-4d36-8664-9138e0c43a28 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:55.556305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=d0037834-7ce0-4117-bba1-ee41fd74b7a4,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:55.564996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 84c1fd03-5ec6-4d36-8664-9138e0c43a28 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:55.565508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84c1fd03-5ec6-4d36-8664-9138e0c43a28 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:55.565937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b8895c47-a491-43a4-9c7a-ff7d07dd23af no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:55.588378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b8895c47-a491-43a4-9c7a-ff7d07dd23af {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:55.588835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b8895c47-a491-43a4-9c7a-ff7d07dd23af not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:55.589296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 31b3767d-7207-45e8-87a8-42acd6746ff6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:55.593834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f9848331-6789-45ac-8008-7f61989fd11d', 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'fixed_ips': [{'subnet_id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:51:55.594684 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.604293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': '3bae669c-7ce7-49bc-84b9-bad41925fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:55.604652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: dc753a26-e4bc-4d0e-b029-09bcf4855585, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:51:55.628781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.633672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 31b3767d-7207-45e8-87a8-42acd6746ff6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:55.634039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 31b3767d-7207-45e8-87a8-42acd6746ff6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:55.663675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:51:55.676050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, dc753a26-e4bc-4d0e-b029-09bcf4855585) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:55.679412 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.686908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:55.687535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.711298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-011299da-bd77-4b17-b9f7-4e3b50a7fd80 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5341854 Feb 08 23:51:55.712809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.714739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:55.723939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2041638598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:51:55.738100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f02760-b9ef-4b1d-99c3-82835b999c92 None None] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:55.755381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7561dfbc-9ab9-40c4-8851-eb26810ec18c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:55.761336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.765362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1d305947-f059-418c-ad72-8239727c1838 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7561dfbc-9ab9-40c4-8851-eb26810ec18c HTTP/1.1" status: 204 len: 168 time: 0.5012498 Feb 08 23:51:55.769411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:55.789857 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.791238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.803832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed12e6-8f78-44f2-ab2e-4b0d60a8602b None None] Network 6b8402a6-f419-4562-9c21-d8a251ccab36 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:55.856533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.864870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.873293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.904116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:55.905802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aff58c29-41dc-4c0a-902e-dbe31072c916 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1867030 Feb 08 23:51:55.908597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42888) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:55.962153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Allocated IP 172.20.0.2 (f9848331-6789-45ac-8008-7f61989fd11d/28d19d50-4d76-43d9-8ebf-4d5333fd6788/d01e0180-ad2e-4fbd-a3db-3ed35e62c474) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:56.042328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Deleting port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:51:56.042742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.046416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.092180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.183376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] For port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,segment=NetworkSegment(f705b33b-179c-4ef0-afbc-6f0ffb33f8eb),segment_id=f705b33b-179c-4ef0-afbc-6f0ffb33f8eb)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:56.183812 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.202714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Calling delete_port for fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:51:56.225630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b66c95-11d8-456b-be91-61a7c5214988 req-3d3d3ff7-a4ce-4421-baa1-1b1dc450dbaa tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:56.235169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28b66c95-11d8-456b-be91-61a7c5214988 req-3d3d3ff7-a4ce-4421-baa1-1b1dc450dbaa tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1000888 Feb 08 23:51:56.276604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.321167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Allocated IP 172.25.3.34 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e1cf75fc-ab22-4272-87b5-f195d984216e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:56.359914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b21f119-29e1-4437-86ca-cc5332df1df5 req-7e44f7f5-9cdf-4edc-a264-56eabfff2c46 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0911179 Feb 08 23:51:56.383490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28b66c95-11d8-456b-be91-61a7c5214988 req-001a4e43-9bb4-4d3c-89ba-7903cc9cef93 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473939 Feb 08 23:51:56.416433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-dc753a26-e4bc-4d0e-b029-09bcf4855585', 'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': 'd0037834-7ce0-4117-bba1-ee41fd74b7a4'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:51:56.417505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.417759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.420509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9840ea0-7b5e-4836-8d27-91be0effcbed None None] DHCP port deletion for 6b8402a6-f419-4562-9c21-d8a251ccab36 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:51:56.477994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.513261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5bd914-df37-4b79-9c8d-6a2e3d1ad641,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:56.525139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] No DVR routers for this DVR port fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:51:56.548048 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.563057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.590123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0f794-0d00-40f4-9904-517db7fe417c req-01a2fbdd-92d7-47d6-8dd5-5617f6366abb tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:56.591884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebd0f794-0d00-40f4-9904-517db7fe417c req-01a2fbdd-92d7-47d6-8dd5-5617f6366abb tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1162257 Feb 08 23:51:56.614784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.634491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.642339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Network f9848331-6789-45ac-8008-7f61989fd11d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:56.645489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8402a6-f419-4562-9c21-d8a251ccab36']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:56.650723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:56.653939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:56.659896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Pushing event updated for resources: {'Port': ['ID=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:56.681887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:56.682327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f705b33b-179c-4ef0-afbc-6f0ffb33f8eb') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:56.685098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebd0f794-0d00-40f4-9904-517db7fe417c req-fd6b5171-66e9-4b58-b0f1-2372dddedfc3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823700 Feb 08 23:51:56.700304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Allocated IP 172.20.0.2 (dc753a26-e4bc-4d0e-b029-09bcf4855585/d0037834-7ce0-4117-bba1-ee41fd74b7a4/1060e4cd-c527-4745-b608-10588fde4557) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:56.702654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.705455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:56.729266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:56.736708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:56.740403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Pushing event updated for resources: {'Port': ['ID=e1cf75fc-ab22-4272-87b5-f195d984216e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:56.757266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Attempting to bind port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:56.757664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Attempting to bind port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:56.758032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Attempting to bind port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 on network f9848331-6789-45ac-8008-7f61989fd11d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:56.766245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.775952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:51:56.776417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:51:56.778429 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:51:56.796816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:56.797303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Checking segment: {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:56.798046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.798046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Bound using segment: {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:56.798518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Bound port: d01e0180-ad2e-4fbd-a3db-3ed35e62c474, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:56.798937 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:56.924387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c08970-e89e-429d-9fd7-f35e85eb04cc req-42889891-174e-4ad4-9de0-c40407112fe8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:56.932509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12c08970-e89e-429d-9fd7-f35e85eb04cc req-42889891-174e-4ad4-9de0-c40407112fe8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.0635211 Feb 08 23:51:56.972333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12c08970-e89e-429d-9fd7-f35e85eb04cc req-e17a2959-59ff-45b6-842f-4c3002c86678 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Feb 08 23:51:56.977955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] For port d01e0180-ad2e-4fbd-a3db-3ed35e62c474, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:56.999822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] For port d01e0180-ad2e-4fbd-a3db-3ed35e62c474, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,segment=NetworkSegment(a659a36d-97bc-4d76-af99-aa4914701684),segment_id=a659a36d-97bc-4d76-af99-aa4914701684)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:57.010464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.020628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.052100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.084069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.20.0.1 (dc753a26-e4bc-4d0e-b029-09bcf4855585/d0037834-7ce0-4117-bba1-ee41fd74b7a4/11c93ee7-52da-4b55-ae5c-e1d3a0671a41) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:51:57.091794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:57.094197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:57.097176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:57.114135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f807f7-b784-4e24-a8a8-0763e5bf333a None None] Pushing event updated for resources: {'Port': ['ID=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:57.228651 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:51:57.233830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Pushing event updated for resources: {'Port': ['ID=1060e4cd-c527-4745-b608-10588fde4557,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:57.237503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Attempting to bind port 1060e4cd-c527-4745-b608-10588fde4557 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:51:57.237859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Attempting to bind port 1060e4cd-c527-4745-b608-10588fde4557 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '3bae669c-7ce7-49bc-84b9-bad41925fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:51:57.238227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Attempting to bind port 1060e4cd-c527-4745-b608-10588fde4557 on network dc753a26-e4bc-4d0e-b029-09bcf4855585 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:51:57.264759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:51:57.266019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fa5bd914-df37-4b79-9c8d-6a2e3d1ad641 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:51:57.272657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:51:57.273483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Checking segment: {'id': '3bae669c-7ce7-49bc-84b9-bad41925fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:51:57.274813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.275407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Bound using segment: {'id': '3bae669c-7ce7-49bc-84b9-bad41925fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:51:57.276850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Bound port: 1060e4cd-c527-4745-b608-10588fde4557, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bae669c-7ce7-49bc-84b9-bad41925fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'dc753a26-e4bc-4d0e-b029-09bcf4855585'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:51:57.277423 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.280924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.353788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.361718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.368692 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6b8402a6-f419-4562-9c21-d8a251ccab36 HTTP/1.1" status: 204 len: 168 time: 1.5950224 Feb 08 23:51:57.420975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.445881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64a9af-bb4b-4c2e-9bfc-388d78b801f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b8402a6-f419-4562-9c21-d8a251ccab36,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:57.477536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] For port 1060e4cd-c527-4745-b608-10588fde4557, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:51:57.484407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] For port 1060e4cd-c527-4745-b608-10588fde4557, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1060e4cd-c527-4745-b608-10588fde4557,segment=NetworkSegment(3bae669c-7ce7-49bc-84b9-bad41925fc75),segment_id=3bae669c-7ce7-49bc-84b9-bad41925fc75)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:51:57.492303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-d159b170-ba77-497f-83a5-9a499aefd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:57.494191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-d159b170-ba77-497f-83a5-9a499aefd6ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.2271810 Feb 08 23:51:57.498741 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.581833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:57.624806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:57.637669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=11c93ee7-52da-4b55-ae5c-e1d3a0671a41,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:57.640318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:51:57.702270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8226e-4e39-4fe3-bd6c-4d46586245e9 None None] Pushing event updated for resources: {'Port': ['ID=1060e4cd-c527-4745-b608-10588fde4557,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:57.708933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42908) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:57.812014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3209a855-034f-4a5a-ad1e-e7cca3cd052f req-1c006cdf-7693-409e-8554-313e3a9d03b2 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1987693 Feb 08 23:51:57.842380 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.846730 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:57.878764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-89ae4571-c6e1-4c9b-8654-2eecae5b369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:57.880377 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-89ae4571-c6e1-4c9b-8654-2eecae5b369a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.3717427 Feb 08 23:51:58.028312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7353e-55ee-4886-b152-5ccf789b7a18 req-0ce9cc0c-a8d8-4654-a525-00e317ada25d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:58.036886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfe7353e-55ee-4886-b152-5ccf789b7a18 req-0ce9cc0c-a8d8-4654-a525-00e317ada25d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.4151478 Feb 08 23:51:58.048169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68b2d3d3-cb6a-443e-85ea-dd60286429c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa58f9b44bf54f039280d61a3f58db7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358235 Feb 08 23:51:58.049799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42916) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:58.206164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfe7353e-55ee-4886-b152-5ccf789b7a18 req-ee059958-fbd3-4ab4-87b5-289d216e5001 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672463 Feb 08 23:51:58.221569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.228957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-275b90f3-8b31-4906-ae8f-6bd447cc8ac3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.3319349 Feb 08 23:51:58.290653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.310354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80860a64-06b6-4b27-8f20-fbb05c5a9273 req-b2b6d0f6-d77c-4b56-b94c-4a1d0c8f5129 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:58.312305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80860a64-06b6-4b27-8f20-fbb05c5a9273 req-b2b6d0f6-d77c-4b56-b94c-4a1d0c8f5129 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1958385 Feb 08 23:51:58.326112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ef77420-6c8b-45e8-aa3f-f4aa6bdb56a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.390793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-75b7a3d2-a2c9-4987-bbde-ba22e6834484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:58.392568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-75b7a3d2-a2c9-4987-bbde-ba22e6834484 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.1237593 Feb 08 23:51:58.421382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ef77420-6c8b-45e8-aa3f-f4aa6bdb56a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.492508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80860a64-06b6-4b27-8f20-fbb05c5a9273 req-e64452ef-d960-470d-b9c1-d6b30ccb218f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618574 Feb 08 23:51:58.505417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-dacc2a90-1bc3-4695-b23d-2e8eefbc52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:58.507158 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-dacc2a90-1bc3-4695-b23d-2e8eefbc52f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985727 Feb 08 23:51:58.529355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-bc8e8a4a-dc1d-40cb-824c-31c8b6ce60cc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:51:58.535005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-bc8e8a4a-dc1d-40cb-824c-31c8b6ce60cc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121212 Feb 08 23:51:58.608089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ef77420-6c8b-45e8-aa3f-f4aa6bdb56a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.610455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ef77420-6c8b-45e8-aa3f-f4aa6bdb56a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.614604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8ef77420-6c8b-45e8-aa3f-f4aa6bdb56a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6397b68d-01d0-443d-a24a-f6f5258d957a HTTP/1.1" status: 204 len: 168 time: 0.5601721 Feb 08 23:51:58.669956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef77420-6c8b-45e8-aa3f-f4aa6bdb56a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6397b68d-01d0-443d-a24a-f6f5258d957a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:58.710125 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-a1db5d9f-ad04-4adc-8b70-20e17204d483 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638420 Feb 08 23:51:58.710521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Router efde61d1-75e1-40ce-86a0-bd9ec36b184a is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:51:58.748700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c7f06-b936-414a-b4bc-6784e276845b None None] Network f9848331-6789-45ac-8008-7f61989fd11d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:58.819920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.831363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.990679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:58.998965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=11c93ee7-52da-4b55-ae5c-e1d3a0671a41,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:59.084121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6b4aac1-ce29-476c-a430-4af6cbd00bf4 req-5b57d365-556c-4873-8dce-9c27cb2aa866 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0762506 Feb 08 23:51:59.133844 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ab35dc0c-f139-4963-8495-ff872909fe84 req-5c884de6-d479-4d72-b405-09bb2e6d26ac service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778472 Feb 08 23:51:59.133844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:51:59.134773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-778b89ba-653f-4e4c-845e-09ad87902b7c None None] Provisioning complete for port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:59.134773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-778b89ba-653f-4e4c-845e-09ad87902b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:59.149643 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Sync routers for ids ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:51:59.174870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:59.179121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2235fc37-f285-4b6d-93b0-7a81877e243b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8331692 Feb 08 23:51:59.179841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42938) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:51:59.190999 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Routers {'efde61d1-75e1-40ce-86a0-bd9ec36b184a'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:51:59.191624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:51:59.283154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:51:59.284626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:51:59.388687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ec282-a989-4bbc-aa28-74ef3fced5bc None None] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:51:59.522796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d01e0180-ad2e-4fbd-a3db-3ed35e62c474 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:51:59.532531 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Set router efde61d1-75e1-40ce-86a0-bd9ec36b184a gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:51:59.596242 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-778b89ba-653f-4e4c-845e-09ad87902b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:59.646006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2af2a3-26eb-49c8-84af-949213542267 req-cc928df6-1b7f-4941-b76c-17810b5e8f70 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:59.651710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a2af2a3-26eb-49c8-84af-949213542267 req-cc928df6-1b7f-4941-b76c-17810b5e8f70 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2220511 Feb 08 23:51:59.819436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-778b89ba-653f-4e4c-845e-09ad87902b7c None None] For port d01e0180-ad2e-4fbd-a3db-3ed35e62c474, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,segment=NetworkSegment(a659a36d-97bc-4d76-af99-aa4914701684),segment_id=a659a36d-97bc-4d76-af99-aa4914701684)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:51:59.833047 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-778b89ba-653f-4e4c-845e-09ad87902b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:59.872481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:59.872854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:51:59.889761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a2af2a3-26eb-49c8-84af-949213542267 req-21266cfc-f627-454d-8770-e67684c4d9e9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291303 Feb 08 23:51:59.935914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eabcc-0aa6-4965-a259-02f472c3232e req-95ac54cf-8c3a-4c74-8617-88f8fc63794b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:51:59.943481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc9eabcc-0aa6-4965-a259-02f472c3232e req-95ac54cf-8c3a-4c74-8617-88f8fc63794b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2411292 Feb 08 23:51:59.946037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router c867c08c-0f87-4570-8dcc-2c7410604246 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:51:59.989252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b89ba-653f-4e4c-845e-09ad87902b7c None None] Pushing event updated for resources: {'Port': ['ID=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:51:59.997788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d4d609e1-a3ad-4c7c-b51f-379ec7bd245c None None] Provisioning complete for port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:51:59.998260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d4d609e1-a3ad-4c7c-b51f-379ec7bd245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.080142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1060e4cd-c527-4745-b608-10588fde4557 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:00.097778 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:51:57Z', 'revision_number': 3, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:00.133864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:00.135476 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Checking router: efde61d1-75e1-40ce-86a0-bd9ec36b184a for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:00.136406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Updating router efde61d1-75e1-40ce-86a0-bd9ec36b184a port e1cf75fc-ab22-4272-87b5-f195d984216e binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:52:00.150672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f26086b4-20a4-4d3f-88d7-4f74c19ba75a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/c867c08c-0f87-4570-8dcc-2c7410604246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2400167 Feb 08 23:52:00.153994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:00.175411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42968) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:00.179222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] Sync routers for ids ['c867c08c-0f87-4570-8dcc-2c7410604246'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:00.195182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc9eabcc-0aa6-4965-a259-02f472c3232e req-ffd4b361-8141-47d9-8608-245afe29e655 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380874 Feb 08 23:52:00.211675 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.217898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1060e4cd-c527-4745-b608-10588fde4557 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:00.218282 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.250014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] Routers {'c867c08c-0f87-4570-8dcc-2c7410604246'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:00.250888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c867c08c-0f87-4570-8dcc-2c7410604246'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:00.274310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d1e74-ade3-44ac-b076-30feb1e187e5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:00.280586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42972) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:00.281672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ba7d1e74-ade3-44ac-b076-30feb1e187e5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports/11c93ee7-52da-4b55-ae5c-e1d3a0671a41 HTTP/1.1" status: 200 len: 910 time: 0.1266336 Feb 08 23:52:00.299537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:00.320130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ae0e0a6-83a4-427a-be71-e0434e2a0ed2 req-083079db-46f7-4fa6-970a-07f11685d6bf tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0715823 Feb 08 23:52:00.330076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] Routers {'c867c08c-0f87-4570-8dcc-2c7410604246'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:00.330718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c867c08c-0f87-4570-8dcc-2c7410604246'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:00.361072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.387986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:00.388886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e88e90e-78f1-40a8-b40a-ebe6373bdef3 None None] The sync data for ids ['c867c08c-0f87-4570-8dcc-2c7410604246'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:00.411616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d4d609e1-a3ad-4c7c-b51f-379ec7bd245c None None] Provisioning complete for port 1060e4cd-c527-4745-b608-10588fde4557 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:00.411996 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d4d609e1-a3ad-4c7c-b51f-379ec7bd245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.498802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.521168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-network', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:00.554256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1060e4cd-c527-4745-b608-10588fde4557, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1060e4cd-c527-4745-b608-10588fde4557,segment=NetworkSegment(3bae669c-7ce7-49bc-84b9-bad41925fc75),segment_id=3bae669c-7ce7-49bc-84b9-bad41925fc75)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:00.563766 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.579126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Made reservation on behalf of 5a675e390f044b0bba0a8fcba382d227 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:00.585167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.621456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.664169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1060e4cd-c527-4745-b608-10588fde4557,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:00.748651 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.755859 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.793848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a515afa6-622a-4b9f-b2b0-6c18a6d088f5 None None] Provisioning complete for port 11c93ee7-52da-4b55-ae5c-e1d3a0671a41 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:00.794257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a515afa6-622a-4b9f-b2b0-6c18a6d088f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.851658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a515afa6-622a-4b9f-b2b0-6c18a6d088f5 None None] Port 11c93ee7-52da-4b55-ae5c-e1d3a0671a41 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:00.869366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a515afa6-622a-4b9f-b2b0-6c18a6d088f5 None None] Provisioning complete for port 1060e4cd-c527-4745-b608-10588fde4557 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:00.870313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a515afa6-622a-4b9f-b2b0-6c18a6d088f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.877955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Allocated IP 172.20.0.1 (f9848331-6789-45ac-8008-7f61989fd11d/28d19d50-4d76-43d9-8ebf-4d5333fd6788/df013595-9e35-443c-b3c4-472bc297f654) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:00.901811 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4ac9b-48d8-428d-80de-076aa44a2598 None None] Pushing event updated for resources: {'Port': ['ID=e1cf75fc-ab22-4272-87b5-f195d984216e,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:00.926022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Attempting to bind port e1cf75fc-ab22-4272-87b5-f195d984216e on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:00.931187 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Attempting to bind port e1cf75fc-ab22-4272-87b5-f195d984216e by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:00.931810 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Attempting to bind port e1cf75fc-ab22-4272-87b5-f195d984216e on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:00.948999 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:00.951214 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:00.951728 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.953264 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.953680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:00.954179 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Bound port: e1cf75fc-ab22-4272-87b5-f195d984216e, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:00.954569 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:00.979853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.026529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.095659 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] For port e1cf75fc-ab22-4272-87b5-f195d984216e, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:01.108550 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] For port e1cf75fc-ab22-4272-87b5-f195d984216e, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1cf75fc-ab22-4272-87b5-f195d984216e,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:01.119382 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.127877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:01.140734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e34ad-e38a-46cb-b252-798660f67ed7 req-1f513f56-020a-424b-8ca5-d52a05458bf7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:01.148376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-384e34ad-e38a-46cb-b252-798660f67ed7 req-1f513f56-020a-424b-8ca5-d52a05458bf7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.0870833 Feb 08 23:52:01.153078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b222d39-77e1-4800-ab14-445cd37f4ede,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:01.195388 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4ac9b-48d8-428d-80de-076aa44a2598 None None] Pushing event updated for resources: {'Port': ['ID=e1cf75fc-ab22-4272-87b5-f195d984216e,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:01.214137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ee89d034-f161-4a74-bf4e-abcb204b1bb0 None None] Provisioning complete for port 11c93ee7-52da-4b55-ae5c-e1d3a0671a41 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:01.214525 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee89d034-f161-4a74-bf4e-abcb204b1bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.221825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.222330 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Added segment a4ccd2c0-befd-4879-81c9-4974ab98d0a3 of type vlan for network f4aa9352-5908-4e7b-a79d-d435e2386c6d Feb 08 23:52:01.244329 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Routers {'efde61d1-75e1-40ce-86a0-bd9ec36b184a'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:01.249410 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:01.311324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ee89d034-f161-4a74-bf4e-abcb204b1bb0 None None] Port 11c93ee7-52da-4b55-ae5c-e1d3a0671a41 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:01.334263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d01e0180-ad2e-4fbd-a3db-3ed35e62c474 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:01.347094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.367689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.429019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.457493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:01.458143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.463676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.465334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:01.466269 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.467390 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] Set router efde61d1-75e1-40ce-86a0-bd9ec36b184a gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:01.479208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Network f9848331-6789-45ac-8008-7f61989fd11d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:01.485149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:01.509873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:01.614476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1060e4cd-c527-4745-b608-10588fde4557 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:01.644431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4592497 Feb 08 23:52:01.647569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Pushing event updated for resources: {'Port': ['ID=df013595-9e35-443c-b3c4-472bc297f654,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:01.653244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42982) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:01.658902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Request body: {'subnet': {'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-subnet', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:01.665192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da931e10-a045-425b-a2e3-a5b277774469 admin admin] Pushing event updated for resources: {'Network': ['ID=f4aa9352-5908-4e7b-a79d-d435e2386c6d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:01.673664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.703055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:01.763185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Made reservation on behalf of 5a675e390f044b0bba0a8fcba382d227 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:01.766070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.864550 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:51:57Z', 'revision_number': 3, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:01.867418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-384e34ad-e38a-46cb-b252-798660f67ed7 req-8e75967e-6a7d-43f0-9465-4ac861b596da tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180808 Feb 08 23:52:01.906502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a8941-c3ec-4a03-bc97-bc109aea7863 req-345db294-7a4a-4e75-9354-288e766a0b04 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:01.907823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1060e4cd-c527-4745-b608-10588fde4557 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:01.908352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:01.911743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-046a8941-c3ec-4a03-bc97-bc109aea7863 req-345db294-7a4a-4e75-9354-288e766a0b04 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1394837 Feb 08 23:52:02.031376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.032812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-046a8941-c3ec-4a03-bc97-bc109aea7863 req-bbaa60e0-dd27-42f4-9a63-123e72c2f2ab tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137025 Feb 08 23:52:02.040941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-50ee0b68-01a7-46f4-a77d-1f5b5c133241 None None] Provisioning complete for port df013595-9e35-443c-b3c4-472bc297f654 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:02.041351 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-50ee0b68-01a7-46f4-a77d-1f5b5c133241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.080221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b10cf37-c0c3-4069-b03a-77de9c14de5d req-838cb2da-2489-4dd4-ab33-654a4835ed7c tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0726731 Feb 08 23:52:02.103327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9778220e-dca8-426a-ae02-5bbd7ec18bd5,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:02.131419 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225274b-0f24-44e7-a91d-8b24b3e6f3b1 None None] The sync data for ids ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'] in n-d-828413-1 is: [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:51:57Z', 'revision_number': 3, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:02.194798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 11c93ee7-52da-4b55-ae5c-e1d3a0671a41 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:02.198424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.217636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Checking segment: {'id': 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:02.217636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Network hostable DHCP agents. Network: f4aa9352-5908-4e7b-a79d-d435e2386c6d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:02.258047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:02.318586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f4aa9352-5908-4e7b-a79d-d435e2386c6d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:02.329185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:02.329836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.332365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.336786 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.350956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 11c93ee7-52da-4b55-ae5c-e1d3a0671a41 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:02.351173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f09fc-5746-4ef2-876f-278304d31a8a None None] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:02.380336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-50ee0b68-01a7-46f4-a77d-1f5b5c133241 None None] Port df013595-9e35-443c-b3c4-472bc297f654 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:02.415508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97060e22-2a1c-4a15-9149-fcec553c197f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7584028 Feb 08 23:52:02.416171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42988) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:02.422133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:02.538973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.540209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.639918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f4aa9352-5908-4e7b-a79d-d435e2386c6d', 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'fixed_ips': [{'subnet_id': '9778220e-dca8-426a-ae02-5bbd7ec18bd5'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:52:02.641571 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.646432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.698862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950302f-0e4c-4a7b-aa41-25403a2cfd35 req-d2df8114-36c1-4751-a838-f671dd16176d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:02.701246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8950302f-0e4c-4a7b-aa41-25403a2cfd35 req-d2df8114-36c1-4751-a838-f671dd16176d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.5395498 Feb 08 23:52:02.722511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.772219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=11c93ee7-52da-4b55-ae5c-e1d3a0671a41,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:02.871955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.872989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Allocated IP 172.20.0.2 (f4aa9352-5908-4e7b-a79d-d435e2386c6d/9778220e-dca8-426a-ae02-5bbd7ec18bd5/550d52bc-f690-4fe1-964d-dc700fc3ebaa) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:02.880745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.885163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:02.946653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8950302f-0e4c-4a7b-aa41-25403a2cfd35 req-b6b6fe61-35a0-4cf5-9e72-ce11b3a7c2fd tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369914 Feb 08 23:52:03.011846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Pushing event updated for resources: {'Port': ['ID=df013595-9e35-443c-b3c4-472bc297f654,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:03.089269 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.217336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.234554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.253613 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.288981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:03.297898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:03.300384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:03.318847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1cf75fc-ab22-4272-87b5-f195d984216e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:03.378664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Pushing event updated for resources: {'Port': ['ID=550d52bc-f690-4fe1-964d-dc700fc3ebaa,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:03.491228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e01a0d-f0a4-469e-bc3f-6d4b2a2a837c req-b49ecfe7-4e66-4e92-a810-59afa3deffc6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:03.500195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17e01a0d-f0a4-469e-bc3f-6d4b2a2a837c req-b49ecfe7-4e66-4e92-a810-59afa3deffc6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.4010723 Feb 08 23:52:03.515010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Attempting to bind port 550d52bc-f690-4fe1-964d-dc700fc3ebaa on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:03.515434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Attempting to bind port 550d52bc-f690-4fe1-964d-dc700fc3ebaa by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:03.515805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Attempting to bind port 550d52bc-f690-4fe1-964d-dc700fc3ebaa on network f4aa9352-5908-4e7b-a79d-d435e2386c6d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:03.523567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:03.524562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Checking segment: {'id': 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:03.525013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.525468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Bound using segment: {'id': 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:03.525953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Bound port: 550d52bc-f690-4fe1-964d-dc700fc3ebaa, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:03.526339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.585856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e1cf75fc-ab22-4272-87b5-f195d984216e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:03.586238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.586616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17e01a0d-f0a4-469e-bc3f-6d4b2a2a837c req-2747c50a-a818-4c31-98e2-f40aea902e67 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812099 Feb 08 23:52:03.598883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2a1aa-b450-47ba-bde8-1b710a6f8cb3 req-1b10ba16-b39b-4566-b3a9-7b372ba4edc0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:03.600526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ace2a1aa-b450-47ba-bde8-1b710a6f8cb3 req-1b10ba16-b39b-4566-b3a9-7b372ba4edc0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.4969885 Feb 08 23:52:03.648415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] For port 550d52bc-f690-4fe1-964d-dc700fc3ebaa, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:03.653555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] For port 550d52bc-f690-4fe1-964d-dc700fc3ebaa, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=550d52bc-f690-4fe1-964d-dc700fc3ebaa,segment=NetworkSegment(a4ccd2c0-befd-4879-81c9-4974ab98d0a3),segment_id=a4ccd2c0-befd-4879-81c9-4974ab98d0a3)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:03.663972 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.772585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3038-8b41-44e8-ba37-90d2454cd38d None None] Pushing event updated for resources: {'Port': ['ID=550d52bc-f690-4fe1-964d-dc700fc3ebaa,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:03.789281 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.818239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e1cf75fc-ab22-4272-87b5-f195d984216e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1cf75fc-ab22-4272-87b5-f195d984216e,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:03.823383 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:03.831226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Network f9848331-6789-45ac-8008-7f61989fd11d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:03.836274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:03.869139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ace2a1aa-b450-47ba-bde8-1b710a6f8cb3 req-ba253ff0-b762-4aa9-9a1a-c3bf0e89b243 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541504 Feb 08 23:52:03.879901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45ffcb65-8fa2-4168-aa56-70b476dbeacd req-e8362b4a-d2d4-42cb-9320-3bf53372a148 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1400921 Feb 08 23:52:03.906379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router c867c08c-0f87-4570-8dcc-2c7410604246 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:03.944056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e1cf75fc-ab22-4272-87b5-f195d984216e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:04.148705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:04.158816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f35abf68-6b55-4086-bc4f-4fe30f12a9b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/c867c08c-0f87-4570-8dcc-2c7410604246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8372557 Feb 08 23:52:04.159697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43002) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:04.160956 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] Sync routers for ids ['c867c08c-0f87-4570-8dcc-2c7410604246'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:04.178204 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] Routers {'c867c08c-0f87-4570-8dcc-2c7410604246'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:04.180559 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c867c08c-0f87-4570-8dcc-2c7410604246'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:04.231145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-514ce743-9342-4304-9cc6-502675339847 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=c867c08c-0f87-4570-8dcc-2c7410604246 HTTP/1.1" status: 200 len: 205 time: 0.0695021 Feb 08 23:52:04.234749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43004) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:04.270399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:04.297337 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.303714 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] Routers {'c867c08c-0f87-4570-8dcc-2c7410604246'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:04.304336 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c867c08c-0f87-4570-8dcc-2c7410604246'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:04.348784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.372748 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:04.373657 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9ca1b-1b08-41aa-9102-414c027ae7ac None None] The sync data for ids ['c867c08c-0f87-4570-8dcc-2c7410604246'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:04.398351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.421762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06665aee-565c-4df2-a441-d29771b27806 None None] Provisioning complete for port df013595-9e35-443c-b3c4-472bc297f654 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:04.422283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06665aee-565c-4df2-a441-d29771b27806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.467750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06665aee-565c-4df2-a441-d29771b27806 None None] Port df013595-9e35-443c-b3c4-472bc297f654 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:04.491402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Allocated IP 172.25.3.134 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:04.514485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Router efde61d1-75e1-40ce-86a0-bd9ec36b184a has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:04.516136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cabb3-9470-4b39-9261-b7d2b0359697 req-0552baa3-5d77-4dc4-819e-b01756444459 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:04.517787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e4cabb3-9470-4b39-9261-b7d2b0359697 req-0552baa3-5d77-4dc4-819e-b01756444459 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1899729 Feb 08 23:52:04.634569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.637711 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.657026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e4cabb3-9470-4b39-9261-b7d2b0359697 req-1ef225b6-88f9-4ddc-9b5d-1b051dea2a66 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062608 Feb 08 23:52:04.729701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.731038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router c867c08c-0f87-4570-8dcc-2c7410604246 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:52:04.739975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.742045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-11e1e0d1-0d6f-4425-aa82-d84796d1b392 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/c867c08c-0f87-4570-8dcc-2c7410604246 HTTP/1.1" status: 204 len: 168 time: 0.5059240 Feb 08 23:52:04.747568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.751532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43008) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:04.786591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24f7a7-f44f-4f24-bc61-ab4e98941b86 req-6d7b48c8-20f6-4fa6-be8c-f47256b6c87e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:04.788382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b24f7a7-f44f-4f24-bc61-ab4e98941b86 req-6d7b48c8-20f6-4fa6-be8c-f47256b6c87e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.0780954 Feb 08 23:52:04.791988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:04.801979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Sync routers for ids ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:04.804337 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f4eeda3-a84b-4a66-aa8b-e6e1f77999f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/efde61d1-75e1-40ce-86a0-bd9ec36b184a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6183505 Feb 08 23:52:04.820083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Routers {'efde61d1-75e1-40ce-86a0-bd9ec36b184a'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:04.820897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:04.855336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet d0037834-7ce0-4117-bba1-ee41fd74b7a4 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:04.860385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.872908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b24f7a7-f44f-4f24-bc61-ab4e98941b86 req-9cb30dc0-ec55-4f2f-8bf2-0f5eebbd7b40 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778067 Feb 08 23:52:04.898462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.953978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Pushing event updated for resources: {'Port': ['ID=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:04.974711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:04.978430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:05.000006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:05.005456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:05.093113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Set router efde61d1-75e1-40ce-86a0-bd9ec36b184a gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:05.151987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-871236d4-d67f-4ed3-a0e5-ffecfad0ea6a req-eaaa2c9b-2ebb-445b-8b87-7b658efba394 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0798423 Feb 08 23:52:05.196482 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.268753 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c9485cb3-25cb-4cfa-92b6-cf18825cef35 req-c8ca6587-3aba-484f-899c-cf9ccc995948 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.2111163 Feb 08 23:52:05.460438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.474345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1cf75fc-ab22-4272-87b5-f195d984216e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:05.568287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-e4c1698b-97c4-4fb2-be43-484d98799740 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1734567 Feb 08 23:52:05.577522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=d0037834-7ce0-4117-bba1-ee41fd74b7a4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:05.581860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:05.594237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.600955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e1cf75fc-ab22-4272-87b5-f195d984216e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:05.601112 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9dd3d775-2b54-42f2-ad84-9432ace1197c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/d0037834-7ce0-4117-bba1-ee41fd74b7a4 HTTP/1.1" status: 204 len: 168 time: 0.8440716 Feb 08 23:52:05.601188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.601254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43022) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:05.605914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f6f1c-fb20-4577-b399-27320e460b11 None None] Network dc753a26-e4bc-4d0e-b029-09bcf4855585 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:05.624310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.707014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.757469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.769555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:52:02Z', 'revision_number': 4, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'df013595-9e35-443c-b3c4-472bc297f654', 'name': '', 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'mac_address': 'fa:16:3e:8f:82:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:00Z', 'updated_at': '2022-02-08T23:52:02Z', 'revision_number': 2, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'subnets': [{'id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:05.788338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:05.820376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0503e8-b5f3-4bf3-a6d7-5c3fead0c3e5 None None] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:05.939123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Allocated IP 172.25.3.57 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/3785c66c-a6d7-45c2-b68b-5b58fc43af41) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:05.959481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 550d52bc-f690-4fe1-964d-dc700fc3ebaa up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:05.978460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b0812-9494-4c0e-a60c-037cfbacad66 req-f6749845-0326-4acf-adfb-fdf4fac4cab5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:05.980389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a8b0812-9494-4c0e-a60c-037cfbacad66 req-f6749845-0326-4acf-adfb-fdf4fac4cab5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.0895824 Feb 08 23:52:06.000446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Checking router: efde61d1-75e1-40ce-86a0-bd9ec36b184a for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:06.000990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Updating router efde61d1-75e1-40ce-86a0-bd9ec36b184a port df013595-9e35-443c-b3c4-472bc297f654 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:52:06.001476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 1060e4cd-c527-4745-b608-10588fde4557 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:06.001970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.068264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.073205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a8b0812-9494-4c0e-a60c-037cfbacad66 req-c67bd15f-9594-4ec5-abeb-50a8044ddf57 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606382 Feb 08 23:52:06.092749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 1060e4cd-c527-4745-b608-10588fde4557, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1060e4cd-c527-4745-b608-10588fde4557,segment=NetworkSegment(3bae669c-7ce7-49bc-84b9-bad41925fc75),segment_id=3bae669c-7ce7-49bc-84b9-bad41925fc75)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:06.093147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.102467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.129776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.145019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.145506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 1060e4cd-c527-4745-b608-10588fde4557 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:06.158312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-292ae89b-22ec-4f56-a345-4d96366bc8e7 None None] Provisioning complete for port 550d52bc-f690-4fe1-964d-dc700fc3ebaa triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:06.158839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-292ae89b-22ec-4f56-a345-4d96366bc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.218895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:06.230449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:06.243266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 550d52bc-f690-4fe1-964d-dc700fc3ebaa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:06.243806 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.247202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:06.279379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.295314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port 1060e4cd-c527-4745-b608-10588fde4557 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:06.301661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Pushing event updated for resources: {'Port': ['ID=3785c66c-a6d7-45c2-b68b-5b58fc43af41,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:06.343854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39910a9-fc60-440f-8e6c-ef592680e067 req-2a6b1ca5-0da2-4e33-8822-ae412cfd59ca tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:06.346067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f39910a9-fc60-440f-8e6c-ef592680e067 req-2a6b1ca5-0da2-4e33-8822-ae412cfd59ca tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1674740 Feb 08 23:52:06.405853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ab0c26-9dd2-4028-b17d-19774210cefb None None] DHCP port deletion for dc753a26-e4bc-4d0e-b029-09bcf4855585 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:52:06.426012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=1060e4cd-c527-4745-b608-10588fde4557,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:06.507419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f39910a9-fc60-440f-8e6c-ef592680e067 req-a3a31e6b-7c46-4437-8722-23a2d8a14c7b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536007 Feb 08 23:52:06.530302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.542047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.590995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.644517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc753a26-e4bc-4d0e-b029-09bcf4855585']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:06.702013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bae669c-7ce7-49bc-84b9-bad41925fc75') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:06.702543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bae669c-7ce7-49bc-84b9-bad41925fc75') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:06.719772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.744360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.753925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:06.754761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:06.759519 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:06.790185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:52:06.935241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.935719 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-292ae89b-22ec-4f56-a345-4d96366bc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.961654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.968930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.970540 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:06.973393 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/dc753a26-e4bc-4d0e-b029-09bcf4855585 HTTP/1.1" status: 204 len: 168 time: 1.3708656 Feb 08 23:52:06.989438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43038) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:07.002887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-413780236', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:07.029428 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.034002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea0b1a-c8b8-4aed-8fe1-75aa4449ccb0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=dc753a26-e4bc-4d0e-b029-09bcf4855585,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:07.057655 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.064554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.085922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-40fbb1ce-2fea-49d3-bad1-748c4ec12b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:07.087471 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-40fbb1ce-2fea-49d3-bad1-748c4ec12b3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4c88c8724fc433fb2ad01a708866329&device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 1095 time: 0.1682067 Feb 08 23:52:07.095615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:07.097600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-292ae89b-22ec-4f56-a345-4d96366bc8e7 None None] For port 550d52bc-f690-4fe1-964d-dc700fc3ebaa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=550d52bc-f690-4fe1-964d-dc700fc3ebaa,segment=NetworkSegment(a4ccd2c0-befd-4879-81c9-4974ab98d0a3),segment_id=a4ccd2c0-befd-4879-81c9-4974ab98d0a3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:07.108323 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Sync routers for ids ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:07.111284 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-292ae89b-22ec-4f56-a345-4d96366bc8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.134227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Routers {'4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:07.136948 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:07.155011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd5a5373-6a35-4bd3-809e-f215e2d3a0fb req-04c3b546-cf2c-4597-a953-0c6f1dd544b1 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1680655 Feb 08 23:52:07.163330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.164717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.190440 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:52:07.190834 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:52:07.244817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Pushing event updated for resources: {'Port': ['ID=3785c66c-a6d7-45c2-b68b-5b58fc43af41,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:07.284527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-3f21f451-6116-4f98-9028-8613e83e9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:07.286233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-3f21f451-6116-4f98-9028-8613e83e9254 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 200 len: 912 time: 0.1703160 Feb 08 23:52:07.290533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.290740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.295792 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-70d723c1-5054-4a3d-99e4-c7b90a8bfcdd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8787074 Feb 08 23:52:07.296493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43044) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:07.365868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae89b-22ec-4f56-a345-4d96366bc8e7 None None] Pushing event updated for resources: {'Port': ['ID=550d52bc-f690-4fe1-964d-dc700fc3ebaa,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:07.371557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f72c9b15-43d1-46a8-92d7-f8230bf0208d None None] Provisioning complete for port 550d52bc-f690-4fe1-964d-dc700fc3ebaa triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:07.372125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f72c9b15-43d1-46a8-92d7-f8230bf0208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.410764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.418153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.421324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-4bcec867-523d-41a3-ac5f-c92f26cc8200 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8449700 Feb 08 23:52:07.442152 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.479341 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.500788 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Set router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:07.661612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-b835c656-9649-4588-b9de-7c8b1dbd5456 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.1416957 Feb 08 23:52:07.752782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-75de5b18-bd18-46b9-9515-de9443e2cd8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 200 len: 999 time: 0.4552164 Feb 08 23:52:07.826092 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:05Z', 'revision_number': 3, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port': {'id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:04Z', 'updated_at': '2022-02-08T23:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:07.890373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.919484 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Checking router: 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:07.920113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Updating router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:52:07.930675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bbabe-f207-4458-8042-e3e1554596c2 None None] Pushing event updated for resources: {'Port': ['ID=df013595-9e35-443c-b3c4-472bc297f654,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:07.963010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Attempting to bind port df013595-9e35-443c-b3c4-472bc297f654 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:07.964327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Attempting to bind port df013595-9e35-443c-b3c4-472bc297f654 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:07.965827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Attempting to bind port df013595-9e35-443c-b3c4-472bc297f654 on network f9848331-6789-45ac-8008-7f61989fd11d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:07.973919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:07.975164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Checking segment: {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:07.975941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.976554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Bound using segment: {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:07.977298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Bound port: df013595-9e35-443c-b3c4-472bc297f654, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a659a36d-97bc-4d76-af99-aa4914701684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:07.978210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:07.999092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca515e-97fd-4b2d-80ef-d6bf686950b3 req-3016c0b5-2fd6-4922-8c33-79b308c57c8d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:08.006980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08ca515e-97fd-4b2d-80ef-d6bf686950b3 req-3016c0b5-2fd6-4922-8c33-79b308c57c8d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2314558 Feb 08 23:52:08.026575 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.103338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] For port df013595-9e35-443c-b3c4-472bc297f654, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:08.107978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] For port df013595-9e35-443c-b3c4-472bc297f654, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=df013595-9e35-443c-b3c4-472bc297f654,segment=NetworkSegment(a659a36d-97bc-4d76-af99-aa4914701684),segment_id=a659a36d-97bc-4d76-af99-aa4914701684)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:08.124465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e7af4c59-b7fd-4906-a004-913011115a1a None None] Provisioning complete for port df013595-9e35-443c-b3c4-472bc297f654 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:08.125022 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7af4c59-b7fd-4906-a004-913011115a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.127168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.217313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bbabe-f207-4458-8042-e3e1554596c2 None None] Pushing event updated for resources: {'Port': ['ID=df013595-9e35-443c-b3c4-472bc297f654,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:08.228185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 550d52bc-f690-4fe1-964d-dc700fc3ebaa up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:08.319747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-f63760e3-294d-46e8-8bb0-4bf1f10d32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:08.321102 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-f63760e3-294d-46e8-8bb0-4bf1f10d32fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 200 len: 850 time: 0.0735497 Feb 08 23:52:08.366909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Routers {'efde61d1-75e1-40ce-86a0-bd9ec36b184a'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:08.367732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:08.411163 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.418155 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.473940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Attempting to bind port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:08.474457 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Attempting to bind port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:08.474838 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Attempting to bind port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:08.487982 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:08.488354 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:08.488752 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.489172 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:08.489648 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Bound port: bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:08.490027 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.546618 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] For port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:08.550105 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] For port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:08.555442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] Set router efde61d1-75e1-40ce-86a0-bd9ec36b184a gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:08.556519 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5fe5b-4b2a-46d2-8e58-e80e51abee6d None None] Pushing event updated for resources: {'Port': ['ID=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:08.562090 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.571627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-4433b50b-71a7-4029-aacd-531e281246b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:08.573735 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-4433b50b-71a7-4029-aacd-531e281246b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2245073 Feb 08 23:52:08.575683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.615262 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Routers {'4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:08.616077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:08.739324 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] Set router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:08.830712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08ca515e-97fd-4b2d-80ef-d6bf686950b3 req-6677ce24-10bf-460e-9d9b-0a85e391cb31 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8167307 Feb 08 23:52:08.864316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-dd6b0867-a3a7-4120-9b66-6452e2af1edc service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744708 Feb 08 23:52:08.873450 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5fe5b-4b2a-46d2-8e58-e80e51abee6d None None] Pushing event updated for resources: {'Port': ['ID=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:08.890795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-d6fac912-ffb1-439f-b15b-885bd3f0599a tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:08.892464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6deb09a6-6569-4534-b27a-ec3cdfc7ef52 req-d6fac912-ffb1-439f-b15b-885bd3f0599a tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 1.1182134 Feb 08 23:52:08.989902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 550d52bc-f690-4fe1-964d-dc700fc3ebaa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:08.990444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:08.991910 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7af4c59-b7fd-4906-a004-913011115a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.030279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e7af4c59-b7fd-4906-a004-913011115a1a None None] For port df013595-9e35-443c-b3c4-472bc297f654, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=df013595-9e35-443c-b3c4-472bc297f654,segment=NetworkSegment(a659a36d-97bc-4d76-af99-aa4914701684),segment_id=a659a36d-97bc-4d76-af99-aa4914701684)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:09.057800 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7af4c59-b7fd-4906-a004-913011115a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.101873 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:05Z', 'revision_number': 3, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port': {'id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:04Z', 'updated_at': '2022-02-08T23:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:09.158007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Allocated IP 172.20.0.1 (f4aa9352-5908-4e7b-a79d-d435e2386c6d/9778220e-dca8-426a-ae02-5bbd7ec18bd5/e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:09.176262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af4c59-b7fd-4906-a004-913011115a1a None None] Pushing event updated for resources: {'Port': ['ID=df013595-9e35-443c-b3c4-472bc297f654,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:09.188471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.192374 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33308cb3-a642-42cc-a58f-e4ae89e96cdb None None] The sync data for ids ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'] in n-d-828413-1 is: [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:05Z', 'revision_number': 3, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port': {'id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:04Z', 'updated_at': '2022-02-08T23:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:09.232050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.268898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ba7c7-c9c1-47ce-ba00-9bcd33d11a72 req-069b8496-dd92-452a-a67d-6fd1701b6261 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:09.270465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-750ba7c7-c9c1-47ce-ba00-9bcd33d11a72 req-069b8496-dd92-452a-a67d-6fd1701b6261 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2139525 Feb 08 23:52:09.287550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5c06f65f-3a10-4833-a9a9-495a918426be None None] Provisioning complete for port df013595-9e35-443c-b3c4-472bc297f654 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:09.288202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c06f65f-3a10-4833-a9a9-495a918426be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.289815 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-daaf4508-9eb2-4e12-8d35-90b3910e37d3 req-a7ea29c9-b5ec-408e-a572-3e2d15a42c90 service neutron] 10.222.0.21 "GET /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141529 Feb 08 23:52:09.368390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:52:02Z', 'revision_number': 4, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'df013595-9e35-443c-b3c4-472bc297f654', 'name': '', 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'mac_address': 'fa:16:3e:8f:82:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:00Z', 'updated_at': '2022-02-08T23:52:08Z', 'revision_number': 4, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'subnets': [{'id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:09.396049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.422389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50a44ddc-bd8d-4126-b15f-726f0cb7bb1a req-f8b8d010-b931-407e-8b0e-e5fa05aef351 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5&device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0673399 Feb 08 23:52:09.433462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9bc50-bdc5-423c-a282-8af02b0d33f4 None None] The sync data for ids ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'] in n-d-828413-1 is: [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:52:02Z', 'revision_number': 4, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'df013595-9e35-443c-b3c4-472bc297f654', 'name': '', 'network_id': 'f9848331-6789-45ac-8008-7f61989fd11d', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'mac_address': 'fa:16:3e:8f:82:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:00Z', 'updated_at': '2022-02-08T23:52:08Z', 'revision_number': 4, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'subnets': [{'id': '28d19d50-4d76-43d9-8ebf-4d5333fd6788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:09.448168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-750ba7c7-c9c1-47ce-ba00-9bcd33d11a72 req-0868b066-6d05-4d84-88bd-fd8f00d252d6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173542 Feb 08 23:52:09.483094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.600203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:09.611359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:09.635242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c44c3ace-7565-4c0e-94b0-9aa45a34790b req-fd2bc817-4f32-4575-a378-903ff92120ec tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips/07d104db-c0d8-4863-96ba-9d688442803c HTTP/1.1" status: 200 len: 692 time: 0.2006130 Feb 08 23:52:09.637990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:09.640184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1060e4cd-c527-4745-b608-10588fde4557 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:09.672103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1060e4cd-c527-4745-b608-10588fde4557 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:09.672544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1060e4cd-c527-4745-b608-10588fde4557 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:09.709934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:09.769444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.25.3.95 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/2acc75a0-114e-4750-a85e-99858c498465) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:09.778455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:09.922116 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e6ef9fc-2977-4d42-b669-1b6dffb8033a req-4acdcc56-6076-460e-ba01-0b48a43ff087 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6700934eec9641afb7bc878c962e7a05&device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0565929 Feb 08 23:52:09.957264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3ace-7565-4c0e-94b0-9aa45a34790b req-9cc20f12-7067-4173-915e-86eee518adc9 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:09.973921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c44c3ace-7565-4c0e-94b0-9aa45a34790b req-9cc20f12-7067-4173-915e-86eee518adc9 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.3375151 Feb 08 23:52:09.991507 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e6ef9fc-2977-4d42-b669-1b6dffb8033a req-797b977e-d674-410b-9818-890c45a49a73 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6700934eec9641afb7bc878c962e7a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503867 Feb 08 23:52:10.072773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71fc4e09-ad8e-4f79-bc7b-42de709d646c req-d3b27d4f-b4f1-4499-a30c-1dd30a8166b2 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.1241486 Feb 08 23:52:10.139619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5bc4cacb-61ce-427b-b2aa-3f0a6838adc4 None None] Provisioning complete for port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:10.140097 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5bc4cacb-61ce-427b-b2aa-3f0a6838adc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.229428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.264295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4cacb-61ce-427b-b2aa-3f0a6838adc4 None None] Port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:10.310962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:10.338915 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.402457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:10.403096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.417064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ef9fc-2977-4d42-b669-1b6dffb8033a req-fbbb6865-c8ef-440d-a248-5593d8e9ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:10.422999 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e6ef9fc-2977-4d42-b669-1b6dffb8033a req-fbbb6865-c8ef-440d-a248-5593d8e9ce1b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4240401 Feb 08 23:52:10.475578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b489375-2dce-480f-9b53-991c65761de3 req-b4dc7fa4-8dfa-45e4-8485-9e02dead2000 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=2eb757d020a74108bdd9cfce05beddfe HTTP/1.1" status: 200 len: 695 time: 0.1309505 Feb 08 23:52:10.476700 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.606019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=2acc75a0-114e-4750-a85e-99858c498465,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:10.723448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f44a-564d-4ff0-99c0-b1174232151c req-6f0cd012-9044-4f8e-af64-0c5df2b865f6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:10.733064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6878f44a-564d-4ff0-99c0-b1174232151c req-6f0cd012-9044-4f8e-af64-0c5df2b865f6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.5403390 Feb 08 23:52:10.735695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.751385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:10.754182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.778931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:10.796918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:10.846288 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.875442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:10.890027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.901130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:10.913338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:10.914549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b489375-2dce-480f-9b53-991c65761de3 req-dcb81daf-2c36-4d17-bf24-456ea03f4972 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:10.914693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device df013595-9e35-443c-b3c4-472bc297f654 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:10.922648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b489375-2dce-480f-9b53-991c65761de3 req-dcb81daf-2c36-4d17-bf24-456ea03f4972 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks?id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 787 time: 0.3369305 Feb 08 23:52:10.938356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6878f44a-564d-4ff0-99c0-b1174232151c req-b0d8c179-c12b-43b0-b55e-f12743188fe5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040629 Feb 08 23:52:10.961831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-6b489375-2dce-480f-9b53-991c65761de3 req-3e398279-9f68-4fbf-9872-41b08272b8c0 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:52:10.962894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b489375-2dce-480f-9b53-991c65761de3 req-3e398279-9f68-4fbf-9872-41b08272b8c0 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0394697 Feb 08 23:52:11.082202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:11.083761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:11.147423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:11.178430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port df013595-9e35-443c-b3c4-472bc297f654 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:11.179296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:11.238678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-8884db3e-e8a1-43be-af0d-3154342d9c9a tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips/07d104db-c0d8-4863-96ba-9d688442803c HTTP/1.1" status: 200 len: 692 time: 0.1268234 Feb 08 23:52:11.272460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:11.412793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-b24567c7-f624-4219-a9f4-9aae0202781e tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:11.429700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-b24567c7-f624-4219-a9f4-9aae0202781e tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1759219 Feb 08 23:52:11.461423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:11.470272 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9252a02d-971e-41ac-a4ac-53e5adb01094 admin admin] 10.222.0.32 "PUT /v2.0/routers/4a7e66f4-f64c-4e6a-a969-70778eb2fe7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1660655 Feb 08 23:52:11.503547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-36ce2c34-9c25-4793-8161-c10231d2a52d None None] Provisioning complete for port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:11.504096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-36ce2c34-9c25-4793-8161-c10231d2a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:11.519705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-a1c5ccbe-2d6d-4e03-896e-5b41fa6a25e3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0890391 Feb 08 23:52:11.572726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-36ce2c34-9c25-4793-8161-c10231d2a52d None None] Port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:11.584512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-a0d32e0a-6547-44be-9a69-aedbb5937958 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0638721 Feb 08 23:52:11.674977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794ed87-861e-411b-a660-e85070d22719 req-193173c2-1975-4c94-9e72-2a78367596f4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:11.676429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6794ed87-861e-411b-a660-e85070d22719 req-193173c2-1975-4c94-9e72-2a78367596f4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.5802553 Feb 08 23:52:11.783850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57275517-04d6-4e01-8ec4-130175c8b49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:11.854829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6794ed87-861e-411b-a660-e85070d22719 req-a000411d-6758-495d-968b-de04b847f7c4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458478 Feb 08 23:52:11.890382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:11.893200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Deleting port 3785c66c-a6d7-45c2-b68b-5b58fc43af41 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:11.893677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:11.967528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e6ef9fc-2977-4d42-b669-1b6dffb8033a req-b4d5650d-092b-4ce1-bc99-2fff2500bdba tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.21 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0292132 Feb 08 23:52:12.004116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-630f3e56-f3c5-45bb-815b-03349316b42c req-370fd69b-c13c-4cc6-b551-05a2cc843ae6 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=b62a8dbc-ec43-4958-bcde-2a2f6daf78c5 HTTP/1.1" status: 200 len: 210 time: 0.0720961 Feb 08 23:52:12.087376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.087704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.109339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Calling delete_port for 3785c66c-a6d7-45c2-b68b-5b58fc43af41 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:12.132579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:12.216289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:12.217012 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.259947 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-653073d2-15e5-4b0e-8468-15c3add13b1e req-f21dbefd-e6f7-4d43-956e-4406b70409aa tempest-FloatingIPDetailsNegativeTestJSON-1967816204 tempest-FloatingIPDetailsNegativeTestJSON-1967816204-project] show failed (client error): The resource could not be found. Feb 08 23:52:12.260893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-653073d2-15e5-4b0e-8468-15c3add13b1e req-f21dbefd-e6f7-4d43-956e-4406b70409aa tempest-FloatingIPDetailsNegativeTestJSON-1967816204 tempest-FloatingIPDetailsNegativeTestJSON-1967816204-project] 10.222.0.32 "GET /v2.0/floatingips/7f35ba5e-da15-4755-8fc2-2a503b38fc82 HTTP/1.1" status: 404 len: 350 time: 0.0573845 Feb 08 23:52:12.273030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43092) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:12.338231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.517641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964b1f-2012-4a5b-8d4e-1704d23a174e req-3d722bac-a59d-4a26-93f1-954697bc9550 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:12.518957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6964b1f-2012-4a5b-8d4e-1704d23a174e req-3d722bac-a59d-4a26-93f1-954697bc9550 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1388743 Feb 08 23:52:12.521747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.573510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Pushing event deleted for resources: {'Port': ['ID=3785c66c-a6d7-45c2-b68b-5b58fc43af41,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:12.665450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6964b1f-2012-4a5b-8d4e-1704d23a174e req-ca5337a7-7c6c-46f5-8e8e-9ad4f7182756 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333432 Feb 08 23:52:12.690462 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.694011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:12.695528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5796af43-d1a2-4d78-afbe-a8a0b2e284c6 req-5329e1db-02cb-4611-a109-51bf9e10f7a3 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "DELETE /v2.0/floatingips/07d104db-c0d8-4863-96ba-9d688442803c HTTP/1.1" status: 204 len: 173 time: 1.1102035 Feb 08 23:52:12.710899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router b7ac499a-cc35-4f12-a0af-73e2110d345d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:52:12.907738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.063615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Sync routers for ids ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:13.085929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Routers {'4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:13.086572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:13.244537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Set router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:13.270923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Deleting port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:13.271421 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.389136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.403299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Calling delete_port for e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:13.509507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:10Z', 'revision_number': 4, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port': {'id': 'bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ae:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:04Z', 'updated_at': '2022-02-08T23:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3', 'name': '', 'network_id': 'f4aa9352-5908-4e7b-a79d-d435e2386c6d', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'mac_address': 'fa:16:3e:ab:d7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '9778220e-dca8-426a-ae02-5bbd7ec18bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:08Z', 'updated_at': '2022-02-08T23:52:10Z', 'revision_number': 2, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'subnets': [{'id': '9778220e-dca8-426a-ae02-5bbd7ec18bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:13.544058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Checking router: 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:13.544860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Updating router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:52:13.572104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a16a1-7133-4a64-82af-1da76cef232b req-28253b07-d4af-420a-ad01-50f09c00fcd0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:13.583077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb0a16a1-7133-4a64-82af-1da76cef232b req-28253b07-d4af-420a-ad01-50f09c00fcd0 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.3318384 Feb 08 23:52:13.585246 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.628521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-5f243ed0-1223-49d0-b0d2-6294dd263719 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8882623 Feb 08 23:52:13.636982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.672290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:13.686846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:13.693371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:13.712688 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] Sync routers for ids ['b7ac499a-cc35-4f12-a0af-73e2110d345d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:13.735650 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] Routers {'b7ac499a-cc35-4f12-a0af-73e2110d345d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:13.740617 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b7ac499a-cc35-4f12-a0af-73e2110d345d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:13.782641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb0a16a1-7133-4a64-82af-1da76cef232b req-8700a828-4401-4da3-aab7-60166dca1ad5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985934 Feb 08 23:52:13.804336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.811722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e89c0c52-14a8-419e-a683-02f4fdea55cb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8183732 Feb 08 23:52:13.814835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43108) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:13.871388 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:13.897065 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] Routers {'b7ac499a-cc35-4f12-a0af-73e2110d345d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:13.897662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:13.898220 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:51:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b7ac499a-cc35-4f12-a0af-73e2110d345d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:14.008702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.055026 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:14.057249 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9624602-2ec5-483a-96ea-fe0196d507f4 None None] The sync data for ids ['b7ac499a-cc35-4f12-a0af-73e2110d345d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:14.125202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:52:14.127012 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:52:14.149154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833b102-96fe-497f-ac0d-4587d22f86f2 req-51d5235e-fe5f-4de5-bdc8-0cd426ef8892 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:14.150655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5833b102-96fe-497f-ac0d-4587d22f86f2 req-51d5235e-fe5f-4de5-bdc8-0cd426ef8892 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1348023 Feb 08 23:52:14.158086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-63d1acb9-5eeb-4693-98cc-9fcbd0e95dbb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/routers/b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 200 len: 879 time: 0.3407156 Feb 08 23:52:14.161347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43114) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:14.208533 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-66cb5200-f252-4b7b-aa8b-20417f81fe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.270200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:14.280154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5833b102-96fe-497f-ac0d-4587d22f86f2 req-9116cd19-a033-4003-810e-fddbca3e4f31 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194942 Feb 08 23:52:14.323585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.398298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:14.404684 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-18f4fd41-10e5-451e-8465-8a25b75fe869 admin admin] 10.222.0.32 "PUT /v2.0/routers/4a7e66f4-f64c-4e6a-a969-70778eb2fe7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303239 Feb 08 23:52:14.407208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43118) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:14.530071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.541833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Allocated IP 172.25.3.75 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b4d2a743-4256-4ea2-bb4d-cd45f018a2ec) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:14.649763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d165d0b6-4a8d-4704-b7e3-02f4aefa63d3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4782243 Feb 08 23:52:14.657248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43130) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:14.657248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-413780236'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:14.684049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Port e8b48cf8-8ffc-4dad-baa3-d13cfe3d9af3 not found while updating agent binding for router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b. {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 08 23:52:14.698269 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.721224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Routers {'4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:14.722010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:14.729667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.779660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:14.832399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:14.837822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:14.847931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:14.852098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Pushing event updated for resources: {'Port': ['ID=b4d2a743-4256-4ea2-bb4d-cd45f018a2ec,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:14.909084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] Set router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:15.021963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.066703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.089501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:14Z', 'revision_number': 6, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:15.133243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64948b8b-8edc-4fad-b800-8d5e7da45a8a None None] The sync data for ids ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'] in n-d-828413-1 is: [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:14Z', 'revision_number': 6, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:15.320023 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.337658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Deleting port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:15.338154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.350294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.393893 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.442983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Pushing event updated for resources: {'Port': ['ID=b4d2a743-4256-4ea2-bb4d-cd45f018a2ec,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:15.454420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fda181-a316-4695-8975-4619961b7a87 req-6af32b3a-d090-423c-b978-ff0f4c0802b5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:15.455970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0fda181-a316-4695-8975-4619961b7a87 req-6af32b3a-d090-423c-b978-ff0f4c0802b5 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=e692d0ff-356e-44f1-a28d-1ee4e3bb8157 HTTP/1.1" status: 200 len: 943 time: 0.1548469 Feb 08 23:52:15.463466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.514028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] For port bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:15.514510 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.531915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Calling delete_port for bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:15.544352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.549534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-8cfef579-efd1-4559-82ab-1945a0fe6b47 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9063928 Feb 08 23:52:15.613063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-a270b8ec-3aac-45a7-a441-3131651d4816 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0603604 Feb 08 23:52:15.619473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.621675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Deleting port c711e269-7967-4379-969b-705a3065882c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:15.622234 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.640270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.793150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] For port c711e269-7967-4379-969b-705a3065882c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c711e269-7967-4379-969b-705a3065882c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:15.793681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.841857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router b7ac499a-cc35-4f12-a0af-73e2110d345d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:15.850729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-58203cfd-04a6-42eb-9552-1fd83130d0e6 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:15.852223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5743d1a2-c5d6-4236-9ec9-a99d5c90e66a req-58203cfd-04a6-42eb-9552-1fd83130d0e6 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.2255657 Feb 08 23:52:15.853590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Calling delete_port for c711e269-7967-4379-969b-705a3065882c owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:15.912945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:15.946775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:16.001489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] Sync routers for ids ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:16.039502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] Routers {'4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:16.039758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.094026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.104996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:16.109489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.111473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ecac4da3-30aa-4876-b3f7-f811898bd182'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:16.119459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] Sync routers for ids ['b7ac499a-cc35-4f12-a0af-73e2110d345d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:16.128450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.129727 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b6b23c1-a671-411f-afa2-3bf51357e934 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 200 len: 886 time: 1.4842453 Feb 08 23:52:16.136655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] Routers {'b7ac499a-cc35-4f12-a0af-73e2110d345d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:16.136655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b7ac499a-cc35-4f12-a0af-73e2110d345d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.158079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43168) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:16.161675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'Port': ['ID=c711e269-7967-4379-969b-705a3065882c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:16.173895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:16.188440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e7abb255-1509-4c01-b382-be282f8df1f9 req-5bf2ad4a-f704-41f5-ac7a-5946773f2e8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6700934eec9641afb7bc878c962e7a05&device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0800951 Feb 08 23:52:16.216465 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.239477 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] Routers {'b7ac499a-cc35-4f12-a0af-73e2110d345d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:16.240364 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b7ac499a-cc35-4f12-a0af-73e2110d345d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.266738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:16.333311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] Set router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:16.357093 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.358622 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b95942-c8af-4854-9abd-019dae0e9d9e None None] The sync data for ids ['b7ac499a-cc35-4f12-a0af-73e2110d345d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:16.374736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] No DVR routers for this DVR port c711e269-7967-4379-969b-705a3065882c on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:16.377778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.388851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0fda181-a316-4695-8975-4619961b7a87 req-92bd5877-cdd3-456b-b6ab-a8a6fa420995 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "DELETE /v2.0/ports/c711e269-7967-4379-969b-705a3065882c HTTP/1.1" status: 204 len: 173 time: 0.9217441 Feb 08 23:52:16.392642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-deleted', 'tag': 'c711e269-7967-4379-969b-705a3065882c'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:16.395644 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0dea24-fefd-4b0c-8871-14611075087d" -d '{"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-deleted", "tag": "c711e269-7967-4379-969b-705a3065882c"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:16.410373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:16.411641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bd2f4b04-eee8-4fd8-8bb6-0e6fb9b47768 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:16.475545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:15Z', 'revision_number': 7, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.488159 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e7abb255-1509-4c01-b382-be282f8df1f9 req-2772e37b-9dbd-4af3-a1b4-9fec0ed7a82d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=6700934eec9641afb7bc878c962e7a05&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2892511 Feb 08 23:52:16.510609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e53f0-1b0f-43da-be06-463f44487568 req-071ca17d-5022-4e53-bf9a-764ee911a289 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:16.512699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a1e53f0-1b0f-43da-be06-463f44487568 req-071ca17d-5022-4e53-bf9a-764ee911a289 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2391655 Feb 08 23:52:16.516940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.523499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e30f07c-3fa6-4b4d-a991-a5aa0152058b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/routers/b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 200 len: 886 time: 0.3591063 Feb 08 23:52:16.530387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:16.532419 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.581967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a1e53f0-1b0f-43da-be06-463f44487568 req-77c5b74e-3bb0-4868-a7f3-804897693646 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567286 Feb 08 23:52:16.600120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] Checking router: 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:16.669496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-564b358a-bcc5-4eb6-ab73-79855922d99d tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips/0e52a052-c911-49d3-891e-e61180cb7d1d HTTP/1.1" status: 200 len: 692 time: 0.0647206 Feb 08 23:52:16.707853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] Routers {'4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:16.708574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.718266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37b0ff7e-5475-4c60-ad93-6d97b716372e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 200 len: 205 time: 0.1809957 Feb 08 23:52:16.726955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:16.803267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.814852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:52:16.830429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-a51089ab-608e-432a-ab82-0962ccb0bfd1 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:16.834211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] Set router 4a7e66f4-f64c-4e6a-a969-70778eb2fe7b gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:16.841617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-a51089ab-608e-432a-ab82-0962ccb0bfd1 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.1687288 Feb 08 23:52:16.881933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.883632 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d45bffa9-61b3-46e0-a25c-074dcda61e1a admin admin] 10.222.0.32 "DELETE /v2.0/routers/4a7e66f4-f64c-4e6a-a969-70778eb2fe7b HTTP/1.1" status: 204 len: 168 time: 2.4749594 Feb 08 23:52:16.896116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:16.910421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-5d05ad59-9a40-4ee8-b90e-095d77202d95 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0673738 Feb 08 23:52:16.912645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb255-1509-4c01-b382-be282f8df1f9 req-ae942db5-58fe-47e0-90d4-b65b5e24524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:16.914462 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e7abb255-1509-4c01-b382-be282f8df1f9 req-ae942db5-58fe-47e0-90d4-b65b5e24524e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4138269 Feb 08 23:52:16.929092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:16.930111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:15Z', 'revision_number': 7, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:16.985447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-a73a9d65-1783-444c-ae76-fc99664824f8 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0743737 Feb 08 23:52:16.995239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c2610-45ff-491b-b188-232701a88fb9 None None] The sync data for ids ['4a7e66f4-f64c-4e6a-a969-70778eb2fe7b'] in n-d-828413-1 is: [{'id': '4a7e66f4-f64c-4e6a-a969-70778eb2fe7b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1497559066-router', 'tenant_id': '5a675e390f044b0bba0a8fcba382d227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:02Z', 'updated_at': '2022-02-08T23:52:15Z', 'revision_number': 7, 'project_id': '5a675e390f044b0bba0a8fcba382d227', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:17.002555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Deleting subnet 9778220e-dca8-426a-ae02-5bbd7ec18bd5 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:17.008863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.063157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.126287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.211814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Deleting port b4d2a743-4256-4ea2-bb4d-cd45f018a2ec {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:17.212157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.266354 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.312736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.357045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.384019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aac3e048-ea64-4693-9aad-cbd2a3f13de8 req-c9807d82-ac24-4bb5-bcb9-796824708dd0 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0961082 Feb 08 23:52:17.437248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.439892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.440228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.454849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Calling delete_port for b4d2a743-4256-4ea2-bb4d-cd45f018a2ec owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:17.470328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9778220e-dca8-426a-ae02-5bbd7ec18bd5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:17.477851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.485853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1845eafd-b372-45ea-8def-dea0af193a2e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9778220e-dca8-426a-ae02-5bbd7ec18bd5 HTTP/1.1" status: 204 len: 168 time: 0.5882366 Feb 08 23:52:17.486563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43196) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:17.486850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b4431-0fa8-490e-93c1-014c2226f212 None None] Network f4aa9352-5908-4e7b-a79d-d435e2386c6d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:17.548260 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a4ff8-39d9-4aa3-9820-bb4216da4e18 x-openstack-request-id: req-3c2a4ff8-39d9-4aa3-9820-bb4216da4e18 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:17.548545 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e692d0ff-356e-44f1-a28d-1ee4e3bb8157", "name": "network-vif-deleted", "tag": "c711e269-7967-4379-969b-705a3065882c", "status": "failed", "code": 422}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:17.548889 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c2a4ff8-39d9-4aa3-9820-bb4216da4e18 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:17.549239 n-d-828413-1 neutron-server[105925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e692d0ff-356e-44f1-a28d-1ee4e3bb8157', 'name': 'network-vif-deleted', 'tag': 'c711e269-7967-4379-969b-705a3065882c', 'status': 'failed', 'code': 422} returned with failed status Feb 08 23:52:17.573451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.578121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 2acc75a0-114e-4750-a85e-99858c498465 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:17.578456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.696578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75476a-9ca7-441c-8035-43c9d6a44909 req-1e562e57-ee30-4a7e-9d45-b6f3ed84fda5 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:17.696959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.698078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca75476a-9ca7-441c-8035-43c9d6a44909 req-1e562e57-ee30-4a7e-9d45-b6f3ed84fda5 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 945 time: 0.0868852 Feb 08 23:52:17.714789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 2acc75a0-114e-4750-a85e-99858c498465 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:17.724846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.727235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Deleting port 550d52bc-f690-4fe1-964d-dc700fc3ebaa {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:17.727525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.763300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Pushing event deleted for resources: {'Port': ['ID=b4d2a743-4256-4ea2-bb4d-cd45f018a2ec,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:17.795930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca75476a-9ca7-441c-8035-43c9d6a44909 req-df084a66-2367-4ff4-89d3-671ba7ec80ed tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859733 Feb 08 23:52:17.836347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.840121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.841421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed9f1375-e6f9-41b1-b69c-6ff5a9869654 req-ddd37368-1367-411a-936c-5e402844cd79 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "DELETE /v2.0/floatingips/0e52a052-c911-49d3-891e-e61180cb7d1d HTTP/1.1" status: 204 len: 173 time: 0.8552623 Feb 08 23:52:17.869540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] For port 550d52bc-f690-4fe1-964d-dc700fc3ebaa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=550d52bc-f690-4fe1-964d-dc700fc3ebaa,segment=NetworkSegment(a4ccd2c0-befd-4879-81c9-4974ab98d0a3),segment_id=a4ccd2c0-befd-4879-81c9-4974ab98d0a3)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:17.869905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:17.888141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Calling delete_port for 550d52bc-f690-4fe1-964d-dc700fc3ebaa owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:17.920166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] DHCP port deletion for f4aa9352-5908-4e7b-a79d-d435e2386c6d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:52:17.987180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd913cc-0827-40c5-81db-6b981a8c83d1 req-0789fdfc-a046-4f43-ad4d-3c2e391f4391 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:17.990583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fd913cc-0827-40c5-81db-6b981a8c83d1 req-0789fdfc-a046-4f43-ad4d-3c2e391f4391 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.0777063 Feb 08 23:52:18.013987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] Deleting port 550d52bc-f690-4fe1-964d-dc700fc3ebaa {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:18.014511 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.072548 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:52:18.073242 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-f7a184b6-e408-4c04-bbc6-22b46e0b4040 req-e7893bcf-e830-49ec-9725-137413e9a19a tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] show failed (client error): The resource could not be found. Feb 08 23:52:18.088832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f7a184b6-e408-4c04-bbc6-22b46e0b4040 req-e7893bcf-e830-49ec-9725-137413e9a19a tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips/0e52a052-c911-49d3-891e-e61180cb7d1d HTTP/1.1" status: 404 len: 350 time: 0.0752707 Feb 08 23:52:18.092356 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.098030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] For port 550d52bc-f690-4fe1-964d-dc700fc3ebaa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=550d52bc-f690-4fe1-964d-dc700fc3ebaa,segment=NetworkSegment(a4ccd2c0-befd-4879-81c9-4974ab98d0a3),segment_id=a4ccd2c0-befd-4879-81c9-4974ab98d0a3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:18.098486 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.104208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.113549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 550d52bc-f690-4fe1-964d-dc700fc3ebaa no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:18.119601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] Calling delete_port for 550d52bc-f690-4fe1-964d-dc700fc3ebaa owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:18.120169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fd913cc-0827-40c5-81db-6b981a8c83d1 req-89a9ba4f-3fef-4cd7-b794-5a9f1b48ed94 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211758 Feb 08 23:52:18.143238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 550d52bc-f690-4fe1-964d-dc700fc3ebaa {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:18.143526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 550d52bc-f690-4fe1-964d-dc700fc3ebaa not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:18.159723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Pushing event deleted for resources: {'Port': ['ID=550d52bc-f690-4fe1-964d-dc700fc3ebaa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:18.170053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] No DVR routers for this DVR port 550d52bc-f690-4fe1-964d-dc700fc3ebaa on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:18.216014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=2acc75a0-114e-4750-a85e-99858c498465,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:18.237218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.266336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] Pushing event deleted for resources: {'Port': ['ID=550d52bc-f690-4fe1-964d-dc700fc3ebaa,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:18.270148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220113f1-4b29-484d-b787-f2f9f25bcde1 None None] No DVR routers for this DVR port 550d52bc-f690-4fe1-964d-dc700fc3ebaa on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:18.319612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.335369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.369094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4aa9352-5908-4e7b-a79d-d435e2386c6d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:18.439818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:18.440106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ccd2c0-befd-4879-81c9-4974ab98d0a3') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:18.451504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.454021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.455935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.500280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.507107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:18.507495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:18.509195 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:18.519211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.519750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router b7ac499a-cc35-4f12-a0af-73e2110d345d {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:52:18.527609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.528250 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-10107d44-86f4-465a-a9ab-cbeeaea5bfbf req-ed989562-5958-4f4b-9848-ca179c4ff6c2 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] show failed (client error): The resource could not be found. Feb 08 23:52:18.532784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-437f180c-53b9-44f4-80ab-ebb7b0cdd25f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 204 len: 168 time: 1.8009489 Feb 08 23:52:18.533152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10107d44-86f4-465a-a9ab-cbeeaea5bfbf req-ed989562-5958-4f4b-9848-ca179c4ff6c2 tempest-FloatingIPsTestJSON-858669017 tempest-FloatingIPsTestJSON-858669017-project] 10.222.0.32 "GET /v2.0/floatingips/0e52a052-c911-49d3-891e-e61180cb7d1d HTTP/1.1" status: 404 len: 350 time: 0.3814952 Feb 08 23:52:18.536355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43210) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:18.543267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1068766257'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:18.548964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43212) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:18.592501 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e7abb255-1509-4c01-b382-be282f8df1f9 req-f161c440-09dc-4e52-866e-1658d3122b62 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.21 "GET /v2.0/ports?device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0347695 Feb 08 23:52:18.607220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.617445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.620610 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/f4aa9352-5908-4e7b-a79d-d435e2386c6d HTTP/1.1" status: 204 len: 168 time: 1.1328607 Feb 08 23:52:18.639982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fced3fe-6514-4654-8ac9-9849475ccf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4aa9352-5908-4e7b-a79d-d435e2386c6d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:18.662987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9000a39c-a298-4263-a8ee-b87736227eaf req-5e4cd21e-0384-415c-b1ca-467692e97a32 tempest-ServerShowV247Test-867434732 tempest-ServerShowV247Test-867434732-project] 10.222.0.32 "GET /v2.0/ports?device_id=749aa6a8-3e45-4d9a-8d15-be159f64b8b3 HTTP/1.1" status: 200 len: 210 time: 0.0477862 Feb 08 23:52:18.697240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:18.700986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.729355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b46dd-ed40-4b2e-8bf8-5abe90a8c238 req-8ea8a30a-4a74-416b-8e8c-fdfd5650c9aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:18.731632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a75b46dd-ed40-4b2e-8bf8-5abe90a8c238 req-8ea8a30a-4a74-416b-8e8c-fdfd5650c9aa tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 908 time: 0.2058771 Feb 08 23:52:18.763481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:18.785045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43216) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:18.803842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 56275c83-51e9-46e2-b248-e3cdf08d34bc details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:52:18.810003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.810349 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment ab1683ed-2e35-4163-85ba-35facc270bd4 of type vlan for network 518f211e-5658-4ec7-9ab0-346aaaa5b47b Feb 08 23:52:18.832960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ad1fc3e-d643-4856-b7cc-66915df4369d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a675e390f044b0bba0a8fcba382d227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453253 Feb 08 23:52:18.834259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43218) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:18.891375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.906756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf3134f-b5b6-41c9-849d-4a396c464337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.931438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:18.932040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf3134f-b5b6-41c9-849d-4a396c464337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.945887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'mac_address': 'fa:16:3e:21:44:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:52:18.988658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.992469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.995052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:18.995865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:18.998411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf3134f-b5b6-41c9-849d-4a396c464337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.001428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf3134f-b5b6-41c9-849d-4a396c464337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.005408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6cf3134f-b5b6-41c9-849d-4a396c464337 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b222d39-77e1-4800-ab14-445cd37f4ede HTTP/1.1" status: 204 len: 168 time: 0.1698236 Feb 08 23:52:19.010998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56275c83-51e9-46e2-b248-e3cdf08d34bc {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:19.014284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3134f-b5b6-41c9-849d-4a396c464337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b222d39-77e1-4800-ab14-445cd37f4ede,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:19.034055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462cb3b-b7b3-487c-aa7c-8ef7f54abf8e req-6a327fc5-39de-4b93-abf4-133b0632bc97 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:19.035457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:19.035584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8462cb3b-b7b3-487c-aa7c-8ef7f54abf8e req-6a327fc5-39de-4b93-abf4-133b0632bc97 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 945 time: 0.1417890 Feb 08 23:52:19.047218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.094840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5577381 Feb 08 23:52:19.102549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:19.117926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:19.129988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:19.131966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b54b-945d-4bc0-b0be-11b02916bd37 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=518f211e-5658-4ec7-9ab0-346aaaa5b47b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:19.150974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:19.158501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8462cb3b-b7b3-487c-aa7c-8ef7f54abf8e req-52eb161e-3d39-4e49-bb33-0e639634d0ea tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/security-groups?id=81cd2466-d933-444c-bc30-e3bffd29e1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891564 Feb 08 23:52:19.266918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['56275c83-51e9-46e2-b248-e3cdf08d34bc'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:19.343217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-7c409190-769d-412c-aff7-c7e41f19b207 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:19.345115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-7c409190-769d-412c-aff7-c7e41f19b207 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 945 time: 0.0825901 Feb 08 23:52:19.354644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:19.360238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.409189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86f36-2866-462f-b85a-f057b567b705 req-1732093a-dd04-43b1-bd18-0e769a8a63b4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:19.420078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46d86f36-2866-462f-b85a-f057b567b705 req-1732093a-dd04-43b1-bd18-0e769a8a63b4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 944 time: 0.1814282 Feb 08 23:52:19.431987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-4bdc9cd5-2ec3-4edf-a80c-178f0f165fe8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:19.434528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-4bdc9cd5-2ec3-4edf-a80c-178f0f165fe8 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 908 time: 0.1292832 Feb 08 23:52:19.504993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.554832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Deleting port 39494ef5-83f2-4fe3-bd75-86171a8129cc {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:19.555076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.562096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46d86f36-2866-462f-b85a-f057b567b705 req-8bc8b645-5968-48a2-be37-f474a9f6078b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412597 Feb 08 23:52:19.713294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Deleting port 90ce55b2-50fd-4067-869c-115af26a4ffa {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:19.713791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.728101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] For port 39494ef5-83f2-4fe3-bd75-86171a8129cc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=39494ef5-83f2-4fe3-bd75-86171a8129cc,segment=NetworkSegment(c412f15a-9ffa-4dd1-8f60-403fe07965e5),segment_id=c412f15a-9ffa-4dd1-8f60-403fe07965e5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:19.728638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.753214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Calling delete_port for 39494ef5-83f2-4fe3-bd75-86171a8129cc owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:19.768962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.884261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] For port 90ce55b2-50fd-4067-869c-115af26a4ffa, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=90ce55b2-50fd-4067-869c-115af26a4ffa,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:19.884756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:19.907375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Calling delete_port for 90ce55b2-50fd-4067-869c-115af26a4ffa owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:19.947942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=1ded2d78-ac46-492a-a1b1-68e64ffdea8b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:19.964619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4ee1-afd9-43a3-8775-d582488459ae req-92bb992f-e9dd-4fbd-9ba8-807e2b6f64f9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:19.966467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60dd4ee1-afd9-43a3-8775-d582488459ae req-92bb992f-e9dd-4fbd-9ba8-807e2b6f64f9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 908 time: 0.1373911 Feb 08 23:52:20.030317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': 'ab1683ed-2e35-4163-85ba-35facc270bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:20.030872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 518f211e-5658-4ec7-9ab0-346aaaa5b47b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:20.067223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:20.126019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Deleting port df013595-9e35-443c-b3c4-472bc297f654 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:20.126413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.131391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 518f211e-5658-4ec7-9ab0-346aaaa5b47b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:20.141244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:20.141978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.143223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc9b22-e4fd-41a2-bc9c-a02f158f6a22 None None] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:20.169163 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3cc884fb-2a24-4b7a-8231-2aceea4a1c93 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0629783 Feb 08 23:52:20.169861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:20.178869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1552658790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:20.224722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.226126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.233292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.234322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.278267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43272) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:20.281094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Pushing event deleted for resources: {'Port': ['ID=39494ef5-83f2-4fe3-bd75-86171a8129cc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:20.344436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['39494ef5-83f2-4fe3-bd75-86171a8129cc'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:20.363512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43276) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:20.470535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47e17704-6df9-400e-8cf5-79b07821a7af req-be098951-f8da-4594-ab80-3d84b112dff5 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 210 time: 0.0936680 Feb 08 23:52:20.498995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'Port': ['ID=90ce55b2-50fd-4067-869c-115af26a4ffa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:20.550970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] For port df013595-9e35-443c-b3c4-472bc297f654, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=df013595-9e35-443c-b3c4-472bc297f654,segment=NetworkSegment(a659a36d-97bc-4d76-af99-aa4914701684),segment_id=a659a36d-97bc-4d76-af99-aa4914701684)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:20.551412 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.581862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] No DVR routers for this DVR port 90ce55b2-50fd-4067-869c-115af26a4ffa on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:20.583763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Calling delete_port for df013595-9e35-443c-b3c4-472bc297f654 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:20.586397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.589891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eeae3f24-ce8e-49b7-93bd-566e9e17b8af req-5bdcdccc-9058-4859-bd1c-d3663cb1a21d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "DELETE /v2.0/ports/90ce55b2-50fd-4067-869c-115af26a4ffa HTTP/1.1" status: 204 len: 173 time: 1.1468475 Feb 08 23:52:20.590389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'name': 'network-vif-deleted', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:20.592963 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1037a11e-15e3-4c2e-a707-740590bdff67" -d '{"events": [{"server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "name": "network-vif-deleted", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:20.681404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-518f211e-5658-4ec7-9ab0-346aaaa5b47b', 'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': '1ded2d78-ac46-492a-a1b1-68e64ffdea8b'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:52:20.683307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:20.774735 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595aa467-5c91-4094-ab8f-137f6ef7d0ec x-openstack-request-id: req-595aa467-5c91-4094-ab8f-137f6ef7d0ec {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:20.775027 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f6dc5-df47-40e4-bbfa-041c14c71d64", "name": "network-vif-deleted", "tag": "90ce55b2-50fd-4067-869c-115af26a4ffa", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:20.775284 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-595aa467-5c91-4094-ab8f-137f6ef7d0ec {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:20.775687 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f6dc5-df47-40e4-bbfa-041c14c71d64', 'name': 'network-vif-deleted', 'tag': '90ce55b2-50fd-4067-869c-115af26a4ffa', 'status': 'completed', 'code': 200} Feb 08 23:52:20.871775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 56275c83-51e9-46e2-b248-e3cdf08d34bc up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:20.971235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1051b-06b0-407e-adc0-624ea977d3d0 req-2bd5dc6b-d447-4b97-95fb-3cfd38bcc716 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:20.972838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57b1051b-06b0-407e-adc0-624ea977d3d0 req-2bd5dc6b-d447-4b97-95fb-3cfd38bcc716 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 944 time: 0.1421187 Feb 08 23:52:20.995247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] No DVR routers for this DVR port 39494ef5-83f2-4fe3-bd75-86171a8129cc on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:21.029810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1636112535-network', 'tenant_id': '8d65288de307447d9ec52f3cc0db9874'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:21.059608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Allocated IP 172.20.0.2 (518f211e-5658-4ec7-9ab0-346aaaa5b47b/1ded2d78-ac46-492a-a1b1-68e64ffdea8b/bdc98295-4c71-4cc9-b114-ce82fc71989a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:21.060625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.061918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57b1051b-06b0-407e-adc0-624ea977d3d0 req-a108c900-fe6e-4f7b-88d9-9ebdc1f4a447 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818386 Feb 08 23:52:21.071139 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-798e3653-0037-4a1e-8d55-1ccad149c361 req-c5b8cd91-5a75-45a9-baa7-09c1167f4033 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.21 "DELETE /v2.0/ports/39494ef5-83f2-4fe3-bd75-86171a8129cc HTTP/1.1" status: 204 len: 173 time: 1.7068563 Feb 08 23:52:21.082911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 56275c83-51e9-46e2-b248-e3cdf08d34bc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:21.083256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.094402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.118517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.124224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'name': 'network-vif-deleted', 'tag': '39494ef5-83f2-4fe3-bd75-86171a8129cc'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:21.137999 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556474f-767f-4e1b-bf62-010c4ed561ae" -d '{"events": [{"server_uuid": "1f29e1a0-15c7-4b43-b5c6-44c5d8b93116", "name": "network-vif-deleted", "tag": "39494ef5-83f2-4fe3-bd75-86171a8129cc"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:21.158604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.191317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Pushing event deleted for resources: {'Port': ['ID=df013595-9e35-443c-b3c4-472bc297f654,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:21.217501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.221555 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e220b28d-87e2-403e-9c04-55b659287cee tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0482392 Feb 08 23:52:21.231212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:21.233565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Made reservation on behalf of 8d65288de307447d9ec52f3cc0db9874 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:21.241015 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.371006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.445708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-125e8283-30fb-41ea-9239-a789bb91b814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.447723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fffc5208-1b36-44d8-9579-7c8965a730e7 req-3a942afc-8f3c-48f6-a13d-227b087f5f5c tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=473f6dc5-df47-40e4-bbfa-041c14c71d64 HTTP/1.1" status: 200 len: 210 time: 0.1168048 Feb 08 23:52:21.497870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.644901 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc9dd79-15b7-43b6-88d3-16017d047e92 x-openstack-request-id: req-fbc9dd79-15b7-43b6-88d3-16017d047e92 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:21.644901 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f29e1a0-15c7-4b43-b5c6-44c5d8b93116", "name": "network-vif-deleted", "tag": "39494ef5-83f2-4fe3-bd75-86171a8129cc", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:21.645268 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbc9dd79-15b7-43b6-88d3-16017d047e92 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:21.645538 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f29e1a0-15c7-4b43-b5c6-44c5d8b93116', 'name': 'network-vif-deleted', 'tag': '39494ef5-83f2-4fe3-bd75-86171a8129cc', 'status': 'completed', 'code': 200} Feb 08 23:52:21.669627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:21.683550 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9244181-d602-45cf-a088-02c2b48ff555" -d '{"events": [{"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-plugged", "status": "completed", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:21.699795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f760749-637b-41d3-9c5f-76d51a0519a0 req-a6c59a35-e345-4eb3-bd51-d2f921901874 tempest-VolumesAdminNegativeTest-382991424 tempest-VolumesAdminNegativeTest-382991424-project] 10.222.0.32 "GET /v2.0/ports?device_id=1f29e1a0-15c7-4b43-b5c6-44c5d8b93116 HTTP/1.1" status: 200 len: 210 time: 0.0542667 Feb 08 23:52:21.739508 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.751689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:21.756859 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.762997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39494ef5-83f2-4fe3-bd75-86171a8129cc no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:21.847140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.889141 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbcf9fb-9e59-4c39-8730-49b6f9ad5483 x-openstack-request-id: req-2dbcf9fb-9e59-4c39-8730-49b6f9ad5483 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:21.889674 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-plugged", "status": "completed", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:21.890107 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dbcf9fb-9e59-4c39-8730-49b6f9ad5483 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:21.890673 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'code': 200} Feb 08 23:52:21.895790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 39494ef5-83f2-4fe3-bd75-86171a8129cc {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:21.896834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 39494ef5-83f2-4fe3-bd75-86171a8129cc not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:21.898985 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:21.938912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:21.945438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:21.959862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:21.974646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:22.008787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.010686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.025449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-125e8283-30fb-41ea-9239-a789bb91b814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.026744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.046438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-125e8283-30fb-41ea-9239-a789bb91b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.089929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Pushing event updated for resources: {'Port': ['ID=bdc98295-4c71-4cc9-b114-ce82fc71989a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:22.090345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:22.095199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Attempting to bind port bdc98295-4c71-4cc9-b114-ce82fc71989a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:22.095199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Attempting to bind port bdc98295-4c71-4cc9-b114-ce82fc71989a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'ab1683ed-2e35-4163-85ba-35facc270bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:22.095199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Attempting to bind port bdc98295-4c71-4cc9-b114-ce82fc71989a on network 518f211e-5658-4ec7-9ab0-346aaaa5b47b {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:22.127664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:22.127664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Checking segment: {'id': 'ab1683ed-2e35-4163-85ba-35facc270bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:22.132271 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.132717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Bound using segment: {'id': 'ab1683ed-2e35-4163-85ba-35facc270bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:22.133241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Bound port: bdc98295-4c71-4cc9-b114-ce82fc71989a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1683ed-2e35-4163-85ba-35facc270bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '518f211e-5658-4ec7-9ab0-346aaaa5b47b'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:22.133636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.145779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Router efde61d1-75e1-40ce-86a0-bd9ec36b184a has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:22.258600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] For port bdc98295-4c71-4cc9-b114-ce82fc71989a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:22.267547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] For port bdc98295-4c71-4cc9-b114-ce82fc71989a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bdc98295-4c71-4cc9-b114-ce82fc71989a,segment=NetworkSegment(ab1683ed-2e35-4163-85ba-35facc270bd4),segment_id=ab1683ed-2e35-4163-85ba-35facc270bd4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:22.276242 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.331043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b57a3-8afe-48eb-91ed-9e9ef5e5f985 req-aeef6db7-55b7-4da6-aee9-d09312183fc4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:22.333016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-975b57a3-8afe-48eb-91ed-9e9ef5e5f985 req-aeef6db7-55b7-4da6-aee9-d09312183fc4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1223295 Feb 08 23:52:22.363978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32c60f-2cd2-4ec1-8057-01f1327adace None None] Pushing event updated for resources: {'Port': ['ID=bdc98295-4c71-4cc9-b114-ce82fc71989a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:22.380989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-125e8283-30fb-41ea-9239-a789bb91b814 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6700934eec9641afb7bc878c962e7a05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3937922 Feb 08 23:52:22.388169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43310) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:22.394816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d91602-0cfe-4ec2-9baf-8d9e920ea924,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:22.407363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.407859 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Added segment aaa58e5b-3f69-4f64-9a9a-f6a701d541f8 of type vlan for network f3485d41-a1f5-4d16-85c9-3ea998a61324 Feb 08 23:52:22.445516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-975b57a3-8afe-48eb-91ed-9e9ef5e5f985 req-40c99fc5-301e-49cb-b356-a85ce5f1e250 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048563 Feb 08 23:52:22.447357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:22.459621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] Sync routers for ids ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:22.472270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] Routers {'efde61d1-75e1-40ce-86a0-bd9ec36b184a'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:22.473145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:22.475996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0347b359-612e-4ccc-83f2-0005ba0daffc admin admin] 10.222.0.32 "PUT /v2.0/routers/efde61d1-75e1-40ce-86a0-bd9ec36b184a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9239461 Feb 08 23:52:22.476267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43312) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:22.613808 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.680628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:22.699266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] Set router efde61d1-75e1-40ce-86a0-bd9ec36b184a gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:22.702219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e8283-30fb-41ea-9239-a789bb91b814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3514e-b03c-45a6-8e33-23b1ece7c1e6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:22.720431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.20.0.1 (518f211e-5658-4ec7-9ab0-346aaaa5b47b/1ded2d78-ac46-492a-a1b1-68e64ffdea8b/e983c933-6227-43db-bdcd-aff378c0022c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:22.789486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43320) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:22.840604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f7488da-d1f6-40ab-8a44-68d8ab7bb6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.003711 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.018691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Deleting subnet c85c63b0-6e03-41a3-a31f-0819778c5262 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:23.022755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:52:20Z', 'revision_number': 5, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:23.030131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.041790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:23.043140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.051766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.055775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] Checking router: efde61d1-75e1-40ce-86a0-bd9ec36b184a for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:23.067387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] Routers {'efde61d1-75e1-40ce-86a0-bd9ec36b184a'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:23.068839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:23.097181 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.8091555 Feb 08 23:52:23.108547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43324) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:23.127826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Request body: {'subnet': {'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1636112535-subnet', 'tenant_id': '8d65288de307447d9ec52f3cc0db9874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:23.195707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f7488da-d1f6-40ab-8a44-68d8ab7bb6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.220810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.266485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f906-269b-42cb-895a-672022b34140 req-04697b45-1dc6-4592-b7d6-866459b13b3a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:23.274044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1b1f906-269b-42cb-895a-672022b34140 req-04697b45-1dc6-4592-b7d6-866459b13b3a tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 946 time: 0.2979002 Feb 08 23:52:23.278477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.304397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Made reservation on behalf of 8d65288de307447d9ec52f3cc0db9874 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:23.314803 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.368460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] Set router efde61d1-75e1-40ce-86a0-bd9ec36b184a gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:23.384624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.425727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8edf37-5d09-4e21-9c46-cd20e7626149 admin admin] Pushing event updated for resources: {'Network': ['ID=f3485d41-a1f5-4d16-85c9-3ea998a61324,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:23.455957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:23.519798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:23.527962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:23.562158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:23.567691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f7488da-d1f6-40ab-8a44-68d8ab7bb6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.570452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f7488da-d1f6-40ab-8a44-68d8ab7bb6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.574147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f7488da-d1f6-40ab-8a44-68d8ab7bb6a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22a3514e-b03c-45a6-8e33-23b1ece7c1e6 HTTP/1.1" status: 204 len: 168 time: 1.1780226 Feb 08 23:52:23.599001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=e983c933-6227-43db-bdcd-aff378c0022c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:23.618255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7488da-d1f6-40ab-8a44-68d8ab7bb6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3514e-b03c-45a6-8e33-23b1ece7c1e6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:23.654894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.700043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.734684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 90ce55b2-50fd-4067-869c-115af26a4ffa no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:23.782784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.811723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 90ce55b2-50fd-4067-869c-115af26a4ffa {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:23.812078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 90ce55b2-50fd-4067-869c-115af26a4ffa not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:23.946497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:23.963363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde14daf-9920-40f7-b954-00d4e958aa2b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:24.005954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:52:20Z', 'revision_number': 5, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:24.009344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1b1f906-269b-42cb-895a-672022b34140 req-d932b0e4-780c-40a6-8dda-b9ff0095cb23 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342296 Feb 08 23:52:24.010585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.027615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.036195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c85c63b0-6e03-41a3-a31f-0819778c5262 HTTP/1.1" status: 204 len: 168 time: 1.2435801 Feb 08 23:52:24.039337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:24.042108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Deleting port e1cf75fc-ab22-4272-87b5-f195d984216e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:24.042605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.098341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019fbfa-65cb-4a37-89a5-d5d5aec2a5e5 None None] The sync data for ids ['efde61d1-75e1-40ce-86a0-bd9ec36b184a'] in n-d-828413-1 is: [{'id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'name': 'tempest-FloatingIPsTestJSON-1972990356-router', 'tenant_id': '2eb757d020a74108bdd9cfce05beddfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:51:55Z', 'updated_at': '2022-02-08T23:52:20Z', 'revision_number': 5, 'project_id': '2eb757d020a74108bdd9cfce05beddfe', 'gw_port': {'id': 'e1cf75fc-ab22-4272-87b5-f195d984216e', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efde61d1-75e1-40ce-86a0-bd9ec36b184a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:51:56Z', 'updated_at': '2022-02-08T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:24.109850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b73dd80-d607-4c7a-b547-24cf9337eba7 None None] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:24.130476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e723c-8157-44ad-bbc5-d2526496dda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c85c63b0-6e03-41a3-a31f-0819778c5262,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:24.204384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-86382b81-aaed-42a8-8620-958ee35332cc None None] Provisioning complete for port bdc98295-4c71-4cc9-b114-ce82fc71989a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:24.204832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86382b81-aaed-42a8-8620-958ee35332cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.364853 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86382b81-aaed-42a8-8620-958ee35332cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.425817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-86382b81-aaed-42a8-8620-958ee35332cc None None] For port bdc98295-4c71-4cc9-b114-ce82fc71989a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bdc98295-4c71-4cc9-b114-ce82fc71989a,segment=NetworkSegment(ab1683ed-2e35-4163-85ba-35facc270bd4),segment_id=ab1683ed-2e35-4163-85ba-35facc270bd4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:24.432726 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86382b81-aaed-42a8-8620-958ee35332cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.531723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86382b81-aaed-42a8-8620-958ee35332cc None None] Pushing event updated for resources: {'Port': ['ID=bdc98295-4c71-4cc9-b114-ce82fc71989a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:24.610869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bdc98295-4c71-4cc9-b114-ce82fc71989a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:24.698732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-79e170d4-14ae-4f5a-85fb-f56df25aa73b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:24.706067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-79e170d4-14ae-4f5a-85fb-f56df25aa73b tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 946 time: 0.3219275 Feb 08 23:52:24.820430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43350) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:24.825573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Checking segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:24.825929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Network hostable DHCP agents. Network: f3485d41-a1f5-4d16-85c9-3ea998a61324, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:24.843229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bdc98295-4c71-4cc9-b114-ce82fc71989a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:24.844848 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:24.899159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d073-ed4b-4068-b659-56aaa7f44919 req-e00e5326-d3ed-4618-bc89-488b2317bde2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:24.909837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb57d073-ed4b-4068-b659-56aaa7f44919 req-e00e5326-d3ed-4618-bc89-488b2317bde2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 1.1488538 Feb 08 23:52:25.029825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-85776d66-130e-42c1-8f23-55c4ded3dca5 None None] Provisioning complete for port e983c933-6227-43db-bdcd-aff378c0022c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:25.030388 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85776d66-130e-42c1-8f23-55c4ded3dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.065463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb57d073-ed4b-4068-b659-56aaa7f44919 req-c47b066d-6cf9-42b7-9774-d5cb66ee3bf1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539328 Feb 08 23:52:25.076870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.091461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1804825966-network', 'tenant_id': '9fb0cfc207934d72b14ac6ef05c3783a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:25.129153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:25.132532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Deleting port ecac4da3-30aa-4876-b3f7-f811898bd182 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:25.139250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.146948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.180147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f3485d41-a1f5-4d16-85c9-3ea998a61324) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:25.188134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.196965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-85776d66-130e-42c1-8f23-55c4ded3dca5 None None] Port e983c933-6227-43db-bdcd-aff378c0022c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:25.208689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] For port e1cf75fc-ab22-4272-87b5-f195d984216e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1cf75fc-ab22-4272-87b5-f195d984216e,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:25.212642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.213436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07da4bd-9109-4683-a7e0-92c3ce95895e None None] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:25.223929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:25.227752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.272886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-85776d66-130e-42c1-8f23-55c4ded3dca5 None None] Provisioning complete for port bdc98295-4c71-4cc9-b114-ce82fc71989a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:25.273433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85776d66-130e-42c1-8f23-55c4ded3dca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.338205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.358996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5865fa71-e4db-4e82-b3b4-e72111c5af85 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2424304 Feb 08 23:52:25.360134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Calling delete_port for e1cf75fc-ab22-4272-87b5-f195d984216e owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:25.436954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=e983c933-6227-43db-bdcd-aff378c0022c,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:25.456781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.457223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.457623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.458033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.458450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.458839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.459232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.459627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.460008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.460402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.460793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.461278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:25.463320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a524459-d2ed-4e44-8843-eaad45ae9c52 None None] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:25.530055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Made reservation on behalf of 9fb0cfc207934d72b14ac6ef05c3783a for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:25.551721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.609988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] For port ecac4da3-30aa-4876-b3f7-f811898bd182, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ecac4da3-30aa-4876-b3f7-f811898bd182,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:25.610643 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.626375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Calling delete_port for ecac4da3-30aa-4876-b3f7-f811898bd182 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:25.747660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.758086 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.762124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.825441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580a9b7-db8d-4357-b968-3b2e0b4e444b req-2790044c-3222-4f0f-b7cc-daaebc397ec9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:25.826197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:25.828387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f580a9b7-db8d-4357-b968-3b2e0b4e444b req-2790044c-3222-4f0f-b7cc-daaebc397ec9 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9 HTTP/1.1" status: 200 len: 946 time: 0.5663900 Feb 08 23:52:25.833384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee294818-beee-45cc-ad2b-f4407250487d']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:25.841374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:25.843711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ecac4da3-30aa-4876-b3f7-f811898bd182'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:25.848873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:25.853688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cf75fc-ab22-4272-87b5-f195d984216e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:25.857868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c412f15a-9ffa-4dd1-8f60-403fe07965e5') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:25.858629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c412f15a-9ffa-4dd1-8f60-403fe07965e5') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:25.904366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:25.928262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'Port': ['ID=ecac4da3-30aa-4876-b3f7-f811898bd182,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:25.935187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-64b82d70-1eb4-4188-b130-9f8a0c8a68f2 None None] Provisioning complete for port e983c933-6227-43db-bdcd-aff378c0022c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:25.935639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64b82d70-1eb4-4188-b130-9f8a0c8a68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.010048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] No DVR routers for this DVR port ecac4da3-30aa-4876-b3f7-f811898bd182 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:26.019091 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.025886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-64b82d70-1eb4-4188-b130-9f8a0c8a68f2 None None] Port e983c933-6227-43db-bdcd-aff378c0022c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:26.138075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.142427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-43401a53-dbdf-4a79-b35a-35cbce0db56b req-4e387ed3-7081-4686-80a5-647dcd386282 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "DELETE /v2.0/ports/ecac4da3-30aa-4876-b3f7-f811898bd182 HTTP/1.1" status: 204 len: 173 time: 1.4301019 Feb 08 23:52:26.143134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'name': 'network-vif-deleted', 'tag': 'ecac4da3-30aa-4876-b3f7-f811898bd182'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:26.152666 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd89b69-8b70-4f3c-ab81-07dbee875d16" -d '{"events": [{"server_uuid": "9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9", "name": "network-vif-deleted", "tag": "ecac4da3-30aa-4876-b3f7-f811898bd182"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:26.284585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.297420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bdc98295-4c71-4cc9-b114-ce82fc71989a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:26.298009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f580a9b7-db8d-4357-b968-3b2e0b4e444b req-2eac7445-3325-4803-8283-6ce06fb9e3f1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610560 Feb 08 23:52:26.390748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5bc197de-e283-4e29-8fca-8719720a30df None None] Provisioning complete for port e983c933-6227-43db-bdcd-aff378c0022c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:26.392588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5bc197de-e283-4e29-8fca-8719720a30df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.429217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router 621c0132-52d1-4c0e-812b-da071f76dce0 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:52:26.444049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-bd57e21a-132b-459b-8ff7-98ca777dd332 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:26.453138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-bd57e21a-132b-459b-8ff7-98ca777dd332 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 822 time: 0.5151763 Feb 08 23:52:26.472817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5bc197de-e283-4e29-8fca-8719720a30df None None] Port e983c933-6227-43db-bdcd-aff378c0022c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:26.476578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bdc98295-4c71-4cc9-b114-ce82fc71989a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:26.477083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.487833 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.497952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:26.498336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.506554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-33a3c0c2-d256-41c2-a5a5-a6c23fb71e19 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/quotas/8d65288de307447d9ec52f3cc0db9874 HTTP/1.1" status: 200 len: 375 time: 0.0494795 Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:26.508483 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:26.629858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device df013595-9e35-443c-b3c4-472bc297f654 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:26.634554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:26.644584 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ab210902-4987-49b3-bc61-f58baa068bae tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/621c0132-52d1-4c0e-812b-da071f76dce0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3933363 Feb 08 23:52:26.647021 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] Sync routers for ids ['621c0132-52d1-4c0e-812b-da071f76dce0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:26.657480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43376) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:26.666760 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] Routers {'621c0132-52d1-4c0e-812b-da071f76dce0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:26.669339 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['621c0132-52d1-4c0e-812b-da071f76dce0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:26.678611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: df013595-9e35-443c-b3c4-472bc297f654 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:26.678959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device df013595-9e35-443c-b3c4-472bc297f654 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:26.730298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e78d2a-3f5b-4fe9-9e04-429107666e2a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:26.734171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-84e78d2a-3f5b-4fe9-9e04-429107666e2a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports/e983c933-6227-43db-bdcd-aff378c0022c HTTP/1.1" status: 200 len: 910 time: 0.0733144 Feb 08 23:52:26.734986 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:26.739192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43378) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:26.748054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ded2d78-ac46-492a-a1b1-68e64ffdea8b'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:26.756245 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] Routers {'621c0132-52d1-4c0e-812b-da071f76dce0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:26.756869 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['621c0132-52d1-4c0e-812b-da071f76dce0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:26.802940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-26d48bdb-a410-4aab-8335-ad8b51f0b621 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2954371 Feb 08 23:52:26.840409 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:26.842422 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84f6dc-8839-4d3e-9a2f-4d8ecd8e3bda None None] The sync data for ids ['621c0132-52d1-4c0e-812b-da071f76dce0'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:26.866958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.877158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.890102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61f1ad-bd99-4ecf-904c-aeae1ce69b17 req-374b17b9-051a-4996-878f-7f70dd796d59 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:26.891850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b61f1ad-bd99-4ecf-904c-aeae1ce69b17 req-374b17b9-051a-4996-878f-7f70dd796d59 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.4312863 Feb 08 23:52:26.902227 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.914721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.937566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:26.943799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] 10.222.0.32 "DELETE /v2.0/networks/ee294818-beee-45cc-ad2b-f4407250487d HTTP/1.1" status: 204 len: 168 time: 2.9009459 Feb 08 23:52:26.950238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:26.982611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cefc1d-86e2-452f-bf1b-94e0c0d2c3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ee294818-beee-45cc-ad2b-f4407250487d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:26.989140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-65c4e8db-4bdc-4c11-867d-a22889d5aaca service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:52:26.997291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-65c4e8db-4bdc-4c11-867d-a22889d5aaca service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1931362 Feb 08 23:52:26.999269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.008236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.015620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:27.058983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Deleting subnet c37fa393-213b-4c92-8059-1879de589d91 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:27.066935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.131911 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.132503 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Added segment 9fcf4ce7-265f-4181-8382-a139bc565796 of type vlan for network ce2df045-126b-4a4f-a7d5-e19ecf3497ab Feb 08 23:52:27.146880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233f8d5a-63a8-4ce2-9fad-99159d0f3494,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:27.184214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.185071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efde61d1-75e1-40ce-86a0-bd9ec36b184a {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:52:27.189026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.195283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.196551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-777eac16-8d74-464b-b5c7-f94d79c98685 admin admin] 10.222.0.32 "DELETE /v2.0/routers/efde61d1-75e1-40ce-86a0-bd9ec36b184a HTTP/1.1" status: 204 len: 168 time: 4.7190518 Feb 08 23:52:27.211830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43384) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:27.235596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b61f1ad-bd99-4ecf-904c-aeae1ce69b17 req-ddc434e1-10ec-4835-8b3b-09639fc7c956 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178694 Feb 08 23:52:27.274846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.279887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Deleting subnet 28d19d50-4d76-43d9-8ebf-4d5333fd6788 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:27.294697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.341935 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea49eb9-cde0-4afa-8c68-42925283fb93 x-openstack-request-id: req-7ea49eb9-cde0-4afa-8c68-42925283fb93 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:27.342229 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9", "name": "network-vif-deleted", "tag": "ecac4da3-30aa-4876-b3f7-f811898bd182", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:27.342488 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ea49eb9-cde0-4afa-8c68-42925283fb93 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:27.342892 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1d7d69-c870-4eb0-a0c2-37519ce5a8c9', 'name': 'network-vif-deleted', 'tag': 'ecac4da3-30aa-4876-b3f7-f811898bd182', 'status': 'completed', 'code': 200} Feb 08 23:52:27.368749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.388302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.389344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:27.389929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.500217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.526158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.564947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-1e6f0d4d-0178-4ed1-8c25-262df98250ca service neutron] 10.222.0.32 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561838 Feb 08 23:52:27.586085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c37fa393-213b-4c92-8059-1879de589d91,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:27.606385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.614985 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b0a57bd3-7300-4471-95aa-1fa18c182257 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c37fa393-213b-4c92-8059-1879de589d91 HTTP/1.1" status: 204 len: 168 time: 0.6630707 Feb 08 23:52:27.630909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:27.639821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8153162 Feb 08 23:52:27.661451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43392) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:27.670701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Request body: {'subnet': {'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1804825966-subnet', 'tenant_id': '9fb0cfc207934d72b14ac6ef05c3783a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:27.718370 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.721034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Made reservation on behalf of 9fb0cfc207934d72b14ac6ef05c3783a for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:27.727472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b4976-9d13-4cc3-a438-35a3f26e4d9a admin admin] Pushing event updated for resources: {'Network': ['ID=ce2df045-126b-4a4f-a7d5-e19ecf3497ab,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:27.727678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.737733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network ce2df045-126b-4a4f-a7d5-e19ecf3497ab details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:27.801804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-46fa2fbe-cb0a-4b78-a96b-16fcc048806c service neutron] 10.222.0.32 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321177 Feb 08 23:52:27.983630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:27.991271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.048874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367be828-c9c9-478c-9c28-ad6160d0fd57']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:28.065398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a137765c-d3b0-478d-8a21-6aa32742bbec') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:28.065836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a137765c-d3b0-478d-8a21-6aa32742bbec') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:28.080129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b45ece-5980-445c-911a-c275297c1ea3 req-5018e9a3-70b7-4025-9482-5e554f5ef8e3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:28.081961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0b45ece-5980-445c-911a-c275297c1ea3 req-5018e9a3-70b7-4025-9482-5e554f5ef8e3 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.2518780 Feb 08 23:52:28.094887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1cf75fc-ab22-4272-87b5-f195d984216e no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:28.096033 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.137401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.153617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e1cf75fc-ab22-4272-87b5-f195d984216e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:28.153937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1cf75fc-ab22-4272-87b5-f195d984216e not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:28.155565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-8bde1fa4-5fe2-4aeb-8ade-b05ea5632a2d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:28.158077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-8bde1fa4-5fe2-4aeb-8ade-b05ea5632a2d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 945 time: 0.1633096 Feb 08 23:52:28.210287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:28.212642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:28.222504 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:28.241979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0b45ece-5980-445c-911a-c275297c1ea3 req-f81c126f-124c-4e60-9d0c-d19a8c23105f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525109 Feb 08 23:52:28.329641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a387aba-8896-45fb-8401-6b480cd2ae4a req-0872a0df-914d-4378-8803-870de29e36e2 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 210 time: 0.1624475 Feb 08 23:52:28.407672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.418967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.425434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] 10.222.0.32 "DELETE /v2.0/networks/367be828-c9c9-478c-9c28-ad6160d0fd57 HTTP/1.1" status: 204 len: 168 time: 0.7820659 Feb 08 23:52:28.460759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=367be828-c9c9-478c-9c28-ad6160d0fd57,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:28.474903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.475249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.475633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.475964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.476332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.476650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.476993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.477317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.477685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.478007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.478320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.478635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3635f1fc-413d-49f4-a4ff-d2b900094c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:28.577439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Deleting port 9d096093-e21a-4abd-8ba7-f65b08ad891c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:28.578116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.626592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1840e6d-78f0-45e3-b57e-91eee4e4810e req-30ccb38b-a276-46d6-9edf-4ca69f09185c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:28.628251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1840e6d-78f0-45e3-b57e-91eee4e4810e req-30ccb38b-a276-46d6-9edf-4ca69f09185c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2243967 Feb 08 23:52:28.632751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43412) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:28.735568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.787993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496817e-a8e3-4513-9eb4-b4a6d9379ef2 None None] Network f9848331-6789-45ac-8008-7f61989fd11d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:28.790268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.796277 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/28d19d50-4d76-43d9-8ebf-4d5333fd6788 HTTP/1.1" status: 204 len: 168 time: 1.5834227 Feb 08 23:52:28.803863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f1823-6344-45db-971e-caf2d77ff946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d19d50-4d76-43d9-8ebf-4d5333fd6788,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:28.806828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43416) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:28.824815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1840e6d-78f0-45e3-b57e-91eee4e4810e req-7cb1d8c0-f3f6-4983-911a-6f4ab311aa82 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684649 Feb 08 23:52:28.832446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c0371ee3-cdc8-47f0-b612-548e90b90914 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=148e8fe974e741f5a06f578de188e1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973989 Feb 08 23:52:28.850831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:28.895667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ecac4da3-30aa-4876-b3f7-f811898bd182 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:28.910314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] For port 9d096093-e21a-4abd-8ba7-f65b08ad891c, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9d096093-e21a-4abd-8ba7-f65b08ad891c,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:28.910727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.925514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: ecac4da3-30aa-4876-b3f7-f811898bd182 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:28.925909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ecac4da3-30aa-4876-b3f7-f811898bd182 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:28.935575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:28.944387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Calling delete_port for 9d096093-e21a-4abd-8ba7-f65b08ad891c owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:29.030488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.101059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] DHCP port deletion for f9848331-6789-45ac-8008-7f61989fd11d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:52:29.147189 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.158050 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.173935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] Deleting port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:29.176095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.177942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.206309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9d096093-e21a-4abd-8ba7-f65b08ad891c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:29.232256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:29.233010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.234331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/ports/e983c933-6227-43db-bdcd-aff378c0022c HTTP/1.1" status: 200 len: 910 time: 2.4941452 Feb 08 23:52:29.241532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29667027-35c3-4f2d-ac1c-aa596c2c8873 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=e983c933-6227-43db-bdcd-aff378c0022c,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:29.269880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:29.274822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'Port': ['ID=9d096093-e21a-4abd-8ba7-f65b08ad891c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:29.306531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be481533-fb62-4d58-812c-b40c95aee313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.375673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] No DVR routers for this DVR port 9d096093-e21a-4abd-8ba7-f65b08ad891c on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:29.379106 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.382768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.84 "DELETE /v2.0/ports/9d096093-e21a-4abd-8ba7-f65b08ad891c HTTP/1.1" status: 204 len: 173 time: 1.2036953 Feb 08 23:52:29.383381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'name': 'network-vif-deleted', 'tag': '9d096093-e21a-4abd-8ba7-f65b08ad891c'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:29.395874 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711459b1-f0a9-4f5c-925f-fa1c17ab9ccb" -d '{"events": [{"server_uuid": "d79a7669-6d81-4d0c-ae86-386c0ce9a428", "name": "network-vif-deleted", "tag": "9d096093-e21a-4abd-8ba7-f65b08ad891c"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:29.422827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] For port d01e0180-ad2e-4fbd-a3db-3ed35e62c474, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,segment=NetworkSegment(a659a36d-97bc-4d76-af99-aa4914701684),segment_id=a659a36d-97bc-4d76-af99-aa4914701684)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:29.423265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.459055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] Calling delete_port for d01e0180-ad2e-4fbd-a3db-3ed35e62c474 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:29.541415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8ccd6a2-e31b-4c4c-b4ab-0eec389d89ed req-d25cced5-a4df-45e7-85e6-01f9227eef5f tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=d79a7669-6d81-4d0c-ae86-386c0ce9a428 HTTP/1.1" status: 200 len: 210 time: 0.0925078 Feb 08 23:52:29.553968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be481533-fb62-4d58-812c-b40c95aee313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.554809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d48830a-a58e-4f38-85bc-a836aa91b27f req-388c06c3-1023-4c53-bcf1-cd7871509c60 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 210 time: 0.0866430 Feb 08 23:52:29.592321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a0f04b-3458-4524-908a-22e8d211f244,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:29.635526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.672965 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32084c89-48ad-4861-b24a-186d4c648dc1 x-openstack-request-id: req-32084c89-48ad-4861-b24a-186d4c648dc1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:29.673340 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79a7669-6d81-4d0c-ae86-386c0ce9a428", "name": "network-vif-deleted", "tag": "9d096093-e21a-4abd-8ba7-f65b08ad891c", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:29.673663 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-32084c89-48ad-4861-b24a-186d4c648dc1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:29.674008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Checking segment: {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:29.674265 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79a7669-6d81-4d0c-ae86-386c0ce9a428', 'name': 'network-vif-deleted', 'tag': '9d096093-e21a-4abd-8ba7-f65b08ad891c', 'status': 'completed', 'code': 200} Feb 08 23:52:29.674504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Network hostable DHCP agents. Network: ce2df045-126b-4a4f-a7d5-e19ecf3497ab, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:29.680102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] Pushing event deleted for resources: {'Port': ['ID=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:29.689235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e553fb6e-850e-4148-9c42-01ff31cb82db None None] No DVR routers for this DVR port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:29.830316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Deleting port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:29.830572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.948800 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Network ce2df045-126b-4a4f-a7d5-e19ecf3497ab is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:29.957678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be481533-fb62-4d58-812c-b40c95aee313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.960775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be481533-fb62-4d58-812c-b40c95aee313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:29.962973 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-be481533-fb62-4d58-812c-b40c95aee313 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81cd2466-d933-444c-bc30-e3bffd29e1c2 HTTP/1.1" status: 204 len: 168 time: 1.1111031 Feb 08 23:52:30.005968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52691df8-a9a6-49f6-bea0-6abf5b4e3333 req-916c196d-e566-49b6-86e2-2c0e18e71119 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:30.016219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] For port d01e0180-ad2e-4fbd-a3db-3ed35e62c474, host n-d-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:30.020078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52691df8-a9a6-49f6-bea0-6abf5b4e3333 req-916c196d-e566-49b6-86e2-2c0e18e71119 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.0832520 Feb 08 23:52:30.034032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.084218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52691df8-a9a6-49f6-bea0-6abf5b4e3333 req-0b084774-28ac-44c3-97a9-d1f6e7b0f7f3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630443 Feb 08 23:52:30.097065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, ce2df045-126b-4a4f-a7d5-e19ecf3497ab) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:30.105541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f566fc4-233f-4aaa-8772-8431491fec2d None None] Network ce2df045-126b-4a4f-a7d5-e19ecf3497ab requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:30.132562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be481533-fb62-4d58-812c-b40c95aee313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cd2466-d933-444c-bc30-e3bffd29e1c2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:30.150613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:30.151274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.161293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Calling delete_port for d01e0180-ad2e-4fbd-a3db-3ed35e62c474 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:30.176158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 was not found and therefore no delete operation was performed {{(pid=105931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:52:30.180933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.191620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-b0052709-6be8-43c0-b8d8-851c1dda8d40 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:30.193725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-b0052709-6be8-43c0-b8d8-851c1dda8d40 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 822 time: 0.4413793 Feb 08 23:52:30.222225 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5eb70cbe-79f9-4791-92ab-f8db290433d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5542743 Feb 08 23:52:30.223098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d01e0180-ad2e-4fbd-a3db-3ed35e62c474 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:30.255948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: d01e0180-ad2e-4fbd-a3db-3ed35e62c474 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:30.256972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d01e0180-ad2e-4fbd-a3db-3ed35e62c474 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:30.328135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'port': {'device_id': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'admin_state_up': True, 'tenant_id': '8d65288de307447d9ec52f3cc0db9874'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:30.341761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] No DVR routers for this DVR port d01e0180-ad2e-4fbd-a3db-3ed35e62c474 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:30.356873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01e0180-ad2e-4fbd-a3db-3ed35e62c474,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:30.374336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d17806-9b82-4c63-8765-7094dd43b65f None None] Network ce2df045-126b-4a4f-a7d5-e19ecf3497ab requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:30.529519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.551689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9848331-6789-45ac-8008-7f61989fd11d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:30.564088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a659a36d-97bc-4d76-af99-aa4914701684') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:30.564665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a659a36d-97bc-4d76-af99-aa4914701684') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:30.607812 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.740138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43450) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:30.751563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9ae95b6-78ee-40aa-9b69-bf746d38fa5d req-2a25c785-f9b4-4c2d-b506-d3efcfa7deee tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 210 time: 0.0551145 Feb 08 23:52:30.765561 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.782146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:30.782633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.850625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5045cd25-2ec0-4901-a8f1-e752182c2fde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1495d98b12f4397a9aa2e2a2cb8438f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894680 Feb 08 23:52:30.851691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43452) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:30.916501 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:30.919879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.923931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:30.934987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f9848331-6789-45ac-8008-7f61989fd11d HTTP/1.1" status: 204 len: 168 time: 2.1215487 Feb 08 23:52:31.005050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff16a605-c058-4519-8791-9bdb7107be1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.024057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc58b64-a236-4eda-af80-91600fa3f467 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9848331-6789-45ac-8008-7f61989fd11d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:31.086817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff16a605-c058-4519-8791-9bdb7107be1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.094126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Made reservation on behalf of 8d65288de307447d9ec52f3cc0db9874 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:31.099813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.197223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff16a605-c058-4519-8791-9bdb7107be1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.200702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff16a605-c058-4519-8791-9bdb7107be1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.204233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ff16a605-c058-4519-8791-9bdb7107be1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/217cf27c-5d28-41d1-9140-5e11eaee15ad HTTP/1.1" status: 204 len: 168 time: 0.3491604 Feb 08 23:52:31.228568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16a605-c058-4519-8791-9bdb7107be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217cf27c-5d28-41d1-9140-5e11eaee15ad,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:31.285090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.361449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a67f96-c376-43d2-8ef7-d68b073903b9 req-a5db755a-613f-4c90-8ddb-a1a0a6316620 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:31.371641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61a67f96-c376-43d2-8ef7-d68b073903b9 req-a5db755a-613f-4c90-8ddb-a1a0a6316620 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1551747 Feb 08 23:52:31.374269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43470) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:31.485521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Allocated IP 172.20.0.8 (f3485d41-a1f5-4d16-85c9-3ea998a61324/fde14daf-9920-40f7-b954-00d4e958aa2b/1abcc110-ea4f-419a-af67-15a42cf2169a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:31.513443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61a67f96-c376-43d2-8ef7-d68b073903b9 req-25c89e33-b30f-47c5-b022-19b141163d0e tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408637 Feb 08 23:52:31.520410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5e29c8b1-9791-49a0-bb7e-cdaf044e8922 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2eb757d020a74108bdd9cfce05beddfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440828 Feb 08 23:52:31.523392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43476) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:31.614402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9d096093-e21a-4abd-8ba7-f65b08ad891c no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:31.644121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 9d096093-e21a-4abd-8ba7-f65b08ad891c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:31.644962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9d096093-e21a-4abd-8ba7-f65b08ad891c not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:31.695546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19354cbc-9a34-4ee4-aa38-6ff6d5837643 req-67968098-32b9-444f-82ae-d56ebdf0f373 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:31.705006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19354cbc-9a34-4ee4-aa38-6ff6d5837643 req-67968098-32b9-444f-82ae-d56ebdf0f373 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1027133 Feb 08 23:52:31.723256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-b27f94cb-4cff-4282-bccb-554086408695 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:31.724947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-b27f94cb-4cff-4282-bccb-554086408695 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 814 time: 0.3496528 Feb 08 23:52:31.748841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-7c0accf8-157c-4b40-89a1-97fc62dcc780 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/quotas/9fb0cfc207934d72b14ac6ef05c3783a HTTP/1.1" status: 200 len: 375 time: 0.0168216 Feb 08 23:52:31.752057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e3d1-7472-4e3e-a1a6-af6e1a1965bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.796896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-cb7c7573-dc6a-40ee-8487-dc124a2c5ee6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376611 Feb 08 23:52:31.799869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e3d1-7472-4e3e-a1a6-af6e1a1965bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.800284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19354cbc-9a34-4ee4-aa38-6ff6d5837643 req-cf16bd4e-ca23-4c49-9040-919991abb27a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946975 Feb 08 23:52:31.924270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:31.931748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32bd15c6-f168-47e9-927d-64e6bbec799d req-23129bac-2e9b-41ef-b3a3-126cff397c72 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 210 time: 0.0440023 Feb 08 23:52:31.944070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-21bc328d-1e35-48db-8b5d-996d4acb65c8 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341953 Feb 08 23:52:31.998977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e3d1-7472-4e3e-a1a6-af6e1a1965bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.001596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7e8e3d1-7472-4e3e-a1a6-af6e1a1965bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.005156 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b7e8e3d1-7472-4e3e-a1a6-af6e1a1965bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdd2061c-f54e-4738-96d6-071c5a17478f HTTP/1.1" status: 204 len: 168 time: 0.4784436 Feb 08 23:52:32.027366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8e3d1-7472-4e3e-a1a6-af6e1a1965bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd2061c-f54e-4738-96d6-071c5a17478f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:32.038175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port e983c933-6227-43db-bdcd-aff378c0022c {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:32.039128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.044881 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.154509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:32.161281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:32.167090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:32.195859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-37894db7-c697-43f9-bc9b-b6737696c711 service neutron] 10.222.0.32 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395935 Feb 08 23:52:32.201993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:32.255913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.271543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:32.272321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.286500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for e983c933-6227-43db-bdcd-aff378c0022c owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:32.314156 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-ad59791e-0f3b-410d-b48d-3db33a478203 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0901113 Feb 08 23:52:32.383768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Request body: {'port': {'device_id': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:32.475259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.499827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7621dad-51e3-4440-b239-33f2049f5118 req-006a1e89-a9d6-498b-9e03-44708958af48 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 210 time: 0.0761526 Feb 08 23:52:32.618602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43506) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:32.646554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-1f2e2ebd-db6f-4f55-9f3f-bf1dccba5b06 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:32.652319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-1f2e2ebd-db6f-4f55-9f3f-bf1dccba5b06 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.1479604 Feb 08 23:52:32.718558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:32.912819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f36ea-b9d3-4321-9d6d-d5a5a1df68f9 req-e61549ec-2aad-48ce-840c-4c9b0450470d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:32.915306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-842f36ea-b9d3-4321-9d6d-d5a5a1df68f9 req-e61549ec-2aad-48ce-840c-4c9b0450470d tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 944 time: 0.2573202 Feb 08 23:52:32.924582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1386509455-network', 'tenant_id': '618831790f3c4969b6fb1fa87790ccfc'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:32.941625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=e983c933-6227-43db-bdcd-aff378c0022c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:33.113269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-842f36ea-b9d3-4321-9d6d-d5a5a1df68f9 req-90476965-4d0c-474c-9b12-13d70915d3d6 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups?id=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821356 Feb 08 23:52:33.134262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Deleting port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:33.138957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.172735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Made reservation on behalf of 618831790f3c4969b6fb1fa87790ccfc for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:33.189407 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.297195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59471338-306c-4470-82ff-0c76d4a532e8 req-23be2d31-8b46-41d2-9059-30fbdc62e99b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:33.306130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59471338-306c-4470-82ff-0c76d4a532e8 req-23be2d31-8b46-41d2-9059-30fbdc62e99b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.3775012 Feb 08 23:52:33.335873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.347893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.501523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.546128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] For port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:33.546520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.800340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.851447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59471338-306c-4470-82ff-0c76d4a532e8 req-3afca839-2336-4125-84e2-429b79ba02a0 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440350 Feb 08 23:52:33.905670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.906030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.906354 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Floating IP 39403e3a-7bbe-447f-8c39-c5df945537ba disassociated. External IP: 172.25.3.166, port: 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590. Feb 08 23:52:33.906697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Calling delete_port for 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:33.935498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abcc110-ea4f-419a-af67-15a42cf2169a {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:33.944227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:33.958250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Transition to ACTIVE for port object 1abcc110-ea4f-419a-af67-15a42cf2169a will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:52:33.995549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.085741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:34.101976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.102397 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Added segment f7a4c43a-66e2-44d2-8822-5219032a1420 of type vlan for network 13a74267-ae08-48f1-8332-4360d12ee02e Feb 08 23:52:34.157841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.186253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da8d6c-caec-433c-8c18-2147d0f6e3b3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:34.234449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:34.235381 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.237004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.237946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:34.238520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.242187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af9fdc8d-74b3-4ddd-81d9-9f0618a48562 req-f06c14b0-98e1-4a67-a070-830bd64cd53f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 210 time: 0.0423005 Feb 08 23:52:34.371719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router 621c0132-52d1-4c0e-812b-da071f76dce0 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:34.514500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Attempting to bind port 1abcc110-ea4f-419a-af67-15a42cf2169a on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:34.515124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Attempting to bind port 1abcc110-ea4f-419a-af67-15a42cf2169a by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:34.515614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Attempting to bind port 1abcc110-ea4f-419a-af67-15a42cf2169a on network f3485d41-a1f5-4d16-85c9-3ea998a61324 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:34.535285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-689f5187-e63f-4326-9722-6f99479c530e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:34.536965 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-689f5187-e63f-4326-9722-6f99479c530e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 814 time: 0.3680997 Feb 08 23:52:34.537617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Port 1abcc110-ea4f-419a-af67-15a42cf2169a on network f3485d41-a1f5-4d16-85c9-3ea998a61324 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:52:34.537959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Attempting to bind port 1abcc110-ea4f-419a-af67-15a42cf2169a on network f3485d41-a1f5-4d16-85c9-3ea998a61324 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:34.541144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:34.550807 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ecccade5-f779-479f-ac88-4e0948637f1a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/621c0132-52d1-4c0e-812b-da071f76dce0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2796440 Feb 08 23:52:34.551459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:34.567645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Request body: {'port': {'device_id': 'd4538e59-476d-48ec-beca-fab3087af124', 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'admin_state_up': True, 'tenant_id': '9fb0cfc207934d72b14ac6ef05c3783a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:34.568095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] Sync routers for ids ['621c0132-52d1-4c0e-812b-da071f76dce0'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:34.576225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:34.576225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Checking segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:34.576225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Bound using segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:34.576225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Bound port: 1abcc110-ea4f-419a-af67-15a42cf2169a, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:34.576225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.589911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] Routers {'621c0132-52d1-4c0e-812b-da071f76dce0'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:34.590914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['621c0132-52d1-4c0e-812b-da071f76dce0'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:34.613375 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-85cdb682-46b3-4628-bbdd-061bad4673b9 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=621c0132-52d1-4c0e-812b-da071f76dce0 HTTP/1.1" status: 200 len: 205 time: 0.0575352 Feb 08 23:52:34.623246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:34.640780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:34.653072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] Routers {'621c0132-52d1-4c0e-812b-da071f76dce0'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:34.654029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['621c0132-52d1-4c0e-812b-da071f76dce0'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:34.703339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:34.704271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5c4328-f130-4d59-914f-580fa1b83bb2 None None] The sync data for ids ['621c0132-52d1-4c0e-812b-da071f76dce0'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:34.766703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] Pushing event updated for resources: {'Network': ['ID=13a74267-ae08-48f1-8332-4360d12ee02e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:34.784607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570fcfb-6f5c-4f3c-bfe1-9136a549c989 req-a3aaba45-ffae-4988-a9f8-08de0360eef7 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:34.786231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d570fcfb-6f5c-4f3c-bfe1-9136a549c989 req-a3aaba45-ffae-4988-a9f8-08de0360eef7 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 931 time: 1.5102742 Feb 08 23:52:34.789078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 13a74267-ae08-48f1-8332-4360d12ee02e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:34.799523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'Port': ['ID=52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:34.809080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:34.841639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8e029b3-8abb-4298-8f3b-c4eee38fd623 req-81b13c94-27a0-494d-ba6c-16b2aedf5fd1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 210 time: 0.0788314 Feb 08 23:52:34.862699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-69b7bb50-8bed-4059-86a8-e4fc07cdfa33 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2057071 Feb 08 23:52:34.863459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43552) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:34.960215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Request body: {'subnet': {'network_id': '13a74267-ae08-48f1-8332-4360d12ee02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1386509455-subnet', 'tenant_id': '618831790f3c4969b6fb1fa87790ccfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:35.032506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:35.056348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d570fcfb-6f5c-4f3c-bfe1-9136a549c989 req-43e04af1-b060-411f-9aee-c4059b333d1f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511859 Feb 08 23:52:35.100958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.104620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:35.107632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.117810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Made reservation on behalf of 618831790f3c4969b6fb1fa87790ccfc for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:35.121183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.124223 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.218975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e8b48-e462-4edd-805d-9c672c377459 req-459f34dd-bce4-42ac-ba50-218974575a14 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:35.223601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-990e8b48-e462-4edd-805d-9c672c377459 req-459f34dd-bce4-42ac-ba50-218974575a14 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1722608 Feb 08 23:52:35.231965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:35.243080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Made reservation on behalf of 9fb0cfc207934d72b14ac6ef05c3783a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:35.247517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.258405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:35.269655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:35.270285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.271887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-24331dff-329e-471c-ac0e-8dcf567196f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/1abcc110-ea4f-419a-af67-15a42cf2169a HTTP/1.1" status: 200 len: 1091 time: 2.9459083 Feb 08 23:52:35.272440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'tag': '1abcc110-ea4f-419a-af67-15a42cf2169a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:35.275071 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db317c3-4575-41f5-aea2-8672da91ea63" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdeb223-0256-41c1-a0dd-0fc1bb90812a", "tag": "1abcc110-ea4f-419a-af67-15a42cf2169a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:35.286261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.286782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router 621c0132-52d1-4c0e-812b-da071f76dce0 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:52:35.326764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.330256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9f085a20-49d7-4bfa-8666-d2d733c12b88 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/621c0132-52d1-4c0e-812b-da071f76dce0 HTTP/1.1" status: 204 len: 168 time: 0.7036762 Feb 08 23:52:35.332361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43566) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:35.472672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-990e8b48-e462-4edd-805d-9c672c377459 req-4a143da3-eb1e-4942-900c-f9f2d092f33b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208717 Feb 08 23:52:35.502254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.533963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2af5c3d3-8e78-459e-a3a3-108e3923fefa req-2a98e8f0-c468-4ed1-abd2-0984c872a7bc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 210 time: 0.0538623 Feb 08 23:52:35.586471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet 1ded2d78-ac46-492a-a1b1-68e64ffdea8b {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:35.605956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-641108b4-61a7-4658-8a93-a69600c08920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:35.607607 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-641108b4-61a7-4658-8a93-a69600c08920 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 1094 time: 0.2594883 Feb 08 23:52:35.610273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.613946 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9d2c5-060a-41b4-ad0f-6036beb9db61 x-openstack-request-id: req-91f9d2c5-060a-41b4-ad0f-6036beb9db61 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:35.614219 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdeb223-0256-41c1-a0dd-0fc1bb90812a", "tag": "1abcc110-ea4f-419a-af67-15a42cf2169a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:35.614479 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f9d2c5-060a-41b4-ad0f-6036beb9db61 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:35.614878 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'tag': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'status': 'completed', 'code': 200} Feb 08 23:52:35.646808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88080f0-6ea8-4048-9cb4-eed5208832fc,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:35.666596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:35.677387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Checking segment: {'id': 'f7a4c43a-66e2-44d2-8822-5219032a1420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '13a74267-ae08-48f1-8332-4360d12ee02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:35.677387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Network hostable DHCP agents. Network: 13a74267-ae08-48f1-8332-4360d12ee02e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:35.683305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] Sync routers for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:35.696802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:35.697444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:35.727838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] No DVR routers for this DVR port 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:35.733375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.737164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5405248a-0175-49dd-9a47-8fd888e50ceb req-03306781-11e8-4571-a18f-2167cb40aa24 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.21 "DELETE /v2.0/ports/52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 HTTP/1.1" status: 204 len: 173 time: 3.0745366 Feb 08 23:52:35.737705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-deleted', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:35.741033 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a7d45-5530-48ce-a95e-d911fe4caf3f" -d '{"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-deleted", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:35.765969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Network 13a74267-ae08-48f1-8332-4360d12ee02e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:35.779788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-cf0dc9cb-24df-41ea-ae87-1b828b3b45a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1abcc110-ea4f-419a-af67-15a42cf2169a HTTP/1.1" status: 200 len: 217 time: 0.1607409 Feb 08 23:52:35.794879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 13a74267-ae08-48f1-8332-4360d12ee02e) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:35.810489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348f748e-c26e-483c-91d8-546e20652b38 None None] Network 13a74267-ae08-48f1-8332-4360d12ee02e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:35.811124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:35.811862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.852563 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e70191-081a-4ca3-b17e-522c76630c73 x-openstack-request-id: req-a6e70191-081a-4ca3-b17e-522c76630c73 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:35.852776 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae0298b-766f-47ae-8674-6087c9b987aa", "name": "network-vif-deleted", "tag": "52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:35.853048 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6e70191-081a-4ca3-b17e-522c76630c73 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:35.853478 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae0298b-766f-47ae-8674-6087c9b987aa', 'name': 'network-vif-deleted', 'tag': '52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590', 'status': 'completed', 'code': 200} Feb 08 23:52:35.877091 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:35.881390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68c04633-e2ce-48df-852e-269e454b429d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9258106 Feb 08 23:52:35.901106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Allocated IP 172.20.0.4 (ce2df045-126b-4a4f-a7d5-e19ecf3497ab/84a0f04b-3458-4524-908a-22e8d211f244/2e629200-02c8-4c50-913d-1e9df0df5694) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:35.906216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:35.967425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-b9428036-de02-42d9-ba5c-f34fad5dc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:35.969895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-b9428036-de02-42d9-ba5c-f34fad5dc803 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fde14daf-9920-40f7-b954-00d4e958aa2b HTTP/1.1" status: 200 len: 862 time: 0.1616354 Feb 08 23:52:36.036850 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-d46da08d-9815-4bcf-8c10-6f7049f15ec7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3485d41-a1f5-4d16-85c9-3ea998a61324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542498 Feb 08 23:52:36.094876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f726145d-a0a8-48e0-a937-7ef06b8ff534 req-1601814c-d0a0-4ca5-a036-efb4fbaad377 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae0298b-766f-47ae-8674-6087c9b987aa HTTP/1.1" status: 200 len: 210 time: 0.0601678 Feb 08 23:52:36.245215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d43da-3156-44d2-a106-ae2b61f3249e None None] Network 13a74267-ae08-48f1-8332-4360d12ee02e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:36.330543 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:36.363112 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] Checking router: b59a59b9-83a6-46c5-aee6-72e9ec1bd05b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:36.372596 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:36.373477 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:36.515806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:36.521878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18617fdf-f354-4a6e-af6c-609c8779663d req-fe780ada-9a26-445e-83ef-e9ee2997640a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:36.541601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18617fdf-f354-4a6e-af6c-609c8779663d req-fe780ada-9a26-445e-83ef-e9ee2997640a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.3009417 Feb 08 23:52:36.645976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:36.661890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18617fdf-f354-4a6e-af6c-609c8779663d req-52d7258d-3f21-4b1a-b517-aa0a4eeddcf7 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187577 Feb 08 23:52:36.682156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a2e78769-2b02-40d0-ae05-daa062395879 req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-830021433', 'description': 'tempest-description-569019493'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:36.722495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a2e78769-2b02-40d0-ae05-daa062395879 req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:36.826748 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-1b34da86-ccd0-4464-8691-152d34d3f4fc service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770500 Feb 08 23:52:36.840786 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:36.846030 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:36.850407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:36.869712 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d78be2-a00c-410c-8e2c-3e8696ace196 None None] The sync data for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 is: [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:44:12Z', 'revision_number': 4, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6f93ddb6-9f0c-4940-8c5e-35653a46fa82', 'name': '', 'network_id': 'e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'mac_address': 'fa:16:3e:d3:7b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:10Z', 'updated_at': '2022-02-08T23:44:18Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'subnets': [{'id': '0133ea37-c26a-4444-830e-9a6a1529ce1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:36.876339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:36.896603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568767-2e6f-4f12-ac33-6d4c6dc87fd1 req-59cdd815-a568-4bb6-aab3-35abb4d083b3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:36.900452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df568767-2e6f-4f12-ac33-6d4c6dc87fd1 req-59cdd815-a568-4bb6-aab3-35abb4d083b3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1357536 Feb 08 23:52:36.936796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:36.962895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:36.980979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:36.981336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 52c7b4ce-6fc6-4c7a-a74a-54e7e2aae590 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:36.999962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=1ded2d78-ac46-492a-a1b1-68e64ffdea8b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:37.002463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df568767-2e6f-4f12-ac33-6d4c6dc87fd1 req-0dbeabc4-029a-48d5-a47c-a225ea06fab5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945654 Feb 08 23:52:37.009555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a2e78769-2b02-40d0-ae05-daa062395879 req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.020610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a2e78769-2b02-40d0-ae05-daa062395879 req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.043851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.048591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b324740-20df-401b-8e8e-dea8eb344ee4 None None] Network 518f211e-5658-4ec7-9ab0-346aaaa5b47b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:37.049910 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e9cbf3dd-8af4-4460-9845-25eb23847aad tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/1ded2d78-ac46-492a-a1b1-68e64ffdea8b HTTP/1.1" status: 204 len: 168 time: 1.7153103 Feb 08 23:52:37.053887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43598) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:37.102468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.126500 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a2e78769-2b02-40d0-ae05-daa062395879 req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.141654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2e78769-2b02-40d0-ae05-daa062395879 req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4657507 Feb 08 23:52:37.149775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cbf93-8da6-4ac9-bae5-2bf21ee2ed05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485712bc-d4c6-4b89-bb91-ad275d8d5b88,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:37.174948 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e3bde805-491c-44fd-9dcc-392b4423ba0a req-239b638e-1d1d-4804-9596-5e34c3fc52a4 service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374846 Feb 08 23:52:37.351250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-a87f02df-84ab-40f6-b2c9-ebf64b5f6f87 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/485712bc-d4c6-4b89-bb91-ad275d8d5b88 HTTP/1.1" status: 200 len: 1805 time: 0.1142251 Feb 08 23:52:37.368849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '485712bc-d4c6-4b89-bb91-ad275d8d5b88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:37.369191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '485712bc-d4c6-4b89-bb91-ad275d8d5b88', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:37.379514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Network ce2df045-126b-4a4f-a7d5-e19ecf3497ab is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:37.391580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c629010-a233-454d-a85d-ced831594f07 req-b890d980-b2f9-41ba-82cb-bb7150191f83 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:37.397393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c629010-a233-454d-a85d-ced831594f07 req-b890d980-b2f9-41ba-82cb-bb7150191f83 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 931 time: 0.1255882 Feb 08 23:52:37.397876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:37.404267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:37.419304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.422136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6eb842-b794-4960-8687-e4d256060535 None None] New status for floating IP 39403e3a-7bbe-447f-8c39-c5df945537ba: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:52:37.442704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:37.481505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c629010-a233-454d-a85d-ced831594f07 req-af7065ae-4887-40a2-a78e-99f23c741d52 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 Feb 08 23:52:37.489808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] DHCP port deletion for 518f211e-5658-4ec7-9ab0-346aaaa5b47b request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:52:37.540971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-3b24ad08-7110-4b17-81ed-856d27d09937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:37.542851 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-3b24ad08-7110-4b17-81ed-856d27d09937 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 1094 time: 0.2536314 Feb 08 23:52:37.548756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:37.549677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.563979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.614447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c406b15e-2445-4f97-ac42-7c00cab9f900 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0600610 Feb 08 23:52:37.643484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43628) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:37.644438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.656101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.677139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b64ac40-ea27-4bc8-ae4a-f2f6f3dcfcbf,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:37.701978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Request body: {'port': {'device_id': 'd4538e59-476d-48ec-beca-fab3087af124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:37.703679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] Deleting port bdc98295-4c71-4cc9-b114-ce82fc71989a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:37.704253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.715041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.718665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04c1fab9-485b-4445-bf91-cb7a829f2354 req-ee7480c4-806b-463b-a2ab-14521dcdcfe6 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3569157 Feb 08 23:52:37.750780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6e77c549-5d50-498b-9540-8207d3f2ec23 req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2060674324', 'description': 'tempest-description-1336011502'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:37.784898 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e77c549-5d50-498b-9540-8207d3f2ec23 req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.853328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] For port bdc98295-4c71-4cc9-b114-ce82fc71989a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bdc98295-4c71-4cc9-b114-ce82fc71989a,segment=NetworkSegment(ab1683ed-2e35-4163-85ba-35facc270bd4),segment_id=ab1683ed-2e35-4163-85ba-35facc270bd4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:37.853910 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.868052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd43a-c6f7-44d9-bb1c-a0d1e88864f8 req-57b55464-b526-4a76-836e-236fc4116116 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:37.868576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port bdc98295-4c71-4cc9-b114-ce82fc71989a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:37.868952 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.871110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.871623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff3cd43a-c6f7-44d9-bb1c-a0d1e88864f8 req-57b55464-b526-4a76-836e-236fc4116116 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.0891924 Feb 08 23:52:37.872420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] Calling delete_port for bdc98295-4c71-4cc9-b114-ce82fc71989a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:37.902239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-aaf8a779-b976-4cfc-a9b7-2e380b8547ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:37.904294 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-aaf8a779-b976-4cfc-a9b7-2e380b8547ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 923 time: 0.3317630 Feb 08 23:52:37.931518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff3cd43a-c6f7-44d9-bb1c-a0d1e88864f8 req-44bf2536-93ba-4089-9f65-4837bcb1765e tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483510 Feb 08 23:52:37.956131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-318e1c21-c5d3-4d73-a79c-12eb9c14d7f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.967513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e77c549-5d50-498b-9540-8207d3f2ec23 req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.973938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e77c549-5d50-498b-9540-8207d3f2ec23 req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:37.983635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.009434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e77c549-5d50-498b-9540-8207d3f2ec23 req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.010840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e77c549-5d50-498b-9540-8207d3f2ec23 req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2675247 Feb 08 23:52:38.013871 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-093c1d5d-b366-4736-862f-34303aa31d3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1abcc110-ea4f-419a-af67-15a42cf2169a HTTP/1.1" status: 200 len: 217 time: 0.0734406 Feb 08 23:52:38.016413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33991-11be-4a79-95ef-e6875fc3af67 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce0781-a0e8-40fe-be0c-80171002f1b6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:38.063549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] No DVR routers for this DVR port bdc98295-4c71-4cc9-b114-ce82fc71989a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:38.067870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b556e-1b69-4c63-bfdc-64144bdc7955 None None] Pushing event deleted for resources: {'Port': ['ID=bdc98295-4c71-4cc9-b114-ce82fc71989a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:38.090250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-318e1c21-c5d3-4d73-a79c-12eb9c14d7f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.141809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-7b8a88ac-b54d-42ab-9a38-ffcc2cb8818c tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/5cce0781-a0e8-40fe-be0c-80171002f1b6 HTTP/1.1" status: 200 len: 1807 time: 0.0868313 Feb 08 23:52:38.157245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5cce0781-a0e8-40fe-be0c-80171002f1b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:38.157984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5cce0781-a0e8-40fe-be0c-80171002f1b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:38.188623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port bdc98295-4c71-4cc9-b114-ce82fc71989a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bdc98295-4c71-4cc9-b114-ce82fc71989a,segment=NetworkSegment(ab1683ed-2e35-4163-85ba-35facc270bd4),segment_id=ab1683ed-2e35-4163-85ba-35facc270bd4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:38.189025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.191842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bdc98295-4c71-4cc9-b114-ce82fc71989a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:38.223420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: bdc98295-4c71-4cc9-b114-ce82fc71989a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:38.224674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bdc98295-4c71-4cc9-b114-ce82fc71989a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:38.288941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32341433-2fb6-481c-9086-245795ae7ca5 req-91b281fd-49bb-4025-b9ed-ec0069b04984 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:38.290556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32341433-2fb6-481c-9086-245795ae7ca5 req-91b281fd-49bb-4025-b9ed-ec0069b04984 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1396744 Feb 08 23:52:38.298194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for bdc98295-4c71-4cc9-b114-ce82fc71989a owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:38.314720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-da5381d5-cb43-4cb6-97ba-e6c4773df499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:38.316234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-da5381d5-cb43-4cb6-97ba-e6c4773df499 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fde14daf-9920-40f7-b954-00d4e958aa2b HTTP/1.1" status: 200 len: 862 time: 0.2760451 Feb 08 23:52:38.319139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.378632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.394946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32341433-2fb6-481c-9086-245795ae7ca5 req-628fa6f4-47a2-420e-b358-adf57a7734e5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906804 Feb 08 23:52:38.398780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.426468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8390ab6f-933a-4cac-985f-5dd74c03b889,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:38.442154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.443441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6c97f21-e006-4cf0-a18a-e17c384e839f req-09706ff2-a2e2-460a-baa3-508f8851e28a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2901375 Feb 08 23:52:38.471821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-56ccfdc8-7581-4e86-b390-cafac250c2b0 req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1334496165', 'description': 'tempest-description-824631180'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:38.503523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56ccfdc8-7581-4e86-b390-cafac250c2b0 req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.641379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fffd27-5299-46f9-9c61-ef4f294d4e01 req-dac54497-0bd8-4449-a2cf-590850df3147 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:38.650455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03fffd27-5299-46f9-9c61-ef4f294d4e01 req-dac54497-0bd8-4449-a2cf-590850df3147 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 931 time: 0.0784953 Feb 08 23:52:38.716690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03fffd27-5299-46f9-9c61-ef4f294d4e01 req-d0377bec-162d-47e6-a3f7-57e118e90fcb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647225 Feb 08 23:52:38.776313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-1ed382e8-6a74-4c30-b33b-78bcd5e4781b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3485d41-a1f5-4d16-85c9-3ea998a61324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4499536 Feb 08 23:52:38.818044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-318e1c21-c5d3-4d73-a79c-12eb9c14d7f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.822495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-318e1c21-c5d3-4d73-a79c-12eb9c14d7f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.824408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-318e1c21-c5d3-4d73-a79c-12eb9c14d7f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba64e74c-f4f0-4995-ad61-cf86cb9fb57e HTTP/1.1" status: 204 len: 168 time: 1.1741157 Feb 08 23:52:38.828640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43650) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:38.890963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56ccfdc8-7581-4e86-b390-cafac250c2b0 req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.892274 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-a741fdc9-65db-453c-91ff-a8821f282aec tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] show failed (client error): The resource could not be found. Feb 08 23:52:38.897122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a741fdc9-65db-453c-91ff-a8821f282aec tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "GET /v2.0/security-groups/ba64e74c-f4f0-4995-ad61-cf86cb9fb57e HTTP/1.1" status: 404 len: 347 time: 0.0511699 Feb 08 23:52:38.897637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43656) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:38.910437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56ccfdc8-7581-4e86-b390-cafac250c2b0 req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:38.917480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e1c21-c5d3-4d73-a79c-12eb9c14d7f4 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba64e74c-f4f0-4995-ad61-cf86cb9fb57e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:38.999381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.034243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-cd691c25-84e2-4762-a52e-eb7d96701cd9 service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449691 Feb 08 23:52:39.072450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=bdc98295-4c71-4cc9-b114-ce82fc71989a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:39.077146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port bdc98295-4c71-4cc9-b114-ce82fc71989a on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:39.114872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56ccfdc8-7581-4e86-b390-cafac250c2b0 req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.117159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56ccfdc8-7581-4e86-b390-cafac250c2b0 req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6497457 Feb 08 23:52:39.139265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b746e9-e4f0-4a19-828c-b07b317df8a8 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a50b87-563e-412a-a957-53ed8c4de72b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:39.191007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc49982-f39e-4e85-a64b-5c9aef62424f req-283cfba9-e33f-4b0c-97d7-8c7486d0beb5 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:39.192586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bc49982-f39e-4e85-a64b-5c9aef62424f req-283cfba9-e33f-4b0c-97d7-8c7486d0beb5 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.0983396 Feb 08 23:52:39.207280 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5db317c3-4575-41f5-aea2-8672da91ea63 req-5a14d862-cc61-4d9c-b344-102f302b9ace service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526411 Feb 08 23:52:39.233497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Deleting port 64e941e6-5f70-463e-9ff6-f43bb3b2b9b9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:39.233497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.301890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bc49982-f39e-4e85-a64b-5c9aef62424f req-f794f206-2b4c-4af8-a2ec-de983a3fc2cf tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983603 Feb 08 23:52:39.307311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c516cb0a-1d89-49cc-b2d1-382ac14c2c26 req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-20757118', 'description': 'tempest-description-621441132'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:39.314557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.327932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e629200-02c8-4c50-913d-1e9df0df5694 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:39.344163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.349649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518f211e-5658-4ec7-9ab0-346aaaa5b47b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:39.366642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1683ed-2e35-4163-85ba-35facc270bd4') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:39.367159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1683ed-2e35-4163-85ba-35facc270bd4') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:39.372112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.372471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.375447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Transition to ACTIVE for port object 2e629200-02c8-4c50-913d-1e9df0df5694 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:52:39.382980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.387315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c516cb0a-1d89-49cc-b2d1-382ac14c2c26 req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.391687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.416135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Calling delete_port for 64e941e6-5f70-463e-9ff6-f43bb3b2b9b9 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:39.491805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.540350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:39.541293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:39.557422 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:39.561446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c516cb0a-1d89-49cc-b2d1-382ac14c2c26 req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.571596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c516cb0a-1d89-49cc-b2d1-382ac14c2c26 req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.598649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c516cb0a-1d89-49cc-b2d1-382ac14c2c26 req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.601360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c516cb0a-1d89-49cc-b2d1-382ac14c2c26 req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3059018 Feb 08 23:52:39.655132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:39.708070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fc96c-f58f-4bbe-9a9e-166935f15c9d tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2ae5d-8921-4c24-985d-2ea4703c1cd6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:39.738886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-003bd480-3650-4d3f-be71-48db134efc05 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/b4a50b87-563e-412a-a957-53ed8c4de72b HTTP/1.1" status: 200 len: 1806 time: 0.0992320 Feb 08 23:52:39.739668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Attempting to bind port 2e629200-02c8-4c50-913d-1e9df0df5694 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:39.740157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Attempting to bind port 2e629200-02c8-4c50-913d-1e9df0df5694 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:39.740482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Attempting to bind port 2e629200-02c8-4c50-913d-1e9df0df5694 on network ce2df045-126b-4a4f-a7d5-e19ecf3497ab {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:39.743156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.746623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Port 2e629200-02c8-4c50-913d-1e9df0df5694 on network ce2df045-126b-4a4f-a7d5-e19ecf3497ab not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:52:39.747026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Attempting to bind port 2e629200-02c8-4c50-913d-1e9df0df5694 on network ce2df045-126b-4a4f-a7d5-e19ecf3497ab {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:39.753528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:39.753912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Checking segment: {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:39.754309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Bound using segment: {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:39.754855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Bound port: 2e629200-02c8-4c50-913d-1e9df0df5694, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:39.755304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.755756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748b1c-b784-4aa7-8668-7049ab581a6e req-e69b15ce-3e83-47f9-b786-b46357e43a9b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:39.757362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e748b1c-b784-4aa7-8668-7049ab581a6e req-e69b15ce-3e83-47f9-b786-b46357e43a9b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1696670 Feb 08 23:52:39.773108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.778514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.788888 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/518f211e-5658-4ec7-9ab0-346aaaa5b47b HTTP/1.1" status: 204 len: 168 time: 2.7337391 Feb 08 23:52:39.790060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:39.800633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Pushing event deleted for resources: {'Port': ['ID=64e941e6-5f70-463e-9ff6-f43bb3b2b9b9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:39.810308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1539714591', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:39.833231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0ca41-e553-49dc-97e3-cf855395db22 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=518f211e-5658-4ec7-9ab0-346aaaa5b47b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:39.911444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.914180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.927847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:39.932797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:39.940521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.943181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e748b1c-b784-4aa7-8668-7049ab581a6e req-57476d65-69e5-4987-bd21-b890e8c5e20f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526787 Feb 08 23:52:39.959792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.962386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:39.967405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0f6dc3a8-9078-4231-ab5b-7262bba05920 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] 10.222.0.32 "DELETE /v2.0/floatingips/39403e3a-7bbe-447f-8c39-c5df945537ba HTTP/1.1" status: 204 len: 168 time: 1.0653470 Feb 08 23:52:39.974788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-ca8aed37-5545-40aa-b9d5-823e2fdc9ffe tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/92f2ae5d-8921-4c24-985d-2ea4703c1cd6 HTTP/1.1" status: 200 len: 1804 time: 0.2150428 Feb 08 23:52:39.979480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b4a50b87-563e-412a-a957-53ed8c4de72b', 'remote_group_id': '92f2ae5d-8921-4c24-985d-2ea4703c1cd6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:39.979815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b4a50b87-563e-412a-a957-53ed8c4de72b', 'remote_group_id': '92f2ae5d-8921-4c24-985d-2ea4703c1cd6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:39.986260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43698) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:40.052998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.053762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.055663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] 10.222.0.21 "PUT /v2.0/ports/2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 1091 time: 2.4130242 Feb 08 23:52:40.056235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:40.059712 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21378b96-88c8-41cb-9a51-35498f7c71fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:40.064215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.068434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.070570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.097828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d76c9-3cda-48c7-b346-ae440868cff3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:40.159944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.164500 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e6c8a4f0-869d-4ef1-b3ca-42f7efd3262a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3654172 Feb 08 23:52:40.164958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43704) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:40.175953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-3db44b5b-23d5-4332-a092-70f083caa352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.177556 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-3db44b5b-23d5-4332-a092-70f083caa352 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1094 time: 0.0756040 Feb 08 23:52:40.182196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1002549546'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:40.187253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.196627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10783e2b-c083-4551-acbc-de876c5a7a9f req-9c683588-c3d8-4205-aaaf-3b9ef14e2201 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.198883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10783e2b-c083-4551-acbc-de876c5a7a9f req-9c683588-c3d8-4205-aaaf-3b9ef14e2201 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.1228580 Feb 08 23:52:40.201270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.243694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-65c0ede0-dbbc-4192-8b88-8ab9ce7a0ed8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.0569856 Feb 08 23:52:40.257887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f0b947-77e5-41dd-a652-7a67e62b1324,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:40.285108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10783e2b-c083-4551-acbc-de876c5a7a9f req-7c8e9b2c-a76f-4e65-a535-859237dbb6ad tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680275 Feb 08 23:52:40.288017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.300493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36822c47-effd-49a9-bd9b-5f37ecda1d9a req-299b80e4-aa29-4861-b859-f42fece6c689 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3247070 Feb 08 23:52:40.317207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:40.322382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.330032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-f2f69e9d-7234-4aa6-bba5-a677b04e29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.332193 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-f2f69e9d-7234-4aa6-bba5-a677b04e29e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.0801597 Feb 08 23:52:40.374371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-30801624-5686-4e00-84bd-4d1e6eb9f87d req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1717784463', 'description': 'tempest-description-1805357716'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:40.376924 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-84733114-3463-4f29-9007-9c85cc39e5db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359643 Feb 08 23:52:40.378573 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd683a5a-10ca-4812-9776-ba0fb74ae37f x-openstack-request-id: req-fd683a5a-10ca-4812-9776-ba0fb74ae37f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:40.378932 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:40.379426 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd683a5a-10ca-4812-9776-ba0fb74ae37f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:40.379737 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694', 'status': 'completed', 'code': 200} Feb 08 23:52:40.497722 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-81169106-e8d0-4349-bc13-e16a79cbb16a service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093845 Feb 08 23:52:40.581698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:40.597600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-30801624-5686-4e00-84bd-4d1e6eb9f87d req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.618464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.618930 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment 22d3a788-1967-401e-a325-9da6f08d3d5b of type vlan for network 2a877e27-398a-48e3-b2f0-61da4cb839f5 Feb 08 23:52:40.661203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e98f0-ca2a-4291-afc1-d32fb0386f8f req-ef0b1301-121c-4810-bba5-2c715329e545 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.662491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d82cdd67-43d3-4331-b7f5-1884120a2b57 req-c8df061f-aa72-4dc6-8bd1-ae552ee442fa service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543138 Feb 08 23:52:40.664828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-247e98f0-ca2a-4291-afc1-d32fb0386f8f req-ef0b1301-121c-4810-bba5-2c715329e545 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.2171230 Feb 08 23:52:40.740964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.853636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.858120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.858431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:40.858582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-88dc17fe-d81b-474c-ad3d-ea2d2c431b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:40.860796 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-88dc17fe-d81b-474c-ad3d-ea2d2c431b27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1094 time: 0.0854902 Feb 08 23:52:40.872969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-247e98f0-ca2a-4291-afc1-d32fb0386f8f req-f6859ff8-1d9d-427a-b9c5-7a7638b9238d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523955 Feb 08 23:52:40.961940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:52:40.970459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-30801624-5686-4e00-84bd-4d1e6eb9f87d req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.045152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8716373 Feb 08 23:52:41.046613 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-30801624-5686-4e00-84bd-4d1e6eb9f87d req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.046778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43728) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:41.053735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:41.074977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-d016adfd-e2c8-447d-a43b-9eb960e10b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:41.077089 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-d016adfd-e2c8-447d-a43b-9eb960e10b3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.1880071 Feb 08 23:52:41.132378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29c36b-84b5-4c6d-9f3e-04a69bd0f608 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=2a877e27-398a-48e3-b2f0-61da4cb839f5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:41.147634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:41.157057 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-30801624-5686-4e00-84bd-4d1e6eb9f87d req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.158614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30801624-5686-4e00-84bd-4d1e6eb9f87d req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8022358 Feb 08 23:52:41.191451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b343e-d1f8-40ad-875b-5aed76dead54 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db501faf-14ba-47fe-bcb8-8acd1ef60e91,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:41.243017 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-afd40054-3803-4b33-9884-2b621eabd806 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.1437171 Feb 08 23:52:41.267714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5365-4e97-4f49-88f2-5850b491e2ab req-ce36e606-3a40-44d0-9d28-ea7db956c3b8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:41.275738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2df5365-4e97-4f49-88f2-5850b491e2ab req-ce36e606-3a40-44d0-9d28-ea7db956c3b8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.1482942 Feb 08 23:52:41.306952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-bbd8f2d0-70a3-453c-95a8-2c3521e53c35 req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1019372915', 'description': 'tempest-description-475925762'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:41.333298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-f5b5eb5b-8288-41f1-8c8b-38a548933646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:41.334790 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-f5b5eb5b-8288-41f1-8c8b-38a548933646 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.0820789 Feb 08 23:52:41.339476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:41.340871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:41.347757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.359227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2df5365-4e97-4f49-88f2-5850b491e2ab req-d7dfeef5-4c9b-4b95-afe4-845703515055 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815573 Feb 08 23:52:41.363750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'port_id': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'mac_address': 'fa:16:3e:50:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde14daf-9920-40f7-b954-00d4e958aa2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:52:41.417783 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-0b109564-5916-40a4-8971-986af3535e8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665555 Feb 08 23:52:41.484315 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.489345 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bbd8f2d0-70a3-453c-95a8-2c3521e53c35 req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.524550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abcc110-ea4f-419a-af67-15a42cf2169a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:41.575426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:41.583238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.617716 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-f6ebf332-d9d9-4141-a3f4-1a577197ba04 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892135 Feb 08 23:52:41.655666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:41.710368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.795813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.812832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11588e99-d8cd-466e-9684-51c16ae0ea3d req-ffdba2d1-7bca-4945-b2a0-1b2f4a0c2963 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:41.817589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-25660731-0dde-44f9-a5de-57a42a7e5fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.821555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11588e99-d8cd-466e-9684-51c16ae0ea3d req-ffdba2d1-7bca-4945-b2a0-1b2f4a0c2963 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.2047210 Feb 08 23:52:41.825394 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bbd8f2d0-70a3-453c-95a8-2c3521e53c35 req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.833358 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-21378b96-88c8-41cb-9a51-35498f7c71fa req-4563fb9c-5041-4fc5-90d6-d4d3f94af1d2 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957676 Feb 08 23:52:41.871611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=0f035d39-6a81-449d-a98c-4f5e7aee9f0f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:41.878882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bbd8f2d0-70a3-453c-95a8-2c3521e53c35 req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.881432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:41.881802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 2a877e27-398a-48e3-b2f0-61da4cb839f5, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:41.907252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:41.921866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2a877e27-398a-48e3-b2f0-61da4cb839f5) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:41.932414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1abcc110-ea4f-419a-af67-15a42cf2169a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:41.937888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5cdc0f-01c3-4f19-9b26-0e03deca4c68 None None] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:41.944590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:41.945112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-bbd8f2d0-70a3-453c-95a8-2c3521e53c35 req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.945295 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:41.946327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bbd8f2d0-70a3-453c-95a8-2c3521e53c35 req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6496198 Feb 08 23:52:41.958761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f534ded-e8bd-410a-b8b8-55245d846a14 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5939f7d6-19c1-4369-aa36-9223633deee5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:41.964169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11588e99-d8cd-466e-9684-51c16ae0ea3d req-02a2a501-81c3-4973-8264-b59d2e6dc8a3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412127 Feb 08 23:52:42.030012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:42.037050 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c6cc1761-6809-4b67-bb2a-cd059fe684b5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9780393 Feb 08 23:52:42.217562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-96b85948-96ce-4b7f-863a-b5c88e141efa tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202559 Feb 08 23:52:42.268557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-2a877e27-398a-48e3-b2f0-61da4cb839f5', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:52:42.269551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:42.471697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Allocated IP 172.20.0.2 (2a877e27-398a-48e3-b2f0-61da4cb839f5/0f035d39-6a81-449d-a98c-4f5e7aee9f0f/d9e7f153-2189-4b9f-9e0a-483cbab293a7) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:42.627203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:42.633035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:42.721710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-d9593ca0-553c-4774-ba6a-41d5a98def4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:42.723243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-d9593ca0-553c-4774-ba6a-41d5a98def4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 1096 time: 0.0470691 Feb 08 23:52:42.732870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fd5ef-7fe7-4c89-abe9-dfc0868de5b6 req-1ed3a171-8995-470e-80e8-ad1ab9ad1d62 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:42.734450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b48fd5ef-7fe7-4c89-abe9-dfc0868de5b6 req-1ed3a171-8995-470e-80e8-ad1ab9ad1d62 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 944 time: 0.6384625 Feb 08 23:52:42.819917 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:42.822957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:42.828163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:42.831332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Pushing event updated for resources: {'Port': ['ID=d9e7f153-2189-4b9f-9e0a-483cbab293a7,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:42.840593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-a07f8ded-f9fb-48bb-b2a5-078f66bdab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:42.842848 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-a07f8ded-f9fb-48bb-b2a5-078f66bdab22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.1105676 Feb 08 23:52:42.887248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Attempting to bind port d9e7f153-2189-4b9f-9e0a-483cbab293a7 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:42.887546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Attempting to bind port d9e7f153-2189-4b9f-9e0a-483cbab293a7 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:42.887993 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-d5842555-5f30-4f8e-a1ee-ad2b46151d9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc HTTP/1.1" status: 200 len: 217 time: 0.0375378 Feb 08 23:52:42.888443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Attempting to bind port d9e7f153-2189-4b9f-9e0a-483cbab293a7 on network 2a877e27-398a-48e3-b2f0-61da4cb839f5 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:42.893216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:42.893594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Checking segment: {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:42.893995 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:42.894385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Bound using segment: {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:42.894843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Bound port: d9e7f153-2189-4b9f-9e0a-483cbab293a7, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:42.895219 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:42.943431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-1c484834-a2c9-46cb-80c7-a9810250adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:42.944960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-1c484834-a2c9-46cb-80c7-a9810250adfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.0506845 Feb 08 23:52:42.959227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b48fd5ef-7fe7-4c89-abe9-dfc0868de5b6 req-ae5db9e4-5367-4644-aa0d-6b6ad6c483e2 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709023 Feb 08 23:52:42.971231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:52:42.973273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-cfc26ef8-e786-4f70-a26f-21a9d13081ff tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:42.982690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-cfc26ef8-e786-4f70-a26f-21a9d13081ff tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7406123 Feb 08 23:52:42.996660 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-497d39eb-986a-4af5-8073-04e75dc5839e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441282 Feb 08 23:52:43.037559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] For port d9e7f153-2189-4b9f-9e0a-483cbab293a7, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:43.046836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-9359045b-7f60-4444-bccc-0569a991e6bf tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/quotas/26ce9c0eb05f47a48e57a0753c839b73 HTTP/1.1" status: 200 len: 375 time: 0.0528691 Feb 08 23:52:43.055267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] For port d9e7f153-2189-4b9f-9e0a-483cbab293a7, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d9e7f153-2189-4b9f-9e0a-483cbab293a7,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:43.059215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.062988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.114403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-f00d5e4a-983a-40b8-bbab-d842955baaa3 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568960 Feb 08 23:52:43.138317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-a8635c23-08a8-4037-9711-e4c9ee57697f service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333671 Feb 08 23:52:43.170145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:43.183070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef964-d889-46b2-99d8-0b5ea2b9e21b None None] Pushing event updated for resources: {'Port': ['ID=d9e7f153-2189-4b9f-9e0a-483cbab293a7,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:43.192894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '2e629200-02c8-4c50-913d-1e9df0df5694', 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'port_id': '2e629200-02c8-4c50-913d-1e9df0df5694', 'mac_address': 'fa:16:3e:66:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a0f04b-3458-4524-908a-22e8d211f244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:52:43.213421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-433b1f3c-5102-401b-895e-6197ea7ff433 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/db501faf-14ba-47fe-bcb8-8acd1ef60e91 HTTP/1.1" status: 200 len: 1807 time: 0.2078078 Feb 08 23:52:43.251902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.263698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Deleting port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:43.264044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.268029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e629200-02c8-4c50-913d-1e9df0df5694 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:43.295057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:43.300597 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c16e7e3-77bf-48bc-8ca6-f2093903279c req-13bebec3-3eca-4d27-81ce-e02707017637 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504033 Feb 08 23:52:43.302706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.384038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:43.451595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-dd263487-2f93-4904-8901-381d46631042 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/5939f7d6-19c1-4369-aa36-9223633deee5 HTTP/1.1" status: 200 len: 1806 time: 0.2366905 Feb 08 23:52:43.467419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db501faf-14ba-47fe-bcb8-8acd1ef60e91', 'remote_group_id': '5939f7d6-19c1-4369-aa36-9223633deee5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:43.467721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'db501faf-14ba-47fe-bcb8-8acd1ef60e91', 'remote_group_id': '5939f7d6-19c1-4369-aa36-9223633deee5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:43.594460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2e629200-02c8-4c50-913d-1e9df0df5694'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:43.662778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] For port 6f93ddb6-9f0c-4940-8c5e-35653a46fa82, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:43.662932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.690222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Calling delete_port for 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:43.724082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.20.0.1 (2a877e27-398a-48e3-b2f0-61da4cb839f5/0f035d39-6a81-449d-a98c-4f5e7aee9f0f/1faa864a-63b4-4e94-ad46-d5229fbc16ce) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:43.747050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26551ac1-0122-42f9-b15f-e7e17b24d890 req-900c6dc0-16de-4760-b325-30e3e4a48fdf tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:43.748598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26551ac1-0122-42f9-b15f-e7e17b24d890 req-900c6dc0-16de-4760-b325-30e3e4a48fdf tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2394142 Feb 08 23:52:43.908173 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:43.947458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26551ac1-0122-42f9-b15f-e7e17b24d890 req-00e3a952-b55e-4d9f-865f-186804003d03 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609213 Feb 08 23:52:44.018364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.039447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.122403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.125879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe5744b-ff7f-4cc0-a776-48710824e049,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:44.150374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.150374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2818c971-52f1-4aa0-98b2-82cc72c34801 req-b70a40db-59c3-49bb-b2f1-258c73fab587 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6937549 Feb 08 23:52:44.207929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86702faf-cda2-45df-b9ff-ddba48ecc5bf req-ecbe67c7-4834-4222-962c-a98c3859e12e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:44.217708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86702faf-cda2-45df-b9ff-ddba48ecc5bf req-ecbe67c7-4834-4222-962c-a98c3859e12e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 944 time: 0.1979034 Feb 08 23:52:44.220178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d9e7f153-2189-4b9f-9e0a-483cbab293a7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:44.261446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1ac8b34-f110-4070-a6c4-471ffd2add32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.285953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d9e7f153-2189-4b9f-9e0a-483cbab293a7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:44.286329 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.304055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.312477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.314618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86702faf-cda2-45df-b9ff-ddba48ecc5bf req-a31694e7-5cb9-4260-86e8-438ff374803c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959775 Feb 08 23:52:44.316426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-1d3cf057-e033-4a60-a12d-41b0960bf658 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580735 Feb 08 23:52:44.392043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.404591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f93ddb6-9f0c-4940-8c5e-35653a46fa82,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:44.438793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port d9e7f153-2189-4b9f-9e0a-483cbab293a7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d9e7f153-2189-4b9f-9e0a-483cbab293a7,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:44.446002 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.517631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=d9e7f153-2189-4b9f-9e0a-483cbab293a7,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:44.544280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:44.548585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:44.582987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-aaedfc8b-5e9c-499c-b02c-c1732b31dc10 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377693 Feb 08 23:52:44.607882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:44.645551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=1faa864a-63b4-4e94-ad46-d5229fbc16ce,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:44.733263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-627cc4fc-809c-49dd-b52c-f298357f3da2 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:44.734773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-627cc4fc-809c-49dd-b52c-f298357f3da2 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452415 Feb 08 23:52:44.737678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06657a5-b0ba-461e-a195-ceb569ce1f12 None None] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:44.749016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.757273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Request body: {'port': {'device_id': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '26ce9c0eb05f47a48e57a0753c839b73'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:44.764266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513eddb-95cb-48fe-969d-158f3b5351ad req-9eb706b5-577b-4306-b445-4fe228146d60 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:44.769428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4513eddb-95cb-48fe-969d-158f3b5351ad req-9eb706b5-577b-4306-b445-4fe228146d60 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 944 time: 0.3506362 Feb 08 23:52:44.874130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f85c9234-f4cf-495f-9407-f8eb8c810289 None None] Provisioning complete for port d9e7f153-2189-4b9f-9e0a-483cbab293a7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:44.874493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f85c9234-f4cf-495f-9407-f8eb8c810289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.895976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Made reservation on behalf of 26ce9c0eb05f47a48e57a0753c839b73 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:44.900416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.910692 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:44.921975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-f12e8a66-0032-4f15-9b9c-70b758c0fe53 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:44.923609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-f12e8a66-0032-4f15-9b9c-70b758c0fe53 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5609462 Feb 08 23:52:44.980537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:44.983389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.006974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4513eddb-95cb-48fe-969d-158f3b5351ad req-45894925-ffd6-4168-9ef9-db449969e71f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914818 Feb 08 23:52:45.015712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-4bf02a04-53a2-4320-a5e9-27e3b60608fc tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/quotas/26ce9c0eb05f47a48e57a0753c839b73 HTTP/1.1" status: 200 len: 375 time: 0.0618231 Feb 08 23:52:45.047260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.052746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 1abcc110-ea4f-419a-af67-15a42cf2169a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:52:45.054298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.058444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1abcc110-ea4f-419a-af67-15a42cf2169a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:45.058822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.098006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b3096f-713a-42d8-965c-72be196d1c83,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:45.210212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.236346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-11a0cc0f-ef02-4706-9272-57fe0c46390d tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2196457 Feb 08 23:52:45.242884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abcc110-ea4f-419a-af67-15a42cf2169a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:45.245805 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda14b05-fc3f-404a-96b2-fb1b50f1ca8a" -d '{"events": [{"server_uuid": "3bdeb223-0256-41c1-a0dd-0fc1bb90812a", "name": "network-vif-plugged", "status": "completed", "tag": "1abcc110-ea4f-419a-af67-15a42cf2169a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:45.260140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:45.261403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Allocated IP 192.168.233.13 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/42df162d-ab79-45bf-a393-6ab884ee0d9f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:45.265459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.267016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:45.282627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.340686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70082a16-b514-4ed3-87f3-90328d29b0f6 req-599c003c-c0df-41e1-94d1-024bf7c92390 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/5939f7d6-19c1-4369-aa36-9223633deee5 HTTP/1.1" status: 200 len: 1806 time: 0.1776421 Feb 08 23:52:45.445929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:45.469271 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.516144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1c072804-9fc1-45a2-b7f2-6d7433a2f656 None None] Provisioning complete for port 1faa864a-63b4-4e94-ad46-d5229fbc16ce triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:45.516692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c072804-9fc1-45a2-b7f2-6d7433a2f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.568245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1c072804-9fc1-45a2-b7f2-6d7433a2f656 None None] Port 1faa864a-63b4-4e94-ad46-d5229fbc16ce cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:45.575910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 2e629200-02c8-4c50-913d-1e9df0df5694 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:52:45.582792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 2e629200-02c8-4c50-913d-1e9df0df5694 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:45.583252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.585000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1c072804-9fc1-45a2-b7f2-6d7433a2f656 None None] Provisioning complete for port d9e7f153-2189-4b9f-9e0a-483cbab293a7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:45.585427 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c072804-9fc1-45a2-b7f2-6d7433a2f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.629000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.708638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:45.716401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-70082a16-b514-4ed3-87f3-90328d29b0f6 req-63f42d4d-8b22-4848-90bf-b27a451e32ea tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.725384 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.750505 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-70082a16-b514-4ed3-87f3-90328d29b0f6 req-63f42d4d-8b22-4848-90bf-b27a451e32ea tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.761632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.797141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:45.809517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:45.812452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:45.832561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:45.839779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.840663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 56275c83-51e9-46e2-b248-e3cdf08d34bc no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:45.858269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c13ec-38d4-4897-adca-74bdfbbd692b req-dc6257fa-dfae-425f-a227-18626de7c795 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:45.859564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b76c13ec-38d4-4897-adca-74bdfbbd692b req-dc6257fa-dfae-425f-a227-18626de7c795 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 945 time: 0.2401245 Feb 08 23:52:45.874091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:45.909944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:45.910728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:45.932877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-ea93be0a-5ccd-4b63-89cf-130947fc3959 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1854861 Feb 08 23:52:45.949199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Request body: {'port': {'device_id': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:45.971917 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:46.022081 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-af5f5467-b13f-4af3-97a7-6a7d5c879adc None None] Provisioning complete for port 1faa864a-63b4-4e94-ad46-d5229fbc16ce triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:46.022493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-af5f5467-b13f-4af3-97a7-6a7d5c879adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.036485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.051943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.077167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-af5f5467-b13f-4af3-97a7-6a7d5c879adc None None] Port 1faa864a-63b4-4e94-ad46-d5229fbc16ce cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:46.117263 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.150480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.202352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:46.222233 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.258372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9c9f301c-17f3-4621-853c-9db155e0d4e3 None None] Provisioning complete for port 42df162d-ab79-45bf-a393-6ab884ee0d9f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:46.258714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9c9f301c-17f3-4621-853c-9db155e0d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.296725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d9e7f153-2189-4b9f-9e0a-483cbab293a7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:46.388824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f301c-17f3-4621-853c-9db155e0d4e3 None None] Port 42df162d-ab79-45bf-a393-6ab884ee0d9f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:46.395857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:46.418733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d9e7f153-2189-4b9f-9e0a-483cbab293a7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:46.421586 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.510321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42df162d-ab79-45bf-a393-6ab884ee0d9f {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:46.521265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.637162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Transition to ACTIVE for port object 42df162d-ab79-45bf-a393-6ab884ee0d9f will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:52:46.640955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.642330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b76c13ec-38d4-4897-adca-74bdfbbd692b req-ba5b248d-a849-48a3-bde0-81d7c8c15867 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883242 Feb 08 23:52:46.642884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=1faa864a-63b4-4e94-ad46-d5229fbc16ce,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:46.649988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-70082a16-b514-4ed3-87f3-90328d29b0f6 req-63f42d4d-8b22-4848-90bf-b27a451e32ea tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.652757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-70082a16-b514-4ed3-87f3-90328d29b0f6 req-63f42d4d-8b22-4848-90bf-b27a451e32ea tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.653924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70082a16-b514-4ed3-87f3-90328d29b0f6 req-63f42d4d-8b22-4848-90bf-b27a451e32ea tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/5939f7d6-19c1-4369-aa36-9223633deee5 HTTP/1.1" status: 204 len: 173 time: 1.2798486 Feb 08 23:52:46.659180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.691951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f42d4d-8b22-4848-90bf-b27a451e32ea tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5939f7d6-19c1-4369-aa36-9223633deee5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:46.723071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:46.725406 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7518516a-201a-4975-a170-a2cfbd730854 x-openstack-request-id: req-7518516a-201a-4975-a170-a2cfbd730854 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:46.725885 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdeb223-0256-41c1-a0dd-0fc1bb90812a", "name": "network-vif-plugged", "status": "completed", "tag": "1abcc110-ea4f-419a-af67-15a42cf2169a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:46.725885 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7518516a-201a-4975-a170-a2cfbd730854 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:46.726616 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'code': 200} Feb 08 23:52:46.733101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0b3ccce1-6b43-4191-ac65-b8465b51160f admin admin] 10.222.0.32 "PUT /v2.0/routers/b59a59b9-83a6-46c5-aee6-72e9ec1bd05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7261374 Feb 08 23:52:46.733101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43836) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:46.742877 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] Sync routers for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:46.785489 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:46.788028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.791343 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:46.853511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:46.886484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Attempting to bind port 42df162d-ab79-45bf-a393-6ab884ee0d9f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:46.887533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Attempting to bind port 42df162d-ab79-45bf-a393-6ab884ee0d9f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:46.887978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Attempting to bind port 42df162d-ab79-45bf-a393-6ab884ee0d9f on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:46.928808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Port 42df162d-ab79-45bf-a393-6ab884ee0d9f on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:52:46.929301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Attempting to bind port 42df162d-ab79-45bf-a393-6ab884ee0d9f on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:46.938061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:46.938609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:46.939221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:46.939835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Bound port: 42df162d-ab79-45bf-a393-6ab884ee0d9f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:46.940455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:46.960931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-74dec319-b0e4-4317-b1ea-da1c6563cd72 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277584 Feb 08 23:52:46.962801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8131579-907f-4cc8-b535-897f19dfe29a req-141b8229-9a2c-4818-9e61-535590c3a970 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 210 time: 0.1217659 Feb 08 23:52:46.979922 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:47.041004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f738f64-b2c5-4b92-a666-b4909ed5607e req-69d0687e-c969-49df-a71f-b8f6ae0e083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.042802 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1f738f64-b2c5-4b92-a666-b4909ed5607e req-69d0687e-c969-49df-a71f-b8f6ae0e083a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 1096 time: 0.1520875 Feb 08 23:52:47.064852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:47.100975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:47.127561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:47.143388 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1f738f64-b2c5-4b92-a666-b4909ed5607e req-2cda853b-0a06-44be-b05f-1c232c5b9e67 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923812 Feb 08 23:52:47.147182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:47.157265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.158820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4895f4-e862-42e0-b99d-397ee7a5f7f9 req-6246b641-1c4f-4a7b-ae25-331677464b18 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.160510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c4895f4-e862-42e0-b99d-397ee7a5f7f9 req-6246b641-1c4f-4a7b-ae25-331677464b18 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3575225 Feb 08 23:52:47.215719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.226382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.227628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.229227 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] 10.222.0.21 "PUT /v2.0/ports/42df162d-ab79-45bf-a393-6ab884ee0d9f HTTP/1.1" status: 200 len: 1095 time: 1.2895303 Feb 08 23:52:47.229636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:47.232679 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03798f9-a5a7-4f91-8b85-f8a3f9369462" -d '{"events": [{"name": "network-changed", "server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:47.253025 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:52:44Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:47.268175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.286608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03f985-58d0-4419-b78a-be5fa1401a71 service neutron] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:47.289628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] Checking router: b59a59b9-83a6-46c5-aee6-72e9ec1bd05b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:47.301170 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] Routers {'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:47.301773 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:47.448332 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] Set router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:47.448675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-703638a5-924b-4914-b663-33e427022968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.450287 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-703638a5-924b-4914-b663-33e427022968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 1098 time: 0.0721128 Feb 08 23:52:47.506088 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-38843027-6b95-4b16-82db-4134b7b61f22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f HTTP/1.1" status: 200 len: 217 time: 0.0471768 Feb 08 23:52:47.548193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fa76b-6a35-444c-91c4-c61f2f63d896 req-3afec56d-a674-400e-99db-48f35abbe9f3 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.557117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a93b3d9a-e308-4d9b-971f-540682e7f8b8 None None] Provisioning complete for port 1faa864a-63b4-4e94-ad46-d5229fbc16ce triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:47.557565 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a93b3d9a-e308-4d9b-971f-540682e7f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.561275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-120fa76b-6a35-444c-91c4-c61f2f63d896 req-3afec56d-a674-400e-99db-48f35abbe9f3 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.3935030 Feb 08 23:52:47.565725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c4895f4-e862-42e0-b99d-397ee7a5f7f9 req-e114f184-9304-4480-926e-b4cbd2610a02 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787091 Feb 08 23:52:47.567055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-987e12ae-fc51-44ad-ae69-8352a4c7f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.569260 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-987e12ae-fc51-44ad-ae69-8352a4c7f949 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0552065 Feb 08 23:52:47.583465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-5421a0e5-50fa-4479-8b03-51c5d75d476b tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.585243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-5421a0e5-50fa-4479-8b03-51c5d75d476b tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6166975 Feb 08 23:52:47.610116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Request body: {'port': {'device_id': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '26ce9c0eb05f47a48e57a0753c839b73'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:47.633641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-8467d01e-cefc-4b01-a87c-a7229faae341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:47.636410 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-8467d01e-cefc-4b01-a87c-a7229faae341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545146 Feb 08 23:52:47.643969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a93b3d9a-e308-4d9b-971f-540682e7f8b8 None None] Port 1faa864a-63b4-4e94-ad46-d5229fbc16ce cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:47.695670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.738500 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-bb720d4d-604e-4b6b-989e-661ec328f67d service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949378 Feb 08 23:52:47.752633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-120fa76b-6a35-444c-91c4-c61f2f63d896 req-6bf70a90-6e38-4a49-8d39-60df4096d24e tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890726 Feb 08 23:52:47.790121 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:52:44Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:47.808459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2046ab3d-9938-4378-8c77-f2c75f370c18 req-428912f8-c9d2-495b-acb5-aa8bd5491cd9 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/db501faf-14ba-47fe-bcb8-8acd1ef60e91 HTTP/1.1" status: 200 len: 1807 time: 0.1673701 Feb 08 23:52:47.834223 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22dbc7-076f-48d6-8a28-885d33648ea8 None None] The sync data for ids ['b59a59b9-83a6-46c5-aee6-72e9ec1bd05b'] in n-d-828413-1 is: [{'id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'name': 'tempest-ServerActionsTestJSON-321180764-router', 'tenant_id': 'f4c88c8724fc433fb2ad01a708866329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:44:03Z', 'updated_at': '2022-02-08T23:52:44Z', 'revision_number': 5, 'project_id': 'f4c88c8724fc433fb2ad01a708866329', 'gw_port': {'id': 'a5a6ef4d-63ff-46f6-b3bb-3b383b48e928', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:aa:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a59b9-83a6-46c5-aee6-72e9ec1bd05b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:44:04Z', 'updated_at': '2022-02-08T23:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:47.860853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:52:47.890948 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38045ed-661a-45fa-8533-c64d21b16122 x-openstack-request-id: req-e38045ed-661a-45fa-8533-c64d21b16122 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:47.891386 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:47.891898 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e38045ed-661a-45fa-8533-c64d21b16122 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:47.892505 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'status': 'completed', 'code': 200} Feb 08 23:52:47.900999 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-923418fa-3c91-4967-96ac-a32ba6c9a722 req-d2e09434-38dd-4ce8-84b1-462b3eeb444f service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523864 Feb 08 23:52:47.971221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Made reservation on behalf of 26ce9c0eb05f47a48e57a0753c839b73 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:47.974662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:47.980296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-54814506-29f4-45c7-a50e-adc06cf3c1f1 req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-154986630', 'description': 'tempest-description-39300026'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:47.989130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Deleting port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:47.989468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.002104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-2566a716-1bd6-4395-b0e0-2e1d520bf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:48.004278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-2566a716-1bd6-4395-b0e0-2e1d520bf626 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 1098 time: 0.0485101 Feb 08 23:52:48.083050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:48.088785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8d785229-b3fc-469e-9727-1c4350dec645 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0573912 Feb 08 23:52:48.093085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:48.095290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:48.099419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798176402'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:48.108375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:48.109290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:48.121633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-4094c3b4-c986-4035-adb7-a38acd6fa509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:48.123611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-4094c3b4-c986-4035-adb7-a38acd6fa509 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1093333 Feb 08 23:52:48.149880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-54814506-29f4-45c7-a50e-adc06cf3c1f1 req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.199365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] For port a5a6ef4d-63ff-46f6-b3bb-3b383b48e928, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:48.199737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.221108 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-6cb250ed-767b-4840-b8cb-f8b4ab1aeef6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f HTTP/1.1" status: 200 len: 217 time: 0.0836356 Feb 08 23:52:48.244820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Calling delete_port for a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:48.284626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:48.320628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-a5730db8-1642-4933-8380-5f2d40b3782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:48.323581 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-a5730db8-1642-4933-8380-5f2d40b3782a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0888634 Feb 08 23:52:48.342669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:48.346449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.354444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:48.357007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6f93ddb6-9f0c-4940-8c5e-35653a46fa82 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:48.399933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:48.422062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Allocated IP 192.168.233.148 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/f94bf85d-b6de-4447-b303-69819eb68488) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:48.423325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:48.440770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-965accc8-51a3-4e28-841f-1f999003830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:48.442536 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-965accc8-51a3-4e28-841f-1f999003830f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128957 Feb 08 23:52:48.445673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.446014 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment 56dcdd5c-5634-4daa-903b-ff0ba9b92591 of type vlan for network 892216cb-28ec-474f-a3b2-5c1879baaef4 Feb 08 23:52:48.566346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.618747 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.625148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:48.625766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.639531 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-501c56f0-174c-47c1-bb58-ad0d55672ffc service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837685 Feb 08 23:52:48.671907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:44Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:45Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:48.701690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:48.702069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Updating router d9703349-323a-447a-b960-cbd7e8df6573 port 1faa864a-63b4-4e94-ad46-d5229fbc16ce binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:52:48.709688 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6130800 Feb 08 23:52:48.715624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:48.724580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:48.727626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694'}, {'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:48.730729 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17ae29d-c979-41a7-8711-c8e22740339d" -d '{"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-plugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694"}, {"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-unplugged", "status": "completed", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:48.735235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.755883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a4d81-98b3-42be-960e-a62a2a5c8b0a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=892216cb-28ec-474f-a3b2-5c1879baaef4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:48.778532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:48.792964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-54814506-29f4-45c7-a50e-adc06cf3c1f1 req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.794440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e03798f9-a5a7-4f91-8b85-f8a3f9369462 req-04eb7879-ec3b-46bd-90ea-9591f680acf8 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422360 Feb 08 23:52:48.835692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.837041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-54814506-29f4-45c7-a50e-adc06cf3c1f1 req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.872731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabea03-193d-495b-b40f-e28c216153bd req-7b2e2128-3ed0-4ad3-a124-fc9d607354b4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:48.874269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fabea03-193d-495b-b40f-e28c216153bd req-7b2e2128-3ed0-4ad3-a124-fc9d607354b4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e18d707-2e30-4c84-96a5-8d6ed4d23804 HTTP/1.1" status: 200 len: 943 time: 0.2421610 Feb 08 23:52:48.928098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-54814506-29f4-45c7-a50e-adc06cf3c1f1 req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:48.929415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54814506-29f4-45c7-a50e-adc06cf3c1f1 req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9627192 Feb 08 23:52:48.972411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63afc7-b033-4c1a-9155-1ac4c1f4ea50 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55da50ff-edeb-4d41-a05f-bad7a3017b9d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:49.059849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 56275c83-51e9-46e2-b248-e3cdf08d34bc no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:49.085065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef1b079-0505-4578-8ccc-c6e7444fb72b req-7b2356da-6f10-4677-b3c0-61b2a4673525 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 210 time: 0.0799401 Feb 08 23:52:49.090136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.143517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:49.147103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.160766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.230699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:49.243347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:49.264723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:49.297624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:49.318918 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.325530 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.365493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a6ef4d-63ff-46f6-b3bb-3b383b48e928,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:49.394916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9b040-cca6-43f9-be11-16aaf0b45a6d None None] Pushing event updated for resources: {'Port': ['ID=1faa864a-63b4-4e94-ad46-d5229fbc16ce,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:49.410718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port 56275c83-51e9-46e2-b248-e3cdf08d34bc {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:49.411056 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.471033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Attempting to bind port 1faa864a-63b4-4e94-ad46-d5229fbc16ce on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:49.471401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Attempting to bind port 1faa864a-63b4-4e94-ad46-d5229fbc16ce by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:49.471758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Attempting to bind port 1faa864a-63b4-4e94-ad46-d5229fbc16ce on network 2a877e27-398a-48e3-b2f0-61da4cb839f5 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:49.477200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:49.477577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Checking segment: {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:49.477975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.478362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Bound using segment: {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:49.478820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Bound port: 1faa864a-63b4-4e94-ad46-d5229fbc16ce, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d3a788-1967-401e-a325-9da6f08d3d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:49.479767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.505091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3c98e-e4c8-4b09-8783-aa8865548b19 req-5ca89434-21c6-4d1a-9796-298069d12f7b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:49.506745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1b3c98e-e4c8-4b09-8783-aa8865548b19 req-5ca89434-21c6-4d1a-9796-298069d12f7b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3279510 Feb 08 23:52:49.524841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:49.525806 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.546552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.557538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] For port 1faa864a-63b4-4e94-ad46-d5229fbc16ce, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:49.561731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] For port 1faa864a-63b4-4e94-ad46-d5229fbc16ce, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1faa864a-63b4-4e94-ad46-d5229fbc16ce,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:49.567376 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.636731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:49.637406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:49.679614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9b040-cca6-43f9-be11-16aaf0b45a6d None None] Pushing event updated for resources: {'Port': ['ID=1faa864a-63b4-4e94-ad46-d5229fbc16ce,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:49.688740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e25bddec-1303-4a11-ad9e-bf1d74b67745 None None] Provisioning complete for port f94bf85d-b6de-4447-b303-69819eb68488 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:49.689134 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e25bddec-1303-4a11-ad9e-bf1d74b67745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:49.768541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e25bddec-1303-4a11-ad9e-bf1d74b67745 None None] Port f94bf85d-b6de-4447-b303-69819eb68488 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:52:49.773745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:49.919699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9df34030-b5c2-4d13-a5d2-3dcec6cef159 None None] Provisioning complete for port 1faa864a-63b4-4e94-ad46-d5229fbc16ce triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:49.919990 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9df34030-b5c2-4d13-a5d2-3dcec6cef159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.055693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9df34030-b5c2-4d13-a5d2-3dcec6cef159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.064310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-d1ca74f0-97d2-4301-b682-02dfabfe8428 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4577961 Feb 08 23:52:50.072530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:44Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:49Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:50.084875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Request body: {'port': {'device_id': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:50.098164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.100638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.108103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8040db-3038-45c4-b06c-d3928c230e06 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:44Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:49Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:50.126276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9df34030-b5c2-4d13-a5d2-3dcec6cef159 None None] For port 1faa864a-63b4-4e94-ad46-d5229fbc16ce, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1faa864a-63b4-4e94-ad46-d5229fbc16ce,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:50.139591 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9df34030-b5c2-4d13-a5d2-3dcec6cef159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.157480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1b3c98e-e4c8-4b09-8783-aa8865548b19 req-535f54b1-3dd0-418f-bbcc-280d0530f7fa tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410565 Feb 08 23:52:50.163946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port 56275c83-51e9-46e2-b248-e3cdf08d34bc, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=56275c83-51e9-46e2-b248-e3cdf08d34bc,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:50.164319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.209875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34030-b5c2-4d13-a5d2-3dcec6cef159 None None] Pushing event updated for resources: {'Port': ['ID=1faa864a-63b4-4e94-ad46-d5229fbc16ce,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:50.222881 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c630d5f0-5b4e-4a08-9c66-2e45d8dead6e x-openstack-request-id: req-c630d5f0-5b4e-4a08-9c66-2e45d8dead6e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:50.223355 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-plugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694", "code": 200}, {"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-unplugged", "status": "failed", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc", "code": 422}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:50.224376 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c630d5f0-5b4e-4a08-9c66-2e45d8dead6e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:50.224376 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694', 'code': 200} Feb 08 23:52:50.224541 n-d-828413-1 neutron-server[105933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'code': 422} returned with failed status Feb 08 23:52:50.252563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for 56275c83-51e9-46e2-b248-e3cdf08d34bc owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:50.296849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.297504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59a59b9-83a6-46c5-aee6-72e9ec1bd05b {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:52:50.324314 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.327635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ae30d606-a242-4b7b-83f9-c54c0f010d40 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b59a59b9-83a6-46c5-aee6-72e9ec1bd05b HTTP/1.1" status: 204 len: 168 time: 3.5918314 Feb 08 23:52:50.333463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.337938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43894) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:50.368287 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.385218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f59ec-6929-49da-b45d-18ea0983e1d3 req-c2a1409c-48bd-42b8-a840-148f3a93fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:50.387870 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-521f59ec-6929-49da-b45d-18ea0983e1d3 req-c2a1409c-48bd-42b8-a840-148f3a93fb02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1096 time: 0.0839150 Feb 08 23:52:50.468468 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-521f59ec-6929-49da-b45d-18ea0983e1d3 req-95f86d7c-db5b-4524-a1ed-d5eff9195780 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Feb 08 23:52:50.567249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Deleting subnet 0133ea37-c26a-4444-830e-9a6a1529ce1f {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:52:50.575443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.590819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=b0fe1a53-2c9f-44f8-9d75-0f898401383e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:50.645661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59094f3-cb38-4d6c-b211-aeda63a9532b req-ac6d5e6c-c168-45e3-8db3-2dbb2c6d7199 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:50.647240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f59094f3-cb38-4d6c-b211-aeda63a9532b req-ac6d5e6c-c168-45e3-8db3-2dbb2c6d7199 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.3555124 Feb 08 23:52:50.751690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:50.752050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 892216cb-28ec-474f-a3b2-5c1879baaef4, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:50.757713 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:50.912507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f59094f3-cb38-4d6c-b211-aeda63a9532b req-1030660a-014e-4abf-8a78-67d2e302a6b6 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510061 Feb 08 23:52:50.922695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:50.977074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 892216cb-28ec-474f-a3b2-5c1879baaef4) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:50.984543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8aa1ab-3a4a-4537-9eca-7bee603ad43c None None] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:50.987801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.002228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:52:51.003117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:51.003714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.070340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.077299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=56275c83-51e9-46e2-b248-e3cdf08d34bc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:51.126254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-873db3b3-3566-445f-b04d-6eb082684ad6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4034965 Feb 08 23:52:51.126710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43898) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:51.154852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92932d2a-7807-4cd7-82bb-3835b971874e req-7fed852d-71ad-4959-adc2-49003b388c24 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/55da50ff-edeb-4d41-a05f-bad7a3017b9d HTTP/1.1" status: 200 len: 1804 time: 0.1934135 Feb 08 23:52:51.177779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port 56275c83-51e9-46e2-b248-e3cdf08d34bc on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:51.190585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55da50ff-edeb-4d41-a05f-bad7a3017b9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:51.190940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55da50ff-edeb-4d41-a05f-bad7a3017b9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:51.197154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.199922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:51.200431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fabea03-193d-495b-b40f-e28c216153bd req-90cd997d-b25f-4be3-9725-5de591e0d6f8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "DELETE /v2.0/ports/56275c83-51e9-46e2-b248-e3cdf08d34bc HTTP/1.1" status: 204 len: 173 time: 2.3103874 Feb 08 23:52:51.200893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-deleted', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:51.203187 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f0dda2-d2b8-4a7e-8266-3a127d5bdf17" -d '{"events": [{"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-deleted", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:51.228445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'mac_address': 'fa:16:3e:29:a2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:52:51.245246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94bf85d-b6de-4447-b303-69819eb68488 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:51.253671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.259691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-892216cb-28ec-474f-a3b2-5c1879baaef4', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:52:51.261107 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.266990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Transition to ACTIVE for port object f94bf85d-b6de-4447-b303-69819eb68488 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:52:51.277483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.371787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.426548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:51.449077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0133ea37-c26a-4444-830e-9a6a1529ce1f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:51.485262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.514425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb0029b8-fb01-463f-9702-e1a6675d5620 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0133ea37-c26a-4444-830e-9a6a1529ce1f HTTP/1.1" status: 204 len: 168 time: 1.1698534 Feb 08 23:52:51.518789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43906) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:51.532556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24cad1b-2f36-402d-8da9-1033c4651904 None None] Network e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:51.552372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Allocated IP 172.21.0.2 (892216cb-28ec-474f-a3b2-5c1879baaef4/b0fe1a53-2c9f-44f8-9d75-0f898401383e/969c13ae-04f7-44ba-b4cb-57c810d33de7) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:51.641515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.660252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.725602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42df162d-ab79-45bf-a393-6ab884ee0d9f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:51.742957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.749212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:51.755004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.789404 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.800372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Attempting to bind port f94bf85d-b6de-4447-b303-69819eb68488 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:51.800704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Attempting to bind port f94bf85d-b6de-4447-b303-69819eb68488 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:51.801052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Attempting to bind port f94bf85d-b6de-4447-b303-69819eb68488 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:51.806227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.806392 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.827251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587a05e-15bb-472f-8df1-a75c793cfe28 req-0d9f3756-34c5-4584-b2e9-e2ace732c8d7 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:51.828882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4587a05e-15bb-472f-8df1-a75c793cfe28 req-0d9f3756-34c5-4584-b2e9-e2ace732c8d7 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 0.1745450 Feb 08 23:52:51.834557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Port f94bf85d-b6de-4447-b303-69819eb68488 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:52:51.834882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Attempting to bind port f94bf85d-b6de-4447-b303-69819eb68488 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:51.871134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33a27b9-2e50-4844-87d0-eaf07a5d4301,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:51.886717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:51.887141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:51.887535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:51.887983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Bound port: f94bf85d-b6de-4447-b303-69819eb68488, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:51.888336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.894139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:51.895241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:51.895354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92932d2a-7807-4cd7-82bb-3835b971874e req-e04a6a76-25e4-4dac-a45b-18e3ac74a286 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7218726 Feb 08 23:52:52.023132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4587a05e-15bb-472f-8df1-a75c793cfe28 req-c5fb21f9-7ec4-43f2-8b09-f93993cf57c6 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585908 Feb 08 23:52:52.044789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] DHCP port deletion for e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:52:52.194559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:52.225601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Deleting port 82bb1c44-2791-4515-88cc-8f23e151963d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:52.225942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.241130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:52.265237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e9660-e4a5-437b-815a-7430a92697e5 req-cb19853a-f470-4ebd-9127-b150da51e993 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:52.266781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-247e9660-e4a5-437b-815a-7430a92697e5 req-cb19853a-f470-4ebd-9127-b150da51e993 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.2023134 Feb 08 23:52:52.294990 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.327954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['42df162d-ab79-45bf-a393-6ab884ee0d9f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:52.353729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1faa864a-63b4-4e94-ad46-d5229fbc16ce up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:52.363070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:52.364034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.367054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] 10.222.0.21 "PUT /v2.0/ports/f94bf85d-b6de-4447-b303-69819eb68488 HTTP/1.1" status: 200 len: 1096 time: 2.2860036 Feb 08 23:52:52.376815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14d79e-9683-4409-ad9d-64f8cc2ab0fd req-1a2c9c81-7dbd-45c0-99d9-ef4117a9fccd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:52.378327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e14d79e-9683-4409-ad9d-64f8cc2ab0fd req-1a2c9c81-7dbd-45c0-99d9-ef4117a9fccd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2392755 Feb 08 23:52:52.383699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.414696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.446370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] For port 82bb1c44-2791-4515-88cc-8f23e151963d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=82bb1c44-2791-4515-88cc-8f23e151963d,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:52.446650 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.496368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:52.505151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:52.506293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-247e9660-e4a5-437b-815a-7430a92697e5 req-a310cb11-3845-4654-9d4a-48e40ce5169c tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081585 Feb 08 23:52:52.513946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Calling delete_port for 82bb1c44-2791-4515-88cc-8f23e151963d owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:52.515584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8eb559-2036-417c-b434-df23504d2433 service neutron] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:52.528845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:52.579179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.21.0.1 (892216cb-28ec-474f-a3b2-5c1879baaef4/b0fe1a53-2c9f-44f8-9d75-0f898401383e/8946117a-4fbf-4364-9af0-3778a13a54e2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:52.584483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Pushing event updated for resources: {'Port': ['ID=969c13ae-04f7-44ba-b4cb-57c810d33de7,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:52.611781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] Deleting port 82bb1c44-2791-4515-88cc-8f23e151963d {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:52:52.612494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.614006 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d417f-0b69-4aa5-982a-622c659ff82c x-openstack-request-id: req-790d417f-0b69-4aa5-982a-622c659ff82c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:52.614306 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e18d707-2e30-4c84-96a5-8d6ed4d23804", "name": "network-vif-deleted", "tag": "56275c83-51e9-46e2-b248-e3cdf08d34bc", "status": "failed", "code": 422}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:52.615143 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-790d417f-0b69-4aa5-982a-622c659ff82c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:52.615639 n-d-828413-1 neutron-server[105925]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e18d707-2e30-4c84-96a5-8d6ed4d23804', 'name': 'network-vif-deleted', 'tag': '56275c83-51e9-46e2-b248-e3cdf08d34bc', 'status': 'failed', 'code': 422} returned with failed status Feb 08 23:52:52.616757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1faa864a-63b4-4e94-ad46-d5229fbc16ce triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:52.617071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.629284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e14d79e-9683-4409-ad9d-64f8cc2ab0fd req-7d94df51-4b58-4679-99ef-1fd865e41601 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403986 Feb 08 23:52:52.641571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-6140cc66-6b5b-4410-baab-6c5628bba9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:52.645357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-6140cc66-6b5b-4410-baab-6c5628bba9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 1099 time: 0.1835463 Feb 08 23:52:52.803298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-6acab5df-eb8c-46a3-a08c-583195c26708 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f94bf85d-b6de-4447-b303-69819eb68488 HTTP/1.1" status: 200 len: 217 time: 0.1478724 Feb 08 23:52:52.812410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.851101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.863494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Attempting to bind port 969c13ae-04f7-44ba-b4cb-57c810d33de7 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:52.863861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Attempting to bind port 969c13ae-04f7-44ba-b4cb-57c810d33de7 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:52.864212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Attempting to bind port 969c13ae-04f7-44ba-b4cb-57c810d33de7 on network 892216cb-28ec-474f-a3b2-5c1879baaef4 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:52.895142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] For port 82bb1c44-2791-4515-88cc-8f23e151963d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=82bb1c44-2791-4515-88cc-8f23e151963d,segment=NetworkSegment(eb417bf8-427a-4040-bd08-81f5fdeee683),segment_id=eb417bf8-427a-4040-bd08-81f5fdeee683)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:52.895545 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.896477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:52.903358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:52.906098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:52.908022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:52.908022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Checking segment: {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:52.908793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.908793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Bound using segment: {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:52.909454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Bound port: 969c13ae-04f7-44ba-b4cb-57c810d33de7, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:52.909686 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.926577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-63997c9c-922d-4dff-94c0-c8669f6ceb0c tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/55da50ff-edeb-4d41-a05f-bad7a3017b9d HTTP/1.1" status: 200 len: 2398 time: 0.2353814 Feb 08 23:52:52.927767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] Calling delete_port for 82bb1c44-2791-4515-88cc-8f23e151963d owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:52:52.937107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55da50ff-edeb-4d41-a05f-bad7a3017b9d', 'remote_group_id': None}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:52.938288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '55da50ff-edeb-4d41-a05f-bad7a3017b9d', 'remote_group_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:52.942931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=8946117a-4fbf-4364-9af0-3778a13a54e2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:52.943923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.964198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:52.985003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-1a851f24-bea1-41b9-939a-e991ea4db489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:52.986974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-1a851f24-bea1-41b9-939a-e991ea4db489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1666200 Feb 08 23:52:52.990075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bb1c44-2791-4515-88cc-8f23e151963d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:53.003510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8089863-9aed-4e01-b1b6-48227cf4ff63 req-adc7eb51-6a2f-4c22-8f97-ad0fb2260436 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:53.005693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8089863-9aed-4e01-b1b6-48227cf4ff63 req-adc7eb51-6a2f-4c22-8f97-ad0fb2260436 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.2113924 Feb 08 23:52:53.007429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] No DVR routers for this DVR port 82bb1c44-2791-4515-88cc-8f23e151963d on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:53.095195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.118021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] For port 969c13ae-04f7-44ba-b4cb-57c810d33de7, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:53.124309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] For port 969c13ae-04f7-44ba-b4cb-57c810d33de7, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=969c13ae-04f7-44ba-b4cb-57c810d33de7,segment=NetworkSegment(56dcdd5c-5634-4daa-903b-ff0ba9b92591),segment_id=56dcdd5c-5634-4daa-903b-ff0ba9b92591)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:53.140088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.176241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.181204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8089863-9aed-4e01-b1b6-48227cf4ff63 req-4caa8ca6-73a7-4ff4-917e-486d7a1481e9 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585796 Feb 08 23:52:53.193371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:53.195460 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.233215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-1ede9600-e4c6-42e5-b5a7-e53bbd334fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:53.234559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:53.234910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a5a6ef4d-63ff-46f6-b3bb-3b383b48e928 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:53.235338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 82bb1c44-2791-4515-88cc-8f23e151963d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:52:53.236308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-1ede9600-e4c6-42e5-b5a7-e53bbd334fce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2258925 Feb 08 23:52:53.245256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:53.262099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] No DVR routers for this DVR port 82bb1c44-2791-4515-88cc-8f23e151963d on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:52:53.263915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 82bb1c44-2791-4515-88cc-8f23e151963d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:52:53.264286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 82bb1c44-2791-4515-88cc-8f23e151963d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:52:53.266915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d2e9f-0ad4-4c6d-8307-3a9c463e8eb3 None None] Pushing event updated for resources: {'Port': ['ID=969c13ae-04f7-44ba-b4cb-57c810d33de7,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:53.298436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bcbef-8a8e-4fc0-9021-76e2564e3dbe None None] Pushing event deleted for resources: {'Port': ['ID=82bb1c44-2791-4515-88cc-8f23e151963d,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:53.321414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb417bf8-427a-4040-bd08-81f5fdeee683') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:53.321714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb417bf8-427a-4040-bd08-81f5fdeee683') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:53.382467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.386908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.456884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.474781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:52:53.474781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:52:53.489297 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:52:53.511677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.519899 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.525366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.556804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.615866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-0f81d5b4-6007-4747-aa99-6a02dadbee0c service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635499 Feb 08 23:52:53.627096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=8946117a-4fbf-4364-9af0-3778a13a54e2,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:53.628317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab41989-06e8-4f8b-8986-ca7f0fa0fa88,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:53.644155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.645314 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.646527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa7ecd8a-5124-492c-902d-b447ac38003f req-16b66ba4-c05b-4cf4-b02a-729d81c5c814 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7190049 Feb 08 23:52:53.664852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-48e8428a-bcbe-418e-a2f3-9d4debf71c78 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:53.667000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-48e8428a-bcbe-418e-a2f3-9d4debf71c78 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.3365662 Feb 08 23:52:53.697778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.710751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:53.717242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb HTTP/1.1" status: 204 len: 168 time: 2.1950278 Feb 08 23:52:53.735254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c417a-f757-4bcb-98e6-e67dadfd1d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ca6323-b7b9-4b42-bdb2-d50ee2ceb4eb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:53.737848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-0c6068e9-28e6-4d7e-871d-4a64f668eabe tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.0346570 Feb 08 23:52:53.770831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:53.773408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:53.806017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-2bac4d9f-39f4-4139-be02-353707961a87 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581789 Feb 08 23:52:53.868528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1749fd-a5d2-436f-94b4-1a5a7426c395 req-4f00ea89-caa5-461a-a087-336bb3509099 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411833 Feb 08 23:52:53.872889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43948) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:53.917958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:53.935179 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1106e304-faab-4c69-81d1-cd9a89d8e771 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c88c8724fc433fb2ad01a708866329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577104 Feb 08 23:52:53.936223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43950) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:53.961094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-e2642500-dec7-44de-a353-6fc1e0628694 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:53.962571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-e2642500-dec7-44de-a353-6fc1e0628694 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 814 time: 0.2202799 Feb 08 23:52:53.986080 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-c7201c9a-0d79-45d6-a988-1e248a6ad437 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489036 Feb 08 23:52:53.987363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-1f53003b-38d8-4a72-8e9d-9f542cbcbcdd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/quotas/9fb0cfc207934d72b14ac6ef05c3783a HTTP/1.1" status: 200 len: 375 time: 0.0152194 Feb 08 23:52:54.064779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:54.066590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fee0fde8-e7b5-4ed3-9e22-a66be0d95fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.075180 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d983ee9d-2495-48d3-8d43-5ffef1f4ab8c tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436920 Feb 08 23:52:54.075358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43952) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:54.080247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1074214770'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:54.084281 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:54.098739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:54.099721 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:54.100468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-8b3797b6-526e-4157-b6ad-a62e6d81c471 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983534 Feb 08 23:52:54.115328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fee0fde8-e7b5-4ed3-9e22-a66be0d95fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.168502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-4c5a2811-8daa-404c-9861-70bc15ab5cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751003 Feb 08 23:52:54.202571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:54.211496 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.254082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 969c13ae-04f7-44ba-b4cb-57c810d33de7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:54.267909 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fee0fde8-e7b5-4ed3-9e22-a66be0d95fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.270894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fee0fde8-e7b5-4ed3-9e22-a66be0d95fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.275065 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fee0fde8-e7b5-4ed3-9e22-a66be0d95fc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b47b59f-32a5-4aa6-b39e-53e0f3724ba5 HTTP/1.1" status: 204 len: 168 time: 0.3376119 Feb 08 23:52:54.296633 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:54.302198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:54.314683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0fde8-e7b5-4ed3-9e22-a66be0d95fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b47b59f-32a5-4aa6-b39e-53e0f3724ba5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:54.339917 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.340299 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment 7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb of type vlan for network e5c58b74-94e6-411b-b05a-23da131523bf Feb 08 23:52:54.361637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-5a514536-dab5-4324-88bb-251cd6a46356 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:52:54.363347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-5a514536-dab5-4324-88bb-251cd6a46356 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1937938 Feb 08 23:52:54.448621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.493123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 969c13ae-04f7-44ba-b4cb-57c810d33de7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:54.493483 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.516362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.522333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:54.522964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.616426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:54.618951 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "tag": "f94bf85d-b6de-4447-b303-69819eb68488"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:54.623793 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5472739 Feb 08 23:52:54.626827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:54.633229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:54.670251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929a3ba-4e55-4a4c-b7cf-0911bec38d3d req-cde23ec6-20ea-46dd-87d2-db00517670df tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:54.678349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0929a3ba-4e55-4a4c-b7cf-0911bec38d3d req-cde23ec6-20ea-46dd-87d2-db00517670df tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 0.1149709 Feb 08 23:52:54.710975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-2c27dfe9-d162-4b2b-a43e-1d35fda2a85b service neutron] 10.222.0.32 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323514 Feb 08 23:52:54.726154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1683d73-69ce-40c4-83ec-442f6600be15 None None] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:54.756336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0929a3ba-4e55-4a4c-b7cf-0911bec38d3d req-260774fb-696c-4223-91f9-3529200e615c tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769832 Feb 08 23:52:54.766326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b7aa9-5154-42f7-8f3f-9e9f9fde2165 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=e5c58b74-94e6-411b-b05a-23da131523bf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:54.793172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:54.798032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:54.805196 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:53Z', 'revision_number': 3, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:53Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:54.808175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e5c58b74-94e6-411b-b05a-23da131523bf details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:54.886146 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:52:54.886738 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Updating router d9703349-323a-447a-b960-cbd7e8df6573 port 8946117a-4fbf-4364-9af0-3778a13a54e2 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:52:54.960092 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.018941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:55.034872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-415ece5b-f747-4932-8673-1a857d5f5a78 None None] Provisioning complete for port 969c13ae-04f7-44ba-b4cb-57c810d33de7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:55.035241 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-415ece5b-f747-4932-8673-1a857d5f5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.037686 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.161139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.292221 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:52:55.304241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=71f62aa8-4c48-460e-a7e1-674ce2a8fc9b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:55.307930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 969c13ae-04f7-44ba-b4cb-57c810d33de7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=969c13ae-04f7-44ba-b4cb-57c810d33de7,segment=NetworkSegment(56dcdd5c-5634-4daa-903b-ff0ba9b92591),segment_id=56dcdd5c-5634-4daa-903b-ff0ba9b92591)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:55.325905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:55.326741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: e5c58b74-94e6-411b-b05a-23da131523bf, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:55.356937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network e5c58b74-94e6-411b-b05a-23da131523bf is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:55.365674 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.378339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e5c58b74-94e6-411b-b05a-23da131523bf) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:55.386451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:55.386623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.421537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037796ef-fe3f-4969-9c0d-778c79333593 None None] Network e5c58b74-94e6-411b-b05a-23da131523bf requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:55.423563 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-75222a2c-6afa-4bf3-a1df-f9996b70b275 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7948778 Feb 08 23:52:55.425019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:55.522420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=969c13ae-04f7-44ba-b4cb-57c810d33de7,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:55.551290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-423d14ca-3bb9-45eb-bac1-15ca533256af service neutron] 10.222.0.32 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168769 Feb 08 23:52:55.582270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44ce1-f2e7-49e6-bf79-85d80fd1adb6 req-c54c2192-4f84-4f57-bb83-cc0631932a4b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:55.585314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a44ce1-f2e7-49e6-bf79-85d80fd1adb6 req-c54c2192-4f84-4f57-bb83-cc0631932a4b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.6584277 Feb 08 23:52:55.602839 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.616772 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.651474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.651877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.652163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.652521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.652863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.653252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.653619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.654134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.654489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.654839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.655191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.655520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.661861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a44ce1-f2e7-49e6-bf79-85d80fd1adb6 req-2977d828-9f11-4be8-8d3c-a35c1bb7ce3a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Feb 08 23:52:55.690967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43992) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:55.793188 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Attempting to bind port 8946117a-4fbf-4364-9af0-3778a13a54e2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:55.796902 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Attempting to bind port 8946117a-4fbf-4364-9af0-3778a13a54e2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:55.797367 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Attempting to bind port 8946117a-4fbf-4364-9af0-3778a13a54e2 on network 892216cb-28ec-474f-a3b2-5c1879baaef4 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:55.806638 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Pushing event updated for resources: {'Port': ['ID=8946117a-4fbf-4364-9af0-3778a13a54e2,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:55.837297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.837297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.837297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.845812 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.846371 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.846721 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.847056 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.847381 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.847557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a16d845-1b88-4a8f-81cd-0a0aa9293b27 req-2a552d1f-022a-459e-b8e5-04c9cb2f52d1 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/55da50ff-edeb-4d41-a05f-bad7a3017b9d HTTP/1.1" status: 200 len: 2997 time: 0.1298473 Feb 08 23:52:55.851926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.853631 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.854654 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.855202 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:52:55.871475 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:55.871851 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Checking segment: {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:55.872510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 42df162d-ab79-45bf-a393-6ab884ee0d9f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:52:55.877331 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.877759 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Bound using segment: {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:55.878233 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Bound port: 8946117a-4fbf-4364-9af0-3778a13a54e2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dcdd5c-5634-4daa-903b-ff0ba9b92591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:55.878620 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.886921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 42df162d-ab79-45bf-a393-6ab884ee0d9f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:55.887302 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.905868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1659421409-network', 'tenant_id': 'f63563ea462c46f4ae14506d13dbb7c9'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:55.940897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e5c58b74-94e6-411b-b05a-23da131523bf', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:52:55.941779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:55.949492 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1645fe7-6a8d-4aea-b401-0465abc60c39 x-openstack-request-id: req-b1645fe7-6a8d-4aea-b401-0465abc60c39 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:55.950698 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "tag": "f94bf85d-b6de-4447-b303-69819eb68488", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:55.952706 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1645fe7-6a8d-4aea-b401-0465abc60c39 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:55.953410 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488', 'status': 'completed', 'code': 200} Feb 08 23:52:56.049084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.052408 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] For port 8946117a-4fbf-4364-9af0-3778a13a54e2, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:56.061672 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] For port 8946117a-4fbf-4364-9af0-3778a13a54e2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8946117a-4fbf-4364-9af0-3778a13a54e2,segment=NetworkSegment(56dcdd5c-5634-4daa-903b-ff0ba9b92591),segment_id=56dcdd5c-5634-4daa-903b-ff0ba9b92591)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:56.074317 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.121907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:56.128763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:52:56.135886 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665d025b-a886-457f-a055-147a66c4f894" -d '{"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-plugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:52:56.176952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Made reservation on behalf of f63563ea462c46f4ae14506d13dbb7c9 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:56.176952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.192690 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738d0e-ad8c-413d-aa1d-041df21d5fe6 None None] Pushing event updated for resources: {'Port': ['ID=8946117a-4fbf-4364-9af0-3778a13a54e2,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:56.223127 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:56.223327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-494d1b62-0bb3-4783-a786-36a279ccf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:56.223834 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:56.224761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-494d1b62-0bb3-4783-a786-36a279ccf318 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 1099 time: 0.2233388 Feb 08 23:52:56.241265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c37fa0c4-b9b5-4c1f-ab0a-87adab652a65 req-8630e5fd-907c-49c9-bf77-661eb5cda78b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 210 time: 0.2717776 Feb 08 23:52:56.248755 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.299739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.312015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 969c13ae-04f7-44ba-b4cb-57c810d33de7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:56.397210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-4cdc32ed-7ea3-4dbc-999b-762dddf6a816 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:56.398921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-4cdc32ed-7ea3-4dbc-999b-762dddf6a816 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.4268839 Feb 08 23:52:56.431090 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:52:56.438234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': 'cab51e40-1469-472d-811d-0129396e27f0', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:56.444727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-213ae3de-7412-438e-99c9-c35e29c3bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:56.446419 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-213ae3de-7412-438e-99c9-c35e29c3bda3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.2151353 Feb 08 23:52:56.520378 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-234e9f05-1ec6-4b90-82d7-a218874c2ae6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f94bf85d-b6de-4447-b303-69819eb68488 HTTP/1.1" status: 200 len: 217 time: 0.0504925 Feb 08 23:52:56.522102 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.550438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.555300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-752982ce-0b6b-4ea5-97e7-1c7fb7ec1566 req-fb12481e-b95c-4e1e-b856-22fe7722f0c0 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 210 time: 0.1480668 Feb 08 23:52:56.572237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.606789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:56.621581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 969c13ae-04f7-44ba-b4cb-57c810d33de7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:56.621998 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.698346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e530a05c-06fd-4d69-9ea9-008ddd9c6b62,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:56.710755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-99ef98d5-adbf-4fcc-b00b-83718008041c tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-group-rules/bab41989-06e8-4f8b-8986-ca7f0fa0fa88 HTTP/1.1" status: 200 len: 783 time: 0.0590253 Feb 08 23:52:56.722707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Allocated IP 172.22.0.2 (e5c58b74-94e6-411b-b05a-23da131523bf/71f62aa8-4c48-460e-a7e1-674ce2a8fc9b/045c9393-f257-42c4-aa98-d66ebf7ab37f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:56.766898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:56.773649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-2c16febb-9ca0-4863-aa9f-05edb6e2b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:56.775137 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-2c16febb-9ca0-4863-aa9f-05edb6e2b1c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.2487164 Feb 08 23:52:56.779593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f9fe-4b5a-4341-b73d-1a50ce2e8bb8 req-145c1516-133b-4a3e-8c02-11ce8c609fd5 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:56.781470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2619f9fe-4b5a-4341-b73d-1a50ce2e8bb8 req-145c1516-133b-4a3e-8c02-11ce8c609fd5 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 0.6095226 Feb 08 23:52:56.853500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2619f9fe-4b5a-4341-b73d-1a50ce2e8bb8 req-dab184e3-9cf5-4891-999d-346783a2dd4e tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646164 Feb 08 23:52:56.862465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-322a62a0-fa10-44fb-a049-dfac71e7b364 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/55da50ff-edeb-4d41-a05f-bad7a3017b9d HTTP/1.1" status: 200 len: 2997 time: 0.1504714 Feb 08 23:52:56.873238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-5bb212de-ba63-48b2-881c-90fec3b882b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:56.874765 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-5bb212de-ba63-48b2-881c-90fec3b882b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929971 Feb 08 23:52:56.911939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:56.912468 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Added segment 80678e38-d954-43c4-9f0d-caaa7c7f893a of type vlan for network c271b1d7-faff-4ae5-9b99-cc5242d5df18 Feb 08 23:52:56.975521 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:53Z', 'revision_number': 3, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:56Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:57.004473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-9533cff5-e1c2-44c4-a380-a127ed7e806e tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.016065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-9533cff5-e1c2-44c4-a380-a127ed7e806e tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.021535 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5f0fb-f902-40eb-8c38-eebaa86c2a9f None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:53Z', 'revision_number': 3, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:56Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:52:57.040095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f94bf85d-b6de-4447-b303-69819eb68488 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:52:57.077363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-9533cff5-e1c2-44c4-a380-a127ed7e806e tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.090107 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.126263 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.132851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-9533cff5-e1c2-44c4-a380-a127ed7e806e tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.145293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4d6b1ed-e0c3-47d7-8ebb-3795e830745c req-9533cff5-e1c2-44c4-a380-a127ed7e806e tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bab41989-06e8-4f8b-8986-ca7f0fa0fa88 HTTP/1.1" status: 204 len: 173 time: 0.2816565 Feb 08 23:52:57.147462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.148472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533cff5-e1c2-44c4-a380-a127ed7e806e tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bab41989-06e8-4f8b-8986-ca7f0fa0fa88,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:57.226601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededb6dc-6032-4303-bbce-70e31964490a req-50fb61ba-033e-4aef-b128-35621149189b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:57.228222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ededb6dc-6032-4303-bbce-70e31964490a req-50fb61ba-033e-4aef-b128-35621149189b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.2255094 Feb 08 23:52:57.254355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.254684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:57.255254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.272406 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054263f-a3a7-4bf3-b9d6-d1958d4ab23e x-openstack-request-id: req-7054263f-a3a7-4bf3-b9d6-d1958d4ab23e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:52:57.272947 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-plugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:52:57.273226 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7054263f-a3a7-4bf3-b9d6-d1958d4ab23e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:52:57.274361 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'code': 200} Feb 08 23:52:57.340533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Network e5c58b74-94e6-411b-b05a-23da131523bf is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:57.369588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:57.373760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:57.407017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Provisioning complete for port 969c13ae-04f7-44ba-b4cb-57c810d33de7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:57.407532 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.415246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] Pushing event updated for resources: {'Network': ['ID=c271b1d7-faff-4ae5-9b99-cc5242d5df18,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:57.427965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4feb0910-9e8c-413c-980a-f7b68f24642a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7340183 Feb 08 23:52:57.441718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44020) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:57.449308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Request body: {'subnet': {'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1659421409-subnet', 'tenant_id': 'f63563ea462c46f4ae14506d13dbb7c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:57.463309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:57.469911 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.487411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.22.0.1 (e5c58b74-94e6-411b-b05a-23da131523bf/71f62aa8-4c48-460e-a7e1-674ce2a8fc9b/c12391d8-cb9f-4201-905d-d7f4a75d33e3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:57.492077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-c3701153-3f96-44f3-9efd-c64a4450b30e service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794599 Feb 08 23:52:57.563106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c271b1d7-faff-4ae5-9b99-cc5242d5df18 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:52:57.565170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Made reservation on behalf of f63563ea462c46f4ae14506d13dbb7c9 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:57.578426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:57.587986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Pushing event updated for resources: {'Port': ['ID=045c9393-f257-42c4-aa98-d66ebf7ab37f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:57.752809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f3fbd-5bbe-4607-a378-a91639d36483 req-f1a27374-7b0b-4659-8674-8aedb87e7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:57.754902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ff9f3fbd-5bbe-4607-a378-a91639d36483 req-f1a27374-7b0b-4659-8674-8aedb87e7f51 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 1100 time: 0.2838748 Feb 08 23:52:57.781872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ededb6dc-6032-4303-bbce-70e31964490a req-648e5c1d-493b-4a67-949b-181425e7d2c1 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398486 Feb 08 23:52:57.924904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:57.944945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Attempting to bind port 045c9393-f257-42c4-aa98-d66ebf7ab37f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:52:57.945387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Attempting to bind port 045c9393-f257-42c4-aa98-d66ebf7ab37f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:52:57.945759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Attempting to bind port 045c9393-f257-42c4-aa98-d66ebf7ab37f on network e5c58b74-94e6-411b-b05a-23da131523bf {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:52:57.953669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f94bf85d-b6de-4447-b303-69819eb68488', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'f94bf85d-b6de-4447-b303-69819eb68488', 'mac_address': 'fa:16:3e:ea:a1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:52:57.966994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29e7d2c0-b8c9-4159-96c6-14dcce0e9304 req-0ab10dfe-2bc0-44bb-86a3-dc2812eb2b93 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214067 Feb 08 23:52:57.970369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ff9f3fbd-5bbe-4607-a378-a91639d36483 req-f2f7afe0-6103-4a76-a51d-ada4d2cd5710 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060490 Feb 08 23:52:58.016186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.020385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:52:58.021119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Checking segment: {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:58.021457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.021945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Bound using segment: {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:52:58.022618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Bound port: 045c9393-f257-42c4-aa98-d66ebf7ab37f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:52:58.023277 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.090433 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.093278 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.150858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd3126de-1cfd-4499-b4d9-88d764131b7b req-352d92b9-a60b-4d2b-a055-9fb9ea258cfe tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/55da50ff-edeb-4d41-a05f-bad7a3017b9d HTTP/1.1" status: 200 len: 2398 time: 0.9013293 Feb 08 23:52:58.153862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.180160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94bf85d-b6de-4447-b303-69819eb68488 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:52:58.236073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0497610b-1065-4fc1-8fab-abcba64af61d req-5b2a3600-1528-46f5-88b8-f91998c59e02 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 210 time: 0.0950961 Feb 08 23:52:58.254776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=c12391d8-cb9f-4201-905d-d7f4a75d33e3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:58.301908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network e5c58b74-94e6-411b-b05a-23da131523bf is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:58.302829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:58.305054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:58.305838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:58.323180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8946117a-4fbf-4364-9af0-3778a13a54e2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:52:58.345601 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.400462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] For port 045c9393-f257-42c4-aa98-d66ebf7ab37f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:52:58.403554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Provisioning complete for port 8946117a-4fbf-4364-9af0-3778a13a54e2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:58.404076 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.422341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.468357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d816a3-eaf8-4561-afc6-47d3d2c7754e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:58.472043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] For port 045c9393-f257-42c4-aa98-d66ebf7ab37f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=045c9393-f257-42c4-aa98-d66ebf7ab37f,segment=NetworkSegment(7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb),segment_id=7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:52:58.504534 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.514555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc303b57-13ab-44f0-9050-f2ddcce070ef req-c9851cd2-b5e3-436f-9623-853f504533b6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 210 time: 0.1395509 Feb 08 23:52:58.548178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Checking segment: {'id': '80678e38-d954-43c4-9f0d-caaa7c7f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:52:58.549831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Network hostable DHCP agents. Network: c271b1d7-faff-4ae5-9b99-cc5242d5df18, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:52:58.574582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-7b1415fa-57fa-420f-976b-61acbb43d6ed tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:58.576845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-7b1415fa-57fa-420f-976b-61acbb43d6ed tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 814 time: 1.0203083 Feb 08 23:52:58.583733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:58.585797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.7 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/73a7d177-d0a2-4352-a579-818b428c2a50) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:58.622501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.623769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Request body: {'port': {'device_id': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'admin_state_up': True, 'tenant_id': '9fb0cfc207934d72b14ac6ef05c3783a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:58.689825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8946117a-4fbf-4364-9af0-3778a13a54e2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:58.690509 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.715491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633dc16-0ece-4af0-a9f3-6c22a3fa9e3a None None] Pushing event updated for resources: {'Port': ['ID=045c9393-f257-42c4-aa98-d66ebf7ab37f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:58.755340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f94bf85d-b6de-4447-b303-69819eb68488'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:52:58.773519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dd3126de-1cfd-4499-b4d9-88d764131b7b req-936f1f33-14b7-4d86-a560-7e842dd4a131 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.860583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.868243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Network c271b1d7-faff-4ae5-9b99-cc5242d5df18 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:52:58.879996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dd3126de-1cfd-4499-b4d9-88d764131b7b req-936f1f33-14b7-4d86-a560-7e842dd4a131 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.886612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Made reservation on behalf of 9fb0cfc207934d72b14ac6ef05c3783a for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:58.890604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.941278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, c271b1d7-faff-4ae5-9b99-cc5242d5df18) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:58.953415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:58.955011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:58.977557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3688b8af-197d-4e5f-b509-9be7fe55efd1 None None] Network c271b1d7-faff-4ae5-9b99-cc5242d5df18 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:58.989114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] For port 8946117a-4fbf-4364-9af0-3778a13a54e2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8946117a-4fbf-4364-9af0-3778a13a54e2,segment=NetworkSegment(56dcdd5c-5634-4daa-903b-ff0ba9b92591),segment_id=56dcdd5c-5634-4daa-903b-ff0ba9b92591)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:52:59.036971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae1c83-06ef-4a2d-a174-b717845ccea8 req-53dc9cd0-3015-412f-9e29-df32ef0ee20a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:59.039444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10ae1c83-06ef-4a2d-a174-b717845ccea8 req-53dc9cd0-3015-412f-9e29-df32ef0ee20a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.2926526 Feb 08 23:52:59.060353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.067771 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.107751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.116447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.134725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f3ec65f3-1d5a-4039-9c8e-fda1c02a6a3e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6912124 Feb 08 23:52:59.230388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dd3126de-1cfd-4499-b4d9-88d764131b7b req-936f1f33-14b7-4d86-a560-7e842dd4a131 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.233573 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dd3126de-1cfd-4499-b4d9-88d764131b7b req-936f1f33-14b7-4d86-a560-7e842dd4a131 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.234697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd3126de-1cfd-4499-b4d9-88d764131b7b req-936f1f33-14b7-4d86-a560-7e842dd4a131 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/55da50ff-edeb-4d41-a05f-bad7a3017b9d HTTP/1.1" status: 204 len: 173 time: 1.0584664 Feb 08 23:52:59.247682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10ae1c83-06ef-4a2d-a174-b717845ccea8 req-aafd1dc5-e26f-42a2-82a8-840b6e0d5f8b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572752 Feb 08 23:52:59.260665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5d34-5fe3-44a8-9a98-759c4d47b35c None None] Pushing event updated for resources: {'Port': ['ID=8946117a-4fbf-4364-9af0-3778a13a54e2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:59.277976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-60c424e6-cb45-4df2-9b2f-7998fc1f5e45 None None] Provisioning complete for port 8946117a-4fbf-4364-9af0-3778a13a54e2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:52:59.278346 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-60c424e6-cb45-4df2-9b2f-7998fc1f5e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.302777 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:52:59.303136 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:52:59.312621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f1f33-14b7-4d86-a560-7e842dd4a131 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55da50ff-edeb-4d41-a05f-bad7a3017b9d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:59.333907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=c12391d8-cb9f-4201-905d-d7f4a75d33e3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:59.342708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.427459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.428958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5975d71e-4d03-4ea6-ab20-29a33a8e2d34 None None] Network c271b1d7-faff-4ae5-9b99-cc5242d5df18 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:52:59.432491 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-6cbec71d-5f58-4940-bce7-15225bfd6186 req-a0b74fba-6076-4ead-a5fb-e978e229c62a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] show failed (client error): The resource could not be found. Feb 08 23:52:59.433602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cbec71d-5f58-4940-bce7-15225bfd6186 req-a0b74fba-6076-4ead-a5fb-e978e229c62a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/5939f7d6-19c1-4369-aa36-9223633deee5 HTTP/1.1" status: 404 len: 352 time: 0.1084602 Feb 08 23:52:59.497424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Allocated IP 172.20.0.10 (ce2df045-126b-4a4f-a7d5-e19ecf3497ab/84a0f04b-3458-4524-908a-22e8d211f244/83dd18d5-b5b2-4313-a269-47f91d624588) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:52:59.551597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.591979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f2b7-a2ee-4c82-ae05-6f142a97ee47 req-f99c420e-e582-4a3f-a039-92d77e70be96 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:59.593411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network e5c58b74-94e6-411b-b05a-23da131523bf is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:59.594828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:59.601155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3f8f2b7-a2ee-4c82-ae05-6f142a97ee47 req-f99c420e-e582-4a3f-a039-92d77e70be96 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 949 time: 0.1538608 Feb 08 23:52:59.636039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:52:59.657205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:52:59.689419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:52:59.716627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:52:59.749511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=73a7d177-d0a2-4352-a579-818b428c2a50,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:52:59.809493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3f8f2b7-a2ee-4c82-ae05-6f142a97ee47 req-418694b0-5e2b-465a-bae6-aea0c8995971 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074583 Feb 08 23:52:59.835855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892034-bdec-4a7d-bfaf-f7507503ae21 req-d478c5b7-3921-437b-88bd-32befcb5995f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:59.837437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae892034-bdec-4a7d-bfaf-f7507503ae21 req-d478c5b7-3921-437b-88bd-32befcb5995f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 931 time: 0.2145193 Feb 08 23:52:59.840127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:52:59.843786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:52:59.844698 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.855901 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a8414cde-6c45-4d65-93df-260858b79ba7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4289031 Feb 08 23:52:59.858691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44046) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:52:59.867701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'network': {'name': 'tempest-RoutersTest-188614460'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:59.871811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:52:59.886062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6443e457-fe2a-4b3c-b395-52a1114fd694 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4757471 Feb 08 23:52:59.892768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:52:59.893777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:52:59.899446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:52:59.904177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.931614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Request body: {'port': {'device_id': 'cab51e40-1469-472d-811d-0129396e27f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:52:59.932715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:52:59.946293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:52:59.946697 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added segment d4a4db7a-29cd-4072-abec-ca89949e128e of type vlan for network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a Feb 08 23:53:00.002178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.005491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:00.005730 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.036268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.043398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae892034-bdec-4a7d-bfaf-f7507503ae21 req-cae82bcc-dd6c-4dfe-b8e6-3a2dcd3d8143 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606731 Feb 08 23:53:00.043721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:00.044893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.093596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a69221a-a794-4d77-a586-049f188db5b7 req-6a59b3a6-06d1-43d2-82de-353c21fd3cbc tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/db501faf-14ba-47fe-bcb8-8acd1ef60e91 HTTP/1.1" status: 200 len: 1807 time: 0.2304230 Feb 08 23:53:00.123321 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2633796 Feb 08 23:53:00.126665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44048) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:00.148621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'subnet': {'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:00.173959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f912986-6bf7-4fd5-909e-d11301d595f4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Network': ['ID=20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:00.179824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.252743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4376262-a6db-425e-a486-9eb573b48f61 req-e6e92ae1-cfdf-4b07-b876-ec5284301b66 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 210 time: 0.0740995 Feb 08 23:53:00.326373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Made reservation on behalf of bd20beebefce417f8e2efdbe2842d064 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:00.331335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.361482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4780b22-ba65-4e31-8dda-b24067c738bb None None] Network e5c58b74-94e6-411b-b05a-23da131523bf requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:00.452082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:53:00.492987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.531311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8946117a-4fbf-4364-9af0-3778a13a54e2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:00.541481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2e629200-02c8-4c50-913d-1e9df0df5694'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:00.572325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.615401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a69221a-a794-4d77-a586-049f188db5b7 req-5e9a7788-71ff-4fba-a5fb-a76fe5d51539 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.631570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-60bbcbce-bc46-468c-a3c9-0e8a67d67f6d None None] Provisioning complete for port 045c9393-f257-42c4-aa98-d66ebf7ab37f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:00.631944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-60bbcbce-bc46-468c-a3c9-0e8a67d67f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.641526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Subnet': ['ID=66a835e5-0f41-4d64-8cf7-82ba593a95f6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:00.648991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Checking segment: {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:00.649844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network hostable DHCP agents. Network: 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:53:00.668301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Network ce2df045-126b-4a4f-a7d5-e19ecf3497ab is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:00.670172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:53:00.681224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:00.683998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:00.695391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Pushing event updated for resources: {'Port': ['ID=83dd18d5-b5b2-4313-a269-47f91d624588,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:00.697031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:00.697842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:00.698249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.722971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a93336f1-0f96-4b80-942c-dd1489db5c6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5954885 Feb 08 23:53:00.723639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce4c3e-d52d-4451-ad21-8a8654984a00 None None] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:00.723753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44060) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:00.724133 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a69221a-a794-4d77-a586-049f188db5b7 req-5e9a7788-71ff-4fba-a5fb-a76fe5d51539 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.857587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:00.858251 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.866815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-8d751b79-a1fc-47a8-b1bb-0056b328169f tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:00.868366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-8d751b79-a1fc-47a8-b1bb-0056b328169f tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/networks?id=c271b1d7-faff-4ae5-9b99-cc5242d5df18 HTTP/1.1" status: 200 len: 822 time: 0.3219295 Feb 08 23:53:00.911427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a69221a-a794-4d77-a586-049f188db5b7 req-5e9a7788-71ff-4fba-a5fb-a76fe5d51539 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.914238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3a69221a-a794-4d77-a586-049f188db5b7 req-5e9a7788-71ff-4fba-a5fb-a76fe5d51539 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.915388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a69221a-a794-4d77-a586-049f188db5b7 req-5e9a7788-71ff-4fba-a5fb-a76fe5d51539 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/db501faf-14ba-47fe-bcb8-8acd1ef60e91 HTTP/1.1" status: 204 len: 173 time: 0.8040786 Feb 08 23:53:00.933863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-7f231335-74b9-4217-b4b2-711c7e2b235f tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/quotas/f63563ea462c46f4ae14506d13dbb7c9 HTTP/1.1" status: 200 len: 375 time: 0.0389712 Feb 08 23:53:00.939684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a7d177-d0a2-4352-a579-818b428c2a50 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:00.947101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-ef2f38d2-0eae-4da7-90f8-964e8506f8d4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3391349 Feb 08 23:53:00.950931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a7788-71ff-4fba-a5fb-a76fe5d51539 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db501faf-14ba-47fe-bcb8-8acd1ef60e91,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:00.954142 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.967101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Request body: {'port': {'device_id': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:00.992260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-60bbcbce-bc46-468c-a3c9-0e8a67d67f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:00.996786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Transition to ACTIVE for port object 73a7d177-d0a2-4352-a579-818b428c2a50 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:53:01.012279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.027944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8946117a-4fbf-4364-9af0-3778a13a54e2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:01.028183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.042262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f94bf85d-b6de-4447-b303-69819eb68488 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:01.043488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-ff9d8f16-66a6-4b20-afd2-34104e6e5cfc tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f63563ea462c46f4ae14506d13dbb7c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695996 Feb 08 23:53:01.174379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.232993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-60bbcbce-bc46-468c-a3c9-0e8a67d67f6d None None] For port 045c9393-f257-42c4-aa98-d66ebf7ab37f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=045c9393-f257-42c4-aa98-d66ebf7ab37f,segment=NetworkSegment(7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb),segment_id=7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:01.260130 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-60bbcbce-bc46-468c-a3c9-0e8a67d67f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.316550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:53:01.317447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.366704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Pushing event updated for resources: {'Port': ['ID=73a7d177-d0a2-4352-a579-818b428c2a50,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:01.426873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbcbce-bc46-468c-a3c9-0e8a67d67f6d None None] Pushing event updated for resources: {'Port': ['ID=045c9393-f257-42c4-aa98-d66ebf7ab37f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:01.440827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 045c9393-f257-42c4-aa98-d66ebf7ab37f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:01.486456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:01.519031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port f94bf85d-b6de-4447-b303-69819eb68488 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:01.552227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be5d58-ef27-42f1-bf38-b5bbc35cd831 req-f6eae74a-04d0-4c86-a470-9391e73d0612 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:01.553779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27be5d58-ef27-42f1-bf38-b5bbc35cd831 req-f6eae74a-04d0-4c86-a470-9391e73d0612 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.4687989 Feb 08 23:53:01.559067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-8950b71a-3f60-4782-a92c-1d0696be776c service neutron] 10.222.0.32 "GET /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147519 Feb 08 23:53:01.579141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.589803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Attempting to bind port 73a7d177-d0a2-4352-a579-818b428c2a50 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:01.590165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Attempting to bind port 73a7d177-d0a2-4352-a579-818b428c2a50 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:01.590500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Attempting to bind port 73a7d177-d0a2-4352-a579-818b428c2a50 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:01.599303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:01.599784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Updating router d9703349-323a-447a-b960-cbd7e8df6573 port c12391d8-cb9f-4201-905d-d7f4a75d33e3 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:53:01.635220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.637689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f94bf85d-b6de-4447-b303-69819eb68488 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:01.638108 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.774407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1a4ec54a-e1ef-48c6-9bf6-d9ead96f9c04 None None] Provisioning complete for port c12391d8-cb9f-4201-905d-d7f4a75d33e3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:01.774927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec54a-e1ef-48c6-9bf6-d9ead96f9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.918367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ec54a-e1ef-48c6-9bf6-d9ead96f9c04 None None] Port c12391d8-cb9f-4201-905d-d7f4a75d33e3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:01.963776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:01.966273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Allocated IP 172.23.0.2 (20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a/66a835e5-0f41-4d64-8cf7-82ba593a95f6/46e76495-d6fa-4d3b-b658-e2a0e27c1632) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:01.984843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 045c9393-f257-42c4-aa98-d66ebf7ab37f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:01.985153 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.007760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1a4ec54a-e1ef-48c6-9bf6-d9ead96f9c04 None None] Provisioning complete for port 045c9393-f257-42c4-aa98-d66ebf7ab37f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:02.008131 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1a4ec54a-e1ef-48c6-9bf6-d9ead96f9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.009235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Port 73a7d177-d0a2-4352-a579-818b428c2a50 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:53:02.009723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Attempting to bind port 73a7d177-d0a2-4352-a579-818b428c2a50 on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:02.033071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:02.033730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:02.033867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:02.034213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Bound port: 73a7d177-d0a2-4352-a579-818b428c2a50, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:02.034557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.082738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27be5d58-ef27-42f1-bf38-b5bbc35cd831 req-9a9ce1c5-706d-4f37-a52f-9dd6a3138880 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107708 Feb 08 23:53:02.107867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:02.111934 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4a2138-61b1-479a-8d72-42f2e4bcdcf0" -d '{"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-plugged", "status": "completed", "tag": "f94bf85d-b6de-4447-b303-69819eb68488"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:02.200954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-088f5212-e3fd-4a47-b9c5-febabc6552cd service neutron] 10.222.0.32 "GET /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276262 Feb 08 23:53:02.243556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83dd18d5-b5b2-4313-a269-47f91d624588 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:02.254348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] For port 73a7d177-d0a2-4352-a579-818b428c2a50, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:02.258592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] For port 73a7d177-d0a2-4352-a579-818b428c2a50, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=73a7d177-d0a2-4352-a579-818b428c2a50,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:02.262177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.270699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.311616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Transition to ACTIVE for port object 83dd18d5-b5b2-4313-a269-47f91d624588 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:53:02.319561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:02.328450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9f12-d924-4a9e-b1d5-edac080e2ab8 req-8f888080-d1ee-40cc-abac-81c7581a7d81 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:02.329638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b81f9f12-d924-4a9e-b1d5-edac080e2ab8 req-8f888080-d1ee-40cc-abac-81c7581a7d81 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 949 time: 0.1691737 Feb 08 23:53:02.333186 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.341103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:02.341900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.344103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] 10.222.0.21 "PUT /v2.0/ports/73a7d177-d0a2-4352-a579-818b428c2a50 HTTP/1.1" status: 200 len: 1091 time: 2.4339979 Feb 08 23:53:02.350622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.355619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab51e40-1469-472d-811d-0129396e27f0', 'tag': '73a7d177-d0a2-4352-a579-818b428c2a50'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:02.358209 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924bd91c-5414-46ec-a500-b38dcbb10548" -d '{"events": [{"name": "network-changed", "server_uuid": "cab51e40-1469-472d-811d-0129396e27f0", "tag": "73a7d177-d0a2-4352-a579-818b428c2a50"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:02.452761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff5a1-0bd5-4afb-a347-a2078cbaf5fc service neutron] Pushing event updated for resources: {'Port': ['ID=73a7d177-d0a2-4352-a579-818b428c2a50,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:02.502415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:02.564902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b81f9f12-d924-4a9e-b1d5-edac080e2ab8 req-1635f98c-83be-4083-b9d8-1b59a2ebfd9f tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884193 Feb 08 23:53:02.594926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Pushing event updated for resources: {'Port': ['ID=83dd18d5-b5b2-4313-a269-47f91d624588,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:02.604994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9629a42-4098-43d1-8362-b841ece3e4c0 req-d4209c4f-c4db-4345-b789-244aa543d71c tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/92f2ae5d-8921-4c24-985d-2ea4703c1cd6 HTTP/1.1" status: 200 len: 1804 time: 0.2117388 Feb 08 23:53:02.608623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-1c0ec831-277b-473b-ac6e-e842ddd45e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:02.610222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-1c0ec831-277b-473b-ac6e-e842ddd45e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 1094 time: 0.2070608 Feb 08 23:53:02.655993 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.672576 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.681636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.688325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-89e3eca5-d6be-4271-ab92-02a57bd5fede service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a7d177-d0a2-4352-a579-818b428c2a50 HTTP/1.1" status: 200 len: 217 time: 0.0550926 Feb 08 23:53:02.700795 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.749641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:02.757953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:02.766426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:02.769535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Pushing event updated for resources: {'Port': ['ID=46e76495-d6fa-4d3b-b658-e2a0e27c1632,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:02.774146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Attempting to bind port 83dd18d5-b5b2-4313-a269-47f91d624588 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:02.774146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Attempting to bind port 83dd18d5-b5b2-4313-a269-47f91d624588 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:02.774146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Attempting to bind port 83dd18d5-b5b2-4313-a269-47f91d624588 on network ce2df045-126b-4a4f-a7d5-e19ecf3497ab {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:02.796124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Port 83dd18d5-b5b2-4313-a269-47f91d624588 on network ce2df045-126b-4a4f-a7d5-e19ecf3497ab not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:53:02.796456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Attempting to bind port 83dd18d5-b5b2-4313-a269-47f91d624588 on network ce2df045-126b-4a4f-a7d5-e19ecf3497ab {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:02.805359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 045c9393-f257-42c4-aa98-d66ebf7ab37f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:02.806115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Allocated IP 172.23.0.1 (20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a/66a835e5-0f41-4d64-8cf7-82ba593a95f6/a4391252-ec46-4733-9f0f-385cc1f645b2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:02.827611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:02.827611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Checking segment: {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:02.827611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Bound using segment: {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:02.827611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Bound port: 83dd18d5-b5b2-4313-a269-47f91d624588, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fcf4ce7-265f-4181-8382-a139bc565796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:02.827611 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.830345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-124d2f3a-d0da-4a46-a04d-28da35b97a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:02.831879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-124d2f3a-d0da-4a46-a04d-28da35b97a03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1330659 Feb 08 23:53:02.865910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b9629a42-4098-43d1-8362-b841ece3e4c0 req-7338ed7f-f2d3-49ab-841d-dc80dd53182a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.876620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791384e-271e-4924-9540-4c53e91663f2 req-49ca130c-6da0-4ccb-93ce-7ad6b4beeca1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:02.886614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0791384e-271e-4924-9540-4c53e91663f2 req-49ca130c-6da0-4ccb-93ce-7ad6b4beeca1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 943 time: 0.1806614 Feb 08 23:53:02.911669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fd0b8f4a-e52b-4c64-81d1-64dd431f29dd None None] Provisioning complete for port c12391d8-cb9f-4201-905d-d7f4a75d33e3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:02.912047 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8f4a-e52b-4c64-81d1-64dd431f29dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.916513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-3402a5f5-253f-4f02-90e6-f74a0417f208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677948 Feb 08 23:53:02.978840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b9629a42-4098-43d1-8362-b841ece3e4c0 req-7338ed7f-f2d3-49ab-841d-dc80dd53182a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:02.992737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e6340-7954-4ff5-a305-361b1605466e None None] Pushing event updated for resources: {'Port': ['ID=c12391d8-cb9f-4201-905d-d7f4a75d33e3,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:03.013644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Attempting to bind port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:03.014012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Attempting to bind port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:03.014372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Attempting to bind port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 on network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:03.019545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Attempting to bind port c12391d8-cb9f-4201-905d-d7f4a75d33e3 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:03.025379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Attempting to bind port c12391d8-cb9f-4201-905d-d7f4a75d33e3 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:03.025814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Attempting to bind port c12391d8-cb9f-4201-905d-d7f4a75d33e3 on network e5c58b74-94e6-411b-b05a-23da131523bf {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:03.036419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b8f4a-e52b-4c64-81d1-64dd431f29dd None None] Port c12391d8-cb9f-4201-905d-d7f4a75d33e3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:03.037411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.041886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:03.042267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Checking segment: {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:03.042669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.043054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Bound using segment: {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:03.043548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Bound port: 46e76495-d6fa-4d3b-b658-e2a0e27c1632, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:03.043923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.046282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:03.046645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Checking segment: {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:03.047026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.047412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Bound using segment: {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:03.048692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Bound port: c12391d8-cb9f-4201-905d-d7f4a75d33e3, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:03.049104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.083463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0791384e-271e-4924-9540-4c53e91663f2 req-33d5b92e-e63b-4613-a031-58e324bd1a2c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985633 Feb 08 23:53:03.090410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 045c9393-f257-42c4-aa98-d66ebf7ab37f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:03.090839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.169668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.226590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] For port 83dd18d5-b5b2-4313-a269-47f91d624588, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:03.238892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fdd5fd23-9e66-4793-923b-3bf25be65a2a None None] Provisioning complete for port c12391d8-cb9f-4201-905d-d7f4a75d33e3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:03.239301 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdd5fd23-9e66-4793-923b-3bf25be65a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.270078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:03.272802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] For port 83dd18d5-b5b2-4313-a269-47f91d624588, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=83dd18d5-b5b2-4313-a269-47f91d624588,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:03.274157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] For port 46e76495-d6fa-4d3b-b658-e2a0e27c1632, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:03.276414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:03.279482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:03.282789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=a4391252-ec46-4733-9f0f-385cc1f645b2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:03.289033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] For port c12391d8-cb9f-4201-905d-d7f4a75d33e3, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:03.300962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2390bde-13a4-43cb-aecd-3f1c0b4a780b req-5f261452-f8b1-43a9-8f76-8fe99c818cf5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:03.302769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2390bde-13a4-43cb-aecd-3f1c0b4a780b req-5f261452-f8b1-43a9-8f76-8fe99c818cf5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 944 time: 0.1238236 Feb 08 23:53:03.306453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.309037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] For port c12391d8-cb9f-4201-905d-d7f4a75d33e3, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c12391d8-cb9f-4201-905d-d7f4a75d33e3,segment=NetworkSegment(7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb),segment_id=7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:03.329447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5fd23-9e66-4793-923b-3bf25be65a2a None None] Port c12391d8-cb9f-4201-905d-d7f4a75d33e3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:03.339106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.366157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-48a837e2-de35-40e8-921c-267fc6847ee4 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310925 Feb 08 23:53:03.385844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.409639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] For port 46e76495-d6fa-4d3b-b658-e2a0e27c1632, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46e76495-d6fa-4d3b-b658-e2a0e27c1632,segment=NetworkSegment(d4a4db7a-29cd-4072-abec-ca89949e128e),segment_id=d4a4db7a-29cd-4072-abec-ca89949e128e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:03.422916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e6340-7954-4ff5-a305-361b1605466e None None] Pushing event updated for resources: {'Port': ['ID=c12391d8-cb9f-4201-905d-d7f4a75d33e3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:03.428865 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.498527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:03.499061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.500512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] 10.222.0.21 "PUT /v2.0/ports/83dd18d5-b5b2-4313-a269-47f91d624588 HTTP/1.1" status: 200 len: 1092 time: 2.5399032 Feb 08 23:53:03.503490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2390bde-13a4-43cb-aecd-3f1c0b4a780b req-ba7681b1-8dab-40bd-8a78-2669a49c8d3d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930053 Feb 08 23:53:03.504101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f66ae9-82ac-4a8d-b3be-e19b4880eabb service neutron] Pushing event updated for resources: {'Port': ['ID=83dd18d5-b5b2-4313-a269-47f91d624588,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:03.516777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b9629a42-4098-43d1-8362-b841ece3e4c0 req-7338ed7f-f2d3-49ab-841d-dc80dd53182a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.531648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b9629a42-4098-43d1-8362-b841ece3e4c0 req-7338ed7f-f2d3-49ab-841d-dc80dd53182a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.532836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9629a42-4098-43d1-8362-b841ece3e4c0 req-7338ed7f-f2d3-49ab-841d-dc80dd53182a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/92f2ae5d-8921-4c24-985d-2ea4703c1cd6 HTTP/1.1" status: 204 len: 173 time: 0.9161582 Feb 08 23:53:03.553309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:03.553960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:03.601359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338ed7f-f2d3-49ab-841d-dc80dd53182a tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2ae5d-8921-4c24-985d-2ea4703c1cd6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:03.606679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:03.706342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:03.715163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09d40aad-a799-4cdf-baac-0b3ea4d6c368 req-30596e65-6192-4ddd-a1be-d443183f9e70 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261950 Feb 08 23:53:03.831582 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d7b601-c3e4-440c-a621-759589c1a943 x-openstack-request-id: req-a2d7b601-c3e4-440c-a621-759589c1a943 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:03.835191 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-plugged", "status": "completed", "tag": "f94bf85d-b6de-4447-b303-69819eb68488", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:03.835486 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2d7b601-c3e4-440c-a621-759589c1a943 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:03.835887 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488', 'code': 200} Feb 08 23:53:03.939631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26faca3-dc87-482c-9395-957b16b54eaa None None] Pushing event updated for resources: {'Port': ['ID=46e76495-d6fa-4d3b-b658-e2a0e27c1632,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:03.940414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e044045-4905-4e85-9dad-706ebf74f6ff req-a6612e45-7caf-4cc1-a08f-2fddbde18995 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 210 time: 0.1982899 Feb 08 23:53:03.949309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-8abdcdbe-196a-4092-8863-d9771aec66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:03.951477 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-8abdcdbe-196a-4092-8863-d9771aec66c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 1095 time: 0.3689163 Feb 08 23:53:04.022330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-c16a0d3b-3a05-4821-ac5a-4080939892fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83dd18d5-b5b2-4313-a269-47f91d624588 HTTP/1.1" status: 200 len: 217 time: 0.0618546 Feb 08 23:53:04.038182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b0323-ba6d-462d-9d09-6d3ee4bc86f3 req-1a5c54b2-a118-478b-b353-23a8cea6daa5 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.056321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-315b0323-ba6d-462d-9d09-6d3ee4bc86f3 req-1a5c54b2-a118-478b-b353-23a8cea6daa5 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.4199693 Feb 08 23:53:04.069537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7fcc5e89-a00f-4531-9144-e48552ab28da None None] Provisioning complete for port c12391d8-cb9f-4201-905d-d7f4a75d33e3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:04.069997 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5e89-a00f-4531-9144-e48552ab28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.078065 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f01ffb-ea22-465d-8cd1-1e94bc4e075c x-openstack-request-id: req-a2f01ffb-ea22-465d-8cd1-1e94bc4e075c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:04.078735 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab51e40-1469-472d-811d-0129396e27f0", "tag": "73a7d177-d0a2-4352-a579-818b428c2a50", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:04.079218 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2f01ffb-ea22-465d-8cd1-1e94bc4e075c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:04.079829 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab51e40-1469-472d-811d-0129396e27f0', 'tag': '73a7d177-d0a2-4352-a579-818b428c2a50', 'status': 'completed', 'code': 200} Feb 08 23:53:04.083019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7986f-af64-4910-ab85-cf16bde4ba37 req-aeba472e-95a7-44b0-98a1-62cfed2703bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.085437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1af7986f-af64-4910-ab85-cf16bde4ba37 req-aeba472e-95a7-44b0-98a1-62cfed2703bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 1101 time: 0.3218834 Feb 08 23:53:04.164744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:03Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:02Z', 'revision_number': 1, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:03Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:04.194580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b00d3c-3e98-4aba-9aaf-34490bbb1ef8 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:03Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:02Z', 'revision_number': 1, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:03Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:04.196819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-315b0323-ba6d-462d-9d09-6d3ee4bc86f3 req-4dabe800-0d93-4afb-975f-7f9a3b73918e tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365795 Feb 08 23:53:04.242341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-5684ff18-12eb-40d0-a083-c7d57658718e tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.243106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5e89-a00f-4531-9144-e48552ab28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.244105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-5684ff18-12eb-40d0-a083-c7d57658718e tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.21 "GET /v2.0/networks?id=c271b1d7-faff-4ae5-9b99-cc5242d5df18 HTTP/1.1" status: 200 len: 822 time: 0.3519170 Feb 08 23:53:04.255397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-0faedde0-c95e-4103-9a24-7cdf843600af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.256879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-0faedde0-c95e-4103-9a24-7cdf843600af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 1094 time: 0.1687536 Feb 08 23:53:04.268123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Request body: {'port': {'device_id': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18', 'admin_state_up': True, 'tenant_id': 'f63563ea462c46f4ae14506d13dbb7c9'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:04.299128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7fcc5e89-a00f-4531-9144-e48552ab28da None None] For port c12391d8-cb9f-4201-905d-d7f4a75d33e3, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c12391d8-cb9f-4201-905d-d7f4a75d33e3,segment=NetworkSegment(7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb),segment_id=7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:04.308054 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fcc5e89-a00f-4531-9144-e48552ab28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.317819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-705f6109-b69f-47e3-be1e-99ae7e77f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.322198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-705f6109-b69f-47e3-be1e-99ae7e77f715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.2551939 Feb 08 23:53:04.329034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1af7986f-af64-4910-ab85-cf16bde4ba37 req-ab2e10fa-a804-4876-b236-86065c6d5b53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262044 Feb 08 23:53:04.394457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc5e89-a00f-4531-9144-e48552ab28da None None] Pushing event updated for resources: {'Port': ['ID=c12391d8-cb9f-4201-905d-d7f4a75d33e3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:04.418050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-b14a1b19-1611-485a-925a-6079538a0b4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861990 Feb 08 23:53:04.420978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c02d432f-3b1f-4dbb-9bb9-365ad3b84a8d req-4112f7fb-aec8-470d-9a37-7374b2278063 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/b4a50b87-563e-412a-a957-53ed8c4de72b HTTP/1.1" status: 200 len: 1806 time: 0.3339562 Feb 08 23:53:04.483010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7dbc5-a330-4bca-be60-3c262e1be799 req-75f56fab-972b-4410-8e1c-d51d79555a71 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.484730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cb7dbc5-a330-4bca-be60-3c262e1be799 req-75f56fab-972b-4410-8e1c-d51d79555a71 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 950 time: 0.1612148 Feb 08 23:53:04.486169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.509014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.540131 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c02d432f-3b1f-4dbb-9bb9-365ad3b84a8d req-fb13142c-1928-4f0f-b71a-e3278ef910c4 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.557676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cb7dbc5-a330-4bca-be60-3c262e1be799 req-292f07fd-7e66-4151-b6bd-d0fd99b600cc tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615087 Feb 08 23:53:04.615629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c02d432f-3b1f-4dbb-9bb9-365ad3b84a8d req-fb13142c-1928-4f0f-b71a-e3278ef910c4 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.623475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-9f206e33-764a-4a49-bee6-7e349f016952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.625316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-9f206e33-764a-4a49-bee6-7e349f016952 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.3031342 Feb 08 23:53:04.634845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.655593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event updated for resources: {'Port': ['ID=a4391252-ec46-4733-9f0f-385cc1f645b2,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:04.727496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-552b3431-f99c-4b20-ae2d-3925dc4b546f service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791177 Feb 08 23:53:04.728483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Made reservation on behalf of f63563ea462c46f4ae14506d13dbb7c9 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:04.733102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.761205 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-61f51bf5-2d63-4d08-a28c-acd5d1315c9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73a7d177-d0a2-4352-a579-818b428c2a50 HTTP/1.1" status: 200 len: 217 time: 0.1214375 Feb 08 23:53:04.770416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c02d432f-3b1f-4dbb-9bb9-365ad3b84a8d req-fb13142c-1928-4f0f-b71a-e3278ef910c4 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.775163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c02d432f-3b1f-4dbb-9bb9-365ad3b84a8d req-fb13142c-1928-4f0f-b71a-e3278ef910c4 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:04.777157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c02d432f-3b1f-4dbb-9bb9-365ad3b84a8d req-fb13142c-1928-4f0f-b71a-e3278ef910c4 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/b4a50b87-563e-412a-a957-53ed8c4de72b HTTP/1.1" status: 204 len: 173 time: 0.3472445 Feb 08 23:53:04.818782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46e76495-d6fa-4d3b-b658-e2a0e27c1632 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:04.821821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13142c-1928-4f0f-b71a-e3278ef910c4 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a50b87-563e-412a-a957-53ed8c4de72b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:04.933566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41a0b2-baa8-48ac-8f17-a3ebf10cdd82 req-35ce960e-e0ce-4467-be65-ca4294f1efca tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:04.941462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d41a0b2-baa8-48ac-8f17-a3ebf10cdd82 req-35ce960e-e0ce-4467-be65-ca4294f1efca tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 943 time: 0.2497411 Feb 08 23:53:05.002656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:05.002812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.043952 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d41a0b2-baa8-48ac-8f17-a3ebf10cdd82 req-0d4f366e-8293-4e92-87c7-78cce2028bc6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011484 Feb 08 23:53:05.131455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e819629f-f13d-437d-ae72-aaee6b711e65 req-65beb960-7367-453c-912f-64a480c119ba service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696201 Feb 08 23:53:05.175505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-0140a240-31be-406a-a79e-4dd4f06448d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:05.177073 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-0140a240-31be-406a-a79e-4dd4f06448d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.3718679 Feb 08 23:53:05.197330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.265731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 46e76495-d6fa-4d3b-b658-e2a0e27c1632, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46e76495-d6fa-4d3b-b658-e2a0e27c1632,segment=NetworkSegment(d4a4db7a-29cd-4072-abec-ca89949e128e),segment_id=d4a4db7a-29cd-4072-abec-ca89949e128e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:05.273859 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.292379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-4431cf34-079a-4aa1-8727-55b261ebe7cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945189 Feb 08 23:53:05.302907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6566a5-0a05-494b-bce7-7c3ac97693b6 req-378b0a3a-9b2b-421c-9785-2849e54a65c7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:05.305434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d6566a5-0a05-494b-bce7-7c3ac97693b6 req-378b0a3a-9b2b-421c-9785-2849e54a65c7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 944 time: 0.0863934 Feb 08 23:53:05.389923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Allocated IP 172.20.0.5 (c271b1d7-faff-4ae5-9b99-cc5242d5df18/35d816a3-eaf8-4561-afc6-47d3d2c7754e/924cf4f4-dd57-4e31-95dd-7e0d71810682) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:05.446722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d6566a5-0a05-494b-bce7-7c3ac97693b6 req-8861d38e-bff2-436d-adfd-1446301a6cd6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335909 Feb 08 23:53:05.458991 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c94b9a7d-f338-4709-ad4f-fb948e3d811a req-455f0324-5ba5-419c-9a9f-fff44f058325 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/5cce0781-a0e8-40fe-be0c-80171002f1b6 HTTP/1.1" status: 200 len: 2407 time: 0.0860097 Feb 08 23:53:05.481930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:05.499186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:05.540295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2a106-a8d8-4511-9032-6452820d96b1 None None] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:05.592320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c94b9a7d-f338-4709-ad4f-fb948e3d811a req-80b7f350-94c5-404d-9769-7537a7d1c92b tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.642404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47c505ff-db17-40bc-89c8-c13b47c6156f req-0e3003dd-611f-43f8-bc75-af9637ca15b9 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 210 time: 0.0446506 Feb 08 23:53:05.659704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=46e76495-d6fa-4d3b-b658-e2a0e27c1632,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:05.660527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8193e3f9-4a39-4b92-9b67-9c6ffb47ceff None None] Provisioning complete for port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:05.660836 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8193e3f9-4a39-4b92-9b67-9c6ffb47ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.711231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c94b9a7d-f338-4709-ad4f-fb948e3d811a req-80b7f350-94c5-404d-9769-7537a7d1c92b tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.794596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c94b9a7d-f338-4709-ad4f-fb948e3d811a req-80b7f350-94c5-404d-9769-7537a7d1c92b tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.797879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c94b9a7d-f338-4709-ad4f-fb948e3d811a req-80b7f350-94c5-404d-9769-7537a7d1c92b tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.799216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c94b9a7d-f338-4709-ad4f-fb948e3d811a req-80b7f350-94c5-404d-9769-7537a7d1c92b tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/5cce0781-a0e8-40fe-be0c-80171002f1b6 HTTP/1.1" status: 204 len: 173 time: 0.3305676 Feb 08 23:53:05.818267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f350-94c5-404d-9769-7537a7d1c92b tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce0781-a0e8-40fe-be0c-80171002f1b6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:05.854556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:05.908992 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-42109cee-be20-4b5b-a372-28e5bee25813 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069999 Feb 08 23:53:05.923157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:05.957244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbca87-b65f-4cb2-aa33-989c5cae0a34 req-5f3a92d5-9f51-4155-8890-93647a16e3c4 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:05.959150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23bbca87-b65f-4cb2-aa33-989c5cae0a34 req-5f3a92d5-9f51-4155-8890-93647a16e3c4 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 950 time: 0.0833628 Feb 08 23:53:06.014118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23bbca87-b65f-4cb2-aa33-989c5cae0a34 req-22ee7a51-b161-4090-be5c-2567187c0e10 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Feb 08 23:53:06.088888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'tag': '83dd18d5-b5b2-4313-a269-47f91d624588'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:06.091534 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e7e596-da20-44c6-a2e7-748be8889ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "73e1b41c-61ba-4e2b-ac8c-0d314ce28cae", "tag": "83dd18d5-b5b2-4313-a269-47f91d624588"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:06.099641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:06.112981 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:06.116778 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6b5c9baa-efdc-4849-a1d0-eb49b3401705 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3896804 Feb 08 23:53:06.120325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44130) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:06.124049 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:06.124695 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:06.126780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:06.131742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.196252 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-924bd91c-5414-46ec-a500-b38dcbb10548 req-88c517f8-f72a-4944-9140-7dfee424f6a1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691424 Feb 08 23:53:06.216174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Network c271b1d7-faff-4ae5-9b99-cc5242d5df18 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:06.220802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:06.226005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:06.259498 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:06.274953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Pushing event updated for resources: {'Port': ['ID=924cf4f4-dd57-4e31-95dd-7e0d71810682,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:06.302721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:06.304127 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.336618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-900b64d7-85e1-49b2-849b-fee092d75643 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0745082 Feb 08 23:53:06.356516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Request body: {'port': {'device_id': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:06.357675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-21fb4cc6-c77a-476e-a077-b794d8e9fea6 None None] Provisioning complete for port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:06.358215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21fb4cc6-c77a-476e-a077-b794d8e9fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.444214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.489481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b0e437-c94c-45d5-b60b-e9f44912f355 req-c160e0c9-b380-4091-bfc9-d49e85f2896f tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "GET /v2.0/security-groups/485712bc-d4c6-4b89-bb91-ad275d8d5b88 HTTP/1.1" status: 200 len: 2399 time: 0.4193916 Feb 08 23:53:06.559749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-21fb4cc6-c77a-476e-a077-b794d8e9fea6 None None] Provisioning complete for port a4391252-ec46-4733-9f0f-385cc1f645b2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:06.560125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21fb4cc6-c77a-476e-a077-b794d8e9fea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.577964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed876-4513-42a8-86eb-5898ca246bb7 req-bf2bda73-0eb5-445f-92eb-72c96fdabc2a tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:06.579747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5aed876-4513-42a8-86eb-5898ca246bb7 req-bf2bda73-0eb5-445f-92eb-72c96fdabc2a tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 949 time: 0.3404317 Feb 08 23:53:06.616781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-21fb4cc6-c77a-476e-a077-b794d8e9fea6 None None] Port a4391252-ec46-4733-9f0f-385cc1f645b2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:06.655686 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:03Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:03Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:06.694841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:06.695338 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Updating router d9703349-323a-447a-b960-cbd7e8df6573 port a4391252-ec46-4733-9f0f-385cc1f645b2 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:53:06.741412 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.747442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-46beefe9-3fa3-4d42-a46d-40dc4b37f92d None None] Provisioning complete for port a4391252-ec46-4733-9f0f-385cc1f645b2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:06.750795 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46beefe9-3fa3-4d42-a46d-40dc4b37f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.777819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5aed876-4513-42a8-86eb-5898ca246bb7 req-8ecf2def-dae1-4c6a-b41d-a5e05d8d2fc1 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884272 Feb 08 23:53:06.809398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-25b0e437-c94c-45d5-b60b-e9f44912f355 req-ec300edf-0344-4f2c-aa70-31686e070d59 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.843678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.extraroute_db [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 23:53:06.847922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924cf4f4-dd57-4e31-95dd-7e0d71810682 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:06.848100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-25b0e437-c94c-45d5-b60b-e9f44912f355 req-ec300edf-0344-4f2c-aa70-31686e070d59 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.878364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.extraroute_db [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Removed routes are [] {{(pid=105925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 23:53:06.879042 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.888860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.917220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-46beefe9-3fa3-4d42-a46d-40dc4b37f92d None None] Port a4391252-ec46-4733-9f0f-385cc1f645b2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:06.919590 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.922069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.929536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Transition to ACTIVE for port object 924cf4f4-dd57-4e31-95dd-7e0d71810682 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:53:06.939513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:06.943975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c12391d8-cb9f-4201-905d-d7f4a75d33e3 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:07.011222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c12391d8-cb9f-4201-905d-d7f4a75d33e3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:07.011693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.070856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 73a7d177-d0a2-4352-a579-818b428c2a50 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:07.084621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-25b0e437-c94c-45d5-b60b-e9f44912f355 req-ec300edf-0344-4f2c-aa70-31686e070d59 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.087329 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-25b0e437-c94c-45d5-b60b-e9f44912f355 req-ec300edf-0344-4f2c-aa70-31686e070d59 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.099638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b0e437-c94c-45d5-b60b-e9f44912f355 req-ec300edf-0344-4f2c-aa70-31686e070d59 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] 10.222.0.32 "DELETE /v2.0/security-groups/485712bc-d4c6-4b89-bb91-ad275d8d5b88 HTTP/1.1" status: 204 len: 173 time: 0.6069102 Feb 08 23:53:07.100557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:07.103891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Pushing event updated for resources: {'Port': ['ID=924cf4f4-dd57-4e31-95dd-7e0d71810682,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:07.128363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f724f2bb-d8fb-40d4-a2f8-a0ddae9b946f None None] Provisioning complete for port a4391252-ec46-4733-9f0f-385cc1f645b2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:07.128647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f724f2bb-d8fb-40d4-a2f8-a0ddae9b946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.211688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f724f2bb-d8fb-40d4-a2f8-a0ddae9b946f None None] Port a4391252-ec46-4733-9f0f-385cc1f645b2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:07.215677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec300edf-0344-4f2c-aa70-31686e070d59 tempest-SecurityGroupRulesTestJSON-622871340 tempest-SecurityGroupRulesTestJSON-622871340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485712bc-d4c6-4b89-bb91-ad275d8d5b88,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:07.220513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:53:07.244178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46e76495-d6fa-4d3b-b658-e2a0e27c1632 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:07.260553 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.267042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a310a4d-9524-42ce-8fe7-2d2325591aa5 req-4bff408c-f20c-4108-b2d5-6c98f38b37fb tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:07.268001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a310a4d-9524-42ce-8fe7-2d2325591aa5 req-4bff408c-f20c-4108-b2d5-6c98f38b37fb tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.2645948 Feb 08 23:53:07.278830 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.314837 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.330029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.357479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a310a4d-9524-42ce-8fe7-2d2325591aa5 req-194618c7-21e9-4eb6-9182-6618f0874f8d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Feb 08 23:53:07.381373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647f4bb-4b4b-4d44-b9cd-826903188179 req-e8c4401f-74ea-4a58-bfd6-039b9a50f891 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:07.391117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9647f4bb-4b4b-4d44-b9cd-826903188179 req-e8c4401f-74ea-4a58-bfd6-039b9a50f891 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 943 time: 0.1962266 Feb 08 23:53:07.437226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 73a7d177-d0a2-4352-a579-818b428c2a50, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=73a7d177-d0a2-4352-a579-818b428c2a50,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:07.457946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:07.459200 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.486164 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdc53be-b2c7-4deb-8158-351794271eb7 x-openstack-request-id: req-bfdc53be-b2c7-4deb-8158-351794271eb7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:07.486444 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e1b41c-61ba-4e2b-ac8c-0d314ce28cae", "tag": "83dd18d5-b5b2-4313-a269-47f91d624588", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:07.486699 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfdc53be-b2c7-4deb-8158-351794271eb7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:07.487088 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'tag': '83dd18d5-b5b2-4313-a269-47f91d624588', 'status': 'completed', 'code': 200} Feb 08 23:53:07.493294 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338836-efda-4f8e-a5be-cae03213e116 None None] Pushing event updated for resources: {'Port': ['ID=a4391252-ec46-4733-9f0f-385cc1f645b2,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:07.502449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '73a7d177-d0a2-4352-a579-818b428c2a50', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': '73a7d177-d0a2-4352-a579-818b428c2a50', 'mac_address': 'fa:16:3e:23:26:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:07.545874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9647f4bb-4b4b-4d44-b9cd-826903188179 req-5a65a4a2-e2ca-44c7-a3ce-60a735316431 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539657 Feb 08 23:53:07.594377 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Attempting to bind port a4391252-ec46-4733-9f0f-385cc1f645b2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:07.594740 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Attempting to bind port a4391252-ec46-4733-9f0f-385cc1f645b2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:07.595171 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Attempting to bind port a4391252-ec46-4733-9f0f-385cc1f645b2 on network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:07.601204 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:07.601583 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Checking segment: {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:07.601984 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.602663 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Bound using segment: {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:07.603146 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Bound port: a4391252-ec46-4733-9f0f-385cc1f645b2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4db7a-29cd-4072-abec-ca89949e128e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:07.603603 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.630422 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.667434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a7d177-d0a2-4352-a579-818b428c2a50 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:07.688657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 73a7d177-d0a2-4352-a579-818b428c2a50, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=73a7d177-d0a2-4352-a579-818b428c2a50,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:07.700948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Deleting subnet a88080f0-6ea8-4048-9cb4-eed5208832fc {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:53:07.702984 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.703437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:07.706127 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.714259 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] For port a4391252-ec46-4733-9f0f-385cc1f645b2, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:07.718959 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] For port a4391252-ec46-4733-9f0f-385cc1f645b2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a4391252-ec46-4733-9f0f-385cc1f645b2,segment=NetworkSegment(d4a4db7a-29cd-4072-abec-ca89949e128e),segment_id=d4a4db7a-29cd-4072-abec-ca89949e128e)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:07.724180 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.732708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab243e1d-9d17-437b-be43-2333f9a6eebb req-9fd4b671-7521-4b29-94ff-f16476b138c3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:07.734267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab243e1d-9d17-437b-be43-2333f9a6eebb req-9fd4b671-7521-4b29-94ff-f16476b138c3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 944 time: 0.1463199 Feb 08 23:53:07.748700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de5c3b-e80a-4ab7-8a70-fec5b546d81d req-8e54ad54-da58-4283-baa3-3186d405074b tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:07.756608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04de5c3b-e80a-4ab7-8a70-fec5b546d81d req-8e54ad54-da58-4283-baa3-3186d405074b tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 943 time: 0.0909712 Feb 08 23:53:07.759386 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.794967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8fd466d4-8b5f-4e8b-92f7-a63c1cd9c710 None None] Provisioning complete for port a4391252-ec46-4733-9f0f-385cc1f645b2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:07.795796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8fd466d4-8b5f-4e8b-92f7-a63c1cd9c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.812097 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:07.812944 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:07.813963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.841533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=73a7d177-d0a2-4352-a579-818b428c2a50,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:07.909041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Attempting to bind port 924cf4f4-dd57-4e31-95dd-7e0d71810682 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:07.909466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Attempting to bind port 924cf4f4-dd57-4e31-95dd-7e0d71810682 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '80678e38-d954-43c4-9f0d-caaa7c7f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:07.909970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Attempting to bind port 924cf4f4-dd57-4e31-95dd-7e0d71810682 on network c271b1d7-faff-4ae5-9b99-cc5242d5df18 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:07.930616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Port 924cf4f4-dd57-4e31-95dd-7e0d71810682 on network c271b1d7-faff-4ae5-9b99-cc5242d5df18 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:53:07.930965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Attempting to bind port 924cf4f4-dd57-4e31-95dd-7e0d71810682 on network c271b1d7-faff-4ae5-9b99-cc5242d5df18 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:07.933608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8fd466d4-8b5f-4e8b-92f7-a63c1cd9c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.942702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:07.943279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Checking segment: {'id': '80678e38-d954-43c4-9f0d-caaa7c7f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:07.943751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Bound using segment: {'id': '80678e38-d954-43c4-9f0d-caaa7c7f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:07.944291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Bound port: 924cf4f4-dd57-4e31-95dd-7e0d71810682, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80678e38-d954-43c4-9f0d-caaa7c7f893a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:07.944757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:07.964773 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:07.976436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.015108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.020926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338836-efda-4f8e-a5be-cae03213e116 None None] Pushing event updated for resources: {'Port': ['ID=a4391252-ec46-4733-9f0f-385cc1f645b2,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:08.022694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a88080f0-6ea8-4048-9cb4-eed5208832fc HTTP/1.1" status: 204 len: 168 time: 0.9154129 Feb 08 23:53:08.026171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-2927c0db-6a51-41a5-9b91-0f5190d63a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:08.031805 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-2927c0db-6a51-41a5-9b91-0f5190d63a0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 1095 time: 0.3688662 Feb 08 23:53:08.044134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8fd466d4-8b5f-4e8b-92f7-a63c1cd9c710 None None] For port a4391252-ec46-4733-9f0f-385cc1f645b2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a4391252-ec46-4733-9f0f-385cc1f645b2,segment=NetworkSegment(d4a4db7a-29cd-4072-abec-ca89949e128e),segment_id=d4a4db7a-29cd-4072-abec-ca89949e128e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:08.055116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8fd466d4-8b5f-4e8b-92f7-a63c1cd9c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.096361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44140) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:08.140010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd466d4-8b5f-4e8b-92f7-a63c1cd9c710 None None] Pushing event updated for resources: {'Port': ['ID=a4391252-ec46-4733-9f0f-385cc1f645b2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:08.153719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['73a7d177-d0a2-4352-a579-818b428c2a50'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:08.216447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8a62c80f-a164-42a5-a574-e897059574dd None None] Provisioning complete for port a4391252-ec46-4733-9f0f-385cc1f645b2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:08.217211 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a62c80f-a164-42a5-a574-e897059574dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.269077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8eb97-c318-4896-beef-37a145a0414f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88080f0-6ea8-4048-9cb4-eed5208832fc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:08.271939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-7e1eef19-1e3d-44d7-b04f-dc05a5d191eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:08.273602 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-7e1eef19-1e3d-44d7-b04f-dc05a5d191eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.1626761 Feb 08 23:53:08.295422 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:06Z', 'revision_number': 6, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:08.339130 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f231d-c5b1-4538-993e-16c4e1790b59 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:06Z', 'revision_number': 6, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 4, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:08.349753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04de5c3b-e80a-4ab7-8a70-fec5b546d81d req-4b73d3f8-0275-489a-93d4-2c283a66b283 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921283 Feb 08 23:53:08.430257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab243e1d-9d17-437b-be43-2333f9a6eebb req-a0060d6b-6f99-4e46-86fe-99ace86f5988 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629193 Feb 08 23:53:08.446657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:08.465044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-30ce0b68-ff18-4ad2-bf89-0915116d143c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83dd18d5-b5b2-4313-a269-47f91d624588 HTTP/1.1" status: 200 len: 217 time: 0.1734645 Feb 08 23:53:08.474275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.479467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-be301ded-9b86-4a26-b608-e0b6a5f6d73b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 934 time: 2.3579128 Feb 08 23:53:08.480177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44144) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:08.509092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] For port 924cf4f4-dd57-4e31-95dd-7e0d71810682, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:08.535949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.555135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] For port 924cf4f4-dd57-4e31-95dd-7e0d71810682, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682,segment=NetworkSegment(80678e38-d954-43c4-9f0d-caaa7c7f893a),segment_id=80678e38-d954-43c4-9f0d-caaa7c7f893a)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:08.564213 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.617758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-77873e04-0861-4bef-a24e-c5e4509beb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:08.620067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-77873e04-0861-4bef-a24e-c5e4509beb48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.1273551 Feb 08 23:53:08.667205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:08.667843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.669294 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] 10.222.0.21 "PUT /v2.0/ports/924cf4f4-dd57-4e31-95dd-7e0d71810682 HTTP/1.1" status: 200 len: 1091 time: 2.3193913 Feb 08 23:53:08.673402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'tag': '924cf4f4-dd57-4e31-95dd-7e0d71810682'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:08.683834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac582293-160f-447c-922f-fa66da9ed79a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 934 time: 0.2024016 Feb 08 23:53:08.685737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44156) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:08.689696 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ee8bb-5098-4db8-ba87-4b4edc450112" -d '{"events": [{"name": "network-changed", "server_uuid": "f52d8398-67af-4df2-8ac5-6140b151d75b", "tag": "924cf4f4-dd57-4e31-95dd-7e0d71810682"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:08.691189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'routes': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:08.697584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef60dbc-f834-4725-8e5c-a370aa30f61b service neutron] Pushing event updated for resources: {'Port': ['ID=924cf4f4-dd57-4e31-95dd-7e0d71810682,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:08.743316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f498424-a18b-4ff6-bf21-4625234f05a5 req-d98f6f7c-d4af-45f3-b27a-b366b7d8ac64 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:08.746032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f498424-a18b-4ff6-bf21-4625234f05a5 req-d98f6f7c-d4af-45f3-b27a-b366b7d8ac64 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.1960983 Feb 08 23:53:08.756137 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-3ebdf5c4-5c2f-410d-b4e0-d1b4460876b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981872 Feb 08 23:53:08.817061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:08.824953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a4391252-ec46-4733-9f0f-385cc1f645b2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:08.849781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f498424-a18b-4ff6-bf21-4625234f05a5 req-476b5633-150b-429c-a8fc-2228ba290dbd tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503354 Feb 08 23:53:08.866157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:08.867971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:08.968508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:08.977721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-978f24b8-b29c-4e19-9018-e88cf6cabf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:08.979398 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-978f24b8-b29c-4e19-9018-e88cf6cabf48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f63563ea462c46f4ae14506d13dbb7c9&device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 1094 time: 0.2428191 Feb 08 23:53:09.003402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:09.062220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a4391252-ec46-4733-9f0f-385cc1f645b2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:09.062878 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.081528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 83dd18d5-b5b2-4313-a269-47f91d624588 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:09.084462 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-5c90676e-1af7-424e-87b3-dec96fabe4a0 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735806 Feb 08 23:53:09.088943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a74267-ae08-48f1-8332-4360d12ee02e']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:09.100252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a4c43a-66e2-44d2-8822-5219032a1420') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:09.100562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a4c43a-66e2-44d2-8822-5219032a1420') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:09.112669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.126082 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9379fd-cb21-437a-ae49-671f14f6c378 x-openstack-request-id: req-3d9379fd-cb21-437a-ae49-671f14f6c378 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:09.126394 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52d8398-67af-4df2-8ac5-6140b151d75b", "tag": "924cf4f4-dd57-4e31-95dd-7e0d71810682", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:09.126621 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d9379fd-cb21-437a-ae49-671f14f6c378 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:09.127451 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'tag': '924cf4f4-dd57-4e31-95dd-7e0d71810682', 'status': 'completed', 'code': 200} Feb 08 23:53:09.138845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994d15-378a-4563-bcb6-fbe7c71e2085 req-67f7f4a1-d5c5-4cdd-890b-01812129eee0 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:09.140657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa994d15-378a-4563-bcb6-fbe7c71e2085 req-67f7f4a1-d5c5-4cdd-890b-01812129eee0 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 944 time: 0.1079135 Feb 08 23:53:09.189847 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-7038aeaa-dd4b-4a39-9182-ac993b24c855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682 HTTP/1.1" status: 200 len: 217 time: 0.0613759 Feb 08 23:53:09.192283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.239553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:53:09.239857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:53:09.258513 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:53:09.273338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa994d15-378a-4563-bcb6-fbe7c71e2085 req-01d6b0ec-46a2-4576-9f09-cbe6a3174f82 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023514 Feb 08 23:53:09.290581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.extraroute_db [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added routes are [] {{(pid=105925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 23:53:09.290953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.extraroute_db [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 23:53:09.330076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.364977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-8dc572f8-fcb1-499c-8c49-ee5bfdc0f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:09.366765 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-8dc572f8-fcb1-499c-8c49-ee5bfdc0f800 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35d816a3-eaf8-4561-afc6-47d3d2c7754e HTTP/1.1" status: 200 len: 862 time: 0.1459644 Feb 08 23:53:09.380996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.401662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.405002 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/13a74267-ae08-48f1-8332-4360d12ee02e HTTP/1.1" status: 204 len: 168 time: 1.3062248 Feb 08 23:53:09.431635 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-13f9cc0b-4f60-4e2f-a594-4fa36f526809 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c271b1d7-faff-4ae5-9b99-cc5242d5df18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484307 Feb 08 23:53:09.433813 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-67e7e596-da20-44c6-a2e7-748be8889ab8 req-a918acd4-eb55-4a8d-b127-d8b0bc087aa9 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967808 Feb 08 23:53:09.434992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1132d30-1458-443c-a1e2-a887db4f9ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a74267-ae08-48f1-8332-4360d12ee02e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:09.516027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 83dd18d5-b5b2-4313-a269-47f91d624588, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=83dd18d5-b5b2-4313-a269-47f91d624588,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:09.573381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '83dd18d5-b5b2-4313-a269-47f91d624588', 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'port_id': '83dd18d5-b5b2-4313-a269-47f91d624588', 'mac_address': 'fa:16:3e:51:c8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a0f04b-3458-4524-908a-22e8d211f244', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:09.625379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-504f990f-61a7-451b-8783-2ace3cdba38c service neutron] 10.222.0.21 "GET /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761582 Feb 08 23:53:09.648032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:09.657393 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.679798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83dd18d5-b5b2-4313-a269-47f91d624588 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:09.704949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 83dd18d5-b5b2-4313-a269-47f91d624588, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=83dd18d5-b5b2-4313-a269-47f91d624588,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:09.712255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:06Z', 'revision_number': 6, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:09.723858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.733089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2442f-a11a-49bb-9b9d-5004107e255d req-eff52697-0b77-4281-8385-07257b578af6 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:09.734630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f2442f-a11a-49bb-9b9d-5004107e255d req-eff52697-0b77-4281-8385-07257b578af6 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 943 time: 0.1585357 Feb 08 23:53:09.746875 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.747208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:09.747330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9391c1-7ba8-4200-837f-29018f30e59d req-9da38e21-cac2-4c61-a7ac-8a6488dfdbab tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:09.748841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a9391c1-7ba8-4200-837f-29018f30e59d req-9da38e21-cac2-4c61-a7ac-8a6488dfdbab tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 944 time: 0.1504033 Feb 08 23:53:09.749927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.751119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:09.766145 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-09051e58-e371-49c5-a68b-c064f15ad74b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=618831790f3c4969b6fb1fa87790ccfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165938 Feb 08 23:53:09.768837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:09.799899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:09.800522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:09.828587 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5567f0df-d64f-42fd-97bd-7472fa07a601 req-fa8e1a2c-3902-4542-bb4e-1d2d03261ecb service neutron] 10.222.0.21 "GET /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918721 Feb 08 23:53:09.851432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9e72-a8c1-48ac-b432-14cada7aaf4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.877157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9e72-a8c1-48ac-b432-14cada7aaf4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:09.892950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a9391c1-7ba8-4200-837f-29018f30e59d req-6abe0461-1985-4f80-b483-042990260a0c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339741 Feb 08 23:53:09.895379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f2442f-a11a-49bb-9b9d-5004107e255d req-602a0e57-a266-4188-8248-e325ee4d59f1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423123 Feb 08 23:53:09.919182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:09.985832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=83dd18d5-b5b2-4313-a269-47f91d624588,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:09.990932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-66bb04b3-92ec-4158-8cca-2c776e43eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:09.992641 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-66bb04b3-92ec-4158-8cca-2c776e43eaad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f63563ea462c46f4ae14506d13dbb7c9&device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 1094 time: 0.0747197 Feb 08 23:53:10.005688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9e72-a8c1-48ac-b432-14cada7aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:10.010757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9e72-a8c1-48ac-b432-14cada7aaf4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:10.018383 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a4b9e72-a8c1-48ac-b432-14cada7aaf4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7da8d6c-caec-433c-8c18-2147d0f6e3b3 HTTP/1.1" status: 204 len: 168 time: 0.2476609 Feb 08 23:53:10.027799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9e72-a8c1-48ac-b432-14cada7aaf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da8d6c-caec-433c-8c18-2147d0f6e3b3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:10.067253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:10.081927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:10.091973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:10.095474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-524f2e83-cf57-48c7-889e-62edc260c354 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 700 time: 1.4066057 Feb 08 23:53:10.098340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44186) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:10.105898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58461c8f-2b18-4640-aa98-eb70b629c15e req-508ea2f3-aead-45d6-802b-f4fac383e430 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:10.107444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58461c8f-2b18-4640-aa98-eb70b629c15e req-508ea2f3-aead-45d6-802b-f4fac383e430 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 945 time: 0.0816255 Feb 08 23:53:10.115960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:10.143693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'port_id': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'mac_address': 'fa:16:3e:50:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde14daf-9920-40f7-b954-00d4e958aa2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:10.253167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58461c8f-2b18-4640-aa98-eb70b629c15e req-1edfa6ee-a0d6-4824-b812-d82835b9465f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827529 Feb 08 23:53:10.269316 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:10.278094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de7b648d-2ed6-4a07-ac24-700041b00c4f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 700 time: 0.1695294 Feb 08 23:53:10.278722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44198) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:10.307351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1abcc110-ea4f-419a-af67-15a42cf2169a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:10.345509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:10.358562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-a5020db6-5fe5-45ea-98ce-c88df3689352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:10.363982 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-a5020db6-5fe5-45ea-98ce-c88df3689352 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c271b1d7-faff-4ae5-9b99-cc5242d5df18 HTTP/1.1" status: 200 len: 923 time: 0.2689569 Feb 08 23:53:10.381934 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:10.461965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:10.472137 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-6081812d-6d6f-4941-b880-35d2384e9000 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682 HTTP/1.1" status: 200 len: 217 time: 0.0903242 Feb 08 23:53:10.473143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:09Z', 'revision_number': 7, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:10.503067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2136f7-666e-48ff-bb0f-ca519b6f7c91 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:09Z', 'revision_number': 7, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:10.590611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-4d9b9cb0-439f-418b-b712-bf50a27288fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:10.592133 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-4d9b9cb0-439f-418b-b712-bf50a27288fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35d816a3-eaf8-4561-afc6-47d3d2c7754e HTTP/1.1" status: 200 len: 862 time: 0.1112688 Feb 08 23:53:10.630630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1abcc110-ea4f-419a-af67-15a42cf2169a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:10.640848 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-217cdb72-d3d5-499c-ae2c-ab125b801a94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c271b1d7-faff-4ae5-9b99-cc5242d5df18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361104 Feb 08 23:53:10.674555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34187d5-7427-49bc-9b43-5295490c0c4c req-29f8220a-61e9-4cf6-9507-296a108432ea tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:10.682851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d34187d5-7427-49bc-9b43-5295490c0c4c req-29f8220a-61e9-4cf6-9507-296a108432ea tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 944 time: 0.1781716 Feb 08 23:53:10.784362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-f8893f25-05fc-4e68-9817-06ac7f174b95 service neutron] 10.222.0.21 "GET /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289258 Feb 08 23:53:10.803471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d34187d5-7427-49bc-9b43-5295490c0c4c req-0eea7cd2-c501-4d3f-9a00-2528e29ee6f4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154549 Feb 08 23:53:10.821853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd1a2c-982f-43c2-b080-bc67b1919363 req-af28fcd3-2af1-4180-bed7-bda405458224 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:10.830769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ffd1a2c-982f-43c2-b080-bc67b1919363 req-af28fcd3-2af1-4180-bed7-bda405458224 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 944 time: 0.1682382 Feb 08 23:53:10.891658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ffd1a2c-982f-43c2-b080-bc67b1919363 req-28ee5044-0459-4cb7-ae3d-b6122af3d381 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Feb 08 23:53:10.895882 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:10.908989 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:10.909944 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:10.936000 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d24ee8bb-5098-4db8-ba87-4b4edc450112 req-b01d5365-2e1a-4de7-965e-8c491b2f9f7f service neutron] 10.222.0.21 "GET /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358247 Feb 08 23:53:10.970453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.053890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:11.059900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['83dd18d5-b5b2-4313-a269-47f91d624588'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:11.064786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 73a7d177-d0a2-4352-a579-818b428c2a50 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:11.183402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4c872-58d1-4b2e-b97c-4b0d8a2ba3af req-54f21b47-43da-4ea1-b2a6-b2d5d2dc3c7d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:11.185714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdd4c872-58d1-4b2e-b97c-4b0d8a2ba3af req-54f21b47-43da-4ea1-b2a6-b2d5d2dc3c7d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 945 time: 0.1364918 Feb 08 23:53:11.195422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 73a7d177-d0a2-4352-a579-818b428c2a50 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:11.198601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcbd08-83cc-49e3-93c3-89d840df339b req-542e1b89-50df-435e-8be0-6c6563fc2c4d tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:11.199939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24bcbd08-83cc-49e3-93c3-89d840df339b req-542e1b89-50df-435e-8be0-6c6563fc2c4d tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 943 time: 0.1517909 Feb 08 23:53:11.236191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 73a7d177-d0a2-4352-a579-818b428c2a50 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:11.236717 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.289938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdd4c872-58d1-4b2e-b97c-4b0d8a2ba3af req-05901e4f-dd38-4048-8967-fb56b549bb3a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889838 Feb 08 23:53:11.297259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24bcbd08-83cc-49e3-93c3-89d840df339b req-72331216-6cf5-4ac6-85b7-454db858a5d1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740750 Feb 08 23:53:11.332109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:11.399011 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:09Z', 'revision_number': 7, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:11.430287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port a4391252-ec46-4733-9f0f-385cc1f645b2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:11.430949 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.443417 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:11.451225 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.458968 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:11.459774 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:11.479089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab51e40-1469-472d-811d-0129396e27f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a7d177-d0a2-4352-a579-818b428c2a50'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:11.482637 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bbae1d-4e11-4d69-ab9d-08c324cdb39a" -d '{"events": [{"server_uuid": "cab51e40-1469-472d-811d-0129396e27f0", "name": "network-vif-plugged", "status": "completed", "tag": "73a7d177-d0a2-4352-a579-818b428c2a50"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:11.486982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1078786794-network', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:11.509181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 73a7d177-d0a2-4352-a579-818b428c2a50, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=73a7d177-d0a2-4352-a579-818b428c2a50,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:11.516156 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.517984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Made reservation on behalf of f68869108875431ebfa42ae8a6b43bd4 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:11.518463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:11.522137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.535592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.552641 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302a9122-45e5-4cd8-8581-56d48f8aca17 x-openstack-request-id: req-302a9122-45e5-4cd8-8581-56d48f8aca17 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:11.552830 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab51e40-1469-472d-811d-0129396e27f0", "name": "network-vif-plugged", "status": "completed", "tag": "73a7d177-d0a2-4352-a579-818b428c2a50", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:11.553191 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-302a9122-45e5-4cd8-8581-56d48f8aca17 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:11.553505 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab51e40-1469-472d-811d-0129396e27f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a7d177-d0a2-4352-a579-818b428c2a50', 'code': 200} Feb 08 23:53:11.579415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port a4391252-ec46-4733-9f0f-385cc1f645b2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a4391252-ec46-4733-9f0f-385cc1f645b2,segment=NetworkSegment(d4a4db7a-29cd-4072-abec-ca89949e128e),segment_id=d4a4db7a-29cd-4072-abec-ca89949e128e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:11.581073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.582019 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:11.599934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for a4391252-ec46-4733-9f0f-385cc1f645b2 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:11.621880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=73a7d177-d0a2-4352-a579-818b428c2a50,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:11.683414 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.701224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.703064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1abcc110-ea4f-419a-af67-15a42cf2169a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:11.717111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d97edc-5460-49e8-9e87-545b216cf3bb req-cb47d1aa-a819-4bda-9160-3e7bf9507bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:11.718794 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4d97edc-5460-49e8-9e87-545b216cf3bb req-cb47d1aa-a819-4bda-9160-3e7bf9507bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 1096 time: 0.0751648 Feb 08 23:53:11.719636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.737722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:11.744039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.758415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:53:11.782825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5631c6d-2254-478b-a722-8d31c973e533,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:11.804677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4d97edc-5460-49e8-9e87-545b216cf3bb req-36673344-3f91-4b0b-ab10-0a11f4f56c27 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648847 Feb 08 23:53:11.838453 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c59c6b0-1a8b-4b8a-abe7-1b3ac0b5b315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.846753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:11.852653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.854830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.855325 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Added segment 98eebabc-42de-4d60-ace4-7330d6fe1a8d of type vlan for network c466cf6b-a15e-464d-9f88-00efd55a7608 Feb 08 23:53:11.885509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=a4391252-ec46-4733-9f0f-385cc1f645b2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:11.923480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.964685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:11.971287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:11.972291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.005539 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:09Z', 'revision_number': 7, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:12.040397 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c7eea-c581-4fb3-8beb-c61e539c8fb9 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:09Z', 'revision_number': 7, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4391252-ec46-4733-9f0f-385cc1f645b2', 'name': '', 'network_id': '20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:48:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:01Z', 'updated_at': '2022-02-08T23:53:07Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '66a835e5-0f41-4d64-8cf7-82ba593a95f6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:12.045545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] Pushing event updated for resources: {'Network': ['ID=c466cf6b-a15e-464d-9f88-00efd55a7608,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:12.058740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c466cf6b-a15e-464d-9f88-00efd55a7608 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:53:12.064313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b9668076-793e-475a-82d5-5d86521e6a6b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7282355 Feb 08 23:53:12.064523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44248) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:12.069537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Request body: {'subnet': {'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1078786794-subnet', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:12.105814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ed781-6f05-4618-9b69-a14c05ffef5d req-e766c282-fbea-4aa6-9998-34a453a77dc2 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:12.108053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e8ed781-6f05-4618-9b69-a14c05ffef5d req-e766c282-fbea-4aa6-9998-34a453a77dc2 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.1211495 Feb 08 23:53:12.121661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Made reservation on behalf of f68869108875431ebfa42ae8a6b43bd4 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:12.127619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.148259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a67b7-9564-4a51-be67-59934e794425 req-690fa1f2-4398-431d-a20a-8fdb847b2d9a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:12.149837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-943a67b7-9564-4a51-be67-59934e794425 req-690fa1f2-4398-431d-a20a-8fdb847b2d9a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.2536440 Feb 08 23:53:12.205450 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.354289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.415504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ab3e0b-2e91-46fd-b6b4-f9473701490d,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:12.425410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Checking segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:12.425776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Network hostable DHCP agents. Network: c466cf6b-a15e-464d-9f88-00efd55a7608, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:53:12.443838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Network c466cf6b-a15e-464d-9f88-00efd55a7608 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:53:12.453995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, c466cf6b-a15e-464d-9f88-00efd55a7608) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:12.458770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:12.459873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.462046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c64cae-0b7a-4eb3-90b5-361b34690787 None None] Network c466cf6b-a15e-464d-9f88-00efd55a7608 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:12.481933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-02e38996-41b3-401f-8385-8a4957952c04 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4162278 Feb 08 23:53:12.482727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44256) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:12.488377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:12.513312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.514626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.572832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.614081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e8ed781-6f05-4618-9b69-a14c05ffef5d req-74506f19-b88d-4b2b-a9a5-69acfb0334d1 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764676 Feb 08 23:53:12.618727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-943a67b7-9564-4a51-be67-59934e794425 req-96ce328f-2cc7-4fb5-aa61-e5fda0baae6e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603143 Feb 08 23:53:12.647000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-c466cf6b-a15e-464d-9f88-00efd55a7608', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:53:12.648623 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.770777 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:12.850229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Allocated IP 172.20.0.2 (c466cf6b-a15e-464d-9f88-00efd55a7608/08ab3e0b-2e91-46fd-b6b4-f9473701490d/c5fcbc07-51d9-47f9-8e3e-03d9d864c012) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:12.865227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5eedb-8cdd-48a6-b017-c4a40cf230a2 req-b4ef503b-2bc4-43cf-8bd2-2af3fed12caf tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:12.866814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a5eedb-8cdd-48a6-b017-c4a40cf230a2 req-b4ef503b-2bc4-43cf-8bd2-2af3fed12caf tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 943 time: 0.1184983 Feb 08 23:53:12.869460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:12.892128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7bdf3-e8d7-4e47-a617-6ecbbc25b21e req-8f7fe7e1-20b6-4b3f-a48a-9f97af53c5e6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:12.893772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26d7bdf3-e8d7-4e47-a617-6ecbbc25b21e req-8f7fe7e1-20b6-4b3f-a48a-9f97af53c5e6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 945 time: 0.0961735 Feb 08 23:53:12.985639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.005390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.018202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.020136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a5eedb-8cdd-48a6-b017-c4a40cf230a2 req-8b436f54-0be0-43bc-8132-5435749ff7fc tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 Feb 08 23:53:13.028524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.029440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26d7bdf3-e8d7-4e47-a617-6ecbbc25b21e req-10ba2801-3e0a-4175-885e-fad4203e029d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272261 Feb 08 23:53:13.047702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:13.068050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c7bbb1a6-6369-429f-aed3-f35b53668e6b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872608 Feb 08 23:53:13.068213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44262) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:13.090087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:13.092784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 83dd18d5-b5b2-4313-a269-47f91d624588 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:13.094526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:13.161460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet 66a835e5-0f41-4d64-8cf7-82ba593a95f6 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:53:13.166502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.215046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Allocated IP 172.25.3.2 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/0ae724ae-822e-4889-a880-ecb25eccc62c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:13.226792 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.309753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Network c466cf6b-a15e-464d-9f88-00efd55a7608 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:13.323106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:13.324373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Pushing event updated for resources: {'Port': ['ID=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:13.328187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:13.333660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:53:13.335019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:13.335606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:52:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:13.389784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.432474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.497177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.502469 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.531224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:13.535638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Attempting to bind port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:13.536045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Attempting to bind port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:13.536468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Attempting to bind port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 on network c466cf6b-a15e-464d-9f88-00efd55a7608 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:13.574956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 83dd18d5-b5b2-4313-a269-47f91d624588 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:13.579569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=66a835e5-0f41-4d64-8cf7-82ba593a95f6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:13.593803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.596886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-36222446-9357-4adb-8242-6f1c88cfe8d1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/66a835e5-0f41-4d64-8cf7-82ba593a95f6 HTTP/1.1" status: 204 len: 168 time: 0.5280330 Feb 08 23:53:13.599764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44280) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:13.604147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:13.604147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Checking segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:13.604639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.605127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Bound using segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:13.605732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Bound port: c5fcbc07-51d9-47f9-8e3e-03d9d864c012, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:13.606123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.609343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:13.610180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:13.614156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 83dd18d5-b5b2-4313-a269-47f91d624588 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:13.614827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.616480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:13.623262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:13.635012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-7a02d079-510a-4af3-9ccd-f5e16225ea3f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:13.636691 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-7a02d079-510a-4af3-9ccd-f5e16225ea3f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.1628597 Feb 08 23:53:13.637550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Pushing event updated for resources: {'Port': ['ID=0ae724ae-822e-4889-a880-ecb25eccc62c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:13.665265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61646736-c6c6-454b-a3ca-a9e5afe338c7 None None] Network 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:13.767308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'mac_address': 'fa:16:3e:29:a2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:13.896480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44fbf0-658b-4125-803b-8c867dcb78cc req-c68bc014-967f-46d6-90bd-86581c670d8d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:13.898665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b44fbf0-658b-4125-803b-8c867dcb78cc req-c68bc014-967f-46d6-90bd-86581c670d8d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1233215 Feb 08 23:53:13.915498 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:13.927887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09814e-57e7-4c3e-b50a-5aa934a223b0 req-3d3f9f3f-1bc8-4d4a-9980-825b8e6e0834 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:13.930048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c09814e-57e7-4c3e-b50a-5aa934a223b0 req-3d3f9f3f-1bc8-4d4a-9980-825b8e6e0834 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 943 time: 0.1457949 Feb 08 23:53:13.932811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Deleting port 1abcc110-ea4f-419a-af67-15a42cf2169a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:13.933251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.010451 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.015222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] For port c5fcbc07-51d9-47f9-8e3e-03d9d864c012, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:14.029615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b44fbf0-658b-4125-803b-8c867dcb78cc req-f42227f9-d5f8-4831-82ab-87d63efe8c96 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053405 Feb 08 23:53:14.050422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c09814e-57e7-4c3e-b50a-5aa934a223b0 req-3adc439e-fa81-4de2-ae7f-f9cd3c1a4ddf tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026607 Feb 08 23:53:14.085335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:14.085701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.125520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42df162d-ab79-45bf-a393-6ab884ee0d9f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:14.132208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] For port c5fcbc07-51d9-47f9-8e3e-03d9d864c012, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:14.150250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] For port 1abcc110-ea4f-419a-af67-15a42cf2169a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1abcc110-ea4f-419a-af67-15a42cf2169a,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:14.150250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.158715 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.165161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Calling delete_port for 1abcc110-ea4f-419a-af67-15a42cf2169a owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:14.166965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.203721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.246479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:14.266768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 46e76495-d6fa-4d3b-b658-e2a0e27c1632, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46e76495-d6fa-4d3b-b658-e2a0e27c1632,segment=NetworkSegment(d4a4db7a-29cd-4072-abec-ca89949e128e),segment_id=d4a4db7a-29cd-4072-abec-ca89949e128e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:14.267492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.301463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 46e76495-d6fa-4d3b-b658-e2a0e27c1632 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:14.320431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.323337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 924cf4f4-dd57-4e31-95dd-7e0d71810682 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:14.415266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-056103f2-903c-495f-9a1d-271fe306ea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.442135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dd18d5-b5b2-4313-a269-47f91d624588'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:14.444412 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5dad85-12dd-4273-b43e-ee6b6e29e3d4" -d '{"events": [{"server_uuid": "73e1b41c-61ba-4e2b-ac8c-0d314ce28cae", "name": "network-vif-plugged", "status": "completed", "tag": "83dd18d5-b5b2-4313-a269-47f91d624588"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:14.448233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418be6d9-1292-4de5-996f-fc12fc922090 None None] DHCP port deletion for 20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:53:14.482031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477909a-1483-48db-9f29-a60fd8005dc2 None None] Pushing event updated for resources: {'Port': ['ID=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:14.488675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 83dd18d5-b5b2-4313-a269-47f91d624588, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=83dd18d5-b5b2-4313-a269-47f91d624588,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:14.545100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.553581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.554386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:14.599187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=46e76495-d6fa-4d3b-b658-e2a0e27c1632,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:14.609155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port 46e76495-d6fa-4d3b-b658-e2a0e27c1632 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:14.751125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-418be6d9-1292-4de5-996f-fc12fc922090 None None] The port '46e76495-d6fa-4d3b-b658-e2a0e27c1632' was deleted {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 08 23:53:14.802161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:14.817878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:11Z', 'revision_number': 8, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:14.830821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00c129-699b-46f5-9781-26f9cc964502 req-b80fc44d-7e04-4cb1-95c2-c7deeb9a9a0f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:14.857273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a00c129-699b-46f5-9781-26f9cc964502 req-b80fc44d-7e04-4cb1-95c2-c7deeb9a9a0f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 945 time: 0.4788585 Feb 08 23:53:14.899575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46e76495-d6fa-4d3b-b658-e2a0e27c1632 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:14.910076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:14.912770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:14.950025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 46e76495-d6fa-4d3b-b658-e2a0e27c1632 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:14.950286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46e76495-d6fa-4d3b-b658-e2a0e27c1632 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:14.980776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:14.984729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 924cf4f4-dd57-4e31-95dd-7e0d71810682, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682,segment=NetworkSegment(80678e38-d954-43c4-9f0d-caaa7c7f893a),segment_id=80678e38-d954-43c4-9f0d-caaa7c7f893a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:15.003663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:15.003971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:15.010461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=83dd18d5-b5b2-4313-a269-47f91d624588,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:15.010770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a4db7a-29cd-4072-abec-ca89949e128e') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:15.011327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a4db7a-29cd-4072-abec-ca89949e128e') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:15.039400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.048738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.051769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530a133-6eb8-4e00-bcf1-41ead44074e2 req-347ca404-eb67-4f0c-97f3-a15dd7d45a5a tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:15.053539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e530a133-6eb8-4e00-bcf1-41ead44074e2 req-347ca404-eb67-4f0c-97f3-a15dd7d45a5a tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 943 time: 0.6742661 Feb 08 23:53:15.055268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '924cf4f4-dd57-4e31-95dd-7e0d71810682', 'network_id': 'c271b1d7-faff-4ae5-9b99-cc5242d5df18', 'port_id': '924cf4f4-dd57-4e31-95dd-7e0d71810682', 'mac_address': 'fa:16:3e:40:a8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d816a3-eaf8-4561-afc6-47d3d2c7754e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:15.065517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1abcc110-ea4f-419a-af67-15a42cf2169a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:15.080867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.090904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:53:15.091593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.103896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1abcc110-ea4f-419a-af67-15a42cf2169a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:15.104288 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.128395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event deleted for resources: {'Port': ['ID=1abcc110-ea4f-419a-af67-15a42cf2169a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:15.177676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Port 1abcc110-ea4f-419a-af67-15a42cf2169a was deleted so its status cannot be updated. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 08 23:53:15.203285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:15.205986 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.256951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] No DVR routers for this DVR port 1abcc110-ea4f-419a-af67-15a42cf2169a on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:53:15.257911 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:53:15.262044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924cf4f4-dd57-4e31-95dd-7e0d71810682 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:15.268392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.270286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.272767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-136141b8-e988-45ce-9e92-6420b9ebfd85 req-eb906452-65cb-4628-bc26-428f77435822 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "DELETE /v2.0/ports/1abcc110-ea4f-419a-af67-15a42cf2169a HTTP/1.1" status: 204 len: 173 time: 1.6139190 Feb 08 23:53:15.273489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'name': 'network-vif-deleted', 'tag': '1abcc110-ea4f-419a-af67-15a42cf2169a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:15.281503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.285757 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e107bd-c9aa-4da7-a99d-d1c1be0300ef" -d '{"events": [{"server_uuid": "3bdeb223-0256-41c1-a0dd-0fc1bb90812a", "name": "network-vif-deleted", "tag": "1abcc110-ea4f-419a-af67-15a42cf2169a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:15.287455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a HTTP/1.1" status: 204 len: 168 time: 1.6859303 Feb 08 23:53:15.305660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44312) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:15.327304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 924cf4f4-dd57-4e31-95dd-7e0d71810682, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682,segment=NetworkSegment(80678e38-d954-43c4-9f0d-caaa7c7f893a),segment_id=80678e38-d954-43c4-9f0d-caaa7c7f893a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:15.382214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08078705-44aa-4ccd-8a3d-77706fad7fc3 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=20c400b2-bf5c-4ddd-94c4-2ef6ac7ea24a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:15.428790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a00c129-699b-46f5-9781-26f9cc964502 req-5cba193e-1123-4194-b141-80dcabf063ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693464 Feb 08 23:53:15.451173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e530a133-6eb8-4e00-bcf1-41ead44074e2 req-d6866eac-1d91-4451-9423-31f729d561d1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102053 Feb 08 23:53:15.524994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.627877 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.644177 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6b8288-f3ac-4010-8796-c4bba1a86dfb x-openstack-request-id: req-2a6b8288-f3ac-4010-8796-c4bba1a86dfb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:15.644475 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e1b41c-61ba-4e2b-ac8c-0d314ce28cae", "name": "network-vif-plugged", "status": "completed", "tag": "83dd18d5-b5b2-4313-a269-47f91d624588", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:15.644936 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a6b8288-f3ac-4010-8796-c4bba1a86dfb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:15.645465 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83dd18d5-b5b2-4313-a269-47f91d624588', 'code': 200} Feb 08 23:53:15.712138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:15.718176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10528559-90b7-43af-9c00-1838808a4526 req-85421f73-1ce9-475c-9941-cc0aa9f90782 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:15.719767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10528559-90b7-43af-9c00-1838808a4526 req-85421f73-1ce9-475c-9941-cc0aa9f90782 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1378117 Feb 08 23:53:15.775963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=924cf4f4-dd57-4e31-95dd-7e0d71810682,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:15.807467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9b3bad5-561c-4bda-885f-be24042f7266 req-f4c7a47a-e3f7-4871-89e2-484bc48193ed tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bdeb223-0256-41c1-a0dd-0fc1bb90812a HTTP/1.1" status: 200 len: 210 time: 0.0426130 Feb 08 23:53:15.848411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10528559-90b7-43af-9c00-1838808a4526 req-f3cc896b-9bf0-4865-a386-531df64a1447 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182067 Feb 08 23:53:15.888048 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d49f9c2-be24-453a-8a99-9bfd83e33641 x-openstack-request-id: req-0d49f9c2-be24-453a-8a99-9bfd83e33641 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:15.888329 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdeb223-0256-41c1-a0dd-0fc1bb90812a", "name": "network-vif-deleted", "tag": "1abcc110-ea4f-419a-af67-15a42cf2169a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:15.888787 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d49f9c2-be24-453a-8a99-9bfd83e33641 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:15.889404 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdeb223-0256-41c1-a0dd-0fc1bb90812a', 'name': 'network-vif-deleted', 'tag': '1abcc110-ea4f-419a-af67-15a42cf2169a', 'status': 'completed', 'code': 200} Feb 08 23:53:15.893632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['42df162d-ab79-45bf-a393-6ab884ee0d9f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:15.942457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d8e1-f93e-495e-8637-6f701f240623 req-97c959c5-44c5-4627-a6da-263c147d2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:15.953115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f23d8e1-f93e-495e-8637-6f701f240623 req-97c959c5-44c5-4627-a6da-263c147d2bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 1097 time: 0.1616199 Feb 08 23:53:15.987100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:11Z', 'revision_number': 8, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:16.024745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2060bb6-b2e0-4697-908a-7772267f7373 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:11Z', 'revision_number': 8, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c12391d8-cb9f-4201-905d-d7f4a75d33e3', 'name': '', 'network_id': 'e5c58b74-94e6-411b-b05a-23da131523bf', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:92:91:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:56Z', 'updated_at': '2022-02-08T23:53:04Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '71f62aa8-4c48-460e-a7e1-674ce2a8fc9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:16.109056 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f23d8e1-f93e-495e-8637-6f701f240623 req-04ecca23-dc03-4153-b192-0f5d9fe586c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042118 Feb 08 23:53:16.127385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:53:16.152579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['924cf4f4-dd57-4e31-95dd-7e0d71810682'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:16.218211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25be198-23e9-4fd4-b0bf-4bacc43d6afb None None] Network c466cf6b-a15e-464d-9f88-00efd55a7608 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:16.270461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:16.282828 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Sync routers for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:16.302351 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:16.303335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:16.358444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a33b7f7b-bcfc-4e7a-a5b4-8ec56a0192bd None None] Provisioning complete for port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:16.363110 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a33b7f7b-bcfc-4e7a-a5b4-8ec56a0192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:16.364957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:16.366302 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-17deecd1-8553-431e-9e77-8c70b5bb8b4c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8824060 Feb 08 23:53:16.369321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44324) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:16.441152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:16.587757 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:16.874388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c5fcbc07-51d9-47f9-8e3e-03d9d864c012 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:16.887005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045ec2b-cded-4087-ab87-3b4ac8a207ac req-91940d67-b956-4e1c-9ea8-3515e60c0660 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:16.895831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1045ec2b-cded-4087-ab87-3b4ac8a207ac req-91940d67-b956-4e1c-9ea8-3515e60c0660 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 946 time: 0.2598567 Feb 08 23:53:16.913048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c812a0-fa7a-4ebc-8f32-d7e22fe2147e req-8b080f27-a964-4890-9162-5dbecdb51620 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:16.920861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8c812a0-fa7a-4ebc-8f32-d7e22fe2147e req-8b080f27-a964-4890-9162-5dbecdb51620 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 944 time: 0.2877002 Feb 08 23:53:16.988544 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:16.994598 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:13Z', 'revision_number': 3, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:17.029366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1045ec2b-cded-4087-ab87-3b4ac8a207ac req-dee34c2b-61a8-49df-be9a-88ee9c7c37da tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283326 Feb 08 23:53:17.049049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port c12391d8-cb9f-4201-905d-d7f4a75d33e3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:17.049499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.062279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Checking router: 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:17.062789 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Updating router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f port 0ae724ae-822e-4889-a880-ecb25eccc62c binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:53:17.092062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8c812a0-fa7a-4ebc-8f32-d7e22fe2147e req-d29c5f02-ed1b-4012-99bb-7a53acf79435 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694469 Feb 08 23:53:17.107962 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.132784 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a33b7f7b-bcfc-4e7a-a5b4-8ec56a0192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.301464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a33b7f7b-bcfc-4e7a-a5b4-8ec56a0192bd None None] For port c5fcbc07-51d9-47f9-8e3e-03d9d864c012, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:17.310588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port c12391d8-cb9f-4201-905d-d7f4a75d33e3, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c12391d8-cb9f-4201-905d-d7f4a75d33e3,segment=NetworkSegment(7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb),segment_id=7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:17.311120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.334290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for c12391d8-cb9f-4201-905d-d7f4a75d33e3 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:17.358860 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a33b7f7b-bcfc-4e7a-a5b4-8ec56a0192bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.392627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:17.393035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.407919 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.585903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.594073 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.606028 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.625559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=c12391d8-cb9f-4201-905d-d7f4a75d33e3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:17.677380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:17.692463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae73cc-9522-499a-9ebe-97f7f93d5a9d req-98821946-02b6-4977-8752-51adb16c35c8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:17.696590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bae73cc-9522-499a-9ebe-97f7f93d5a9d req-98821946-02b6-4977-8752-51adb16c35c8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.2632313 Feb 08 23:53:17.739462 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871cd6-fbb3-4166-99ce-9a162b7a37fb None None] Pushing event updated for resources: {'Port': ['ID=0ae724ae-822e-4889-a880-ecb25eccc62c,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:17.754034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b7f7b-bcfc-4e7a-a5b4-8ec56a0192bd None None] Pushing event updated for resources: {'Port': ['ID=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:17.804878 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Attempting to bind port 0ae724ae-822e-4889-a880-ecb25eccc62c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:17.805271 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Attempting to bind port 0ae724ae-822e-4889-a880-ecb25eccc62c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:17.805630 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Attempting to bind port 0ae724ae-822e-4889-a880-ecb25eccc62c on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:17.815797 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:17.816182 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:17.817394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fd9c8957-1e19-43eb-b473-2a282ecd6b8b None None] Provisioning complete for port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:17.817776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd9c8957-1e19-43eb-b473-2a282ecd6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.819499 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.819949 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:17.820430 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Bound port: 0ae724ae-822e-4889-a880-ecb25eccc62c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:17.820814 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.845136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44346) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:17.859960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677895515', 'description': 'tempest-description--1863856276'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:17.888402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 42df162d-ab79-45bf-a393-6ab884ee0d9f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:17.889013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:17.954957 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] For port 0ae724ae-822e-4889-a880-ecb25eccc62c, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:17.963700 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] For port 0ae724ae-822e-4889-a880-ecb25eccc62c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0ae724ae-822e-4889-a880-ecb25eccc62c,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:17.966090 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bae73cc-9522-499a-9ebe-97f7f93d5a9d req-94b21049-2133-4f76-b317-8191c9310b76 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068956 Feb 08 23:53:17.973607 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.013931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a4391252-ec46-4733-9f0f-385cc1f645b2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:18.022349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.064512 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:18.065239 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:18.073018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a4391252-ec46-4733-9f0f-385cc1f645b2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:18.073603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a4391252-ec46-4733-9f0f-385cc1f645b2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:18.135654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.138691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.204712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.216813 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:18.252435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:18.254981 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f1717c-f9d1-4456-ada1-8a728094d4d5" -d '{"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-plugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:18.282671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:18.290219 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.291881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:18.372476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Allocated IP 172.20.0.1 (c466cf6b-a15e-464d-9f88-00efd55a7608/08ab3e0b-2e91-46fd-b6b4-f9473701490d/b7e50ef7-ff2b-4faf-8e3f-20e8426d797c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:18.393436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 1abcc110-ea4f-419a-af67-15a42cf2169a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:18.393781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1abcc110-ea4f-419a-af67-15a42cf2169a not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:18.419953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.433673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.454321 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871cd6-fbb3-4166-99ce-9a162b7a37fb None None] Pushing event updated for resources: {'Port': ['ID=0ae724ae-822e-4889-a880-ecb25eccc62c,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:18.457267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:18.472430 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:13Z', 'revision_number': 3, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:18.488028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.492050 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6429038 Feb 08 23:53:18.495003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44364) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:18.499655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'security_group_rule': {'security_group_id': '1b68b4ac-9faf-4bfb-a088-ff65dff3121d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:18.507191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf4522-5a17-4aac-a46f-1dbf0490b73d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b68b4ac-9faf-4bfb-a088-ff65dff3121d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:18.519566 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb4a025-702c-4063-83d2-c07d3dc0a007 None None] The sync data for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 is: [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:13Z', 'revision_number': 3, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:18.602541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a4f15-0dd6-4dd5-96b3-2c978fccec12 req-cf2659c3-15fb-4c31-8309-7030168660df tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:18.610708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c87a4f15-0dd6-4dd5-96b3-2c978fccec12 req-cf2659c3-15fb-4c31-8309-7030168660df tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 944 time: 0.1545644 Feb 08 23:53:18.633528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b232cb-f51d-4e07-ae2a-43a4aa9ebb4e req-d55331bb-f22b-43b9-b906-c6efc48ef217 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:18.638464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5b232cb-f51d-4e07-ae2a-43a4aa9ebb4e req-d55331bb-f22b-43b9-b906-c6efc48ef217 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 946 time: 0.1813352 Feb 08 23:53:18.644173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.676081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:18.691337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.746377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c87a4f15-0dd6-4dd5-96b3-2c978fccec12 req-884696ff-bd6e-4de3-a34b-a37229e919d5 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346872 Feb 08 23:53:18.798011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.802586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5b232cb-f51d-4e07-ae2a-43a4aa9ebb4e req-859223d8-b2c6-4fa6-b5a7-05bdabc5ffcb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253765 Feb 08 23:53:18.810365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.822944 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264227b6-2d67-49ca-a460-1a09a1e43c3b x-openstack-request-id: req-264227b6-2d67-49ca-a460-1a09a1e43c3b {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:18.823340 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-plugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:18.823692 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-264227b6-2d67-49ca-a460-1a09a1e43c3b {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:18.824177 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'code': 200} Feb 08 23:53:18.845568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867641f9-24e1-4a1f-aa28-5ce1500e3009,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:18.848253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:18.857233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-694561fb-84af-4ad3-b1fc-b88169818f41 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5484157 Feb 08 23:53:18.857958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44366) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:18.864628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.864628 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60d44874-2075-4ae8-8b26-0760a39b53aa tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675692 Feb 08 23:53:18.866761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44368) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:18.873106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:18.896601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:18.896601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:18.898974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'security_group_rule': {'security_group_id': '1b68b4ac-9faf-4bfb-a088-ff65dff3121d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:18.918695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:18.986522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c5fcbc07-51d9-47f9-8e3e-03d9d864c012 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:18.988257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet 71f62aa8-4c48-460e-a7e1-674ce2a8fc9b {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:53:19.011455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.109930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Network c466cf6b-a15e-464d-9f88-00efd55a7608 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:19.114369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.131654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:19.163145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:19.203045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.209241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:19.234559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:19.262225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:19.262884 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.387776 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.423938 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.543280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.596159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=71f62aa8-4c48-460e-a7e1-674ce2a8fc9b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:19.613189 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.616995 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f15d1d9f-37a5-44ff-b5fe-4d8cf3e2f3e7 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/71f62aa8-4c48-460e-a7e1-674ce2a8fc9b HTTP/1.1" status: 204 len: 168 time: 0.7577341 Feb 08 23:53:19.620538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44386) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:19.754843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.841362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 045c9393-f257-42c4-aa98-d66ebf7ab37f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:19.842054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.846983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523529e4-25e5-4197-8084-d022f5a7c678 None None] Network e5c58b74-94e6-411b-b05a-23da131523bf requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:19.849325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 924cf4f4-dd57-4e31-95dd-7e0d71810682 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:19.932506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8680e4-37f3-40fe-bc88-2f597e67fcb6 req-4b44c0c1-de70-4f16-90c5-79946ea737a9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:19.948561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c8680e4-37f3-40fe-bc88-2f597e67fcb6 req-4b44c0c1-de70-4f16-90c5-79946ea737a9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.7255890 Feb 08 23:53:19.981113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 045c9393-f257-42c4-aa98-d66ebf7ab37f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=045c9393-f257-42c4-aa98-d66ebf7ab37f,segment=NetworkSegment(7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb),segment_id=7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:19.981661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:19.996819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 045c9393-f257-42c4-aa98-d66ebf7ab37f owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:20.009052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.016777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.028164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.086639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-91baf5e7-55f4-498a-82a9-2c5bff316671 None None] Provisioning complete for port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:20.087199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-91baf5e7-55f4-498a-82a9-2c5bff316671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.102064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.103600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2354558 Feb 08 23:53:20.112412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44390) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:20.117415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:20.123105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c8680e4-37f3-40fe-bc88-2f597e67fcb6 req-107f4068-8439-4db8-a312-d8d9510aca31 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714346 Feb 08 23:53:20.130657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c0637-961c-4c64-9e60-215b6e54cd67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54001f01-c725-4b61-84f5-179d2bb653dc,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:20.155552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b516697-dfd7-4cf2-88b0-938a1b34247d req-465507d9-e33c-4e21-bbb0-9cf1420dd178 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:20.166825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b516697-dfd7-4cf2-88b0-938a1b34247d req-465507d9-e33c-4e21-bbb0-9cf1420dd178 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 946 time: 0.4651725 Feb 08 23:53:20.213081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.226149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-91baf5e7-55f4-498a-82a9-2c5bff316671 None None] Port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:20.235199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 924cf4f4-dd57-4e31-95dd-7e0d71810682 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:20.238320 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.248527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 924cf4f4-dd57-4e31-95dd-7e0d71810682 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:20.248898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.333361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:17Z', 'revision_number': 9, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:20.376539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:20.392515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:20.393239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:20.398937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=045c9393-f257-42c4-aa98-d66ebf7ab37f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:20.403176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b516697-dfd7-4cf2-88b0-938a1b34247d req-9d481090-cdca-456c-93d0-39c675700a13 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352488 Feb 08 23:53:20.408693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port 045c9393-f257-42c4-aa98-d66ebf7ab37f on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:20.417704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce72de-b2cb-4507-b1e9-f00eedb1c118 req-f4c15c52-a504-44db-8628-881e8c30ed70 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:20.419456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02ce72de-b2cb-4507-b1e9-f00eedb1c118 req-f4c15c52-a504-44db-8628-881e8c30ed70 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 944 time: 0.1757214 Feb 08 23:53:20.540538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ce12f-83e1-4aa8-b24f-87bda9ca53d0 None None] DHCP port deletion for e5c58b74-94e6-411b-b05a-23da131523bf request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:53:20.549967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.554675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02ce72de-b2cb-4507-b1e9-f00eedb1c118 req-7ddda34d-e0d2-4d83-a9a7-6d01faf82cae tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174181 Feb 08 23:53:20.590790 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.630724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:20.634232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c58b74-94e6-411b-b05a-23da131523bf']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:20.673487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:20.673781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1a0ab4-5d11-4c31-92b3-1b0881e8afdb') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:20.688373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.701269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.708455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.726870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.727617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 924cf4f4-dd57-4e31-95dd-7e0d71810682, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682,segment=NetworkSegment(80678e38-d954-43c4-9f0d-caaa7c7f893a),segment_id=80678e38-d954-43c4-9f0d-caaa7c7f893a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:20.738850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:53:20.739249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:53:20.744247 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:53:20.752706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.758543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.838008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:20.840711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0ae724ae-822e-4889-a880-ecb25eccc62c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:20.842258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924cf4f4-dd57-4e31-95dd-7e0d71810682'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:20.849244 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf79ef33-15c6-475d-8b7b-c31c0f3b497b" -d '{"events": [{"server_uuid": "f52d8398-67af-4df2-8ac5-6140b151d75b", "name": "network-vif-plugged", "status": "completed", "tag": "924cf4f4-dd57-4e31-95dd-7e0d71810682"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:20.856204 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.902197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.913112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:20.923523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/e5c58b74-94e6-411b-b05a-23da131523bf HTTP/1.1" status: 204 len: 168 time: 1.3015316 Feb 08 23:53:20.931993 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15dd572-0c3a-497d-8981-8d36caeaff8d x-openstack-request-id: req-b15dd572-0c3a-497d-8981-8d36caeaff8d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:20.932565 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d8398-67af-4df2-8ac5-6140b151d75b", "name": "network-vif-plugged", "status": "completed", "tag": "924cf4f4-dd57-4e31-95dd-7e0d71810682", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:20.933389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:20.933608 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b15dd572-0c3a-497d-8981-8d36caeaff8d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:20.934145 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924cf4f4-dd57-4e31-95dd-7e0d71810682', 'code': 200} Feb 08 23:53:21.003037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71e03e-cb8d-4004-80cb-133f142562d5 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=e5c58b74-94e6-411b-b05a-23da131523bf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:21.059675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=924cf4f4-dd57-4e31-95dd-7e0d71810682,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:21.067618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Network c466cf6b-a15e-464d-9f88-00efd55a7608 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:21.069173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:21.122898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0ae724ae-822e-4889-a880-ecb25eccc62c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:21.123960 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:21.289758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:17Z', 'revision_number': 9, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:21.356128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6db3d-cf07-4611-9cdb-2e85e5c9d0e3 None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:17Z', 'revision_number': 9, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8946117a-4fbf-4364-9af0-3778a13a54e2', 'name': '', 'network_id': '892216cb-28ec-474f-a3b2-5c1879baaef4', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:b1:99:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:52Z', 'updated_at': '2022-02-08T23:52:58Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': 'b0fe1a53-2c9f-44f8-9d75-0f898401383e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:21.386175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:21.387333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b6372-7104-4593-b157-b1db3618d389 req-c5cdbb0b-beb4-485e-a2b4-93573eda0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:21.388841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-213b6372-7104-4593-b157-b1db3618d389 req-c5cdbb0b-beb4-485e-a2b4-93573eda0ccb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 1096 time: 0.3751688 Feb 08 23:53:21.390811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Allocated IP 172.25.3.210 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e01897e6-4886-4fd5-b8f5-f1ae59a4d036) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:21.396434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:21.418500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 0ae724ae-822e-4889-a880-ecb25eccc62c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0ae724ae-822e-4889-a880-ecb25eccc62c,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:21.432331 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:21.474760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f318f-68bf-4577-ae54-dd6156f3af5b req-b7312996-8979-48ed-9b53-e116dad002d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:21.477405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c2f318f-68bf-4577-ae54-dd6156f3af5b req-b7312996-8979-48ed-9b53-e116dad002d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.2052476 Feb 08 23:53:21.587190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=0ae724ae-822e-4889-a880-ecb25eccc62c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:21.599847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f693ef18-f5e3-412b-888c-af2217f776ef None None] Provisioning complete for port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:21.600322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f693ef18-f5e3-412b-888c-af2217f776ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:21.702054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f693ef18-f5e3-412b-888c-af2217f776ef None None] Port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:21.798996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 045c9393-f257-42c4-aa98-d66ebf7ab37f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:21.829937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 045c9393-f257-42c4-aa98-d66ebf7ab37f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:21.831282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 045c9393-f257-42c4-aa98-d66ebf7ab37f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:21.976027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-80716cd3-cd20-4578-9c4a-b476bd840e23 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:21.977617 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-80716cd3-cd20-4578-9c4a-b476bd840e23 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 946 time: 0.9651389 Feb 08 23:53:22.081131 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-213b6372-7104-4593-b157-b1db3618d389 req-b6fa4d6e-36a4-4e8a-8ae6-257ef47415a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310635 Feb 08 23:53:22.138930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c2f318f-68bf-4577-ae54-dd6156f3af5b req-296b6561-570a-49c0-b875-59d56b7a6d6e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871317 Feb 08 23:53:22.172726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbd202-6e9a-4d5c-acd2-2ff10afa5a93 req-2c1034e4-7052-4b5f-aa6d-0b8fd6095f73 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:22.180320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70cbd202-6e9a-4d5c-acd2-2ff10afa5a93 req-2c1034e4-7052-4b5f-aa6d-0b8fd6095f73 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 946 time: 0.6205072 Feb 08 23:53:22.194363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:22.209699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6acba10c-f289-4fd1-9d77-6815cf4a1060 admin admin] 10.222.0.32 "PUT /v2.0/routers/29cf5c56-2ae1-481d-a5b3-8becd0b26a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8360600 Feb 08 23:53:22.227943 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Sync routers for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:22.246631 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:22.247446 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:22.299443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.318476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70cbd202-6e9a-4d5c-acd2-2ff10afa5a93 req-9173fb69-bba1-4121-aefe-05ef57ba8699 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369720 Feb 08 23:53:22.366709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.421000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:22.434263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:22.446875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:22.457425 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:22.487016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f5fd-00ed-4304-9d3e-cff97bc2b251 req-0034b8a6-0371-43e7-8d35-c661b92a5c82 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:22.492941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3f9f5fd-00ed-4304-9d3e-cff97bc2b251 req-0034b8a6-0371-43e7-8d35-c661b92a5c82 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 945 time: 0.1229494 Feb 08 23:53:22.542003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'Port': ['ID=e01897e6-4886-4fd5-b8f5-f1ae59a4d036,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:22.571517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3f9f5fd-00ed-4304-9d3e-cff97bc2b251 req-949b7622-c515-4d88-be25-1e83882ffc22 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714478 Feb 08 23:53:22.581873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Deleting port 83dd18d5-b5b2-4313-a269-47f91d624588 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:22.582097 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.702584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.768601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.789596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] For port 83dd18d5-b5b2-4313-a269-47f91d624588, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=83dd18d5-b5b2-4313-a269-47f91d624588,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:22.789960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.812762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0ae724ae-822e-4889-a880-ecb25eccc62c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:22.846284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Calling delete_port for 83dd18d5-b5b2-4313-a269-47f91d624588 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:22.892786 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:20Z', 'revision_number': 2, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:22.921928 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Checking router: 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:22.922558 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Updating router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:53:22.950844 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:22.993990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0ae724ae-822e-4889-a880-ecb25eccc62c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:22.995784 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.020719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.176894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c12391d8-cb9f-4201-905d-d7f4a75d33e3 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:23.223205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c12391d8-cb9f-4201-905d-d7f4a75d33e3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:23.223709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c12391d8-cb9f-4201-905d-d7f4a75d33e3 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:23.338330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44436) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:23.345042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.351524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104607651', 'description': 'tempest-description--223936372'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:23.396873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802204c2-a075-44c0-9e4f-dcf458540ee5 req-af69559c-0489-4e6d-8083-ae6117c750c9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:23.398687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-802204c2-a075-44c0-9e4f-dcf458540ee5 req-af69559c-0489-4e6d-8083-ae6117c750c9 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1107719 Feb 08 23:53:23.436972 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.454425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.458772 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.461182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.468386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2e629200-02c8-4c50-913d-1e9df0df5694', '83dd18d5-b5b2-4313-a269-47f91d624588'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:23.470818 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.574475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'Port': ['ID=e01897e6-4886-4fd5-b8f5-f1ae59a4d036,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:23.629910 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f135cd-5ae6-4cc9-a9d8-63fee9371490 None None] Pushing event updated for resources: {'Port': ['ID=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:23.657210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Pushing event deleted for resources: {'Port': ['ID=83dd18d5-b5b2-4313-a269-47f91d624588,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:23.675581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-802204c2-a075-44c0-9e4f-dcf458540ee5 req-b1c1c2cb-da48-43e0-94c3-e0f272d59d76 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573996 Feb 08 23:53:23.752210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62bd07ed-4efc-43b4-9220-b91d764d655b req-98c3c19c-2874-423b-a6e2-11bf6fa12da8 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=73e1b41c-61ba-4e2b-ac8c-0d314ce28cae HTTP/1.1" status: 200 len: 210 time: 0.1357932 Feb 08 23:53:23.821299 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Attempting to bind port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:23.821952 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Attempting to bind port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:23.823500 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Attempting to bind port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c on network c466cf6b-a15e-464d-9f88-00efd55a7608 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:23.824688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.830175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.832661 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:23.833283 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Checking segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:23.833966 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.834611 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Bound using segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:23.835244 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Bound port: b7e50ef7-ff2b-4faf-8e3f-20e8426d797c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:23.835791 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.860034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.860229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] No DVR routers for this DVR port 83dd18d5-b5b2-4313-a269-47f91d624588 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:23.865158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5245717 Feb 08 23:53:23.865940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44450) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:23.869119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.872536 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7e6aa938-d7fb-4511-b22e-f06f88da0128 req-808c82f9-5659-4ffa-9362-e3f78b7eacce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "DELETE /v2.0/ports/83dd18d5-b5b2-4313-a269-47f91d624588 HTTP/1.1" status: 204 len: 173 time: 1.8499503 Feb 08 23:53:23.879401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'name': 'network-vif-deleted', 'tag': '83dd18d5-b5b2-4313-a269-47f91d624588'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:23.881770 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ee9fb5-25a5-4b67-ba7a-2240a028b153" -d '{"events": [{"server_uuid": "73e1b41c-61ba-4e2b-ac8c-0d314ce28cae", "name": "network-vif-deleted", "tag": "83dd18d5-b5b2-4313-a269-47f91d624588"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:23.883783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Request body: {'security_group_rule': {'security_group_id': 'ad90ff9a-2f87-463f-80cc-5c98497a0819', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:23.951884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4aa30-b78c-4d6e-8617-dbdc603a8d95 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad90ff9a-2f87-463f-80cc-5c98497a0819,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:23.987730 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] For port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:23.992895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:23.997945 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] For port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:24.008330 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.036759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.038931 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a605725-800b-4c7c-acef-f376f6765130 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9251661 Feb 08 23:53:24.055042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4e77-c9c6-48b4-bf20-95e28464de52 req-20c8a270-c1f9-42a4-ae8a-b3a12842bb71 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:24.071030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4b6d5f10-729f-4da8-9566-02e78bd9d482 None None] Provisioning complete for port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:24.071644 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5f10-729f-4da8-9566-02e78bd9d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.074827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e4b4e77-c9c6-48b4-bf20-95e28464de52 req-20c8a270-c1f9-42a4-ae8a-b3a12842bb71 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 945 time: 0.2073359 Feb 08 23:53:24.103949 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8fab6-8532-4d84-8c3c-6af1b302eeec x-openstack-request-id: req-3db8fab6-8532-4d84-8c3c-6af1b302eeec {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:24.105990 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e1b41c-61ba-4e2b-ac8c-0d314ce28cae", "name": "network-vif-deleted", "tag": "83dd18d5-b5b2-4313-a269-47f91d624588", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:24.106825 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3db8fab6-8532-4d84-8c3c-6af1b302eeec {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:24.108449 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e1b41c-61ba-4e2b-ac8c-0d314ce28cae', 'name': 'network-vif-deleted', 'tag': '83dd18d5-b5b2-4313-a269-47f91d624588', 'status': 'completed', 'code': 200} Feb 08 23:53:24.139376 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:24.140045 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:24.147073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 8946117a-4fbf-4364-9af0-3778a13a54e2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:24.147928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.163273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.267168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e4b4e77-c9c6-48b4-bf20-95e28464de52 req-15e5bc3d-6f63-4c49-a0fc-def167476fe7 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862209 Feb 08 23:53:24.341356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5f10-729f-4da8-9566-02e78bd9d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.351013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.361599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.368621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 8946117a-4fbf-4364-9af0-3778a13a54e2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8946117a-4fbf-4364-9af0-3778a13a54e2,segment=NetworkSegment(56dcdd5c-5634-4daa-903b-ff0ba9b92591),segment_id=56dcdd5c-5634-4daa-903b-ff0ba9b92591)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:24.369428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.376855 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:24.392411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 8946117a-4fbf-4364-9af0-3778a13a54e2 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:24.453916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9e0237-0b5a-4872-832d-0ae7e0c47456,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:24.463785 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f135cd-5ae6-4cc9-a9d8-63fee9371490 None None] Pushing event updated for resources: {'Port': ['ID=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:24.468427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4b6d5f10-729f-4da8-9566-02e78bd9d482 None None] For port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:24.482307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5f10-729f-4da8-9566-02e78bd9d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.491508 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.499282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e2fdc6c-92fa-4e85-ac7a-51d605c52cb9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6133993 Feb 08 23:53:24.499579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:24.510864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Request body: {'security_group_rule': {'security_group_id': 'ad90ff9a-2f87-463f-80cc-5c98497a0819', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:24.582257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.682155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d5f10-729f-4da8-9566-02e78bd9d482 None None] Pushing event updated for resources: {'Port': ['ID=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:24.737042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-0b256229-55d5-40db-8af0-57148e75431b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:24.740034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e61b1881-5c63-40a8-b0f5-321a5680541d None None] Provisioning complete for port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:24.741408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e61b1881-5c63-40a8-b0f5-321a5680541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.749603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-0b256229-55d5-40db-8af0-57148e75431b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 822 time: 0.3398395 Feb 08 23:53:24.802943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-629d7e79-992d-407a-8c70-076e3e572ab1 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/quotas/8d65288de307447d9ec52f3cc0db9874 HTTP/1.1" status: 200 len: 375 time: 0.0511594 Feb 08 23:53:24.909278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-899d2c86-0e42-4505-b7c2-33a008162205 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036723 Feb 08 23:53:24.910579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:24.961246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:23Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:24.967241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:25.000706 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf20f-bed2-48ec-a678-9cc12ed67f1a None None] The sync data for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 is: [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:23Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:25.026374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:25.027703 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5257266 Feb 08 23:53:25.049142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44490) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:25.064773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:25.086634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137acd80-7c79-4795-a99e-33747b771d12 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac5cf1b-7023-4513-ab56-a6f09698c142,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:25.108699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:25.119212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-f4dc0b68-c1f3-49c0-90ab-602bc789a2f1 service neutron] 10.222.0.32 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892111 Feb 08 23:53:25.160867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=8946117a-4fbf-4364-9af0-3778a13a54e2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:25.171766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:25.303958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-bc268268-63ff-431c-92ac-88bf5832588f service neutron] 10.222.0.32 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643646 Feb 08 23:53:25.391548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93165d72-0447-4061-b8f3-1849bfe5e2e6 req-cf6d23ff-9b44-49d5-a305-0a50f18beb88 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:25.398955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93165d72-0447-4061-b8f3-1849bfe5e2e6 req-cf6d23ff-9b44-49d5-a305-0a50f18beb88 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.2886775 Feb 08 23:53:25.499857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:25.510479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93165d72-0447-4061-b8f3-1849bfe5e2e6 req-f04122e1-6f75-4d65-bc63-683cfa056d0f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033633 Feb 08 23:53:25.687574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 83dd18d5-b5b2-4313-a269-47f91d624588 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:25.742842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dff5d8b5-a808-408f-bfad-43e6e1dfb13c req-2e4ee450-8ab1-45f1-9937-57e4cbdd1f54 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 210 time: 0.0792179 Feb 08 23:53:25.755604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 83dd18d5-b5b2-4313-a269-47f91d624588 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:25.755604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 83dd18d5-b5b2-4313-a269-47f91d624588 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:25.789802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548076f-ae50-4f06-93a3-3053d6a816e5 req-c5c9dc04-6820-4e45-b948-965d49adf35b tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:25.804834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2548076f-ae50-4f06-93a3-3053d6a816e5 req-c5c9dc04-6820-4e45-b948-965d49adf35b tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 945 time: 0.1836233 Feb 08 23:53:25.865496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:25.886311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2548076f-ae50-4f06-93a3-3053d6a816e5 req-a10d559f-df68-43d7-93ff-e951fdaa1550 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740352 Feb 08 23:53:25.981719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e8843-930c-4643-a8e7-579e4492a06d req-77216138-234b-46ef-9218-93cd18eed99b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:25.984146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c1e8843-930c-4643-a8e7-579e4492a06d req-77216138-234b-46ef-9218-93cd18eed99b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0803010 Feb 08 23:53:26.071317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c1e8843-930c-4643-a8e7-579e4492a06d req-3a1d5035-af90-4913-8c52-df2e71288883 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787745 Feb 08 23:53:26.423561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5276f27-248c-4201-a548-02b1f3d34d88 req-edf1af38-bf96-4e5e-970d-73b778e5df15 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:26.435801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5276f27-248c-4201-a548-02b1f3d34d88 req-edf1af38-bf96-4e5e-970d-73b778e5df15 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0866623 Feb 08 23:53:26.471960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5276f27-248c-4201-a548-02b1f3d34d88 req-e18e8310-a2f7-4eef-a91f-abaf1d3ca7c6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Feb 08 23:53:26.564230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:26.690886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:26.697397 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0b008381-e9c2-45db-a02f-ade084549c18 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7624228 Feb 08 23:53:26.701509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44524) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:26.707054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:26.730370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:26.732966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:26.774410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f3a9f-c373-4973-88b4-a4045e075cab req-7ac033a6-a63c-4abc-a571-69747a8c705a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:26.783109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d18f3a9f-c373-4973-88b4-a4045e075cab req-7ac033a6-a63c-4abc-a571-69747a8c705a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1508260 Feb 08 23:53:26.810880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-11aafbc4-19d3-468c-a24b-7de03f607dd3 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:26.812694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-11aafbc4-19d3-468c-a24b-7de03f607dd3 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.21 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 945 time: 0.1848793 Feb 08 23:53:26.823506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a1ee2-55a1-44df-b54f-ab77980b9aca req-ba333a56-a8b1-4dbc-8f2d-a5233c7a9818 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:26.831003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b6a1ee2-55a1-44df-b54f-ab77980b9aca req-ba333a56-a8b1-4dbc-8f2d-a5233c7a9818 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1851213 Feb 08 23:53:26.862717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet b0fe1a53-2c9f-44f8-9d75-0f898401383e {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:53:26.901557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d18f3a9f-c373-4973-88b4-a4045e075cab req-4d9fd334-4a99-4436-b68d-06482f450975 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174998 Feb 08 23:53:26.907978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Allocated IP 172.25.3.211 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/76ce5d8f-6bc2-4856-8bc7-26e15d1f0784) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:26.909034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:26.994363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.162214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-579daa52-bd54-4b77-a466-31acad9a4dc7 req-16ec9a27-0b47-4e54-80b0-eb48bd3209b7 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 210 time: 0.0732498 Feb 08 23:53:27.176812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b6a1ee2-55a1-44df-b54f-ab77980b9aca req-7b7b64b7-f776-45d5-b650-235d16ece293 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449559 Feb 08 23:53:27.281384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Deleting port 924cf4f4-dd57-4e31-95dd-7e0d71810682 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:27.281735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.394924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:27.402060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.446355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b7e50ef7-ff2b-4faf-8e3f-20e8426d797c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:27.542350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff609adf-2337-4de7-9341-57d3b9f3ea99 req-31cedd63-c8af-4305-942b-38cadf24ce9a tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:27.551806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff609adf-2337-4de7-9341-57d3b9f3ea99 req-31cedd63-c8af-4305-942b-38cadf24ce9a tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 945 time: 0.1566894 Feb 08 23:53:27.585423 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.629348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fe1a53-2c9f-44f8-9d75-0f898401383e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:27.654258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.658319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ab2a019e-7a03-474c-a900-11c4cd202fa4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/b0fe1a53-2c9f-44f8-9d75-0f898401383e HTTP/1.1" status: 204 len: 168 time: 0.9552426 Feb 08 23:53:27.660954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44550) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:27.685065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff609adf-2337-4de7-9341-57d3b9f3ea99 req-a7fdea05-f7b8-4bf0-bab3-ab7a4e699944 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/security-groups?id=e530a05c-06fd-4d69-9ea9-008ddd9c6b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321449 Feb 08 23:53:27.708515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.722482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] For port 924cf4f4-dd57-4e31-95dd-7e0d71810682, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=924cf4f4-dd57-4e31-95dd-7e0d71810682,segment=NetworkSegment(80678e38-d954-43c4-9f0d-caaa7c7f893a),segment_id=80678e38-d954-43c4-9f0d-caaa7c7f893a)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:27.722841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.747017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Calling delete_port for 924cf4f4-dd57-4e31-95dd-7e0d71810682 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:27.797478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.852352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-e189d038-3a46-4629-b116-182b91ceb641 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:27.854545 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-e189d038-3a46-4629-b116-182b91ceb641 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 822 time: 0.5500481 Feb 08 23:53:27.858927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.880991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 969c13ae-04f7-44ba-b4cb-57c810d33de7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:27.881487 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:27.881751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'port': {'device_id': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'admin_state_up': True, 'tenant_id': '8d65288de307447d9ec52f3cc0db9874'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:27.896992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c47af5-1c74-4100-8a3f-fcda9ba669dc None None] Network 892216cb-28ec-474f-a3b2-5c1879baaef4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:27.987288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 969c13ae-04f7-44ba-b4cb-57c810d33de7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=969c13ae-04f7-44ba-b4cb-57c810d33de7,segment=NetworkSegment(56dcdd5c-5634-4daa-903b-ff0ba9b92591),segment_id=56dcdd5c-5634-4daa-903b-ff0ba9b92591)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:27.988941 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.005184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:28.023721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:28.032807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:28.033528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 969c13ae-04f7-44ba-b4cb-57c810d33de7 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:28.062009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event updated for resources: {'Port': ['ID=76ce5d8f-6bc2-4856-8bc7-26e15d1f0784,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:28.077868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:28.078243 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.115473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.116048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.116540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.117068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.117708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.118224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.118783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.119272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.119753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.120249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.120727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.121227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:28.217210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.241956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['924cf4f4-dd57-4e31-95dd-7e0d71810682'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:28.286547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4b208c-1068-4244-9eb3-8ec8eeb1b125 None None] DHCP port deletion for 892216cb-28ec-474f-a3b2-5c1879baaef4 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:53:28.295183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.322646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b208c-1068-4244-9eb3-8ec8eeb1b125 None None] The port '969c13ae-04f7-44ba-b4cb-57c810d33de7' was deleted {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 08 23:53:28.336323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 10, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:28.350184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Pushing event deleted for resources: {'Port': ['ID=924cf4f4-dd57-4e31-95dd-7e0d71810682,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:28.376626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:28.387487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:28.388185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:28.398262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=969c13ae-04f7-44ba-b4cb-57c810d33de7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:28.401322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port 969c13ae-04f7-44ba-b4cb-57c810d33de7 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:28.473837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16afc94-145a-4327-b4e3-2cfef0495ca8 req-93152fdb-7a12-4003-9395-f5a96f66c55f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 210 time: 0.0856252 Feb 08 23:53:28.474517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.525399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:28.569595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] No DVR routers for this DVR port 924cf4f4-dd57-4e31-95dd-7e0d71810682 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:28.575486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.585044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ef64ca1-e94b-4806-9ce4-63f425f7859f req-b7b54db8-947c-4991-a680-f034f42c31b1 tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.21 "DELETE /v2.0/ports/924cf4f4-dd57-4e31-95dd-7e0d71810682 HTTP/1.1" status: 204 len: 173 time: 1.7618339 Feb 08 23:53:28.586541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'name': 'network-vif-deleted', 'tag': '924cf4f4-dd57-4e31-95dd-7e0d71810682'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:28.607020 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7221e4c-f6f5-4724-bb01-2a110a701dff" -d '{"events": [{"server_uuid": "f52d8398-67af-4df2-8ac5-6140b151d75b", "name": "network-vif-deleted", "tag": "924cf4f4-dd57-4e31-95dd-7e0d71810682"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:28.613935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Made reservation on behalf of 8d65288de307447d9ec52f3cc0db9874 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:28.629200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.731640 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.755854 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e276ae-12c9-4d62-a51f-99b060007140 x-openstack-request-id: req-15e276ae-12c9-4d62-a51f-99b060007140 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:28.756150 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52d8398-67af-4df2-8ac5-6140b151d75b", "name": "network-vif-deleted", "tag": "924cf4f4-dd57-4e31-95dd-7e0d71810682", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:28.756407 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15e276ae-12c9-4d62-a51f-99b060007140 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:28.756829 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52d8398-67af-4df2-8ac5-6140b151d75b', 'name': 'network-vif-deleted', 'tag': '924cf4f4-dd57-4e31-95dd-7e0d71810682', 'status': 'completed', 'code': 200} Feb 08 23:53:28.903923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:28.965774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 969c13ae-04f7-44ba-b4cb-57c810d33de7 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:29.068457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.071162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Allocated IP 172.20.0.6 (f3485d41-a1f5-4d16-85c9-3ea998a61324/fde14daf-9920-40f7-b954-00d4e958aa2b/8430717d-4c1b-4622-8b1e-681edf4b29b0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:29.082318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892216cb-28ec-474f-a3b2-5c1879baaef4']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:29.088141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ee3dcb3-98d3-46e1-914e-b23998749761 req-3fc01125-d02b-416e-9599-45cf020e563f tempest-ServerAddressesNegativeTestJSON-1466388351 tempest-ServerAddressesNegativeTestJSON-1466388351-project] 10.222.0.32 "GET /v2.0/ports?device_id=f52d8398-67af-4df2-8ac5-6140b151d75b HTTP/1.1" status: 200 len: 210 time: 0.1229224 Feb 08 23:53:29.126870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dcdd5c-5634-4daa-903b-ff0ba9b92591') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:29.127193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dcdd5c-5634-4daa-903b-ff0ba9b92591') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:29.146719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b09a3c-f406-4fd9-950a-2fca1258421a req-974896bc-5a59-405a-b46e-7e79ca442c2c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:29.148068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71b09a3c-f406-4fd9-950a-2fca1258421a req-974896bc-5a59-405a-b46e-7e79ca442c2c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.7584569 Feb 08 23:53:29.160885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.174600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 969c13ae-04f7-44ba-b4cb-57c810d33de7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:29.175744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.177545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 969c13ae-04f7-44ba-b4cb-57c810d33de7 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:29.194137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.207619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:53:29.208025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:53:29.211347 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:53:29.225452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71b09a3c-f406-4fd9-950a-2fca1258421a req-8e1f1133-be3f-435e-a82e-9f728b7fb0b3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672297 Feb 08 23:53:29.286138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 10, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:29.313524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.329209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6095c67-bf0e-4c12-852a-8388218e464b None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 10, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None, '_interfaces': [{'id': '1faa864a-63b4-4e94-ad46-d5229fbc16ce', 'name': '', 'network_id': '2a877e27-398a-48e3-b2f0-61da4cb839f5', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'mac_address': 'fa:16:3e:2d:74:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:52:43Z', 'updated_at': '2022-02-08T23:52:50Z', 'revision_number': 5, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'subnets': [{'id': '0f035d39-6a81-449d-a98c-4f5e7aee9f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:29.331491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.333959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event updated for resources: {'Port': ['ID=76ce5d8f-6bc2-4856-8bc7-26e15d1f0784,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:29.345841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/892216cb-28ec-474f-a3b2-5c1879baaef4 HTTP/1.1" status: 204 len: 168 time: 1.6835320 Feb 08 23:53:29.353303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44576) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:29.361866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=892216cb-28ec-474f-a3b2-5c1879baaef4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:29.375406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.375751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.376156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.377348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.377686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.378019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.378388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.378680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.379024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.379330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.379653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.379972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87245818-de08-43be-a8ab-cb06d58b1252 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:29.427922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.505695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.506950 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6b91fdd3-1049-4d03-ad5c-e6063e165016 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4568894 Feb 08 23:53:29.613731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.667684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-866bb14a-8b6e-4f25-a082-0d14dd5769cd req-685bf0ba-dd6a-4ce8-8d1c-2e1b3f8247f2 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 210 time: 0.0700226 Feb 08 23:53:29.797058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-835e197d-5f45-4cee-aeab-d4069fa3e893 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--104607651&fields=id&tenant_id=f68869108875431ebfa42ae8a6b43bd4 HTTP/1.1" status: 200 len: 267 time: 0.1205356 Feb 08 23:53:29.802634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:29.873163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:29.880794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:29.882958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:29.963341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:29.984742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-e4244343-3110-4b76-be35-418ec7036596 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:30.001951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-e4244343-3110-4b76-be35-418ec7036596 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/networks?id=c466cf6b-a15e-464d-9f88-00efd55a7608 HTTP/1.1" status: 200 len: 806 time: 0.2016582 Feb 08 23:53:30.015093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:30.015837 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:30.025934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-890432c4-8b79-4906-8a60-62cc4b6206dd tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/quotas/f68869108875431ebfa42ae8a6b43bd4 HTTP/1.1" status: 200 len: 375 time: 0.0223932 Feb 08 23:53:30.038649 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91414a33-1292-4cfa-ad06-056c71c27f76 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1654890 Feb 08 23:53:30.061226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Request body: {'port': {'device_id': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:30.146659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-a9980cda-061e-47c1-b7fc-1d3128861962 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f68869108875431ebfa42ae8a6b43bd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1124010 Feb 08 23:53:30.169851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:30.225142 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:30.286358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44620) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:30.340104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-0078dd4a-a73e-4344-92a5-02f660c6e49f service neutron] 10.222.0.32 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732967 Feb 08 23:53:30.434743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Deleting subnet 35d816a3-eaf8-4561-afc6-47d3d2c7754e {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:53:30.438736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:30.484250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:30.490643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88794b4b-1efb-477b-bc1f-8fdb51ab5f88 req-39a0a5d4-d326-4f3f-8ea3-8dd660dc3730 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:30.492234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88794b4b-1efb-477b-bc1f-8fdb51ab5f88 req-39a0a5d4-d326-4f3f-8ea3-8dd660dc3730 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1109047 Feb 08 23:53:30.496625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-767ad825-613f-432f-80ea-5c27e85ccde9 service neutron] 10.222.0.32 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456568 Feb 08 23:53:30.559308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88794b4b-1efb-477b-bc1f-8fdb51ab5f88 req-a030f3eb-ca9e-40a2-b577-d4c8fab257f4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589666 Feb 08 23:53:30.685464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8946117a-4fbf-4364-9af0-3778a13a54e2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:30.693767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:30.714875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8946117a-4fbf-4364-9af0-3778a13a54e2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:30.715596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8946117a-4fbf-4364-9af0-3778a13a54e2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:30.719123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87db82-6c96-4be4-ac39-6f3902d6881c req-d8f43f70-4d13-41c6-af59-5f9ee94b4fef tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:30.720723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f87db82-6c96-4be4-ac39-6f3902d6881c req-d8f43f70-4d13-41c6-af59-5f9ee94b4fef tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0864420 Feb 08 23:53:30.827777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f87db82-6c96-4be4-ac39-6f3902d6881c req-14fb0a0e-9347-4cfb-9917-fa69960db5c3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814116 Feb 08 23:53:30.920379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da4f28-4882-43ec-9f9f-f5b68bd0cebc req-c53e3331-a568-4c06-8636-f4e1bb1432ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:30.933100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4da4f28-4882-43ec-9f9f-f5b68bd0cebc req-c53e3331-a568-4c06-8636-f4e1bb1432ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1127055 Feb 08 23:53:31.021449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1ce56-b5bf-4771-91b8-3bab02812bdc req-0c4b57b5-3330-4db0-816a-a255531ff7d6 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:31.030277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ca1ce56-b5bf-4771-91b8-3bab02812bdc req-0c4b57b5-3330-4db0-816a-a255531ff7d6 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 931 time: 0.0891023 Feb 08 23:53:31.039432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:31.047685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.082852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.085903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d816a3-eaf8-4561-afc6-47d3d2c7754e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:31.114507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4da4f28-4882-43ec-9f9f-f5b68bd0cebc req-7bed02a2-09dd-4c0a-abdf-e17db2b592ec tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806402 Feb 08 23:53:31.129171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.138776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f9971b8-4862-40fe-95e5-33ce5f46b98b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35d816a3-eaf8-4561-afc6-47d3d2c7754e HTTP/1.1" status: 204 len: 168 time: 0.8516924 Feb 08 23:53:31.144381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:31.145357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ca1ce56-b5bf-4771-91b8-3bab02812bdc req-da2e7a7f-7b41-46c8-9614-a26e0927b562 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141081 Feb 08 23:53:31.280019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.296198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Transition to ACTIVE for port object 8430717d-4c1b-4622-8b1e-681edf4b29b0 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:53:31.318825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.346165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c56a8d93-8910-49ca-8caa-84a9fbd6115b req-ad92adf7-2893-433e-bb3a-d05ca665ec50 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 210 time: 0.0620837 Feb 08 23:53:31.623235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.660703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:31.693528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c271b1d7-faff-4ae5-9b99-cc5242d5df18']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:31.710304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80678e38-d954-43c4-9f0d-caaa7c7f893a') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:31.710610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80678e38-d954-43c4-9f0d-caaa7c7f893a') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:31.714611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port 1faa864a-63b4-4e94-ad46-d5229fbc16ce {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:31.714965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.724590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 924cf4f4-dd57-4e31-95dd-7e0d71810682 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:31.743480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.780405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 924cf4f4-dd57-4e31-95dd-7e0d71810682 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:31.782979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 924cf4f4-dd57-4e31-95dd-7e0d71810682 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:31.851477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Attempting to bind port 8430717d-4c1b-4622-8b1e-681edf4b29b0 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:31.851819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Attempting to bind port 8430717d-4c1b-4622-8b1e-681edf4b29b0 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:31.852156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Attempting to bind port 8430717d-4c1b-4622-8b1e-681edf4b29b0 on network f3485d41-a1f5-4d16-85c9-3ea998a61324 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:31.889771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Port 8430717d-4c1b-4622-8b1e-681edf4b29b0 on network f3485d41-a1f5-4d16-85c9-3ea998a61324 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:53:31.890109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Attempting to bind port 8430717d-4c1b-4622-8b1e-681edf4b29b0 on network f3485d41-a1f5-4d16-85c9-3ea998a61324 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:31.896787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.914948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:31.915655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Checking segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:31.916671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Bound using segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:31.917273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Bound port: 8430717d-4c1b-4622-8b1e-681edf4b29b0, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:31.917814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.921229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:53:31.921722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:53:31.930767 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:53:31.984399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265436c-2170-49a2-93e5-c9fcbb6b3875 req-defcece0-0be3-49b5-bd0a-1edf056c1f6b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:31.993315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a265436c-2170-49a2-93e5-c9fcbb6b3875 req-defcece0-0be3-49b5-bd0a-1edf056c1f6b tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0777030 Feb 08 23:53:32.048562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a265436c-2170-49a2-93e5-c9fcbb6b3875 req-71a73055-803d-4d18-b49d-189ccaa3f0ae tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Feb 08 23:53:32.059012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port 1faa864a-63b4-4e94-ad46-d5229fbc16ce, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1faa864a-63b4-4e94-ad46-d5229fbc16ce,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:32.059927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.075359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for 1faa864a-63b4-4e94-ad46-d5229fbc16ce owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:32.110789 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:53:32.128426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.148024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.152230 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c271b1d7-faff-4ae5-9b99-cc5242d5df18 HTTP/1.1" status: 204 len: 168 time: 0.9841690 Feb 08 23:53:32.183824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966303c3-6530-4b15-a49c-37f2668afea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c271b1d7-faff-4ae5-9b99-cc5242d5df18,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:32.196142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:32.216769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:32.267559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.409392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44678) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:32.471576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5359c7b-8523-4eb3-be72-b78bed6cb711 req-d5789d2e-bb01-4ff9-8596-73f467b43f4b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:32.481565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5359c7b-8523-4eb3-be72-b78bed6cb711 req-d5789d2e-bb01-4ff9-8596-73f467b43f4b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.1804483 Feb 08 23:53:32.539010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17fc1a59-3eb9-487f-bf42-824ba219d6ed req-a7e1699b-8cd6-4771-ad5b-88f3e7ce2813 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 210 time: 0.0827701 Feb 08 23:53:32.559288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-702ccc9a-ded3-4c62-b02f-adad83697b00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f63563ea462c46f4ae14506d13dbb7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463907 Feb 08 23:53:32.561989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44680) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:32.601220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5359c7b-8523-4eb3-be72-b78bed6cb711 req-5ffe7538-6c0b-436e-91a8-1397e6766f67 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186728 Feb 08 23:53:32.642961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91522f9-631c-4c33-909c-7b8cc9cf768f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.678099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91522f9-631c-4c33-909c-7b8cc9cf768f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.765558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91522f9-631c-4c33-909c-7b8cc9cf768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.768295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91522f9-631c-4c33-909c-7b8cc9cf768f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.769582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b91522f9-631c-4c33-909c-7b8cc9cf768f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e530a05c-06fd-4d69-9ea9-008ddd9c6b62 HTTP/1.1" status: 204 len: 168 time: 0.2066357 Feb 08 23:53:32.791228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91522f9-631c-4c33-909c-7b8cc9cf768f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e530a05c-06fd-4d69-9ea9-008ddd9c6b62,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:32.877600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:32.878040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:32.879461 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] 10.222.0.21 "PUT /v2.0/ports/8430717d-4c1b-4622-8b1e-681edf4b29b0 HTTP/1.1" status: 200 len: 1091 time: 2.8273213 Feb 08 23:53:32.884958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'tag': '8430717d-4c1b-4622-8b1e-681edf4b29b0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:32.887233 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4", "tag": "8430717d-4c1b-4622-8b1e-681edf4b29b0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:32.995102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4a108-ea77-4c6f-965b-143be1a44d91 service neutron] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:33.005767 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27274c8c-53c6-4f85-adf5-327a4a010614 x-openstack-request-id: req-27274c8c-53c6-4f85-adf5-327a4a010614 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:33.006263 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4", "tag": "8430717d-4c1b-4622-8b1e-681edf4b29b0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:33.006698 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27274c8c-53c6-4f85-adf5-327a4a010614 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:33.007255 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'tag': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'status': 'completed', 'code': 200} Feb 08 23:53:33.091358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-221799c3-893b-4897-b8f7-9290831abfe5 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:33.092856 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-221799c3-893b-4897-b8f7-9290831abfe5 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.21 "GET /v2.0/networks?id=c466cf6b-a15e-464d-9f88-00efd55a7608 HTTP/1.1" status: 200 len: 806 time: 0.7941782 Feb 08 23:53:33.095015 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:33.146295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=1faa864a-63b4-4e94-ad46-d5229fbc16ce,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:33.158868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4 req-aa300f3f-9d09-40ce-9305-7b7b9a251e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:33.160643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4 req-aa300f3f-9d09-40ce-9305-7b7b9a251e83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 1094 time: 0.1349351 Feb 08 23:53:33.225465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185f0df-8552-4ddb-814e-84f40af99cd4 req-bf704452-d7fc-4b4f-a7ac-38111ab9b6c5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:33.235433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f185f0df-8552-4ddb-814e-84f40af99cd4 req-bf704452-d7fc-4b4f-a7ac-38111ab9b6c5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0894747 Feb 08 23:53:33.292048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f185f0df-8552-4ddb-814e-84f40af99cd4 req-3d743849-d80d-4839-bbe1-caeca9321ca8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Feb 08 23:53:33.322530 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-df0f9b03-ed71-4f4e-8d17-0794f4fecc9c tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f68869108875431ebfa42ae8a6b43bd4 HTTP/1.1" status: 200 len: 379 time: 0.2158148 Feb 08 23:53:33.345304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Request body: {'port': {'device_id': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'admin_state_up': True, 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'security_groups': ['ad90ff9a-2f87-463f-80cc-5c98497a0819']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:33.526279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:33.649301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4 req-7315846f-a056-450e-a613-d6a99f930043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:33.652256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4 req-7315846f-a056-450e-a613-d6a99f930043 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=8d65288de307447d9ec52f3cc0db9874&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4667063 Feb 08 23:53:33.773657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6be4a812-3918-4e9d-a0bf-8535f3594668 req-07d54978-93c5-4036-9808-854bf641cda2 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 210 time: 0.0696654 Feb 08 23:53:33.883285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Made reservation on behalf of f68869108875431ebfa42ae8a6b43bd4 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:33.888447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:33.891992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:33.972376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45b0c-a0d1-4ff7-ae46-b800f2f6ad90 req-1db6928f-09b8-45df-8b44-ff7329d526ab tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:33.981238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd45b0c-a0d1-4ff7-ae46-b800f2f6ad90 req-1db6928f-09b8-45df-8b44-ff7329d526ab tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.2054157 Feb 08 23:53:34.041818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddd45b0c-a0d1-4ff7-ae46-b800f2f6ad90 req-3edb0584-2122-4c5b-b95d-ae45198a7358 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 Feb 08 23:53:34.062532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4 req-63ccdc6e-3928-43e2-9058-21a848539113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:34.064791 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a247bd2d-5071-42d6-9a5c-02fcbd0833d4 req-63ccdc6e-3928-43e2-9058-21a848539113 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4013574 Feb 08 23:53:34.142596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85570386-abfc-4398-b746-cfef1f8c1470 req-0df114e7-d2ea-40f6-8826-3ef9b100b563 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:34.154528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85570386-abfc-4398-b746-cfef1f8c1470 req-0df114e7-d2ea-40f6-8826-3ef9b100b563 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0866308 Feb 08 23:53:34.201352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85570386-abfc-4398-b746-cfef1f8c1470 req-2c9a57fc-33fe-418a-8fca-f74ee4111e99 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Feb 08 23:53:34.211700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Allocated IP 172.20.0.5 (c466cf6b-a15e-464d-9f88-00efd55a7608/08ab3e0b-2e91-46fd-b6b4-f9473701490d/0c091ee7-47b6-4dd5-b848-238a003a9a5a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:34.229757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44730) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:34.370939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921f86-84ac-4817-bc12-ca166690526a req-2c48afbc-3cb6-4d79-878e-bebcabf066bc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:34.372469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc921f86-84ac-4817-bc12-ca166690526a req-2c48afbc-3cb6-4d79-878e-bebcabf066bc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0878808 Feb 08 23:53:34.410606 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.413946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2129153943-network', 'tenant_id': 'ec8ff183dde24996b77f968e7630a34f'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:34.484826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Made reservation on behalf of ec8ff183dde24996b77f968e7630a34f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:34.485212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:34.487230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.491306 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a7f71e61-6b24-4cfd-99fa-4e4e548edf36 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1367683 Feb 08 23:53:34.498500 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:34.505678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.508045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc921f86-84ac-4817-bc12-ca166690526a req-a8823161-b5fe-4a8b-aae7-d3c608a2846d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255314 Feb 08 23:53:34.512017 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:34.512759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:34.513095 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:34.516744 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.553236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927008a-d176-474c-a683-f039a6279da7 req-5c42c19b-4be8-4f3d-bcf8-f9e802065d73 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:34.557739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b927008a-d176-474c-a683-f039a6279da7 req-5c42c19b-4be8-4f3d-bcf8-f9e802065d73 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1494234 Feb 08 23:53:34.622549 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:34.675048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Network c466cf6b-a15e-464d-9f88-00efd55a7608 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:34.689510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:34.703867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b927008a-d176-474c-a683-f039a6279da7 req-4ae2e933-ffd5-4cac-a881-230efcda7dd2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336761 Feb 08 23:53:34.705444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:34.751208 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:32Z', 'revision_number': 11, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:34.783653 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:34.785098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:34.785933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.804949 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:34.806854 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:34.817342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-298b56d4-ffcd-4121-a428-abcbdeee92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:34.819382 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-298b56d4-ffcd-4121-a428-abcbdeee92c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 1094 time: 0.3268898 Feb 08 23:53:34.831786 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4925578 Feb 08 23:53:34.848338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Request body: {'port': {'device_id': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:34.857535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.868158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.881019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:53:34.888673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c574af-dbe2-4352-8423-e8c3ac81a598 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event updated for resources: {'Port': ['ID=0c091ee7-47b6-4dd5-b848-238a003a9a5a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:34.894853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.895243 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Added segment 10ae34c6-d8c5-4bbd-8bb3-022d6820e737 of type vlan for network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a Feb 08 23:53:34.958887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.966310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting subnet 0f035d39-6a81-449d-a98c-4f5e7aee9f0f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:53:34.970219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:34.992826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.026893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.035192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:35.073955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.075167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:35.075907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.097384 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:32Z', 'revision_number': 11, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:35.127406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.145056 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac453169-cfd4-41dc-baa3-99c1743b714e None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:32Z', 'revision_number': 11, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:35.199544 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-17b2ad8d-cf66-4feb-a17b-7bf4571a64cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0 HTTP/1.1" status: 200 len: 217 time: 0.3640847 Feb 08 23:53:35.229245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0022275 Feb 08 23:53:35.232195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44760) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:35.238449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f5d4e06c-ffa6-4ca6-a8c4-e3c9b0abc52d None None] Provisioning complete for port 0c091ee7-47b6-4dd5-b848-238a003a9a5a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:35.239774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e06c-ffa6-4ca6-a8c4-e3c9b0abc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.240066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Request body: {'subnet': {'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2129153943-subnet', 'tenant_id': 'ec8ff183dde24996b77f968e7630a34f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:35.248245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eabf3ac-b870-4b37-ac28-333bef8071dd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:35.277317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87e41-8c22-4bfc-b10c-d259d3cc6dc9 req-2cefd938-da8f-412d-9582-58c6cdfe343d tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:35.278960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9d87e41-8c22-4bfc-b10c-d259d3cc6dc9 req-2cefd938-da8f-412d-9582-58c6cdfe343d tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 931 time: 0.2485278 Feb 08 23:53:35.287090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de6356-5f13-44a1-bf8f-c81175761674 req-34355c4f-4805-494a-a516-f1dd87afab97 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:35.292825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f5d4e06c-ffa6-4ca6-a8c4-e3c9b0abc52d None None] Port 0c091ee7-47b6-4dd5-b848-238a003a9a5a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:35.298299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8de6356-5f13-44a1-bf8f-c81175761674 req-34355c4f-4805-494a-a516-f1dd87afab97 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4393363 Feb 08 23:53:35.300090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91dfb98-1aa4-4145-ba58-d9029e336eda admin admin] Pushing event updated for resources: {'Network': ['ID=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:35.319708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:53:35.349766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Made reservation on behalf of ec8ff183dde24996b77f968e7630a34f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:35.353360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.359652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.364207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9d87e41-8c22-4bfc-b10c-d259d3cc6dc9 req-a4d247db-8de3-449a-b7eb-a2b70413c74b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615621 Feb 08 23:53:35.408376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8de6356-5f13-44a1-bf8f-c81175761674 req-f678dda9-771c-4d3f-a31a-4e6a2e2439dd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091347 Feb 08 23:53:35.446891 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.450969 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/0f035d39-6a81-449d-a98c-4f5e7aee9f0f HTTP/1.1" status: 204 len: 168 time: 0.9297278 Feb 08 23:53:35.453600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44764) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:35.463944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcbfa74-4dcc-4e3e-87e0-8dcea534fa9a None None] Network 2a877e27-398a-48e3-b2f0-61da4cb839f5 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:35.520413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9f388-fbff-473c-8dc4-fcda0e461005 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Subnet': ['ID=0f035d39-6a81-449d-a98c-4f5e7aee9f0f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:35.546909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-1f6df530-2b1d-4f20-9ae8-6d6d405b12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:35.561407 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-1f6df530-2b1d-4f20-9ae8-6d6d405b12b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fde14daf-9920-40f7-b954-00d4e958aa2b HTTP/1.1" status: 200 len: 862 time: 0.3338313 Feb 08 23:53:35.599627 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-104bf438-ccad-4efa-98d5-b6e9de4c5e11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3485d41-a1f5-4d16-85c9-3ea998a61324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373254 Feb 08 23:53:35.673024 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.699328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85d4f6-4a82-4992-82ea-6a0ff070d22a req-2dbb8ec1-22c3-4cb5-be91-95a1357d4d8f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:35.701014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b85d4f6-4a82-4992-82ea-6a0ff070d22a req-2dbb8ec1-22c3-4cb5-be91-95a1357d4d8f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1266620 Feb 08 23:53:35.708204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70a63-3d03-48c1-baaf-dca17b55beb2 req-0b940aa7-7787-4dda-ba29-286d52f6b242 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:35.716096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ce70a63-3d03-48c1-baaf-dca17b55beb2 req-0b940aa7-7787-4dda-ba29-286d52f6b242 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.1804981 Feb 08 23:53:35.803872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] DHCP port deletion for 2a877e27-398a-48e3-b2f0-61da4cb839f5 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:53:35.808803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b85d4f6-4a82-4992-82ea-6a0ff070d22a req-e0a8769e-2bee-4cf0-832d-54b87bbfbba8 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892322 Feb 08 23:53:35.843982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ce70a63-3d03-48c1-baaf-dca17b55beb2 req-fbfc6980-327e-44bd-b12f-5407ad7b2b03 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269262 Feb 08 23:53:35.886504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Deleting port d9e7f153-2189-4b9f-9e0a-483cbab293a7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:35.886504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.928980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] Deleting port d9e7f153-2189-4b9f-9e0a-483cbab293a7 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:35.933384 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:35.999626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] For port d9e7f153-2189-4b9f-9e0a-483cbab293a7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d9e7f153-2189-4b9f-9e0a-483cbab293a7,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:35.999987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.018184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Calling delete_port for d9e7f153-2189-4b9f-9e0a-483cbab293a7 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:36.058709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] For port d9e7f153-2189-4b9f-9e0a-483cbab293a7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d9e7f153-2189-4b9f-9e0a-483cbab293a7,segment=NetworkSegment(22d3a788-1967-401e-a325-9da6f08d3d5b),segment_id=22d3a788-1967-401e-a325-9da6f08d3d5b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:36.059023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.059402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43130-0e00-430b-a78b-3a282a7e4088 req-d9db9af0-0635-490d-a679-057da11fda93 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:36.063877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbd43130-0e00-430b-a78b-3a282a7e4088 req-d9db9af0-0635-490d-a679-057da11fda93 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1255126 Feb 08 23:53:36.092884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] Calling delete_port for d9e7f153-2189-4b9f-9e0a-483cbab293a7 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:36.139213 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-d33571a0-8d76-4b65-8d9c-6ba6fd19808d service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244541 Feb 08 23:53:36.203112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbd43130-0e00-430b-a78b-3a282a7e4088 req-6664a62f-3ba4-41a8-b1a7-b22c7960ae94 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272600 Feb 08 23:53:36.215160 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.232537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448405-8d1b-4337-9b0f-6be5861a5d66 req-e9b09a93-7bae-46a4-9fba-d83903443e71 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:36.240696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89448405-8d1b-4337-9b0f-6be5861a5d66 req-e9b09a93-7bae-46a4-9fba-d83903443e71 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1509540 Feb 08 23:53:36.258094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] Pushing event deleted for resources: {'Port': ['ID=d9e7f153-2189-4b9f-9e0a-483cbab293a7,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:36.259866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.266587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed745e1a-9e1f-46a4-91ce-3e538fd077e4 None None] No DVR routers for this DVR port d9e7f153-2189-4b9f-9e0a-483cbab293a7 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:36.308817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Port': ['ID=d9e7f153-2189-4b9f-9e0a-483cbab293a7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:36.309679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c091ee7-47b6-4dd5-b848-238a003a9a5a {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:36.322473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.329239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.343516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No DVR routers for this DVR port d9e7f153-2189-4b9f-9e0a-483cbab293a7 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:36.381674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89448405-8d1b-4337-9b0f-6be5861a5d66 req-326f16b9-0ce0-4ed8-80ca-056169501f37 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398544 Feb 08 23:53:36.405361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Transition to ACTIVE for port object 0c091ee7-47b6-4dd5-b848-238a003a9a5a will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:53:36.429043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.487494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b7f9be4-7f89-4842-a711-b5f33d5fb7cb req-a836a767-fc05-4356-a816-ce6f6a7579d5 service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352659 Feb 08 23:53:36.519663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4523a15a-52e0-4bcf-96e6-bfe0d06dbd44,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:36.529297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.585061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Pushing event updated for resources: {'Port': ['ID=0c091ee7-47b6-4dd5-b848-238a003a9a5a,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:36.601774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a877e27-398a-48e3-b2f0-61da4cb839f5']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:36.612291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Checking segment: {'id': '10ae34c6-d8c5-4bbd-8bb3-022d6820e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:36.612970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Network hostable DHCP agents. Network: 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:53:36.628386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d3a788-1967-401e-a325-9da6f08d3d5b') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:36.628684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d3a788-1967-401e-a325-9da6f08d3d5b') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:36.666934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:53:36.685793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:36.687435 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.696083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca59559-7556-4575-9f2e-9f3cc6970781 None None] Network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:36.700138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:36.700773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.721118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Attempting to bind port 0c091ee7-47b6-4dd5-b848-238a003a9a5a on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:36.725283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Attempting to bind port 0c091ee7-47b6-4dd5-b848-238a003a9a5a by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:36.725663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Attempting to bind port 0c091ee7-47b6-4dd5-b848-238a003a9a5a on network c466cf6b-a15e-464d-9f88-00efd55a7608 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:36.726716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f63dc5-69a9-48c6-b74c-381464c3e4b2 req-d1006d1e-ac2f-43db-b71f-d466458b41fd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:36.729058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77f63dc5-69a9-48c6-b74c-381464c3e4b2 req-d1006d1e-ac2f-43db-b71f-d466458b41fd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1957493 Feb 08 23:53:36.758252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Port 0c091ee7-47b6-4dd5-b848-238a003a9a5a on network c466cf6b-a15e-464d-9f88-00efd55a7608 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:53:36.758649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Attempting to bind port 0c091ee7-47b6-4dd5-b848-238a003a9a5a on network c466cf6b-a15e-464d-9f88-00efd55a7608 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:36.771915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:36.778727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Checking segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:36.779303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Bound using segment: {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:36.780209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Bound port: 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98eebabc-42de-4d60-ace4-7330d6fe1a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:36.781131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.796846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.806638 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-392da292-e12a-4abe-92f4-fcdfac6765a1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5670664 Feb 08 23:53:36.825668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:53:36.828535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:53:36.837585 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:53:36.878358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc58c2-118e-4ed4-afa5-c48ad9255728 req-d8cf0143-ee01-448f-bdcd-d81ef54ee16d tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:36.889434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3fc58c2-118e-4ed4-afa5-c48ad9255728 req-d8cf0143-ee01-448f-bdcd-d81ef54ee16d tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 943 time: 0.2894111 Feb 08 23:53:36.943331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d9e7f153-2189-4b9f-9e0a-483cbab293a7 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:36.977342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] For port 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:36.985434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] For port 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:36.998662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.070484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: d9e7f153-2189-4b9f-9e0a-483cbab293a7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:37.070838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d9e7f153-2189-4b9f-9e0a-483cbab293a7 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:37.071268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1faa864a-63b4-4e94-ad46-d5229fbc16ce no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:37.100000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.100885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.104565 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] 10.222.0.21 "PUT /v2.0/ports/0c091ee7-47b6-4dd5-b848-238a003a9a5a HTTP/1.1" status: 200 len: 1091 time: 2.2602897 Feb 08 23:53:37.105279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:37.114837 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec6284-4770-4590-8f7b-39558dda52c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:37.130934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77f63dc5-69a9-48c6-b74c-381464c3e4b2 req-2a35450b-6518-41b6-9f78-25aecfdb89b2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877547 Feb 08 23:53:37.150672 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.152044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.152636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1faa864a-63b4-4e94-ad46-d5229fbc16ce {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:37.162374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1faa864a-63b4-4e94-ad46-d5229fbc16ce not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:37.173471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677c2e8-da6b-47be-9cf1-c2e771121522 None None] Network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:37.271005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f280e-c614-4655-a5fb-1befe0e79a78 service neutron] Pushing event updated for resources: {'Port': ['ID=0c091ee7-47b6-4dd5-b848-238a003a9a5a,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:37.298174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.314234 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.317031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-49b10c6e-0b31-41d8-83c8-d6b69a5e6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.318576 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-49b10c6e-0b31-41d8-83c8-d6b69a5e6e11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f68869108875431ebfa42ae8a6b43bd4&device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 1094 time: 0.1372211 Feb 08 23:53:37.323034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/networks/2a877e27-398a-48e3-b2f0-61da4cb839f5 HTTP/1.1" status: 204 len: 168 time: 1.8681712 Feb 08 23:53:37.332664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44810) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:37.345545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3fc58c2-118e-4ed4-afa5-c48ad9255728 req-fe69d00a-377f-46fd-9439-97bf1948ed7c tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480376 Feb 08 23:53:37.353759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'routes': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:37.411881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5f158-4c26-4d23-b2ec-a712f620ad8a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Pushing event deleted for resources: {'Network': ['ID=2a877e27-398a-48e3-b2f0-61da4cb839f5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:37.431395 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-f30fba62-8e63-4c62-a0f6-74687379123a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a HTTP/1.1" status: 200 len: 217 time: 0.0970135 Feb 08 23:53:37.499373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226b1f8-64af-452e-9a0b-83ea18591317 req-4692ff78-49b6-4712-96ca-1fd37c4135a9 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.501870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9226b1f8-64af-452e-9a0b-83ea18591317 req-4692ff78-49b6-4712-96ca-1fd37c4135a9 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.1078691 Feb 08 23:53:37.553056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9226b1f8-64af-452e-9a0b-83ea18591317 req-e3e8058b-72a0-4708-94a3-08d72b1fde22 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Feb 08 23:53:37.565414 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd0a88-8b9b-4793-8774-b652f1e2c5fa x-openstack-request-id: req-fcbd0a88-8b9b-4793-8774-b652f1e2c5fa {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:37.565630 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:37.565889 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcbd0a88-8b9b-4793-8774-b652f1e2c5fa {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:37.566290 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'status': 'completed', 'code': 200} Feb 08 23:53:37.648544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-86bf6871-91f2-4230-84c1-b35ff42b8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.650292 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-86bf6871-91f2-4230-84c1-b35ff42b8b63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08ab3e0b-2e91-46fd-b6b4-f9473701490d HTTP/1.1" status: 200 len: 845 time: 0.1536331 Feb 08 23:53:37.699392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.extraroute_db [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Added routes are [] {{(pid=105931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 08 23:53:37.699719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.extraroute_db [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Removed routes are [] {{(pid=105931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 08 23:53:37.700058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.713954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df1668-3cfc-45e1-99bf-ad8ff5dc4031 req-9afa8a53-d8da-4226-90f4-c831ce4b11fd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.715504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41df1668-3cfc-45e1-99bf-ad8ff5dc4031 req-9afa8a53-d8da-4226-90f4-c831ce4b11fd tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0776780 Feb 08 23:53:37.817005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41df1668-3cfc-45e1-99bf-ad8ff5dc4031 req-1a914d92-f993-4363-b81b-d77c7c79cbc2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828373 Feb 08 23:53:37.900307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-fc4889f4-a3c4-4fef-a7b6-e8755e542479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.902088 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-fc4889f4-a3c4-4fef-a7b6-e8755e542479 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c466cf6b-a15e-464d-9f88-00efd55a7608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961277 Feb 08 23:53:37.906243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.909995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:37.990676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a62f5-e51f-4279-bbee-a4ae1a99201b req-4a572b9c-9e08-48c7-813d-d2ca9cea29a3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:37.992143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe2a62f5-e51f-4279-bbee-a4ae1a99201b req-4a572b9c-9e08-48c7-813d-d2ca9cea29a3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0665228 Feb 08 23:53:38.034638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-dcafc6c8-8e7b-438a-9d36-23085486f8b8 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:38.036199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-dcafc6c8-8e7b-438a-9d36-23085486f8b8 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/networks?id=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a HTTP/1.1" status: 200 len: 821 time: 0.2098925 Feb 08 23:53:38.064184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe2a62f5-e51f-4279-bbee-a4ae1a99201b req-74c8b835-59aa-4623-9d58-38eae0cf2fba tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614572 Feb 08 23:53:38.066764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-283739c2-6846-47e3-bdc6-7da8af3f0b95 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/quotas/ec8ff183dde24996b77f968e7630a34f HTTP/1.1" status: 200 len: 375 time: 0.0233619 Feb 08 23:53:38.103757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-21747f2a-15af-42fb-ac59-eeeee9e13746 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec8ff183dde24996b77f968e7630a34f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301445 Feb 08 23:53:38.237007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81721f-ed95-482c-9fcf-d82fec813c09 req-3a4b964e-d97b-4aa6-81f4-74c1a9cb773a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:38.238513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b81721f-ed95-482c-9fcf-d82fec813c09 req-3a4b964e-d97b-4aa6-81f4-74c1a9cb773a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0828955 Feb 08 23:53:38.240540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-62520ba4-1846-49f5-98bf-4b20cd4ba11d service neutron] 10.222.0.32 "GET /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290135 Feb 08 23:53:38.331980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b81721f-ed95-482c-9fcf-d82fec813c09 req-cecb7359-6e5b-4b93-a7b9-78a2cee71440 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775089 Feb 08 23:53:38.360734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-b284e92c-e8c3-48a3-bd18-edadfe5330b8 service neutron] 10.222.0.32 "GET /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137109 Feb 08 23:53:38.401404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router d9703349-323a-447a-b960-cbd7e8df6573 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:38.419350 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-20d11a7a-d57b-45fb-89cd-c5ea7c92ddd8 service neutron] 10.222.0.21 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069366 Feb 08 23:53:38.490150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4f18b-c14d-4139-907c-149d07116aa5 req-ef5ca022-6c19-4d7d-a943-2519016b379a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:38.491662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cb4f18b-c14d-4139-907c-149d07116aa5 req-ef5ca022-6c19-4d7d-a943-2519016b379a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 943 time: 0.0570343 Feb 08 23:53:38.572771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cb4f18b-c14d-4139-907c-149d07116aa5 req-8a402b87-a841-48e8-b59d-224e150540c5 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711651 Feb 08 23:53:38.581433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:38.589069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:38.591002 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d1bf949d-355d-44e0-b40b-abec28994569 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 701 time: 1.2459316 Feb 08 23:53:38.592157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] Sync routers for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:38.593826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:38.605268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:38.608437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:38.628304 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ded62912-d064-4e1a-bab4-4ea47fdc2efa tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 205 time: 0.0331635 Feb 08 23:53:38.630658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44872) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:38.639227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76ed59cc-a630-4f0a-b08b-9dcef2c29646 req-e2fbcf60-50c1-4889-a4f1-bfc7a6ae971f tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 210 time: 0.0368693 Feb 08 23:53:38.707526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:38.763941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d78fe-d127-4a9c-9355-56265c4c7f66 req-76273aa5-8e94-4647-b2f2-cbfbe7d16924 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:38.766040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d6d78fe-d127-4a9c-9355-56265c4c7f66 req-76273aa5-8e94-4647-b2f2-cbfbe7d16924 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0851991 Feb 08 23:53:38.794679 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-60fa2e35-fe2b-4a46-ab82-aafdb08460f9 req-a544ff7b-1bf1-413b-a294-368f64db8626 service neutron] 10.222.0.21 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311653 Feb 08 23:53:38.795289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:32Z', 'revision_number': 11, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:38.808422 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:38.825237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] Checking router: d9703349-323a-447a-b960-cbd7e8df6573 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:38.835339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] Routers {'d9703349-323a-447a-b960-cbd7e8df6573'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:38.835950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d9703349-323a-447a-b960-cbd7e8df6573'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:38.907550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d6d78fe-d127-4a9c-9355-56265c4c7f66 req-5a7f48f8-f2b3-4081-922c-4dc2242604dd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342552 Feb 08 23:53:38.911784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] Set router d9703349-323a-447a-b960-cbd7e8df6573 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:38.918510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937eea8-4c9b-4f48-8ee0-a2ab90341e6c req-78554cb0-38bb-4686-82a2-15a4080010ee tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:38.939233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a937eea8-4c9b-4f48-8ee0-a2ab90341e6c req-78554cb0-38bb-4686-82a2-15a4080010ee tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.1327829 Feb 08 23:53:38.973631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:32Z', 'revision_number': 11, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:39.002216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768b8e0-6004-47a3-8046-6b914b5667ee None None] The sync data for ids ['d9703349-323a-447a-b960-cbd7e8df6573'] in n-d-828413-1 is: [{'id': 'd9703349-323a-447a-b960-cbd7e8df6573', 'name': 'tempest-RoutersTest-router-1539714591', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:52:39Z', 'updated_at': '2022-02-08T23:53:32Z', 'revision_number': 11, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:39.050299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-7564f723-9a63-44e8-aa8e-ba262a3f208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.052077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-7564f723-9a63-44e8-aa8e-ba262a3f208f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f68869108875431ebfa42ae8a6b43bd4&device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 1094 time: 0.1947000 Feb 08 23:53:39.057427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.060318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.172436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.173004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router d9703349-323a-447a-b960-cbd7e8df6573 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:53:39.193051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.195140 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-191f3374-0027-43da-83be-2fb06ce940e8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 204 len: 168 time: 0.5635679 Feb 08 23:53:39.200069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:39.205226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039046840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:39.255369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-6797fd95-4a0f-4754-9569-4f0b35e34fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.257056 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-6797fd95-4a0f-4754-9569-4f0b35e34fcf service neutron] 10.222.0.21 "GET /v2.0/networks?id=c466cf6b-a15e-464d-9f88-00efd55a7608 HTTP/1.1" status: 200 len: 907 time: 0.1949265 Feb 08 23:53:39.258348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.259924 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.348766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.380693 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-b0ed2ba0-2788-40a8-bf2c-1b1488cbc145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a HTTP/1.1" status: 200 len: 217 time: 0.0794787 Feb 08 23:53:39.380693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.422011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a937eea8-4c9b-4f48-8ee0-a2ab90341e6c req-c35432e4-b3e6-4f2a-b50f-ae3c79152b3b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819343 Feb 08 23:53:39.434996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.436238 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a547887f-146e-435a-a8bf-9fa38397bbd4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2350004 Feb 08 23:53:39.442069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2389a80-4837-4508-a15c-b3cdf82a4dc7 req-00e2c9c0-ee71-4fd3-9eac-192b748ab16d tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.443935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2389a80-4837-4508-a15c-b3cdf82a4dc7 req-00e2c9c0-ee71-4fd3-9eac-192b748ab16d tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 949 time: 0.0779462 Feb 08 23:53:39.444552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:39.453051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:39.462966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-95b3f9e8-c609-4431-baef-2c667f9f2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.464519 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-95b3f9e8-c609-4431-baef-2c667f9f2b75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08ab3e0b-2e91-46fd-b6b4-f9473701490d HTTP/1.1" status: 200 len: 845 time: 0.0740328 Feb 08 23:53:39.517286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-a0067318-2c1d-42be-8d87-bedd2a2a2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.518799 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-a0067318-2c1d-42be-8d87-bedd2a2a2a7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c466cf6b-a15e-464d-9f88-00efd55a7608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478745 Feb 08 23:53:39.620056 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-668ea57e-dd36-4a64-a89c-832094fa9ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862598 Feb 08 23:53:39.644387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2389a80-4837-4508-a15c-b3cdf82a4dc7 req-f6c96321-07f5-433f-95b3-a43758da87f6 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864264 Feb 08 23:53:39.694220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694949dd-f097-4a94-82af-56a1d64c2755 req-0822708b-6354-4a17-add9-c2b6ef2408b4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.695698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-694949dd-f097-4a94-82af-56a1d64c2755 req-0822708b-6354-4a17-add9-c2b6ef2408b4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1960537 Feb 08 23:53:39.732051 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a6ec6284-4770-4590-8f7b-39558dda52c3 req-bfad7c50-61f1-4576-85ce-38024f441f44 service neutron] 10.222.0.21 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038244 Feb 08 23:53:39.739896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.748523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:39.780611 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:39.801172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-694949dd-f097-4a94-82af-56a1d64c2755 req-226c01d8-daf3-49ce-b7a3-cdfcaeb75b31 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800183 Feb 08 23:53:39.847741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1209a55-372c-49d6-9d9d-633e116b0e03 req-b6397066-6278-471e-ae3a-c7d627364208 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:39.856159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1209a55-372c-49d6-9d9d-633e116b0e03 req-b6397066-6278-471e-ae3a-c7d627364208 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1338217 Feb 08 23:53:39.981722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1209a55-372c-49d6-9d9d-633e116b0e03 req-9507489e-eed6-42eb-b92b-5865507c8795 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243606 Feb 08 23:53:40.002092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474252c-b10a-4585-8d2c-cf15ad567ceb req-cbaea724-cb00-4e0c-856a-12989dba47da tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:40.004525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1474252c-b10a-4585-8d2c-cf15ad567ceb req-cbaea724-cb00-4e0c-856a-12989dba47da tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 943 time: 0.1200547 Feb 08 23:53:40.039408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-49d6217d-df39-4d0a-a56c-79aca34b9059 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:40.045209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Router ac01b691-9be8-499b-85d6-8649c67d5e05 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:53:40.052373 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-49d6217d-df39-4d0a-a56c-79aca34b9059 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.21 "GET /v2.0/networks?id=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a HTTP/1.1" status: 200 len: 821 time: 0.1837654 Feb 08 23:53:40.060654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:40.069658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Request body: {'port': {'device_id': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a', 'admin_state_up': True, 'tenant_id': 'ec8ff183dde24996b77f968e7630a34f'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:40.078628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'port_id': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'mac_address': 'fa:16:3e:3e:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde14daf-9920-40f7-b954-00d4e958aa2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:40.104058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a2cc7ef-4f8d-46e7-b8a9-a6c90ebf0b26 req-e27b0e51-8c6f-441f-9016-46d03304d4a1 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 210 time: 0.0411651 Feb 08 23:53:40.128764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.147844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:40.151595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1474252c-b10a-4585-8d2c-cf15ad567ceb req-b4a32e38-e7c0-4211-ba29-f692e954ba45 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241052 Feb 08 23:53:40.190360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:40.199204 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.200813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:40.203482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2a959526-198b-45bf-918c-4b70c99785ab tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "PUT /v2.0/routers/ac01b691-9be8-499b-85d6-8649c67d5e05 HTTP/1.1" status: 200 len: 694 time: 0.7577677 Feb 08 23:53:40.204274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44910) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:40.206505 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] Sync routers for ids ['ac01b691-9be8-499b-85d6-8649c67d5e05'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:40.208798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.222286 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] Routers {'ac01b691-9be8-499b-85d6-8649c67d5e05'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:40.222908 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ac01b691-9be8-499b-85d6-8649c67d5e05'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:40.304947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f6447ce8-8d94-43bb-9c4b-98acff401dd6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/routers/ac01b691-9be8-499b-85d6-8649c67d5e05 HTTP/1.1" status: 200 len: 700 time: 0.0990672 Feb 08 23:53:40.315207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44916) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:40.335042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:40.362223 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4d8ec763-edb4-4ca8-9c91-b57f78a18bef tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac01b691-9be8-499b-85d6-8649c67d5e05 HTTP/1.1" status: 200 len: 205 time: 0.0456855 Feb 08 23:53:40.363319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Made reservation on behalf of ec8ff183dde24996b77f968e7630a34f for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:40.367061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44918) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:40.368994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.374196 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] Set router ac01b691-9be8-499b-85d6-8649c67d5e05 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:40.428640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17893e-0425-4f3b-a75e-3e69b01e6fca req-3f9c2d4d-65a0-43ab-aa01-bb31afce5fd4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:40.430384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b17893e-0425-4f3b-a75e-3e69b01e6fca req-3f9c2d4d-65a0-43ab-aa01-bb31afce5fd4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1340132 Feb 08 23:53:40.457370 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01b691-9be8-499b-85d6-8649c67d5e05', 'name': 'tempest-RoutersTest-router-2039046840', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:39Z', 'updated_at': '2022-02-08T23:53:39Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:40.494417 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] Checking router: ac01b691-9be8-499b-85d6-8649c67d5e05 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:40.494727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.504746 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] Routers {'ac01b691-9be8-499b-85d6-8649c67d5e05'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:40.505780 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ac01b691-9be8-499b-85d6-8649c67d5e05'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:40.557901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Allocated IP 172.20.0.2 (00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a/4523a15a-52e0-4bcf-96e6-bfe0d06dbd44/ca4a8e43-9e2f-4141-a113-12b49fe8d1b8) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:40.570775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b17893e-0425-4f3b-a75e-3e69b01e6fca req-00457466-138c-4785-a747-080118669202 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034079 Feb 08 23:53:40.586494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['8430717d-4c1b-4622-8b1e-681edf4b29b0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:40.636009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] Set router ac01b691-9be8-499b-85d6-8649c67d5e05 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:40.710124 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01b691-9be8-499b-85d6-8649c67d5e05', 'name': 'tempest-RoutersTest-router-2039046840', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:39Z', 'updated_at': '2022-02-08T23:53:39Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:40.748468 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50890681-6537-4171-bd94-c2fbce211eaa None None] The sync data for ids ['ac01b691-9be8-499b-85d6-8649c67d5e05'] in n-d-828413-1 is: [{'id': 'ac01b691-9be8-499b-85d6-8649c67d5e05', 'name': 'tempest-RoutersTest-router-2039046840', 'tenant_id': 'bd20beebefce417f8e2efdbe2842d064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:39Z', 'updated_at': '2022-02-08T23:53:39Z', 'revision_number': 2, 'project_id': 'bd20beebefce417f8e2efdbe2842d064', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:40.789806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.835975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.858214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.863425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.882264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759e037-0edc-49c0-90a4-7c8276888312 req-98fd30ca-c58f-444a-8553-4bf2930616bf tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:40.884615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5759e037-0edc-49c0-90a4-7c8276888312 req-98fd30ca-c58f-444a-8553-4bf2930616bf tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 944 time: 0.2673645 Feb 08 23:53:40.889536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:40.894987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:40.897432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:40.941434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Pushing event updated for resources: {'Port': ['ID=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:40.941862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa07a18-6944-46f0-858c-eb45e9d9a1db req-54f55dc3-24eb-465b-b4df-bd2ecc3dc3d6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:40.943349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0aa07a18-6944-46f0-858c-eb45e9d9a1db req-54f55dc3-24eb-465b-b4df-bd2ecc3dc3d6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1538644 Feb 08 23:53:40.963591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.964126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Fanout notify agent at l3_agent the message router_deleted on router ac01b691-9be8-499b-85d6-8649c67d5e05 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:53:40.964951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:40.966239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.979645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:40.980839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45ba0a59-28db-405f-90a4-771a1ac1d1fb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/ac01b691-9be8-499b-85d6-8649c67d5e05 HTTP/1.1" status: 204 len: 168 time: 0.6126971 Feb 08 23:53:40.984799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:40.990154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5759e037-0edc-49c0-90a4-7c8276888312 req-7639c11a-944c-4934-9390-c74e711bbb58 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761881 Feb 08 23:53:41.005552 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-42d873a4-9f37-40c7-aa97-97dadca59784 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411502 Feb 08 23:53:41.012307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0aa07a18-6944-46f0-858c-eb45e9d9a1db req-6a9c4d78-b80e-4901-bd35-2d3f488fc2c4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538666 Feb 08 23:53:41.025102 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c4eab16-878a-4163-9fb0-f8a5ac0a35f8 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac01b691-9be8-499b-85d6-8649c67d5e05 HTTP/1.1" status: 200 len: 205 time: 0.0381577 Feb 08 23:53:41.027667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44942) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.037430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Request body: {'port': {'device_id': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:41.080278 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-96959c31-0287-473e-a354-4dbaee521755 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:41.081500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-96959c31-0287-473e-a354-4dbaee521755 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/ac01b691-9be8-499b-85d6-8649c67d5e05 HTTP/1.1" status: 404 len: 336 time: 0.0528362 Feb 08 23:53:41.086894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44946) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.104968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.117154 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a104c062-7bde-4740-91b8-d26496a950d4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:41.117616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a104c062-7bde-4740-91b8-d26496a950d4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:41.123460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a104c062-7bde-4740-91b8-d26496a950d4 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/66a835e5-0f41-4d64-8cf7-82ba593a95f6 HTTP/1.1" status: 404 len: 337 time: 0.0330009 Feb 08 23:53:41.128564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44954) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.187515 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3acca0f-6338-45c8-b30b-e7b5a11a14a1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:41.187966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3acca0f-6338-45c8-b30b-e7b5a11a14a1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:41.190992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3acca0f-6338-45c8-b30b-e7b5a11a14a1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/71f62aa8-4c48-460e-a7e1-674ce2a8fc9b HTTP/1.1" status: 404 len: 337 time: 0.0616384 Feb 08 23:53:41.193823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44964) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.276513 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbc79d6-cbc8-4a54-8c39-54797ea5138f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:41.276986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbc79d6-cbc8-4a54-8c39-54797ea5138f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:41.280633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fdbc79d6-cbc8-4a54-8c39-54797ea5138f tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/b0fe1a53-2c9f-44f8-9d75-0f898401383e HTTP/1.1" status: 404 len: 337 time: 0.0739794 Feb 08 23:53:41.284436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.301475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7dc6-ab74-4622-9bd8-7902c373a032 req-7dbe3102-4d1a-4fcd-b737-8a48a9d88f43 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:41.302942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed4c7dc6-ab74-4622-9bd8-7902c373a032 req-7dbe3102-4d1a-4fcd-b737-8a48a9d88f43 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1881073 Feb 08 23:53:41.335334 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c151540a-5d78-418c-bdfe-77cdd786e040 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:41.335781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c151540a-5d78-418c-bdfe-77cdd786e040 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:41.339765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c151540a-5d78-418c-bdfe-77cdd786e040 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/0f035d39-6a81-449d-a98c-4f5e7aee9f0f HTTP/1.1" status: 404 len: 337 time: 0.0543354 Feb 08 23:53:41.345245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44968) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.396529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c87b6-17fa-4371-b54b-8932b220111b req-6fc63c9d-9d7a-4e9d-84be-f39824318b27 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:41.396938 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c39322b-fe8e-4277-a242-fed6ae9c3966 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 200 len: 205 time: 0.0502772 Feb 08 23:53:41.398030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d32c87b6-17fa-4371-b54b-8932b220111b req-6fc63c9d-9d7a-4e9d-84be-f39824318b27 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 814 time: 0.2394826 Feb 08 23:53:41.399216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44970) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.401636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed4c7dc6-ab74-4622-9bd8-7902c373a032 req-44d62776-21b0-4638-8bf4-d1577338a88e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705719 Feb 08 23:53:41.424267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d32c87b6-17fa-4371-b54b-8932b220111b req-66b3d205-0cf6-4ae5-81a8-35ed412657db tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/quotas/9fb0cfc207934d72b14ac6ef05c3783a HTTP/1.1" status: 200 len: 375 time: 0.0171421 Feb 08 23:53:41.458115 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-f2c1957c-d5ae-4f31-8459-bb33daba440a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:41.459159 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2c1957c-d5ae-4f31-8459-bb33daba440a tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/d9703349-323a-447a-b960-cbd7e8df6573 HTTP/1.1" status: 404 len: 336 time: 0.0591395 Feb 08 23:53:41.465324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44972) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.469712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:41.480953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.494862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Transition to ACTIVE for port object ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:53:41.498127 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.519910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-54945a15-d99b-4deb-a120-3e45614386c1 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=621c0132-52d1-4c0e-812b-da071f76dce0 HTTP/1.1" status: 200 len: 205 time: 0.0514886 Feb 08 23:53:41.522736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44974) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.544602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d32c87b6-17fa-4371-b54b-8932b220111b req-480b0dbd-97dc-4cd2-9ab5-009a91f68442 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134710 Feb 08 23:53:41.556424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9a3dc-4a2e-48c1-9911-3391c16569bf req-3f6107f9-11a5-43e1-bdc9-7b73dfc39f26 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:41.558374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75d9a3dc-4a2e-48c1-9911-3391c16569bf req-3f6107f9-11a5-43e1-bdc9-7b73dfc39f26 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 931 time: 0.0921745 Feb 08 23:53:41.579783 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-e9a1264a-0d81-4d5a-be05-d1f583f7cd25 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:41.583206 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e9a1264a-0d81-4d5a-be05-d1f583f7cd25 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/621c0132-52d1-4c0e-812b-da071f76dce0 HTTP/1.1" status: 404 len: 336 time: 0.0553148 Feb 08 23:53:41.583937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44978) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.596412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:41.606759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75d9a3dc-4a2e-48c1-9911-3391c16569bf req-59be54dc-15eb-4c67-b6c3-46965b6d9060 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 Feb 08 23:53:41.627149 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e831b38-ef5e-4af6-a943-3006c41b00eb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:41.627676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e831b38-ef5e-4af6-a943-3006c41b00eb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:41.630945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4e831b38-ef5e-4af6-a943-3006c41b00eb tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/1ded2d78-ac46-492a-a1b1-68e64ffdea8b HTTP/1.1" status: 404 len: 337 time: 0.0435309 Feb 08 23:53:41.634230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44980) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.682801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f3dc4-02a0-4236-9c27-d3bc6913474d req-a209c9e7-ea2b-4665-b707-565b6269a62a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:41.683014 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd63f7cb-889c-43ae-8fb9-d6e5eba9cf81 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 200 len: 205 time: 0.0443106 Feb 08 23:53:41.683100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f3dc4-02a0-4236-9c27-d3bc6913474d req-a209c9e7-ea2b-4665-b707-565b6269a62a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 943 time: 0.0530627 Feb 08 23:53:41.683100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44984) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.726192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Attempting to bind port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:41.726854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Attempting to bind port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '10ae34c6-d8c5-4bbd-8bb3-022d6820e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:41.727054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Attempting to bind port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 on network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:41.729411 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-b46cf5d7-a5a8-480e-a2b6-f010c1e55588 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:41.733048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b46cf5d7-a5a8-480e-a2b6-f010c1e55588 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/b7ac499a-cc35-4f12-a0af-73e2110d345d HTTP/1.1" status: 404 len: 336 time: 0.0464725 Feb 08 23:53:41.733186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 on network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:53:41.733381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Attempting to bind port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 on network 00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:41.735116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.749997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:41.749997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Checking segment: {'id': '10ae34c6-d8c5-4bbd-8bb3-022d6820e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:41.750446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Bound using segment: {'id': '10ae34c6-d8c5-4bbd-8bb3-022d6820e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:41.750856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Bound port: ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ae34c6-d8c5-4bbd-8bb3-022d6820e737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:41.751731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.754726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0c091ee7-47b6-4dd5-b848-238a003a9a5a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:41.760523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:41.782169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-968c2dc4-327b-44d6-881b-59615a800f2b tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=c867c08c-0f87-4570-8dcc-2c7410604246 HTTP/1.1" status: 200 len: 205 time: 0.0437324 Feb 08 23:53:41.783079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44988) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.787391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f3dc4-02a0-4236-9c27-d3bc6913474d req-4c9b3649-c37c-4998-9684-5c3329e4b56f tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973361 Feb 08 23:53:41.809979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244212c-79c2-4f48-897b-59816b5a7391 req-4fa65fec-9259-42b9-9ebb-e0beee5342f9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:41.811748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c244212c-79c2-4f48-897b-59816b5a7391 req-4fa65fec-9259-42b9-9ebb-e0beee5342f9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0859818 Feb 08 23:53:41.850046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a61b8ef9-a918-4b07-99ab-7ccb3fc55b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.851383 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-a00449e5-1c83-4b05-88c8-dd6c681bfbf6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:41.852434 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a00449e5-1c83-4b05-88c8-dd6c681bfbf6 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/c867c08c-0f87-4570-8dcc-2c7410604246 HTTP/1.1" status: 404 len: 336 time: 0.0687196 Feb 08 23:53:41.855197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44994) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.890313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] For port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:41.893770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] For port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,segment=NetworkSegment(10ae34c6-d8c5-4bbd-8bb3-022d6820e737),segment_id=10ae34c6-d8c5-4bbd-8bb3-022d6820e737)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:41.901695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.928581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c244212c-79c2-4f48-897b-59816b5a7391 req-d03cf888-e620-4dfa-9505-b4db251ed783 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016030 Feb 08 23:53:41.929592 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85f4116-b3f8-482d-839b-3753f7df294e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:41.930055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85f4116-b3f8-482d-839b-3753f7df294e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:41.936707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b85f4116-b3f8-482d-839b-3753f7df294e tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/d0037834-7ce0-4117-bba1-ee41fd74b7a4 HTTP/1.1" status: 404 len: 337 time: 0.0773165 Feb 08 23:53:41.936896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45000) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:41.950555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:41.951403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:41.953203 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 HTTP/1.1" status: 200 len: 1091 time: 0.9270177 Feb 08 23:53:41.953809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'tag': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:41.956326 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb622948-12d2-4afb-985b-1b7c2384aeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "034a1f0d-9244-4bd0-8a74-c8f2005514a9", "tag": "ca4a8e43-9e2f-4141-a113-12b49fe8d1b8"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:41.999668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402fa50-7ce1-4be2-96ef-8361d1c753d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:42.007148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2e04688a-ca00-423f-b8d5-46db22f80585 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1ad2c00-0188-4315-8b4b-085e9c1fc658 HTTP/1.1" status: 200 len: 205 time: 0.0530922 Feb 08 23:53:42.014323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45006) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.039682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:42.060780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'port_id': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'mac_address': 'fa:16:3e:06:04:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:42.062843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:42.078601 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2413666-0919-4e59-b621-8e29f6a84ae1 x-openstack-request-id: req-d2413666-0919-4e59-b621-8e29f6a84ae1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:42.078967 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034a1f0d-9244-4bd0-8a74-c8f2005514a9", "tag": "ca4a8e43-9e2f-4141-a113-12b49fe8d1b8", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:42.079131 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2413666-0919-4e59-b621-8e29f6a84ae1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:42.079534 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'tag': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8', 'status': 'completed', 'code': 200} Feb 08 23:53:42.099530 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-6a86f6ee-fa2c-45c2-b56e-b90c58f5b253 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:42.100808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a86f6ee-fa2c-45c2-b56e-b90c58f5b253 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/d1ad2c00-0188-4315-8b4b-085e9c1fc658 HTTP/1.1" status: 404 len: 336 time: 0.0854270 Feb 08 23:53:42.105126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45012) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.138057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-bd3f8b7f-137a-4661-b695-2fd9017c11f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.138775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:42.139759 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-bd3f8b7f-137a-4661-b695-2fd9017c11f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec8ff183dde24996b77f968e7630a34f&device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 1094 time: 0.1316137 Feb 08 23:53:42.140843 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ceb832-3663-4ab3-bdfd-5a911963ec26 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:42.141102 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1994950-289c-4ff6-b414-e92afd5289ee" -d '{"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-unplugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:42.141496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ceb832-3663-4ab3-bdfd-5a911963ec26 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:42.145198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-87ceb832-3663-4ab3-bdfd-5a911963ec26 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/a2164945-65ba-400b-8e61-ae8746750d6a HTTP/1.1" status: 404 len: 337 time: 0.0366204 Feb 08 23:53:42.147282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45016) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.160190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:42.163669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:42.168276 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:42.187624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-afd4100d-225f-4e84-87fd-a95d9d933a95 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab3d404d-41d3-42a8-ad44-45e3d02de749 HTTP/1.1" status: 200 len: 205 time: 0.0365934 Feb 08 23:53:42.188290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.222093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-6bba5261-ea40-4431-a3e3-96b22092ea30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 HTTP/1.1" status: 200 len: 217 time: 0.0637629 Feb 08 23:53:42.227274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c091ee7-47b6-4dd5-b848-238a003a9a5a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:42.235583 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-720e946d-f49d-4cb8-b1fa-8b3d590ea1d0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] delete failed (client error): The resource could not be found. Feb 08 23:53:42.239024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-720e946d-f49d-4cb8-b1fa-8b3d590ea1d0 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/routers/ab3d404d-41d3-42a8-ad44-45e3d02de749 HTTP/1.1" status: 404 len: 336 time: 0.0478382 Feb 08 23:53:42.239153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:42.245251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee952b0-774a-4afb-9173-0021cc488003 req-382c632f-7b28-4bda-aef0-343509b4377d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.252473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aee952b0-774a-4afb-9173-0021cc488003 req-382c632f-7b28-4bda-aef0-343509b4377d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 944 time: 0.1264837 Feb 08 23:53:42.255175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:42.259405 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:42.261758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4859ebe-e0a3-48e2-840b-1e9b478ef652 req-df774335-062d-467f-849c-41d50e30a7ce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.263240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4859ebe-e0a3-48e2-840b-1e9b478ef652 req-df774335-062d-467f-849c-41d50e30a7ce tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1614497 Feb 08 23:53:42.264365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45020) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.280257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-54eecfbb-24e4-409c-9446-fd8690388530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.281886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-54eecfbb-24e4-409c-9446-fd8690388530 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4523a15a-52e0-4bcf-96e6-bfe0d06dbd44 HTTP/1.1" status: 200 len: 861 time: 0.0505786 Feb 08 23:53:42.317617 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3fd97b-079f-4c99-bc43-e46b054840de tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:42.317617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3fd97b-079f-4c99-bc43-e46b054840de tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:42.317926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0c091ee7-47b6-4dd5-b848-238a003a9a5a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:42.318035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7d3fd97b-079f-4c99-bc43-e46b054840de tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/a4d84232-5c6f-4212-824d-99db61bc8fe8 HTTP/1.1" status: 404 len: 337 time: 0.0496674 Feb 08 23:53:42.318035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45022) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.328879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-ef724945-54e4-4e09-bf54-f68383a7237b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369852 Feb 08 23:53:42.371436 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b83ad3-9f1c-4e02-b424-bbc33a252416 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] DELETE failed (client error): The resource could not be found. Feb 08 23:53:42.371795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b83ad3-9f1c-4e02-b424-bbc33a252416 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:53:42.374760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-40b83ad3-9f1c-4e02-b424-bbc33a252416 tempest-RoutersTest-1267625950 tempest-RoutersTest-1267625950-project] 10.222.0.32 "DELETE /v2.0/subnets/a0e2e00e-1251-4845-a1a2-32a55fe86803 HTTP/1.1" status: 404 len: 337 time: 0.0560870 Feb 08 23:53:42.383049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aee952b0-774a-4afb-9173-0021cc488003 req-01f9bd53-46bf-4679-ab78-bdb4ab94892a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297650 Feb 08 23:53:42.391636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4859ebe-e0a3-48e2-840b-1e9b478ef652 req-856c3e24-fbc5-4755-9d1d-f66b12860074 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084495 Feb 08 23:53:42.428426 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-13a82cb2-2791-44e5-9387-56f0835eedc7 service neutron] 10.222.0.21 "GET /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898323 Feb 08 23:53:42.475052 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985e501c-976c-4bd9-9a9a-778584b169c0 x-openstack-request-id: req-985e501c-976c-4bd9-9a9a-778584b169c0 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:42.475343 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-unplugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:42.475595 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-985e501c-976c-4bd9-9a9a-778584b169c0 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:42.475989 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'code': 200} Feb 08 23:53:42.554538 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d167d9b3-a6dc-47cd-8398-36172b8f00cc req-235411eb-a224-4128-9d5a-3d820201e883 service neutron] 10.222.0.21 "GET /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147096 Feb 08 23:53:42.597285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0514a69-0b6e-405b-896b-c070d49c5913 req-5c0ea772-3934-4884-8ed8-032ae14f38c8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.598959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0514a69-0b6e-405b-896b-c070d49c5913 req-5c0ea772-3934-4884-8ed8-032ae14f38c8 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0702891 Feb 08 23:53:42.650895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0514a69-0b6e-405b-896b-c070d49c5913 req-0e0b15c1-fdd9-455e-b260-ebc2572aecaa tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Feb 08 23:53:42.674565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['0c091ee7-47b6-4dd5-b848-238a003a9a5a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:42.706281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45038) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:42.723040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-8db3c15e-8f59-4507-8c7b-dd85b45afb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.725160 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-8db3c15e-8f59-4507-8c7b-dd85b45afb93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec8ff183dde24996b77f968e7630a34f&device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 1094 time: 0.0927429 Feb 08 23:53:42.824004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c3182-c119-48e7-a1ce-9382c00af8bf req-55552d99-b0de-400c-b3a9-9cbe5a6b9891 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.825987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f07c3182-c119-48e7-a1ce-9382c00af8bf req-55552d99-b0de-400c-b3a9-9cbe5a6b9891 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 943 time: 0.0804675 Feb 08 23:53:42.854784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-067c2eca-d17b-4d04-ab2a-17828ec453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.856620 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-067c2eca-d17b-4d04-ab2a-17828ec453b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a HTTP/1.1" status: 200 len: 922 time: 0.1229944 Feb 08 23:53:42.867330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f07c3182-c119-48e7-a1ce-9382c00af8bf req-3063ceab-4de3-4568-b9a9-1ae5c5feff27 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Feb 08 23:53:42.926127 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-0c5f72e7-1067-42e7-a6c6-646c9dd4dd74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 HTTP/1.1" status: 200 len: 217 time: 0.0508482 Feb 08 23:53:42.958685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69ebab88-f004-488d-8331-e8e1f2836de0 req-994913a0-5f68-42f2-b8cd-5b5370139b48 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9fb0cfc207934d72b14ac6ef05c3783a HTTP/1.1" status: 200 len: 221 time: 0.0611193 Feb 08 23:53:42.992799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-298051c3-e16d-432e-9ebb-b3700245f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:42.993224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3cd7dbb6-7b9d-4f33-98f9-a58b27be013c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd20beebefce417f8e2efdbe2842d064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842507 Feb 08 23:53:42.993883 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-298051c3-e16d-432e-9ebb-b3700245f8ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4523a15a-52e0-4bcf-96e6-bfe0d06dbd44 HTTP/1.1" status: 200 len: 861 time: 0.0493233 Feb 08 23:53:42.995500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:43.017413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.023147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.029085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.034782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.041363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.047023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.047369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-bad7e294-276d-4e29-8fa9-d8f78f6d688a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377128 Feb 08 23:53:43.052713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.054559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-4d67b73b-7c33-4e1a-a2be-1b29a10a7880 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.1032896 Feb 08 23:53:43.117898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e773dc25-802c-4524-b174-e090f5f13584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:43.119278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db2b9c44-d473-4ea8-b9e8-62c86ab43e44 req-ae072286-f1d8-4db6-b98c-4c752af4dfea tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536113 Feb 08 23:53:43.129465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932e62d-89c5-4d3b-95d7-3124b53ecb12 req-d9056ec0-0cd3-42a3-adc2-b0ce24006d22 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.130933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8932e62d-89c5-4d3b-95d7-3124b53ecb12 req-d9056ec0-0cd3-42a3-adc2-b0ce24006d22 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 944 time: 0.0754898 Feb 08 23:53:43.152336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e773dc25-802c-4524-b174-e090f5f13584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:43.185510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8932e62d-89c5-4d3b-95d7-3124b53ecb12 req-d02e11e8-3979-4af0-9e17-96bb7e3e0ac7 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Feb 08 23:53:43.205647 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-a243e07b-359e-4628-9a1b-66161cfe8cda service neutron] 10.222.0.21 "GET /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496947 Feb 08 23:53:43.263786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e773dc25-802c-4524-b174-e090f5f13584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:43.266368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e773dc25-802c-4524-b174-e090f5f13584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:43.267504 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e773dc25-802c-4524-b174-e090f5f13584 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ec6aad3-a8a8-41d8-a0bd-7eb604680081 HTTP/1.1" status: 204 len: 168 time: 0.2709799 Feb 08 23:53:43.282034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773dc25-802c-4524-b174-e090f5f13584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6aad3-a8a8-41d8-a0bd-7eb604680081,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:43.316023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608675c3-b737-4c71-ad96-f16fbe63e057 req-c96ce6ca-198b-42c5-a488-a9fd3473bdb4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.322834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-608675c3-b737-4c71-ad96-f16fbe63e057 req-c96ce6ca-198b-42c5-a488-a9fd3473bdb4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0707903 Feb 08 23:53:43.324182 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fb622948-12d2-4afb-985b-1b7c2384aeb7 req-4107c706-49c9-4ebc-9d29-56050530db36 service neutron] 10.222.0.21 "GET /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099837 Feb 08 23:53:43.374497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-608675c3-b737-4c71-ad96-f16fbe63e057 req-c971efb2-1f35-4ba8-b29a-accfb2101f9d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Feb 08 23:53:43.529082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95e06f-ff83-4f87-82d7-7456ee77468e req-07cea3a4-7e16-4719-be0d-4903b009addc tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.530554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d95e06f-ff83-4f87-82d7-7456ee77468e req-07cea3a4-7e16-4719-be0d-4903b009addc tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 944 time: 0.0673487 Feb 08 23:53:43.540054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c64e7-9c76-4602-8cf1-7928e3d19d0c req-15a0e0db-0c55-4842-aeb8-a7a542188f61 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.542261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-022c64e7-9c76-4602-8cf1-7928e3d19d0c req-15a0e0db-0c55-4842-aeb8-a7a542188f61 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0897295 Feb 08 23:53:43.602119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d95e06f-ff83-4f87-82d7-7456ee77468e req-663a0209-6178-4b8e-8cce-45c5da002e56 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Feb 08 23:53:43.605720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-022c64e7-9c76-4602-8cf1-7928e3d19d0c req-1bae8908-914c-4cf9-b7be-f38951b3d657 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Feb 08 23:53:43.761718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b0bb0-1818-4658-b598-f172540b0af2 req-8c727cc8-73b9-4b89-9afb-9b2c2af29026 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.763233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a6b0bb0-1818-4658-b598-f172540b0af2 req-8c727cc8-73b9-4b89-9afb-9b2c2af29026 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0725596 Feb 08 23:53:43.783345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f94bf85d-b6de-4447-b303-69819eb68488 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:43.790142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:43.811134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1328-e19b-4782-95c9-6d51e297af07 req-627f7bb3-f5a1-456c-9847-eadc4c363362 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:43.812907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d5e1328-e19b-4782-95c9-6d51e297af07 req-627f7bb3-f5a1-456c-9847-eadc4c363362 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0891480 Feb 08 23:53:43.818221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a6b0bb0-1818-4658-b598-f172540b0af2 req-1873bd2d-4f8c-423b-8c0d-a47c13d2625d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Feb 08 23:53:43.876144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d5e1328-e19b-4782-95c9-6d51e297af07 req-d9ad45ac-c57b-4bce-97dd-e5423e01f4fa tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559139 Feb 08 23:53:43.933427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 8430717d-4c1b-4622-8b1e-681edf4b29b0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:43.948739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 8430717d-4c1b-4622-8b1e-681edf4b29b0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:43.949243 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:43.957775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:43.999397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f94bf85d-b6de-4447-b303-69819eb68488', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'f94bf85d-b6de-4447-b303-69819eb68488', 'mac_address': 'fa:16:3e:ea:a1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:44.017665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45102) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:44.077631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.095420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.099503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f94bf85d-b6de-4447-b303-69819eb68488 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:44.124296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-915292401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:44.135313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:44.148026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.155459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.155902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.156322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:44.180478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.220428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.222597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:44.229323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b3740c5-0e44-4976-ac9f-69ab5b95ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.229540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.253351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.254724 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ec8bffe8-2549-4661-81fc-f208e26cc5d4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2360039 Feb 08 23:53:44.257481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45112) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:44.262654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-47207230'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:44.281257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:44.289423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Made reservation on behalf of 55fb7f7fdeaf4c95b333dd2d6416d1b8 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:44.293776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.306862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.334875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05ba2-d3ba-44e5-af2b-9690e30c3ee1 req-7ae74fef-61f7-4189-88c3-3ac1ecc57710 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.336376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ed05ba2-d3ba-44e5-af2b-9690e30c3ee1 req-7ae74fef-61f7-4189-88c3-3ac1ecc57710 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4168904 Feb 08 23:53:44.348587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc2e68-8a40-4da4-85a7-a0966eb2efbb req-9482ad9c-c362-4959-bfc5-ad02c3b7b9f5 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.350065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fefc2e68-8a40-4da4-85a7-a0966eb2efbb req-9482ad9c-c362-4959-bfc5-ad02c3b7b9f5 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 943 time: 0.3968921 Feb 08 23:53:44.357228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f94bf85d-b6de-4447-b303-69819eb68488'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:44.404500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.409062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.409622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ed05ba2-d3ba-44e5-af2b-9690e30c3ee1 req-481c304a-db97-4d76-b726-76b3614c3aa4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585716 Feb 08 23:53:44.412600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fefc2e68-8a40-4da4-85a7-a0966eb2efbb req-edf57cb4-d053-475b-b309-a034d7a764c1 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530605 Feb 08 23:53:44.442452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:53:44.454965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def02379-3bc4-4d6a-a38e-bff550f4ca0a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:44.473987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.474266 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Added segment bdd0903f-adbb-4e8e-8155-533800ff39c3 of type vlan for network 00d5f28c-b618-432a-8b20-c0eb8b5e053b Feb 08 23:53:44.478004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8430717d-4c1b-4622-8b1e-681edf4b29b0'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:44.481016 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46af04c-f439-472c-a832-31748d1fe62a" -d '{"events": [{"server_uuid": "a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8430717d-4c1b-4622-8b1e-681edf4b29b0"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:44.521831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.558807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.571423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.572118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.591073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.596860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.603461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.609184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.614839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.621203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.629044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.629229 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3680315 Feb 08 23:53:44.629327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-a59c7288-71b5-4685-b562-edc1bc063648 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.1149306 Feb 08 23:53:44.629846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45128) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:44.635309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'subnet': {'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:44.692171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe25a7fa-9331-4ae0-9e72-c938c484c9ae req-af291c81-ca21-46a5-aa00-c0e0b53ebf1b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535450 Feb 08 23:53:44.694273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68976522-fae1-47c8-8dfc-8b2c00e94b77 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Network': ['ID=00d5f28c-b618-432a-8b20-c0eb8b5e053b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:44.704552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05997de1-b974-48c7-ba4c-c599b25ddce0 req-e81c4056-5cf0-40b3-bc40-6af124eb5e6b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.706205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05997de1-b974-48c7-ba4c-c599b25ddce0 req-e81c4056-5cf0-40b3-bc40-6af124eb5e6b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 944 time: 0.1292202 Feb 08 23:53:44.708514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:53:44.767329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Made reservation on behalf of 55fb7f7fdeaf4c95b333dd2d6416d1b8 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:44.770430 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3585df4-06cf-4805-a966-7f46bfcd5228 x-openstack-request-id: req-d3585df4-06cf-4805-a966-7f46bfcd5228 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:44.770720 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4", "name": "network-vif-plugged", "status": "completed", "tag": "8430717d-4c1b-4622-8b1e-681edf4b29b0", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:44.770977 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3585df4-06cf-4805-a966-7f46bfcd5228 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:44.771368 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'code': 200} Feb 08 23:53:44.771852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:44.778935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05997de1-b974-48c7-ba4c-c599b25ddce0 req-2480d7a1-dc45-489a-a18f-17b33ec64840 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478444 Feb 08 23:53:44.877805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166fae4-4c78-480b-979f-c444c980273e req-b6e42bc2-e102-4ad1-8148-2e2691fef992 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.885554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e166fae4-4c78-480b-979f-c444c980273e req-b6e42bc2-e102-4ad1-8148-2e2691fef992 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 945 time: 0.0648263 Feb 08 23:53:44.921728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336e288-ecee-4f0c-bb99-ba6148afc6f8 req-2fba36c1-9f04-40d1-b18b-29b41420c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.923349 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e336e288-ecee-4f0c-bb99-ba6148afc6f8 req-2fba36c1-9f04-40d1-b18b-29b41420c9ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 1096 time: 0.0674708 Feb 08 23:53:44.953193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e166fae4-4c78-480b-979f-c444c980273e req-6abb2880-8030-4b14-9ee3-4abe9e95c17f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 Feb 08 23:53:44.974888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6a16-24a1-4ea3-9421-def3bdbd1cd3 req-6981ef06-c296-4c2e-b1b4-1b6fc6142e2e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:44.974888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb1d6a16-24a1-4ea3-9421-def3bdbd1cd3 req-6981ef06-c296-4c2e-b1b4-1b6fc6142e2e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0822952 Feb 08 23:53:45.017640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb1d6a16-24a1-4ea3-9421-def3bdbd1cd3 req-8eda624b-a188-4975-9ef4-03bd2047704b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Feb 08 23:53:45.022904 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e336e288-ecee-4f0c-bb99-ba6148afc6f8 req-e275e056-2e11-4a87-8bd4-6f391d240bb4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901177 Feb 08 23:53:45.041905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.074870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef4faf-190f-4a7b-9dc4-29b174c93ab8 req-57f72a2b-61ea-461a-8b48-2442d29f3912 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.076710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8ef4faf-190f-4a7b-9dc4-29b174c93ab8 req-57f72a2b-61ea-461a-8b48-2442d29f3912 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.0542197 Feb 08 23:53:45.108026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Subnet': ['ID=f3e82fd9-dcf1-4865-b53c-c4806b672290,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:45.118419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Checking segment: {'id': 'bdd0903f-adbb-4e8e-8155-533800ff39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:45.118775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network hostable DHCP agents. Network: 00d5f28c-b618-432a-8b20-c0eb8b5e053b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:53:45.135647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:53:45.139771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8ef4faf-190f-4a7b-9dc4-29b174c93ab8 req-f6dff7e8-8af8-4a46-966d-a4ec4fa14b12 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563886 Feb 08 23:53:45.145257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 00d5f28c-b618-432a-8b20-c0eb8b5e053b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:45.150190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.150773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.157226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db7063-e21c-4376-9735-91c3f3c05e46 None None] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:45.169312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef9724aa-1979-4941-903d-167ebf4cf51f tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5382125 Feb 08 23:53:45.172066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:45.185703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'network': {'name': 'tempest-router-network01--1622605074'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:45.197386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95522dcb-f0e1-47d1-b1f0-0b3ea5f2dc2a req-dc2f1175-0af1-48c4-ae08-d6e7fd70d81d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.198984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95522dcb-f0e1-47d1-b1f0-0b3ea5f2dc2a req-dc2f1175-0af1-48c4-ae08-d6e7fd70d81d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0941997 Feb 08 23:53:45.214758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Made reservation on behalf of 55fb7f7fdeaf4c95b333dd2d6416d1b8 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:45.218922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.240508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95522dcb-f0e1-47d1-b1f0-0b3ea5f2dc2a req-6928bd69-d419-4030-92c1-f61f8dd30305 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351000 Feb 08 23:53:45.245172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:53:45.255857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.256215 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Added segment 04e63c91-2390-4a06-bd30-2fd81218de85 of type vlan for network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d Feb 08 23:53:45.310067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.343212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-00d5f28c-b618-432a-8b20-c0eb8b5e053b', 'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b', 'tenant_id': '55fb7f7fdeaf4c95b333dd2d6416d1b8', 'fixed_ips': [{'subnet_id': 'f3e82fd9-dcf1-4865-b53c-c4806b672290'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:53:45.343430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.344639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.349519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.350139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.388806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ba8d-2417-45e2-8c06-1a1d7f513a98 req-b97b5473-981f-405d-8dfc-585369084231 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.390341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e47ba8d-2417-45e2-8c06-1a1d7f513a98 req-b97b5473-981f-405d-8dfc-585369084231 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0543931 Feb 08 23:53:45.418618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2452960 Feb 08 23:53:45.421637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45142) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:45.426515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'network': {'name': 'tempest-router-network02--229865589'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:45.438808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f514c-89f4-42a6-ad14-6be4b9347b25 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Network': ['ID=6f104c75-c6aa-4c41-89ea-9e56029c0e8d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:45.440428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e47ba8d-2417-45e2-8c06-1a1d7f513a98 req-40178dea-32e1-4e37-aaf2-d357e970310e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Feb 08 23:53:45.453062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:53:45.467089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Made reservation on behalf of 55fb7f7fdeaf4c95b333dd2d6416d1b8 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:45.471870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.502282 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.504337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:53:45.518718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.519449 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Added segment 38fc2225-b792-4822-9bd8-1532bc41690f of type vlan for network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 Feb 08 23:53:45.569030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.577636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Allocated IP 172.20.0.2 (00d5f28c-b618-432a-8b20-c0eb8b5e053b/f3e82fd9-dcf1-4865-b53c-c4806b672290/2472a7bd-52db-4525-bc1f-8cdf1e76d89a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:45.599059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.605341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.606176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.619966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ffd69-007a-400b-b776-9f28a41fb383 req-caece424-3211-41ca-a434-1455984ce874 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.620574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-651ffd69-007a-400b-b776-9f28a41fb383 req-caece424-3211-41ca-a434-1455984ce874 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 943 time: 0.0967913 Feb 08 23:53:45.673869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2510498 Feb 08 23:53:45.677023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45150) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:45.682893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'subnet': {'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:45.690188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ffa80-d576-43eb-bd6c-32d28d162448 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Network': ['ID=74dd7df4-a2c2-412a-9da2-56489ef6a5e9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:45.697297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad18d-3c1d-4276-8a6b-8092b67fbf7e req-dbd1a7f9-7632-40f7-bbda-4c5bc6eed91c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.705712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:53:45.708516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c6ad18d-3c1d-4276-8a6b-8092b67fbf7e req-dbd1a7f9-7632-40f7-bbda-4c5bc6eed91c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1458957 Feb 08 23:53:45.774155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c6ad18d-3c1d-4276-8a6b-8092b67fbf7e req-006b8767-2595-47f4-a329-a7078310436c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Feb 08 23:53:45.781471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-651ffd69-007a-400b-b776-9f28a41fb383 req-ca11d28f-02bb-405b-930f-913d5f0d495f tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510823 Feb 08 23:53:45.833616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:45.835712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f94bf85d-b6de-4447-b303-69819eb68488 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:45.840026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Made reservation on behalf of 55fb7f7fdeaf4c95b333dd2d6416d1b8 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:45.844789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.880093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-42ca0148-fe59-4006-a88c-ccf7c680b606 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1426721 Feb 08 23:53:45.954052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.972173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f94bf85d-b6de-4447-b303-69819eb68488 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:45.972414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.972772 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:45.980900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:45.990537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.001164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.011540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.020809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.027291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.039129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-75fc0cf8-e811-4895-8a37-b72868a87a69 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.1847346 Feb 08 23:53:46.042088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.062862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-b9dd9e1e-d24a-4123-88c7-4eadc8ce2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.065281 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-b9dd9e1e-d24a-4123-88c7-4eadc8ce2a20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1096 time: 0.1198523 Feb 08 23:53:46.089424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:46.100481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:46.114247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:46.129733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47c8b55f-2db5-4d47-b8a6-648c43f0e8d6 req-7d24e618-d258-4f60-968f-9caa340e54e5 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892437 Feb 08 23:53:46.169894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21101560-62cf-4c00-b9e4-9d5f1b791362 req-8be2ab2b-cbcc-42ea-bff8-0315038a2351 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.171491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21101560-62cf-4c00-b9e4-9d5f1b791362 req-8be2ab2b-cbcc-42ea-bff8-0315038a2351 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 944 time: 0.1225138 Feb 08 23:53:46.192567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Pushing event updated for resources: {'Port': ['ID=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:46.217042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,segment=NetworkSegment(10ae34c6-d8c5-4bbd-8bb3-022d6820e737),segment_id=10ae34c6-d8c5-4bbd-8bb3-022d6820e737)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:46.262841 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8', 'network_id': '00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a', 'port_id': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8', 'mac_address': 'fa:16:3e:c7:68:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4523a15a-52e0-4bcf-96e6-bfe0d06dbd44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:46.268352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21101560-62cf-4c00-b9e4-9d5f1b791362 req-4d62b0d6-aa07-4c9a-9613-bd97470e047b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904679 Feb 08 23:53:46.280820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Attempting to bind port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:46.281329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Attempting to bind port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'bdd0903f-adbb-4e8e-8155-533800ff39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:46.281786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Attempting to bind port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a on network 00d5f28c-b618-432a-8b20-c0eb8b5e053b {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:46.289636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-cffbb379-c56d-43a2-a457-c0a7796a0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.289636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-cffbb379-c56d-43a2-a457-c0a7796a0675 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.1882823 Feb 08 23:53:46.366885 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-6bdad4cd-e3dc-4ebc-8972-936a9be9f529 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.0599902 Feb 08 23:53:46.374693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.378633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e867bb-e83c-451c-bf9a-c953002b2391 req-1a910ac7-c9fb-4e4a-94ef-6e81a14a4c7b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.393453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81e867bb-e83c-451c-bf9a-c953002b2391 req-1a910ac7-c9fb-4e4a-94ef-6e81a14a4c7b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1392598 Feb 08 23:53:46.407264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:46.411517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Checking segment: {'id': 'bdd0903f-adbb-4e8e-8155-533800ff39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:46.412173 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.412680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Bound using segment: {'id': 'bdd0903f-adbb-4e8e-8155-533800ff39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:46.415058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Bound port: 2472a7bd-52db-4525-bc1f-8cdf1e76d89a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd0903f-adbb-4e8e-8155-533800ff39c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '00d5f28c-b618-432a-8b20-c0eb8b5e053b'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:46.417257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.423229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.428594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:46.475935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81e867bb-e83c-451c-bf9a-c953002b2391 req-c360641f-8435-4c37-9526-6758993cc0e2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815108 Feb 08 23:53:46.512726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e4a20-fe7f-46e2-b3da-73a85c85b79e req-18741fa9-84cc-4ab2-a8f9-826555f744d5 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.521755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-743e4a20-fe7f-46e2-b3da-73a85c85b79e req-18741fa9-84cc-4ab2-a8f9-826555f744d5 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 945 time: 0.1195452 Feb 08 23:53:46.527079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,segment=NetworkSegment(10ae34c6-d8c5-4bbd-8bb3-022d6820e737),segment_id=10ae34c6-d8c5-4bbd-8bb3-022d6820e737)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:46.553494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.615722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.623264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:46.629243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:46.642573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:46.643751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0c091ee7-47b6-4dd5-b848-238a003a9a5a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:46.711386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] For port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:46.747084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-743e4a20-fe7f-46e2-b3da-73a85c85b79e req-7d34dec1-df1c-44ed-af58-58d5cf8f8f7e tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234495 Feb 08 23:53:46.842867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177161-9a07-4ef6-9c5b-dbf277aa0e0d req-3483b1ae-ab5e-4e7d-b16b-0ded3c105746 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.843573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Subnet': ['ID=fb329ff7-bb88-4333-ba6b-bb7357f76eaa,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:46.868367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-e9780034-7b1e-4a13-ab7b-4b65b9065f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:46.876400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2177161-9a07-4ef6-9c5b-dbf277aa0e0d req-3483b1ae-ab5e-4e7d-b16b-0ded3c105746 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.2736273 Feb 08 23:53:46.893613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-e9780034-7b1e-4a13-ab7b-4b65b9065f12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.4783409 Feb 08 23:53:46.955899 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-14685294-5118-4c77-b0fe-f6a02e8811a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527740 Feb 08 23:53:47.001556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:47.003981 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2702b973-ebef-4977-bd2c-127a9ad16261" -d '{"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-plugged", "status": "completed", "tag": "f94bf85d-b6de-4447-b303-69819eb68488"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:47.039782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] For port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,segment=NetworkSegment(bdd0903f-adbb-4e8e-8155-533800ff39c3),segment_id=bdd0903f-adbb-4e8e-8155-533800ff39c3)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:47.061992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2177161-9a07-4ef6-9c5b-dbf277aa0e0d req-35eff79c-7e45-441f-bf6a-a6002507afc1 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818550 Feb 08 23:53:47.063629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.086238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:47.111425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-e0e4b935-b214-4c0a-ae27-62884e131928 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416748 Feb 08 23:53:47.169506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc67d-5cb2-4232-85bc-5d2a7193d0ca req-2ef72894-f1e0-4642-8357-823d059610a0 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.172925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd5988-4060-48b9-8bf3-8904348393bf None None] Pushing event updated for resources: {'Port': ['ID=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:47.176799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d8fc67d-5cb2-4232-85bc-5d2a7193d0ca req-2ef72894-f1e0-4642-8357-823d059610a0 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2563746 Feb 08 23:53:47.191702 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.205996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ca4a8e43-9e2f-4141-a113-12b49fe8d1b8'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:47.319455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d8fc67d-5cb2-4232-85bc-5d2a7193d0ca req-2b99c8cd-3450-4d6e-be09-4731a3fd5567 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319468 Feb 08 23:53:47.347991 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-835f9531-89c1-4a4a-9b77-4165b60dd72d req-091400c0-f09d-45ab-b78b-43a22182ca03 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231748 Feb 08 23:53:47.349383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Checking segment: {'id': '04e63c91-2390-4a06-bd30-2fd81218de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:47.349854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network hostable DHCP agents. Network: 6f104c75-c6aa-4c41-89ea-9e56029c0e8d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:53:47.405613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 0c091ee7-47b6-4dd5-b848-238a003a9a5a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:47.419924 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.440430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 0c091ee7-47b6-4dd5-b848-238a003a9a5a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:47.440430 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.478777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127ddbc-b76f-44d5-a672-3d61cbf73d4b req-b758ff5d-419a-4e04-b5bd-96f0212018bb tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.491539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8127ddbc-b76f-44d5-a672-3d61cbf73d4b req-b758ff5d-419a-4e04-b5bd-96f0212018bb tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 944 time: 0.2019672 Feb 08 23:53:47.528945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:53:47.543504 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4236dd13-ddfb-48f3-b754-8c06920b6128 x-openstack-request-id: req-4236dd13-ddfb-48f3-b754-8c06920b6128 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:47.543787 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-plugged", "status": "completed", "tag": "f94bf85d-b6de-4447-b303-69819eb68488", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:47.544036 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4236dd13-ddfb-48f3-b754-8c06920b6128 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:47.544429 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488', 'code': 200} Feb 08 23:53:47.545437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8127ddbc-b76f-44d5-a672-3d61cbf73d4b req-db064592-15ce-4ace-89c6-a26084c94988 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529604 Feb 08 23:53:47.579828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6f104c75-c6aa-4c41-89ea-9e56029c0e8d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:47.606512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.608672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.669214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40caeed4-d8a7-4cc7-8be1-6036d28c1d83 None None] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:47.722584 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.747336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.771700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.779894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.786965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.795479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.804128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.813682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.815845 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3e6186c0-c961-4ffa-9092-cf5551ffb13a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.3798614 Feb 08 23:53:47.827464 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fdaecb09-cabe-449d-a2dd-f07ff23ae00d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1496413 Feb 08 23:53:47.833572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45218) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:47.844047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:47.854381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'subnet': {'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:47.862423 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:47.965049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95e86-50a5-4f37-891b-928b1321515c req-18e95572-05cb-4bfb-93e2-bb634e134622 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:47.966950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25d95e86-50a5-4f37-891b-928b1321515c req-18e95572-05cb-4bfb-93e2-bb634e134622 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 944 time: 0.2016995 Feb 08 23:53:47.975440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0c091ee7-47b6-4dd5-b848-238a003a9a5a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:48.039539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.046638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.053527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.060945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.062420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-6f104c75-c6aa-4c41-89ea-9e56029c0e8d', 'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d', 'tenant_id': '55fb7f7fdeaf4c95b333dd2d6416d1b8', 'fixed_ips': [{'subnet_id': 'fb329ff7-bb88-4333-ba6b-bb7357f76eaa'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:53:48.063946 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:48.067214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.074535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.080982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.082969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-e91ba312-3e40-4cdb-81bc-c7a000b89095 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 5433 time: 0.3612068 Feb 08 23:53:48.173877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25d95e86-50a5-4f37-891b-928b1321515c req-945f0367-069a-49fe-89fc-2e32d912afc7 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916347 Feb 08 23:53:48.295263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e96e642f-5f12-401b-8b74-2900e24d12b1 req-ac9d76f7-b2c6-4f14-a12e-4be2c431902b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2023115 Feb 08 23:53:48.319469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Made reservation on behalf of 55fb7f7fdeaf4c95b333dd2d6416d1b8 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:53:48.332702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:48.342525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Allocated IP 172.20.0.2 (6f104c75-c6aa-4c41-89ea-9e56029c0e8d/fb329ff7-bb88-4333-ba6b-bb7357f76eaa/728323b0-5978-4a8e-84fb-0e94bf84bf19) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:48.394858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d1d409b4-207c-4e18-accb-cb1b98a3962b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.396513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d1d409b4-207c-4e18-accb-cb1b98a3962b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "GET /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5677364 Feb 08 23:53:48.614883 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-b9fd26b2-3734-4bab-a9b3-2d6358fddc7b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "GET /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2073133 Feb 08 23:53:48.631270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:48.706677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64e921-4ea5-4e66-8b93-ac74ce54e65b req-1a1ba20a-7623-479e-96e5-e68ec17a5318 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.709105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:48.721695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c64e921-4ea5-4e66-8b93-ac74ce54e65b req-1a1ba20a-7623-479e-96e5-e68ec17a5318 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 945 time: 0.3738790 Feb 08 23:53:48.736961 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:48.800947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342312a-0191-4d97-9a70-5148a6c4ceed req-a631094d-fd04-4749-b74a-966b7b4b13db tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:48.803487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a342312a-0191-4d97-9a70-5148a6c4ceed req-a631094d-fd04-4749-b74a-966b7b4b13db tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.3200204 Feb 08 23:53:48.862615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:48.869382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c64e921-4ea5-4e66-8b93-ac74ce54e65b req-6248f632-7db0-43dd-b555-623b13a27029 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455929 Feb 08 23:53:48.938679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Pushing event updated for resources: {'Port': ['ID=728323b0-5978-4a8e-84fb-0e94bf84bf19,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:48.945926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2472a7bd-52db-4525-bc1f-8cdf1e76d89a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:49.024308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:49.046540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:49.049172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:49.134584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a342312a-0191-4d97-9a70-5148a6c4ceed req-7b209763-6e18-4297-8b7d-9d889c7301bc tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131647 Feb 08 23:53:49.243052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c849c1df-0b37-49d2-b609-e4297b5ad4ec,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:49.247076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Attempting to bind port 728323b0-5978-4a8e-84fb-0e94bf84bf19 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:49.251523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43b973-463f-4201-aac2-6acc5ff2880f req-069fb0dc-22ca-4b69-a4be-b2f47d54afb2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:49.252047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Attempting to bind port 728323b0-5978-4a8e-84fb-0e94bf84bf19 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '04e63c91-2390-4a06-bd30-2fd81218de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:49.252515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Attempting to bind port 728323b0-5978-4a8e-84fb-0e94bf84bf19 on network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:49.255086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e91e6a-c4fc-40a9-b217-016a8384e857 None None] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:49.276843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:49.277364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.278382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e43b973-463f-4201-aac2-6acc5ff2880f req-069fb0dc-22ca-4b69-a4be-b2f47d54afb2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2196636 Feb 08 23:53:49.281952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:49.282445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Checking segment: {'id': '04e63c91-2390-4a06-bd30-2fd81218de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:49.283143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.283643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Bound using segment: {'id': '04e63c91-2390-4a06-bd30-2fd81218de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:49.284230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Bound port: 728323b0-5978-4a8e-84fb-0e94bf84bf19, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e63c91-2390-4a06-bd30-2fd81218de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '6f104c75-c6aa-4c41-89ea-9e56029c0e8d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:49.284732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.356306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] For port c849c1df-0b37-49d2-b609-e4297b5ad4ec, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:49.366341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.459286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] device_id is not set on port c849c1df-0b37-49d2-b609-e4297b5ad4ec yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:53:49.461229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c1ffa65f-d13f-46d7-954e-968c1abac736 None None] Provisioning complete for port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:49.463524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa65f-d13f-46d7-954e-968c1abac736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.474713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.483549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.525125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e43b973-463f-4201-aac2-6acc5ff2880f req-f89eb4b8-8b27-4ceb-843f-89ad6bd2115f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110109 Feb 08 23:53:49.555414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] No DVR routers for this DVR port c849c1df-0b37-49d2-b609-e4297b5ad4ec on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:49.572925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Subnet': ['ID=ef3f70a0-b431-44ea-9877-8133b1959902,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:49.590588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:49.594132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afef7c-5b7b-4618-9a1e-8e3b225c7e72 req-efd9c334-259d-4a52-af95-31662dd696a7 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:49.595900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4afef7c-5b7b-4618-9a1e-8e3b225c7e72 req-efd9c334-259d-4a52-af95-31662dd696a7 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 944 time: 0.2000709 Feb 08 23:53:49.600607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Checking segment: {'id': '38fc2225-b792-4822-9bd8-1532bc41690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:49.601152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network hostable DHCP agents. Network: 74dd7df4-a2c2-412a-9da2-56489ef6a5e9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:53:49.607798 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b38dfc-70a2-47e2-850f-e508364c952f" -d '{"events": [{"server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "name": "network-vif-plugged", "status": "completed", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:49.636965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=6']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:49.656775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:53:49.679721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4afef7c-5b7b-4618-9a1e-8e3b225c7e72 req-59e1ac2c-5d01-494a-8e56-f151a808873b tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737188 Feb 08 23:53:49.693040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 74dd7df4-a2c2-412a-9da2-56489ef6a5e9) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:49.717300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] In _notify_port_updated(), no bound segment for port c849c1df-0b37-49d2-b609-e4297b5ad4ec on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:53:49.718202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:49.719137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.720664 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-3d5d47b3-5397-4c94-9fb2-817e4fb561b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec HTTP/1.1" status: 200 len: 1027 time: 1.0970500 Feb 08 23:53:49.726106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7b0ba-730e-4ce6-b463-a91c04e4be01 None None] Network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:49.735855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:49.737594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:49.798315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-04bf8152-9a5e-4a33-a810-993b70f68405 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:49.803543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-abb0ac9b-f39a-4ec4-a280-fcb6797022d3 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9550018 Feb 08 23:53:49.806847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45246) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:49.808215 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-04bf8152-9a5e-4a33-a810-993b70f68405 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "GET /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0748179 Feb 08 23:53:49.822686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:49.834865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946240f3-4845-4150-b333-924300583b37 req-778d1d6e-d5c4-4288-b1e2-6768c967e6f9 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:49.845678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-946240f3-4845-4150-b333-924300583b37 req-778d1d6e-d5c4-4288-b1e2-6768c967e6f9 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 945 time: 0.1477945 Feb 08 23:53:49.920488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:49.923141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.034928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] For port 728323b0-5978-4a8e-84fb-0e94bf84bf19, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:50.085551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50029b21-bcc5-45ad-b9f8-80d856025408 req-a1364102-9e76-419d-a376-b0af65972dae tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.093748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50029b21-bcc5-45ad-b9f8-80d856025408 req-a1364102-9e76-419d-a376-b0af65972dae tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.2768834 Feb 08 23:53:50.106435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=321e5262-2128-4c4b-badc-cfa091bb5d0e,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:50.109188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-946240f3-4845-4150-b333-924300583b37 req-fa4c31c4-458b-45df-b6fc-57dd6e6775e0 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574029 Feb 08 23:53:50.125163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] For port 728323b0-5978-4a8e-84fb-0e94bf84bf19, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=728323b0-5978-4a8e-84fb-0e94bf84bf19,segment=NetworkSegment(04e63c91-2390-4a06-bd30-2fd81218de85),segment_id=04e63c91-2390-4a06-bd30-2fd81218de85)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:50.136070 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.159702 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.171791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] For port 321e5262-2128-4c4b-badc-cfa091bb5d0e, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:50.263322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] device_id is not set on port 321e5262-2128-4c4b-badc-cfa091bb5d0e yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:53:50.280475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.287021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55bc1f8-72ed-45b0-b01a-a55589b2226b None None] Pushing event updated for resources: {'Port': ['ID=728323b0-5978-4a8e-84fb-0e94bf84bf19,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:50.292813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.304039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50029b21-bcc5-45ad-b9f8-80d856025408 req-7fc53131-2e69-4c1b-ab1c-7df817599550 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075362 Feb 08 23:53:50.375907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa65f-d13f-46d7-954e-968c1abac736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.427615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-74dd7df4-a2c2-412a-9da2-56489ef6a5e9', 'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9', 'tenant_id': '55fb7f7fdeaf4c95b333dd2d6416d1b8', 'fixed_ips': [{'subnet_id': 'ef3f70a0-b431-44ea-9877-8133b1959902'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:53:50.428473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.459241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.467131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.485563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.487837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] No DVR routers for this DVR port 321e5262-2128-4c4b-badc-cfa091bb5d0e on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:50.491244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Pushing event updated for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=6']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:50.497428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.501013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:53:50.517659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.530023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.532170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-4a8db876-d3d2-4eca-a502-9ae80527a375 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 4659 time: 0.3204575 Feb 08 23:53:50.551685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,segment=NetworkSegment(bdd0903f-adbb-4e8e-8155-533800ff39c3),segment_id=bdd0903f-adbb-4e8e-8155-533800ff39c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:50.564142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.619270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] In _notify_port_updated(), no bound segment for port 321e5262-2128-4c4b-badc-cfa091bb5d0e on network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:53:50.620652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.622298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.624018 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-4f65679e-538c-4138-b654-0f4ed02406db service neutron] 10.222.0.21 "PUT /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e HTTP/1.1" status: 200 len: 1027 time: 0.8066027 Feb 08 23:53:50.635865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:50.641586 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.713910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.795915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:50.796262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:50.845463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f03d211-5a08-4f95-91e9-842f639fc01d req-89400fb5-8063-46a8-a0ee-219b6af8f126 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=644c86ba-fedc-4ff1-96e7-591ca771f0a7&id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2713723 Feb 08 23:53:50.940114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676d2dd-c494-44e2-9f06-cfc7116af07d req-03b0bfde-2c56-4d8f-94b4-f8bff3840aea tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:50.950399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d676d2dd-c494-44e2-9f06-cfc7116af07d req-03b0bfde-2c56-4d8f-94b4-f8bff3840aea tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4163392 Feb 08 23:53:51.043720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] For port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:51.044655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.126477 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36488e5b-e4a6-4dd3-b886-dbbd33be9d38 x-openstack-request-id: req-36488e5b-e4a6-4dd3-b886-dbbd33be9d38 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:51.126672 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "name": "network-vif-plugged", "status": "completed", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:51.126916 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36488e5b-e4a6-4dd3-b886-dbbd33be9d38 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:51.127311 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'code': 200} Feb 08 23:53:51.197529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d676d2dd-c494-44e2-9f06-cfc7116af07d req-95d73f2b-40d7-48ed-9f6c-ceac5c64064c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407262 Feb 08 23:53:51.223059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:51.232596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-c1ffa65f-d13f-46d7-954e-968c1abac736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:53:51.233046 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-c1ffa65f-d13f-46d7-954e-968c1abac736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:53:51.384961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Allocated IP 172.20.0.1 (6f104c75-c6aa-4c41-89ea-9e56029c0e8d/fb329ff7-bb88-4333-ba6b-bb7357f76eaa/aee23c4c-a0e0-4eba-8753-7a2c5d92198e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:51.404664 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.422482 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.423144 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.423614 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Floating IP 60ccb295-a830-4287-b347-7de4353f3a32 disassociated. External IP: 172.25.3.197, port: 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86. Feb 08 23:53:51.424367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:51.439705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9000d1-0bf8-48f7-b17f-107ab670a086 req-c55b41e2-83bb-4af2-95e1-85eb23dd1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:51.441741 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ca9000d1-0bf8-48f7-b17f-107ab670a086 req-c55b41e2-83bb-4af2-95e1-85eb23dd1389 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 1096 time: 0.1367202 Feb 08 23:53:51.465892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,segment=NetworkSegment(10ae34c6-d8c5-4bbd-8bb3-022d6820e737),segment_id=10ae34c6-d8c5-4bbd-8bb3-022d6820e737)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:51.472368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.473316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1f2835ad-ebaf-4809-bd08-31076ddaf01d no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:51.568035 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ca9000d1-0bf8-48f7-b17f-107ab670a086 req-68b13b9e-202b-4e3b-8253-0d3b46c5d995 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761590 Feb 08 23:53:51.582353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Allocated IP 172.20.0.2 (74dd7df4-a2c2-412a-9da2-56489ef6a5e9/ef3f70a0-b431-44ea-9877-8133b1959902/13cf1d1c-653d-414d-a2ba-511be89046fd) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:53:51.625079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.687519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.768818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.822264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:51.835230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:51.856204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:51.864886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=9b7dd404-b7f4-41e2-add4-dbfdf8c4de86,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:51.926098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:51.952438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04c62-ba5a-42d9-b96c-80940c29603d req-e58a6222-dad8-4fc5-b035-767537ece282 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:51.963822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30f04c62-ba5a-42d9-b96c-80940c29603d req-e58a6222-dad8-4fc5-b035-767537ece282 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.6816168 Feb 08 23:53:51.965812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Port': ['ID=aee23c4c-a0e0-4eba-8753-7a2c5d92198e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:52.078284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:52.096267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Provisioning complete for port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:52.098649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.142221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:52.196486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.213042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:52.235927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.259904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device fe34630a-c9a4-4b37-8f72-543eeee9a36e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:52.319494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e7818-b5a4-4392-ad2c-cb4a5825ef0b None None] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:52.348140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30f04c62-ba5a-42d9-b96c-80940c29603d req-08e065f1-cdde-4a43-83d0-53359983294a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831227 Feb 08 23:53:52.357488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:52.443812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51855e-8e59-4eb7-b04c-98bbd987b8a4 req-39d3734b-a291-46a0-aa6a-99fe1b5cb47c tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:52.462335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f51855e-8e59-4eb7-b04c-98bbd987b8a4 req-39d3734b-a291-46a0-aa6a-99fe1b5cb47c tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 945 time: 0.4774659 Feb 08 23:53:52.484006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] No DVR routers for this DVR port 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:52.489969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.496663 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.501915 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-1cccdcb8-cbbc-402f-b07a-f56d56fe7018 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "DELETE /v2.0/ports/9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 HTTP/1.1" status: 204 len: 173 time: 1.8679805 Feb 08 23:53:52.504037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:52.512789 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cef251e-a044-4347-b240-6281f87610d6" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:52.559354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] Sync routers for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:52.567711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f51855e-8e59-4eb7-b04c-98bbd987b8a4 req-fbfc3598-fd20-48aa-aca3-be5873b1ed31 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044240 Feb 08 23:53:52.616007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.639431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:52.763493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:52.771025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:52.777201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ab676-8e9f-4837-a911-5af42a399f7b req-07c2b472-952b-4f08-a1b3-749d06bf1928 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:52.787511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d3ab676-8e9f-4837-a911-5af42a399f7b req-07c2b472-952b-4f08-a1b3-749d06bf1928 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.2559056 Feb 08 23:53:52.800329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:52.840350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:52.875646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:52.893227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:53:52.945753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port fe34630a-c9a4-4b37-8f72-543eeee9a36e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:52.947045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.083785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d3ab676-8e9f-4837-a911-5af42a399f7b req-73194fc1-28c6-407a-99e6-a34d7c80c7c1 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955451 Feb 08 23:53:53.175485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:53.180023 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bec24d-6236-4e1a-9e45-854548b0a7ce" -d '{"events": [{"server_uuid": "034a1f0d-9244-4bd0-8a74-c8f2005514a9", "name": "network-vif-plugged", "status": "completed", "tag": "ca4a8e43-9e2f-4141-a113-12b49fe8d1b8"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:53.194938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 728323b0-5978-4a8e-84fb-0e94bf84bf19 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:53.280293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] For port fe34630a-c9a4-4b37-8f72-543eeee9a36e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=fe34630a-c9a4-4b37-8f72-543eeee9a36e,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:53.282963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.314089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for fe34630a-c9a4-4b37-8f72-543eeee9a36e owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:53.339360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Pushing event updated for resources: {'Port': ['ID=13cf1d1c-653d-414d-a2ba-511be89046fd,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:53.341726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Attempting to bind port 13cf1d1c-653d-414d-a2ba-511be89046fd on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:53:53.342097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Attempting to bind port 13cf1d1c-653d-414d-a2ba-511be89046fd by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '38fc2225-b792-4822-9bd8-1532bc41690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:53:53.342460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Attempting to bind port 13cf1d1c-653d-414d-a2ba-511be89046fd on network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:53:53.346049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.381698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Provisioning complete for port 321e5262-2128-4c4b-badc-cfa091bb5d0e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:53.381698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.425908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.449342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.459423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:53:53.460256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Checking segment: {'id': '38fc2225-b792-4822-9bd8-1532bc41690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:53:53.460256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.460711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Bound using segment: {'id': '38fc2225-b792-4822-9bd8-1532bc41690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:53:53.461322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Bound port: 13cf1d1c-653d-414d-a2ba-511be89046fd, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38fc2225-b792-4822-9bd8-1532bc41690f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '74dd7df4-a2c2-412a-9da2-56489ef6a5e9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:53:53.461465 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.565107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.578745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.579011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:53.580672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Port 321e5262-2128-4c4b-badc-cfa091bb5d0e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:53.632623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=fe34630a-c9a4-4b37-8f72-543eeee9a36e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:53.671365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 728323b0-5978-4a8e-84fb-0e94bf84bf19 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:53.671873 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.694078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] No DVR routers for this DVR port fe34630a-c9a4-4b37-8f72-543eeee9a36e on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:53.697912 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.701595 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-2e012244-2e6a-4ed4-8604-5f015465f24c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "DELETE /v2.0/ports/fe34630a-c9a4-4b37-8f72-543eeee9a36e HTTP/1.1" status: 204 len: 173 time: 1.1787312 Feb 08 23:53:53.709330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Port': ['ID=aee23c4c-a0e0-4eba-8753-7a2c5d92198e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:53.734571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89e82-19df-4795-9717-ab59be83e1e7 req-ca6a34ac-36f8-44d5-95ce-e29f6aba3432 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:53.740189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c849c1df-0b37-49d2-b609-e4297b5ad4ec no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:53.742804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89e82-19df-4795-9717-ab59be83e1e7 req-ca6a34ac-36f8-44d5-95ce-e29f6aba3432 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:53.753010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89e82-19df-4795-9717-ab59be83e1e7 req-ca6a34ac-36f8-44d5-95ce-e29f6aba3432 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:53.757984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89e82-19df-4795-9717-ab59be83e1e7 req-ca6a34ac-36f8-44d5-95ce-e29f6aba3432 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:53.766045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33f89e82-19df-4795-9717-ab59be83e1e7 req-ca6a34ac-36f8-44d5-95ce-e29f6aba3432 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 3070 time: 0.3313396 Feb 08 23:53:53.783970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f609f-1a87-4b61-9aa0-01822036c059 req-6ae5c5f6-0128-4b28-9316-0d1da4f21bbf tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:53.793748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-574f609f-1a87-4b61-9aa0-01822036c059 req-6ae5c5f6-0128-4b28-9316-0d1da4f21bbf tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3635137 Feb 08 23:53:53.806541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Provisioning complete for port c849c1df-0b37-49d2-b609-e4297b5ad4ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:53.807083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:53.846895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] For port 13cf1d1c-653d-414d-a2ba-511be89046fd, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:53:53.878436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33f89e82-19df-4795-9717-ab59be83e1e7 req-e7056574-2354-442d-a2fc-1c0963dca81e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114259 Feb 08 23:53:53.911504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-574f609f-1a87-4b61-9aa0-01822036c059 req-0ca50002-fd54-4e6c-8746-24bac8f7c0f6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166646 Feb 08 23:53:53.937710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:53:53.942696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:53:54.034757 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca3fd18-8b8d-411b-9293-1f01217d19a1 x-openstack-request-id: req-bca3fd18-8b8d-411b-9293-1f01217d19a1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:54.035241 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "9b7dd404-b7f4-41e2-add4-dbfdf8c4de86", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:54.035321 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bca3fd18-8b8d-411b-9293-1f01217d19a1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:54.035683 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': '9b7dd404-b7f4-41e2-add4-dbfdf8c4de86', 'status': 'completed', 'code': 200} Feb 08 23:53:54.068975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port e0774aef-bcda-4f55-90db-f5562fb97f6b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:54.071405 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:54.276489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Router 2cce0e27-94eb-4c54-98ab-6915c46814a2 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:53:54.375095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] For port e0774aef-bcda-4f55-90db-f5562fb97f6b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e0774aef-bcda-4f55-90db-f5562fb97f6b,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:54.375629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:54.382970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] For port 13cf1d1c-653d-414d-a2ba-511be89046fd, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13cf1d1c-653d-414d-a2ba-511be89046fd,segment=NetworkSegment(38fc2225-b792-4822-9bd8-1532bc41690f),segment_id=38fc2225-b792-4822-9bd8-1532bc41690f)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:53:54.396655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for e0774aef-bcda-4f55-90db-f5562fb97f6b owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:54.402220 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e602137f-9d7f-4c58-91d7-5e2a501795bb x-openstack-request-id: req-e602137f-9d7f-4c58-91d7-5e2a501795bb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:54.410015 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034a1f0d-9244-4bd0-8a74-c8f2005514a9", "name": "network-vif-plugged", "status": "completed", "tag": "ca4a8e43-9e2f-4141-a113-12b49fe8d1b8", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:54.410672 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e602137f-9d7f-4c58-91d7-5e2a501795bb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:54.411309 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8', 'code': 200} Feb 08 23:53:54.411767 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d', 'code': 200} Feb 08 23:53:54.451214 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:54.467077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a1124526-fc08-49fe-a67e-df5f4651d285 None None] Port c849c1df-0b37-49d2-b609-e4297b5ad4ec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:54.470623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c849c1df-0b37-49d2-b609-e4297b5ad4ec not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:54.472292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e0774aef-bcda-4f55-90db-f5562fb97f6b no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:54.595126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:54.635226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=e0774aef-bcda-4f55-90db-f5562fb97f6b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:54.639386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:54.679075 n-d-828413-1 neutron-server[105933]: INFO neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No ports have port_id starting with e0774aef-bcda-4f55-90db-f5562fb97f6b Feb 08 23:53:54.723459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:54.786655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] No DVR routers for this DVR port e0774aef-bcda-4f55-90db-f5562fb97f6b on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:54.792941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a4575-0bbb-4564-9738-7c8169885372 req-29a05d88-64f5-4211-bf54-a85bb7fbaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:54.794876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-488a4575-0bbb-4564-9738-7c8169885372 req-29a05d88-64f5-4211-bf54-a85bb7fbaad1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 1096 time: 0.5329578 Feb 08 23:53:54.797852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:54.802441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-f54a1859-cd8e-4578-9bdf-f1219b69b36a tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "DELETE /v2.0/ports/e0774aef-bcda-4f55-90db-f5562fb97f6b HTTP/1.1" status: 204 len: 173 time: 1.0899205 Feb 08 23:53:54.892433 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-488a4575-0bbb-4564-9738-7c8169885372 req-b99a6596-05e5-4ec5-8e4a-70fa7ac82f04 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647981 Feb 08 23:53:54.903780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46c271-a266-4cab-b9e7-d3d1e9f29a3d None None] Pushing event updated for resources: {'Port': ['ID=13cf1d1c-653d-414d-a2ba-511be89046fd,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:54.925069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:53:54.925557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9b7dd404-b7f4-41e2-add4-dbfdf8c4de86 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:54.926108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 321e5262-2128-4c4b-badc-cfa091bb5d0e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:54.934878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6b86ad6f-8309-442c-88b4-9ba6d60caf42 None None] Provisioning complete for port 728323b0-5978-4a8e-84fb-0e94bf84bf19 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:54.935399 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b86ad6f-8309-442c-88b4-9ba6d60caf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:55.040792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port 1f2835ad-ebaf-4809-bd08-31076ddaf01d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:55.041354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:55.172878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:55.181322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e9901322-ff36-4b8c-a497-5a5089f57c7a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3703778 Feb 08 23:53:55.188629 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] Sync routers for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:55.202753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 728323b0-5978-4a8e-84fb-0e94bf84bf19, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=728323b0-5978-4a8e-84fb-0e94bf84bf19,segment=NetworkSegment(04e63c91-2390-4a06-bd30-2fd81218de85),segment_id=04e63c91-2390-4a06-bd30-2fd81218de85)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:55.205767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:55.217835 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:55.218777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:55.253569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55d254-a3bb-4a30-8ebc-cfa810bd0c4c req-667c702c-00dd-469a-93f8-89202e5205ed tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:55.261221 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:55.262634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2472a7bd-52db-4525-bc1f-8cdf1e76d89a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:55.275777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b55d254-a3bb-4a30-8ebc-cfa810bd0c4c req-667c702c-00dd-469a-93f8-89202e5205ed tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.9930203 Feb 08 23:53:55.329234 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:55.356434 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:55.358305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:55.378640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb1115-8b3a-41aa-9a1e-c620504fda33 req-297fcd1e-deb2-4192-a03c-8fa00c1686fe tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:55.381863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55cb1115-8b3a-41aa-9a1e-c620504fda33 req-297fcd1e-deb2-4192-a03c-8fa00c1686fe tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 945 time: 0.3889644 Feb 08 23:53:55.460363 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:55.463113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7789f-6800-4367-a6b4-6333ec08107f None None] The sync data for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:55.500737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55cb1115-8b3a-41aa-9a1e-c620504fda33 req-5c16d716-23ef-437e-aaef-18323b66bfea tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059663 Feb 08 23:53:55.542314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b55d254-a3bb-4a30-8ebc-cfa810bd0c4c req-f3a96e47-553e-460a-a33b-5f0fde10d3d6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642150 Feb 08 23:53:55.589355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=728323b0-5978-4a8e-84fb-0e94bf84bf19,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:55.625397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 321e5262-2128-4c4b-badc-cfa091bb5d0e not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:53:55.625858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2252f44b-63b4-43f2-b697-950cf5c380e2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:55.707830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] For port 1f2835ad-ebaf-4809-bd08-31076ddaf01d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1f2835ad-ebaf-4809-bd08-31076ddaf01d,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:55.708331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:55.724541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:09Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:55.757491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for 1f2835ad-ebaf-4809-bd08-31076ddaf01d owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:55.836208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] Checking router: 096dbb1e-3757-4a19-8462-0d4c7cb6b043 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:53:55.865587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc4000-c287-469c-b86c-181266ef30af req-3031e3ff-b5aa-4206-86c7-be1351159d21 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:55.876171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72fc4000-c287-469c-b86c-181266ef30af req-3031e3ff-b5aa-4206-86c7-be1351159d21 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.2073109 Feb 08 23:53:55.895337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc61b93-e97d-4f43-92e3-b753fb2f43b5 req-feaf7c31-076e-4782-b441-7d2f161d18d2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:55.902674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:55.904605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcc61b93-e97d-4f43-92e3-b753fb2f43b5 req-feaf7c31-076e-4782-b441-7d2f161d18d2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1879954 Feb 08 23:53:55.941668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:55.942209 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:55.970834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcc61b93-e97d-4f43-92e3-b753fb2f43b5 req-d15bef78-ce65-41f4-ae81-f952ad76e6dc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Feb 08 23:53:56.024323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72fc4000-c287-469c-b86c-181266ef30af req-98594e03-e29a-48e8-ac15-43736e54ee99 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452808 Feb 08 23:53:56.040589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e'}, {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': 'e0774aef-bcda-4f55-90db-f5562fb97f6b'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:56.049338 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e05053a-848c-4f95-88a3-2a2db7f51dee" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "fe34630a-c9a4-4b37-8f72-543eeee9a36e"}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "e0774aef-bcda-4f55-90db-f5562fb97f6b"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:56.051293 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:53:56.208141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:56.227889 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-8eb1be6d-0600-4943-945f-ee2e6a660fe1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 23:53:56.232512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8eb1be6d-0600-4943-945f-ee2e6a660fe1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0214496 Feb 08 23:53:56.234763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45340) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:56.236606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:56.246230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:56.307350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55d881-8c44-4241-b055-2afa43b3a83f req-d0a82dc5-d034-4c6a-a195-e8b4cc9c0804 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:56.308860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da55d881-8c44-4241-b055-2afa43b3a83f req-d0a82dc5-d034-4c6a-a195-e8b4cc9c0804 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 945 time: 0.2358167 Feb 08 23:53:56.385720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:53:56.390168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c546-7ef7-4f3c-a506-fe4e3bb506b8 req-a3400883-0556-4bf3-8ede-fba6b5a3af49 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:56.409329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c546-7ef7-4f3c-a506-fe4e3bb506b8 req-a3400883-0556-4bf3-8ede-fba6b5a3af49 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:56.416888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b16c546-7ef7-4f3c-a506-fe4e3bb506b8 req-a3400883-0556-4bf3-8ede-fba6b5a3af49 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 1678 time: 0.2557726 Feb 08 23:53:56.498610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da55d881-8c44-4241-b055-2afa43b3a83f req-88d490db-6da7-4cdd-8da6-88cc8255043d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748824 Feb 08 23:53:56.532054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'port_id': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'mac_address': 'fa:16:3e:3e:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde14daf-9920-40f7-b954-00d4e958aa2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:53:56.540882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8723c9dd-84b4-44d4-a3ce-c57c07d273a7 None None] Network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:53:56.598909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b16c546-7ef7-4f3c-a506-fe4e3bb506b8 req-50fb27b6-c87b-49d8-b1aa-75f1ff51e433 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750169 Feb 08 23:53:56.713906 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874caaa6-fa67-4a32-b76b-2ebba8f76dca x-openstack-request-id: req-874caaa6-fa67-4a32-b76b-2ebba8f76dca {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:56.714177 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "fe34630a-c9a4-4b37-8f72-543eeee9a36e", "status": "completed", "code": 200}, {"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "e0774aef-bcda-4f55-90db-f5562fb97f6b", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:56.714425 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-874caaa6-fa67-4a32-b76b-2ebba8f76dca {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:56.714824 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': 'fe34630a-c9a4-4b37-8f72-543eeee9a36e', 'status': 'completed', 'code': 200} Feb 08 23:53:56.715081 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': 'e0774aef-bcda-4f55-90db-f5562fb97f6b', 'status': 'completed', 'code': 200} Feb 08 23:53:56.765723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eadfa7-0c2c-4a41-b8c3-79e5d59350ab req-189df5dc-e136-4d4b-bd8b-4a68fe275138 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:56.788343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79eadfa7-0c2c-4a41-b8c3-79e5d59350ab req-189df5dc-e136-4d4b-bd8b-4a68fe275138 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.1062384 Feb 08 23:53:56.790555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45358) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:53:56.801631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Request body: {'floatingip': {'port_id': '0c091ee7-47b6-4dd5-b848-238a003a9a5a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:53:56.845785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:56.916025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:56.949785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=1f2835ad-ebaf-4809-bd08-31076ddaf01d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:57.072859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb901db4-4aae-45fa-9b7f-5c00f1e3472a req-a39e57fc-8383-4050-b541-96cf77ec9165 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:57.074328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb901db4-4aae-45fa-9b7f-5c00f1e3472a req-a39e57fc-8383-4050-b541-96cf77ec9165 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 945 time: 0.1946874 Feb 08 23:53:57.100661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] No DVR routers for this DVR port 1f2835ad-ebaf-4809-bd08-31076ddaf01d on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:57.105788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.110795 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-d941a0fd-c54a-4cea-b018-a3ba43d0ca45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "DELETE /v2.0/ports/1f2835ad-ebaf-4809-bd08-31076ddaf01d HTTP/1.1" status: 204 len: 173 time: 2.2600679 Feb 08 23:53:57.119860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Provisioning complete for port 728323b0-5978-4a8e-84fb-0e94bf84bf19 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:57.121505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.145991 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.162865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:57.173672 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.232254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97bac3-ed64-4af8-bec2-0cd8550c12fd req-2ec9ace2-8f65-4897-b6a0-7477dca0804f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:57.237815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df97bac3-ed64-4af8-bec2-0cd8550c12fd req-2ec9ace2-8f65-4897-b6a0-7477dca0804f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1589816 Feb 08 23:53:57.246893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb901db4-4aae-45fa-9b7f-5c00f1e3472a req-bb381754-f69a-42df-8df1-288146eac475 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568174 Feb 08 23:53:57.315394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:57.329408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:57.329408 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1fc7e7-b1a4-4811-8fc6-c1dabd5ffeba" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:57.375313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.386310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2252f44b-63b4-43f2-b697-950cf5c380e2,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:57.443730 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.444770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df97bac3-ed64-4af8-bec2-0cd8550c12fd req-8ffa3bed-b0d8-42d4-ab96-d8dd32954ebc tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686461 Feb 08 23:53:57.472724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:53:57.562905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['8430717d-4c1b-4622-8b1e-681edf4b29b0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:53:57.629716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 728323b0-5978-4a8e-84fb-0e94bf84bf19 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:57.743854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:57.780084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port 2252f44b-63b4-43f2-b697-950cf5c380e2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:57.785762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:57.787094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.787446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.787781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.788114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.788553 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.789206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.789622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.790465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.790789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.791112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.791437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.791754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:53:57.887183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.002291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82049c6-cbf8-47c3-b588-066a39788f84 req-d5c24f59-a268-439c-b0e3-43deaf82ece7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:58.010479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82049c6-cbf8-47c3-b588-066a39788f84 req-d5c24f59-a268-439c-b0e3-43deaf82ece7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3824103 Feb 08 23:53:58.018149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42be2e4-40b8-4255-8e79-6b6aa2e605ff req-8bc881aa-7fb8-4817-88d3-2ac819343e8a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:58.030669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a42be2e4-40b8-4255-8e79-6b6aa2e605ff req-8bc881aa-7fb8-4817-88d3-2ac819343e8a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 944 time: 0.3731182 Feb 08 23:53:58.138105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:09Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:58.175502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce3299-4fb9-4888-83ab-a2540e7995d5 None None] The sync data for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 is: [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:48:00Z', 'revision_number': 4, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c0f9f60c-af75-4549-9d60-71d57f66b7df', 'name': '', 'network_id': '651f9ab1-2835-48af-880a-3e01035201c9', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'mac_address': 'fa:16:3e:5a:cc:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:59Z', 'updated_at': '2022-02-08T23:48:09Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'subnets': [{'id': '84e1244b-2c80-4d2a-9116-4e4f0a3530ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:53:58.189200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Provisioning complete for port 13cf1d1c-653d-414d-a2ba-511be89046fd triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:58.189566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.203049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:53:58.250734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a42be2e4-40b8-4255-8e79-6b6aa2e605ff req-84c05c71-3d09-4296-8f33-787cf0696903 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923997 Feb 08 23:53:58.279849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:58.293674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82049c6-cbf8-47c3-b588-066a39788f84 req-835c1ef4-a063-4e4c-b15b-4d4edbd266b2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586608 Feb 08 23:53:58.334241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:53:58.345092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.368740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:58.423063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 728323b0-5978-4a8e-84fb-0e94bf84bf19 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:58.423537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.428248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.489706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.509849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.588438 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510ac7f1-5257-42d0-a85b-1b4fab100967 x-openstack-request-id: req-510ac7f1-5257-42d0-a85b-1b4fab100967 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:58.588777 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:58.589174 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-510ac7f1-5257-42d0-a85b-1b4fab100967 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:58.589622 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2', 'code': 200} Feb 08 23:53:58.721915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:58.775772 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Floating IP 1cb1db48-109b-42a6-9c88-604392a7c19e associated. External IP: 172.25.3.211, port: 0c091ee7-47b6-4dd5-b848-238a003a9a5a. Feb 08 23:53:58.803073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:58.809622 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed327395-577e-46ad-bc43-3e014d842661" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:58.848073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5cddf-0542-474a-9714-e5cc0514cc5c None None] New status for floating IP 60ccb295-a830-4287-b347-7de4353f3a32: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:53:58.892280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c3a00-59b8-4d0d-b684-3ea04fb59b5d req-6b1a3898-bd52-4c2c-b5ba-c3960b0d16fb tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:58.893834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc0c3a00-59b8-4d0d-b684-3ea04fb59b5d req-6b1a3898-bd52-4c2c-b5ba-c3960b0d16fb tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 943 time: 0.2181070 Feb 08 23:53:58.951295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] For port 2252f44b-63b4-43f2-b697-950cf5c380e2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2252f44b-63b4-43f2-b697-950cf5c380e2,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:58.951620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:58.990480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for 2252f44b-63b4-43f2-b697-950cf5c380e2 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:53:59.020122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-c62709eb-b035-4d5e-80c7-ec0f1b79c869 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:59.022077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-c62709eb-b035-4d5e-80c7-ec0f1b79c869 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.2025678 Feb 08 23:53:59.058337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.061123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37a6e7-a4c6-417c-af21-1ac370d5a262 req-5ac43f42-3507-40be-a5e9-d40170345425 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:59.062800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a37a6e7-a4c6-417c-af21-1ac370d5a262 req-5ac43f42-3507-40be-a5e9-d40170345425 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2404077 Feb 08 23:53:59.070358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc0c3a00-59b8-4d0d-b684-3ea04fb59b5d req-80845961-7ab4-465e-8cb8-e03a69861ab4 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups?id=bd9ffc1f-9883-4195-9e89-75eb453d4bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065414 Feb 08 23:53:59.170467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a37a6e7-a4c6-417c-af21-1ac370d5a262 req-10f507d1-bd4c-46f8-bfd0-c9915e5b1c03 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969381 Feb 08 23:53:59.275616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:53:59.280641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] For port 13cf1d1c-653d-414d-a2ba-511be89046fd, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13cf1d1c-653d-414d-a2ba-511be89046fd,segment=NetworkSegment(38fc2225-b792-4822-9bd8-1532bc41690f),segment_id=38fc2225-b792-4822-9bd8-1532bc41690f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:53:59.283702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13cf1d1c-653d-414d-a2ba-511be89046fd up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:53:59.322382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.384375 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bce95fe-2a10-405a-b852-84bb945b8638 x-openstack-request-id: req-2bce95fe-2a10-405a-b852-84bb945b8638 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:53:59.384685 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "1f2835ad-ebaf-4809-bd08-31076ddaf01d", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:53:59.385199 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bce95fe-2a10-405a-b852-84bb945b8638 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:53:59.385425 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': '1f2835ad-ebaf-4809-bd08-31076ddaf01d', 'status': 'completed', 'code': 200} Feb 08 23:53:59.389599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.479820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=2252f44b-63b4-43f2-b697-950cf5c380e2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:59.492692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Provisioning complete for port aee23c4c-a0e0-4eba-8753-7a2c5d92198e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:59.493858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.548579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7f17e-40ab-40e9-a1a8-e252dea67c3e req-611cdbde-9421-4824-b093-f9837c68d19e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:59.552981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Pushing event updated for resources: {'Port': ['ID=13cf1d1c-653d-414d-a2ba-511be89046fd,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:53:59.556578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ce7f17e-40ab-40e9-a1a8-e252dea67c3e req-611cdbde-9421-4824-b093-f9837c68d19e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.1288700 Feb 08 23:53:59.571044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-de371bd2-cad1-41f7-aa1f-a7900eb1b6d6 None None] Port aee23c4c-a0e0-4eba-8753-7a2c5d92198e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:53:59.575843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 13cf1d1c-653d-414d-a2ba-511be89046fd triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:59.576412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.608209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] No DVR routers for this DVR port 2252f44b-63b4-43f2-b697-950cf5c380e2 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:53:59.611023 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.614379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767a8922-729c-4e3b-aeb2-74b5c9d8f1c5 req-97095134-1e23-4f76-94a7-8ead1b141d07 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.21 "DELETE /v2.0/ports/2252f44b-63b4-43f2-b697-950cf5c380e2 HTTP/1.1" status: 204 len: 173 time: 2.3991139 Feb 08 23:53:59.635561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:53:59.645532 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] Sync routers for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:53:59.659494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ce7f17e-40ab-40e9-a1a8-e252dea67c3e req-8ae0f432-2ecf-419c-b03c-3010270e0582 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019480 Feb 08 23:53:59.677199 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:53:59.678008 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:53:59.679539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.685461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Deleting port aee23c4c-a0e0-4eba-8753-7a2c5d92198e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:59.688487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.716538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d259-a808-427f-815a-832142d38457 req-f5a1c860-e07d-4f06-980e-230b97cb9496 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:53:59.730115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2132d259-a808-427f-815a-832142d38457 req-f5a1c860-e07d-4f06-980e-230b97cb9496 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 943 time: 0.2492583 Feb 08 23:53:59.732004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Deleting port 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:53:59.732352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.747682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-361fed98-6674-4a32-84fe-a82fe16bfe09 None None] Provisioning complete for port 13cf1d1c-653d-414d-a2ba-511be89046fd triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:53:59.751253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-361fed98-6674-4a32-84fe-a82fe16bfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:53:59.869429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dac6d79d-f815-4cb0-810e-f4d365525963 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "PUT /v2.0/floatingips/1cb1db48-109b-42a6-9c88-604392a7c19e HTTP/1.1" status: 200 len: 991 time: 3.0704596 Feb 08 23:53:59.871059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:53:59.877666 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda" -d '{"events": [{"name": "network-changed", "server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:53:59.927135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:53:59.941610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2132d259-a808-427f-815a-832142d38457 req-16a0e201-7b84-4a64-8553-a09bfd8b0c0d tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104254 Feb 08 23:54:00.046851 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:00.096798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:00.135884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'port_id': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'mac_address': 'fa:16:3e:3e:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde14daf-9920-40f7-b954-00d4e958aa2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:00.137766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13cf1d1c-653d-414d-a2ba-511be89046fd up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:00.142322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7bd2c-b086-4cc9-8279-ff4e5c4d4287 req-0e77bb9b-cfad-4706-bcf8-7d8cb2953f21 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:00.159463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3b7bd2c-b086-4cc9-8279-ff4e5c4d4287 req-0e77bb9b-cfad-4706-bcf8-7d8cb2953f21 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1982851 Feb 08 23:54:00.314749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.350868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3b7bd2c-b086-4cc9-8279-ff4e5c4d4287 req-5c67c2dd-7638-4ba0-8e7b-339d10b3ccac tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879783 Feb 08 23:54:00.355143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:00.355532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.367205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:00.393085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Calling delete_port for 8430717d-4c1b-4622-8b1e-681edf4b29b0 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:00.400176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d2552-103f-4802-9b61-457e0a132b8c req-0965fbe3-7698-452e-938e-722713ff6879 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:00.407091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b45d2552-103f-4802-9b61-457e0a132b8c req-0965fbe3-7698-452e-938e-722713ff6879 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.2120082 Feb 08 23:54:00.427616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8430717d-4c1b-4622-8b1e-681edf4b29b0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8430717d-4c1b-4622-8b1e-681edf4b29b0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:00.434257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 13cf1d1c-653d-414d-a2ba-511be89046fd triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:00.435985 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.443734 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af20d2d0-d5d6-4579-a16a-915910abcac6 x-openstack-request-id: req-af20d2d0-d5d6-4579-a16a-915910abcac6 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:00.444021 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:00.444277 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af20d2d0-d5d6-4579-a16a-915910abcac6 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:00.444675 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'status': 'completed', 'code': 200} Feb 08 23:54:00.560482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.582046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b45d2552-103f-4802-9b61-457e0a132b8c req-14330740-317f-4719-8ad0-51f7624a757d tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739898 Feb 08 23:54:00.652623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.670951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9dca6-cdc5-4213-9492-334456887f81 req-5557e013-7765-45ac-bc2e-a292ecd1527e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:00.672937 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-78c9dca6-cdc5-4213-9492-334456887f81 req-5557e013-7765-45ac-bc2e-a292ecd1527e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.6240358 Feb 08 23:54:00.693510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6feb3e1-b27e-497b-bb53-90a3cdce495d req-1965e95b-884c-4f72-bafd-cd10ce8a932e tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0922732 Feb 08 23:54:00.724940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:00.725437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-33d7fe23-c39f-4fc4-9079-ad89001be8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:00.727029 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-33d7fe23-c39f-4fc4-9079-ad89001be8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f68869108875431ebfa42ae8a6b43bd4&device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 1096 time: 0.2571378 Feb 08 23:54:00.765655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1cb1db48-109b-42a6-9c88-604392a7c19e', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'port_id': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'mac_address': 'fa:16:3e:06:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:53:28Z', 'updated_at': '2022-02-08T23:53:58Z', 'revision_number': 1, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:00.767507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Calling delete_port for aee23c4c-a0e0-4eba-8753-7a2c5d92198e owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:00.831056 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] Checking router: 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:54:00.850840 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:00.856579 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:00.944963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.952240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port 73a7d177-d0a2-4352-a579-818b428c2a50 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:00.952717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:00.964424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e7370-d489-443e-9c80-c30152df3b5c req-e39a71fe-d6aa-483c-b105-7bad4f0d4d91 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:00.974117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa2e7370-d489-443e-9c80-c30152df3b5c req-e39a71fe-d6aa-483c-b105-7bad4f0d4d91 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2454762 Feb 08 23:54:01.026427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event deleted for resources: {'Port': ['ID=8430717d-4c1b-4622-8b1e-681edf4b29b0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:01.045750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70a36f-5c7d-414b-a20e-fc1dce53e44f req-d8451e50-7f45-4304-a0b2-9cce94ef15d5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:01.053324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad70a36f-5c7d-414b-a20e-fc1dce53e44f req-d8451e50-7f45-4304-a0b2-9cce94ef15d5 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 945 time: 0.2097065 Feb 08 23:54:01.077797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-971c2fa5-a2da-4ed5-83fd-668caf4fad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:01.080121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-971c2fa5-a2da-4ed5-83fd-668caf4fad6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c466cf6b-a15e-464d-9f88-00efd55a7608 HTTP/1.1" status: 200 len: 907 time: 0.3392265 Feb 08 23:54:01.103806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:01.119584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa2e7370-d489-443e-9c80-c30152df3b5c req-c15955be-a72b-4fbe-925d-ca80c59a1135 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417375 Feb 08 23:54:01.209063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] No DVR routers for this DVR port 8430717d-4c1b-4622-8b1e-681edf4b29b0 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:01.221163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:01.235195 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-082b9034-f8c6-479d-8d2c-70b9ca96e980 req-2ab8bc61-f4e9-4e64-8433-46c666ae0170 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "DELETE /v2.0/ports/8430717d-4c1b-4622-8b1e-681edf4b29b0 HTTP/1.1" status: 204 len: 173 time: 2.2023680 Feb 08 23:54:01.281330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-955170c4-5b8a-4785-84d3-3df763180191 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a HTTP/1.1" status: 200 len: 999 time: 0.1876814 Feb 08 23:54:01.369308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad70a36f-5c7d-414b-a20e-fc1dce53e44f req-6b0ce7a2-230b-4175-a97a-c73a95915a67 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144910 Feb 08 23:54:01.405236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2'}, {'server_uuid': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'name': 'network-vif-deleted', 'tag': '8430717d-4c1b-4622-8b1e-681edf4b29b0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:01.414011 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86affefb-3799-49b4-9c5f-721d64edbd30" -d '{"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2"}, {"server_uuid": "a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4", "name": "network-vif-deleted", "tag": "8430717d-4c1b-4622-8b1e-681edf4b29b0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:01.482494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8ef276b-c51a-4e33-bb28-c787919788fb req-9bb91cb5-b385-4ffb-bf04-3b8838c69c5b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4 HTTP/1.1" status: 200 len: 210 time: 0.0779765 Feb 08 23:54:01.484532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-1baf8811-681a-485d-806c-70d92bc95997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:01.485981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-1baf8811-681a-485d-806c-70d92bc95997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08ab3e0b-2e91-46fd-b6b4-f9473701490d HTTP/1.1" status: 200 len: 845 time: 0.1930690 Feb 08 23:54:01.491833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port 73a7d177-d0a2-4352-a579-818b428c2a50, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=73a7d177-d0a2-4352-a579-818b428c2a50,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:01.492212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:01.594265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-c46e7340-9cc1-4c01-8d64-ab2f76054440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:01.595856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-c46e7340-9cc1-4c01-8d64-ab2f76054440 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c466cf6b-a15e-464d-9f88-00efd55a7608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001842 Feb 08 23:54:01.601715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for 73a7d177-d0a2-4352-a579-818b428c2a50 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:01.664211 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5620e5e0-85bc-46e7-9998-a6c21d2c10a8 x-openstack-request-id: req-5620e5e0-85bc-46e7-9998-a6c21d2c10a8 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:01.665722 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c827579f-89aa-44a6-a914-7277fff66ff8", "name": "network-vif-deleted", "tag": "2252f44b-63b4-43f2-b697-950cf5c380e2", "status": "completed", "code": 200}, {"server_uuid": "a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4", "name": "network-vif-deleted", "tag": "8430717d-4c1b-4622-8b1e-681edf4b29b0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:01.665986 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5620e5e0-85bc-46e7-9998-a6c21d2c10a8 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:01.666331 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827579f-89aa-44a6-a914-7277fff66ff8', 'name': 'network-vif-deleted', 'tag': '2252f44b-63b4-43f2-b697-950cf5c380e2', 'status': 'completed', 'code': 200} Feb 08 23:54:01.666584 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f17c3c-2a43-4fe5-8b31-cd81d0735ec4', 'name': 'network-vif-deleted', 'tag': '8430717d-4c1b-4622-8b1e-681edf4b29b0', 'status': 'completed', 'code': 200} Feb 08 23:54:01.775654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:01.869008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Port': ['ID=aee23c4c-a0e0-4eba-8753-7a2c5d92198e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:01.938116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 73a7d177-d0a2-4352-a579-818b428c2a50 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:01.985818 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1cb1db48-109b-42a6-9c88-604392a7c19e', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'port_id': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'mac_address': 'fa:16:3e:06:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:53:28Z', 'updated_at': '2022-02-08T23:53:58Z', 'revision_number': 1, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:02.051943 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51811d-85ea-42ec-8119-6b687659dae8 None None] The sync data for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 is: [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1cb1db48-109b-42a6-9c88-604392a7c19e', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'port_id': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'mac_address': 'fa:16:3e:06:04:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:53:28Z', 'updated_at': '2022-02-08T23:53:58Z', 'revision_number': 1, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:02.212055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:02.222981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-9b0427a8-8ad4-4d65-9035-4f36a250b8b7 service neutron] 10.222.0.21 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191058 Feb 08 23:54:02.250663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f233e85-cc3c-4f84-a975-561c89a31905 req-550ac905-6f87-43cd-adae-e115331a24a6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:02.251982 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:02.263466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f233e85-cc3c-4f84-a975-561c89a31905 req-550ac905-6f87-43cd-adae-e115331a24a6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4872055 Feb 08 23:54:02.370137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95e88-d284-44f8-99a1-aa253dc8e14c req-36479307-37a5-4463-b1ac-1419a7826086 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:02.377283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:02.379006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5da95e88-d284-44f8-99a1-aa253dc8e14c req-36479307-37a5-4463-b1ac-1419a7826086 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.4809666 Feb 08 23:54:02.422329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:02.459697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 8430717d-4c1b-4622-8b1e-681edf4b29b0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:02.460049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8430717d-4c1b-4622-8b1e-681edf4b29b0 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:02.475389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f233e85-cc3c-4f84-a975-561c89a31905 req-dd821206-9c3f-4f7a-abdb-d53595835315 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055287 Feb 08 23:54:02.515447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c254747-784b-4369-8f6b-17a494e692a3 None None] New status for floating IP 1cb1db48-109b-42a6-9c88-604392a7c19e: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:54:02.519039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5da95e88-d284-44f8-99a1-aa253dc8e14c req-4691077b-2f1f-4927-a3dc-e2a1ae1743e7 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389663 Feb 08 23:54:02.555362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fbdc1a9-9199-48aa-87dd-d9cfcb102bda req-4dbf2489-e23d-444b-b9f0-b2793b0874df service neutron] 10.222.0.21 "GET /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835763 Feb 08 23:54:02.595974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=73a7d177-d0a2-4352-a579-818b428c2a50,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:02.621492 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Router 2cce0e27-94eb-4c54-98ab-6915c46814a2 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:54:02.622807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port 73a7d177-d0a2-4352-a579-818b428c2a50 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:02.629157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:02.632552 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-78c9dca6-cdc5-4213-9492-334456887f81 req-367b1a1e-c84b-4abf-b5d4-f9a1c97663d3 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "DELETE /v2.0/ports/73a7d177-d0a2-4352-a579-818b428c2a50 HTTP/1.1" status: 204 len: 173 time: 1.9473400 Feb 08 23:54:02.787046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73d08c5b-4928-4de2-924d-54f5e2986e2f req-ea447257-3127-4520-90e0-44917fa8b6e1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.1225088 Feb 08 23:54:02.871636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:02.880357 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-96aaa59a-0589-45cd-bc1e-823d6a89cb7e tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6445115 Feb 08 23:54:02.892151 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] Sync routers for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:02.893758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45474) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:02.911402 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:02.912081 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:02.961842 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:02.973845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:02.974383 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:02.992812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b05f3e-80e7-4614-b958-c433f9480023 req-8e8efc85-f298-48db-bbfe-4663a094dde1 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:03.000569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b05f3e-80e7-4614-b958-c433f9480023 req-8e8efc85-f298-48db-bbfe-4663a094dde1 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 945 time: 0.3865051 Feb 08 23:54:03.003452 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-abebd81a-5e5a-4646-bad6-81f631c6b237 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] delete failed (client error): The resource could not be found. Feb 08 23:54:03.008675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45484) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:03.008854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-abebd81a-5e5a-4646-bad6-81f631c6b237 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-140311127 HTTP/1.1" status: 404 len: 334 time: 0.1127508 Feb 08 23:54:03.013837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8576a3c8-82b6-4eba-9bec-f1efd96ca71a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cce0e27-94eb-4c54-98ab-6915c46814a2'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:03.062750 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:03.063326 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a9ad2-10f2-4407-bf20-dc83a361277c None None] The sync data for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:03.087877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b05f3e-80e7-4614-b958-c433f9480023 req-ce044c42-335d-4b07-9490-d7b3f90c7761 tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.32 "GET /v2.0/security-groups?id=4eabf3ac-b870-4b37-ac28-333bef8071dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861652 Feb 08 23:54:03.192327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56c0a48a-aea2-4e3b-b093-a0c94ac8755f req-0eeee878-55cd-4e3d-8794-d0a6b1212dff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=cab51e40-1469-472d-811d-0129396e27f0 HTTP/1.1" status: 200 len: 210 time: 0.0944614 Feb 08 23:54:03.399630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e9ae4-3eda-48d4-9451-b675424c1633 req-47a2a32f-e11d-4267-b631-9d9a636ae2f1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:03.406720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d5e9ae4-3eda-48d4-9451-b675424c1633 req-47a2a32f-e11d-4267-b631-9d9a636ae2f1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1477704 Feb 08 23:54:03.469031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d5e9ae4-3eda-48d4-9451-b675424c1633 req-f4915b6a-e209-41db-bf08-a3d132b9a100 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533659 Feb 08 23:54:03.502069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-be686e48-1aef-4ee6-88d9-65cc677a97bf tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:03.503706 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-be686e48-1aef-4ee6-88d9-65cc677a97bf tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.21 "GET /v2.0/ports?device_id=034a1f0d-9244-4bd0-8a74-c8f2005514a9 HTTP/1.1" status: 200 len: 945 time: 0.2280390 Feb 08 23:54:03.515402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8576a3c8-82b6-4eba-9bec-f1efd96ca71a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:03.648937 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-8576a3c8-82b6-4eba-9bec-f1efd96ca71a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] update failed (client error): The resource could not be found. Feb 08 23:54:03.654990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45502) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:03.660950 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8576a3c8-82b6-4eba-9bec-f1efd96ca71a tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2 HTTP/1.1" status: 404 len: 339 time: 0.6507194 Feb 08 23:54:03.684185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab51e40-1469-472d-811d-0129396e27f0', 'name': 'network-vif-deleted', 'tag': '73a7d177-d0a2-4352-a579-818b428c2a50'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:03.689500 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53684e-5fa8-4ea0-aec5-1d0495190efe" -d '{"events": [{"server_uuid": "cab51e40-1469-472d-811d-0129396e27f0", "name": "network-vif-deleted", "tag": "73a7d177-d0a2-4352-a579-818b428c2a50"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:03.832232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Deleting port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:03.832520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:03.960806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] For port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,segment=NetworkSegment(10ae34c6-d8c5-4bbd-8bb3-022d6820e737),segment_id=10ae34c6-d8c5-4bbd-8bb3-022d6820e737)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:03.961569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:03.986505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Calling delete_port for ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:04.161868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:04.175341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ca4a8e43-9e2f-4141-a113-12b49fe8d1b8'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:04.198034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Pushing event deleted for resources: {'Port': ['ID=ca4a8e43-9e2f-4141-a113-12b49fe8d1b8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:04.309098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] No DVR routers for this DVR port ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:04.315695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:04.319415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d6f331b-3ba0-4f4b-adb3-67ec664d9909 req-b07cf997-4ac5-49dd-a73c-a9788cf00cef tempest-ServerMetadataNegativeTestJSON-1028557954 tempest-ServerMetadataNegativeTestJSON-1028557954-project] 10.222.0.21 "DELETE /v2.0/ports/ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 HTTP/1.1" status: 204 len: 173 time: 0.7968104 Feb 08 23:54:04.346605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98364c2a-9460-4405-bd5d-16e1c43d079a req-ca600f58-7aad-40a6-8606-04765f8984e2 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:04.353185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98364c2a-9460-4405-bd5d-16e1c43d079a req-ca600f58-7aad-40a6-8606-04765f8984e2 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.2808707 Feb 08 23:54:04.440870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-9199e0ac-dec7-48ec-b4b4-ed75b83a99e4 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:04.443610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-9199e0ac-dec7-48ec-b4b4-ed75b83a99e4 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 822 time: 0.8976729 Feb 08 23:54:04.511457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-824f3f25-7ada-44ad-8557-666fa86388db tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/quotas/8d65288de307447d9ec52f3cc0db9874 HTTP/1.1" status: 200 len: 375 time: 0.0249405 Feb 08 23:54:04.523541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98364c2a-9460-4405-bd5d-16e1c43d079a req-d67347f3-9f4d-4672-ae28-ac3ad9c25af9 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712539 Feb 08 23:54:04.714481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-20391793-5d8b-4a62-99b6-7f5154483583 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1883166 Feb 08 23:54:04.720512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:04.801218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76146aa-6c29-48df-a3e5-52b7dc2bdddf req-b5c3537d-4d9e-48f4-a700-9a3b3d0cee10 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:04.809817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d76146aa-6c29-48df-a3e5-52b7dc2bdddf req-b5c3537d-4d9e-48f4-a700-9a3b3d0cee10 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1885426 Feb 08 23:54:05.110524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d76146aa-6c29-48df-a3e5-52b7dc2bdddf req-e893a624-cd9c-4185-8500-cd87531752f3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885466 Feb 08 23:54:05.141871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-4ef198e0-6607-4bc6-b1f4-f3671e87337c service neutron] 10.222.0.32 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175851 Feb 08 23:54:05.167138 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c7997-6676-45d4-85f6-181bdd1c527e x-openstack-request-id: req-915c7997-6676-45d4-85f6-181bdd1c527e {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:05.167651 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab51e40-1469-472d-811d-0129396e27f0", "name": "network-vif-deleted", "tag": "73a7d177-d0a2-4352-a579-818b428c2a50", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:05.167863 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-915c7997-6676-45d4-85f6-181bdd1c527e {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:05.168361 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab51e40-1469-472d-811d-0129396e27f0', 'name': 'network-vif-deleted', 'tag': '73a7d177-d0a2-4352-a579-818b428c2a50', 'status': 'completed', 'code': 200} Feb 08 23:54:05.285557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9893bfc-569e-43c8-a8e6-04d342a66924 req-ba9b5a53-41b7-443f-b2ec-ca070366e374 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0412080 Feb 08 23:54:05.303740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Allocated IP 172.20.0.1 (00d5f28c-b618-432a-8b20-c0eb8b5e053b/f3e82fd9-dcf1-4865-b53c-c4806b672290/e233f21f-a354-4139-8484-f5c75a58ebd4) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:05.354368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-f17edfb6-1716-43f1-947f-b99fc7a4ac7d service neutron] 10.222.0.32 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009654 Feb 08 23:54:05.474419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45528) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:05.523009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:05.592468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:05.608805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Deleting subnet 4523a15a-52e0-4bcf-96e6-bfe0d06dbd44 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:05.612379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:05.733682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:05.762183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d609982-44bf-4a56-b723-49ec0ee21302 req-e1f418b9-4bb7-4f71-bd97-ebcf9511c7fb tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:05.769508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d609982-44bf-4a56-b723-49ec0ee21302 req-e1f418b9-4bb7-4f71-bd97-ebcf9511c7fb tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.1920040 Feb 08 23:54:05.782123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:05.785544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:05.788312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Port': ['ID=e233f21f-a354-4139-8484-f5c75a58ebd4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:05.872451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:05.967433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec2be671-b42d-40c8-a75c-2b84315a431f req-48021d1d-6ac8-44d5-875e-e1a0088b8411 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 210 time: 0.1608744 Feb 08 23:54:06.063516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d609982-44bf-4a56-b723-49ec0ee21302 req-8981048f-e254-4c06-adea-1dff8ee0d7bf tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925043 Feb 08 23:54:06.224944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.307232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0a19446c-ebe2-47a9-93cd-fcf40dc52d65 None None] Provisioning complete for port e233f21f-a354-4139-8484-f5c75a58ebd4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:06.307693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a19446c-ebe2-47a9-93cd-fcf40dc52d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.427929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0a19446c-ebe2-47a9-93cd-fcf40dc52d65 None None] Port e233f21f-a354-4139-8484-f5c75a58ebd4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:54:06.478208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.537488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.605976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.637020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4523a15a-52e0-4bcf-96e6-bfe0d06dbd44,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:06.644846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.649812 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2d19278-459a-43b0-8abd-7ea056b597b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4523a15a-52e0-4bcf-96e6-bfe0d06dbd44 HTTP/1.1" status: 204 len: 168 time: 1.1743646 Feb 08 23:54:06.652275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45562) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:06.754031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.856155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.884700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:06.886913 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.890088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.898312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ae34c6-d8c5-4bbd-8bb3-022d6820e737') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:06.899084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ae34c6-d8c5-4bbd-8bb3-022d6820e737') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:06.912374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.950039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.959905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daa960-a0a3-4520-a8e2-3c16a9e71889 req-32593c53-9ca9-416d-b83c-a580e4cbe0f2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:06.960520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63daa960-a0a3-4520-a8e2-3c16a9e71889 req-32593c53-9ca9-416d-b83c-a580e4cbe0f2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3640673 Feb 08 23:54:06.967099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:06.967809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:06.972281 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:07.020957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-308b52e1-72ee-4b05-903f-7cf26cb49c5a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:07.022520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-308b52e1-72ee-4b05-903f-7cf26cb49c5a tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.7581854 Feb 08 23:54:07.066846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63daa960-a0a3-4520-a8e2-3c16a9e71889 req-dcb2dfcf-4e65-4961-9c36-5e95cfa360f9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965815 Feb 08 23:54:07.067952 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-5ff73477-f953-4a9f-bcf5-02b80b210977 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/quotas/e3a99e875e824c5d8acc69a865ed758b HTTP/1.1" status: 200 len: 375 time: 0.0335462 Feb 08 23:54:07.082293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.096693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.121661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.128933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.134755 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] 10.222.0.32 "DELETE /v2.0/networks/00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a HTTP/1.1" status: 204 len: 168 time: 0.4785364 Feb 08 23:54:07.170422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'name': 'network-vif-deleted', 'tag': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:07.173069 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7990dcb7-cc33-43c6-b856-60580cd4de6f" -d '{"events": [{"server_uuid": "034a1f0d-9244-4bd0-8a74-c8f2005514a9", "name": "network-vif-deleted", "tag": "ca4a8e43-9e2f-4141-a113-12b49fe8d1b8"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:07.211162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-698ebe6d-c9bb-4495-a90b-7eddb0f99ea4 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1267800 Feb 08 23:54:07.233693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f83a71-3bcd-4e6f-835b-4d9213ff0a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=00d6124b-8ce1-4bd6-b13a-7f3fda0d2b6a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:07.259746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event updated for resources: {'Port': ['ID=e233f21f-a354-4139-8484-f5c75a58ebd4,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:07.295811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.378318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-890d80b6-e079-4652-9f1c-f7c1c477503f req-029b148c-4cb5-4292-9ef4-d8cffc82538b tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0844755 Feb 08 23:54:07.618224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45578) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:07.626178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-4f6a247e-173b-4aa9-8e85-d1b829e9943f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:07.627973 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-4f6a247e-173b-4aa9-8e85-d1b829e9943f tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 822 time: 0.3101699 Feb 08 23:54:07.650944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Request body: {'port': {'device_id': '0888c222-9d71-424a-b173-a80193587e48', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'admin_state_up': True, 'tenant_id': '8d65288de307447d9ec52f3cc0db9874'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:07.732856 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06c570aa-fdb5-400d-a0a4-ecfa3dd882f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8ff183dde24996b77f968e7630a34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975952 Feb 08 23:54:07.735717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45580) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:07.757252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:07.779314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:07.782534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88c9cbde-f6ba-477b-aed0-ba14ac182f00 req-0ef108c0-4092-4876-a927-621297fdc128 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 210 time: 0.0503354 Feb 08 23:54:07.786722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-c7587c45-557d-41e5-9d76-023d6aff634f service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412509 Feb 08 23:54:07.876335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84d91a48-42ac-4de6-a2bd-d79d05456b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.900957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Made reservation on behalf of 8d65288de307447d9ec52f3cc0db9874 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:07.905083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:07.923447 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc8d23a-e6f8-4ea3-8fa0-764713ab006d x-openstack-request-id: req-4bc8d23a-e6f8-4ea3-8fa0-764713ab006d {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:07.923764 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034a1f0d-9244-4bd0-8a74-c8f2005514a9", "name": "network-vif-deleted", "tag": "ca4a8e43-9e2f-4141-a113-12b49fe8d1b8", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:07.923987 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bc8d23a-e6f8-4ea3-8fa0-764713ab006d {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:07.924381 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034a1f0d-9244-4bd0-8a74-c8f2005514a9', 'name': 'network-vif-deleted', 'tag': 'ca4a8e43-9e2f-4141-a113-12b49fe8d1b8', 'status': 'completed', 'code': 200} Feb 08 23:54:07.965426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:07.969048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84d91a48-42ac-4de6-a2bd-d79d05456b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:08.017789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:08.018127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca4a8e43-9e2f-4141-a113-12b49fe8d1b8 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:08.077065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84d91a48-42ac-4de6-a2bd-d79d05456b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:08.080083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84d91a48-42ac-4de6-a2bd-d79d05456b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:08.084298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-84d91a48-42ac-4de6-a2bd-d79d05456b85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eabf3ac-b870-4b37-ac28-333bef8071dd HTTP/1.1" status: 204 len: 168 time: 0.3477733 Feb 08 23:54:08.099545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Router 2cce0e27-94eb-4c54-98ab-6915c46814a2 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:54:08.133955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d91a48-42ac-4de6-a2bd-d79d05456b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eabf3ac-b870-4b37-ac28-333bef8071dd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:08.141914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-3fbe4dfb-c3a3-4c40-a9af-c194cd6ea945 service neutron] 10.222.0.32 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781293 Feb 08 23:54:08.272889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Allocated IP 172.20.0.5 (f3485d41-a1f5-4d16-85c9-3ea998a61324/fde14daf-9920-40f7-b954-00d4e958aa2b/59cf041c-2c73-47ed-aa17-c7335f95a1a0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:08.274338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7041a66f-4eda-4b6b-80b4-ea77663febfa None None] Provisioning complete for port e233f21f-a354-4139-8484-f5c75a58ebd4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:08.277932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7041a66f-4eda-4b6b-80b4-ea77663febfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:08.328709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7041a66f-4eda-4b6b-80b4-ea77663febfa None None] Port e233f21f-a354-4139-8484-f5c75a58ebd4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:54:08.415927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:08.426939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] Sync routers for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:08.432554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-06406c75-5f95-45f8-851e-f11439598897 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7752016 Feb 08 23:54:08.447869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92e1a2-2ec1-4000-9d46-5d0ccb126974 req-8522eefe-fea0-45cb-bff3-14c6d4031d2b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:08.454323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:08.456292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:08.457154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de92e1a2-2ec1-4000-9d46-5d0ccb126974 req-8522eefe-fea0-45cb-bff3-14c6d4031d2b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1174579 Feb 08 23:54:08.458842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45588) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:08.577694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:08.595148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:08.613655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:53:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:08.704795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:08.749233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:08.749872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1661c2f3-445f-4f79-9bd0-2cedefcb7de5 None None] The sync data for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:08.851229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:08.993736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Network f3485d41-a1f5-4d16-85c9-3ea998a61324 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:08.997352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:09.003729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:09.057942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:09.058621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:09.071368 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:54:09.092955 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4458179 Feb 08 23:54:09.093760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38682d-6d9c-4aac-8652-156b912eef61 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event updated for resources: {'Port': ['ID=59cf041c-2c73-47ed-aa17-c7335f95a1a0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:09.114178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Request body: {'port': {'device_id': '0888c222-9d71-424a-b173-a80193587e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:09.342002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:09.415275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de92e1a2-2ec1-4000-9d46-5d0ccb126974 req-84b69d70-afbd-4fe2-8f5d-0eb9fd59b26d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9553957 Feb 08 23:54:09.433675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11644f34-3923-4da4-9679-406e69ee5ab4 req-c6f8fa73-0b81-4eeb-b116-350d442050d8 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.8219283 Feb 08 23:54:09.507537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c971bdca-6fea-46e5-948f-ca3c50a51729 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:09.795632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ebbe02-03fe-41d5-b8ec-4642e3e96b00 req-abb41dba-bcd3-4efe-bf38-61f28e6da86d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 210 time: 0.1806793 Feb 08 23:54:09.853105 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-c971bdca-6fea-46e5-948f-ca3c50a51729 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 08 23:54:09.857243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c971bdca-6fea-46e5-948f-ca3c50a51729 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2 HTTP/1.1" status: 409 len: 329 time: 1.3951104 Feb 08 23:54:09.859190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:09.926930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d64ae0-21d9-4d29-8ad4-10a222dff9c2 req-5b85d961-43cd-4925-b573-bf6450eddeef tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:09.945334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2d64ae0-21d9-4d29-8ad4-10a222dff9c2 req-5b85d961-43cd-4925-b573-bf6450eddeef tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 931 time: 0.1925840 Feb 08 23:54:10.007549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cf041c-2c73-47ed-aa17-c7335f95a1a0 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:10.023275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.044184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:10.069046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Transition to ACTIVE for port object 59cf041c-2c73-47ed-aa17-c7335f95a1a0 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:54:10.074778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.137442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee3165-2a2f-4552-a19a-905de96311e4 req-1aa65498-77cc-4800-a590-2748c463c82e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:10.147937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31ee3165-2a2f-4552-a19a-905de96311e4 req-1aa65498-77cc-4800-a590-2748c463c82e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1407492 Feb 08 23:54:10.173568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf041c-2c73-47ed-aa17-c7335f95a1a0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:10.174925 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2d64ae0-21d9-4d29-8ad4-10a222dff9c2 req-f9f51c49-6a8e-4069-8511-84eb98540a95 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285163 Feb 08 23:54:10.248730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Attempting to bind port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:10.249271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31ee3165-2a2f-4552-a19a-905de96311e4 req-c8468962-670d-4f10-bb3e-6e30ed7a08c0 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937202 Feb 08 23:54:10.249502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Attempting to bind port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:10.250258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Attempting to bind port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 on network f3485d41-a1f5-4d16-85c9-3ea998a61324 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:10.256358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 on network f3485d41-a1f5-4d16-85c9-3ea998a61324 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:54:10.257022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Attempting to bind port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 on network f3485d41-a1f5-4d16-85c9-3ea998a61324 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:10.275204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:10.276865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Checking segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:10.277456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Bound using segment: {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:10.280901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Bound port: 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:10.281648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.460782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-799084625-network', 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:10.538544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] For port 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:10.548003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] For port 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:10.550198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:10.553497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.573572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.577782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.669717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:10.671085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.672606 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] 10.222.0.21 "PUT /v2.0/ports/59cf041c-2c73-47ed-aa17-c7335f95a1a0 HTTP/1.1" status: 200 len: 1091 time: 1.5709624 Feb 08 23:54:10.675900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0888c222-9d71-424a-b173-a80193587e48', 'tag': '59cf041c-2c73-47ed-aa17-c7335f95a1a0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:10.681445 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dfe623-ab87-4361-aafa-82071d991688" -d '{"events": [{"name": "network-changed", "server_uuid": "0888c222-9d71-424a-b173-a80193587e48", "tag": "59cf041c-2c73-47ed-aa17-c7335f95a1a0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:10.739222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ca601-93c7-4981-93ba-d0f3b2315cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf041c-2c73-47ed-aa17-c7335f95a1a0,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:10.798116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee36b396-5115-442c-9380-bdd9ff2163ae req-36aba5bb-1286-48e2-8221-4e9f274be3ae tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.1851940 Feb 08 23:54:10.840106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-e05b73bd-1513-4856-b6ef-25606c5c9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:10.841658 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-e05b73bd-1513-4856-b6ef-25606c5c9aaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 1094 time: 0.0826733 Feb 08 23:54:10.899625 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-f07b857c-15ac-4d3a-9993-c2f6e8d79a37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0 HTTP/1.1" status: 200 len: 217 time: 0.0473366 Feb 08 23:54:10.902479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-9471ecb9-3b30-46ce-9442-099b3dd6c2ff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:10.904263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-9471ecb9-3b30-46ce-9442-099b3dd6c2ff tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 811 time: 0.3528750 Feb 08 23:54:10.904573 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.914172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:10.916085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d31bf-74b6-42f9-afee-cc01f71654b9 req-e512d935-75fe-4b23-9c91-9f3b080f8e74 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:10.925453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae5d31bf-74b6-42f9-afee-cc01f71654b9 req-e512d935-75fe-4b23-9c91-9f3b080f8e74 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3550591 Feb 08 23:54:10.962183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Request body: {'port': {'device_id': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'admin_state_up': True, 'tenant_id': 'e3a99e875e824c5d8acc69a865ed758b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:10.965501 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a1d27d-f0cf-4692-830d-95fc983ce3e7 x-openstack-request-id: req-06a1d27d-f0cf-4692-830d-95fc983ce3e7 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:10.965992 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0888c222-9d71-424a-b173-a80193587e48", "tag": "59cf041c-2c73-47ed-aa17-c7335f95a1a0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:10.966388 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06a1d27d-f0cf-4692-830d-95fc983ce3e7 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:10.967143 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0888c222-9d71-424a-b173-a80193587e48', 'tag': '59cf041c-2c73-47ed-aa17-c7335f95a1a0', 'status': 'completed', 'code': 200} Feb 08 23:54:10.988804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:54:11.002420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948f1b35-f090-4656-8b48-35d72a1c834d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:11.008567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-5ba1b7d8-cbed-4ba8-b5ac-be9bbde0a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.010899 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-5ba1b7d8-cbed-4ba8-b5ac-be9bbde0a620 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fde14daf-9920-40f7-b954-00d4e958aa2b HTTP/1.1" status: 200 len: 862 time: 0.0913410 Feb 08 23:54:11.013791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.014118 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Added segment f9b2509e-c88c-4793-b166-ae20a3803137 of type vlan for network 2079adde-123e-4ebd-86d4-58cf117e59ae Feb 08 23:54:11.061570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.073410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae5d31bf-74b6-42f9-afee-cc01f71654b9 req-5010a2b5-7bf1-4f30-b740-defb89526865 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461678 Feb 08 23:54:11.103505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.104859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.105532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.111411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-632f842f-04a3-4f23-b8dc-944de803edeb req-675f00f9-b04c-4c9b-9584-f77006235feb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 210 time: 0.0978246 Feb 08 23:54:11.233687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1884499 Feb 08 23:54:11.234628 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.254911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:11.270595 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-5f8c450c-b185-4e1d-9531-ec15f253c79d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3485d41-a1f5-4d16-85c9-3ea998a61324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825813 Feb 08 23:54:11.274989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Request body: {'subnet': {'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-799084625-subnet', 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:11.299588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aec745-0dc5-49bc-aaa4-d8608ebd077f admin admin] Pushing event updated for resources: {'Network': ['ID=2079adde-123e-4ebd-86d4-58cf117e59ae,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:11.312538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2079adde-123e-4ebd-86d4-58cf117e59ae details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:54:11.378469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Made reservation on behalf of e3a99e875e824c5d8acc69a865ed758b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:11.385067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:11.387250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.387580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.482506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb933e-bd0d-4a85-bedd-2ac2fe3d7b2d req-02c14252-7d81-4cf5-9fc8-079db0b4972f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.484123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33cb933e-bd0d-4a85-bedd-2ac2fe3d7b2d req-02c14252-7d81-4cf5-9fc8-079db0b4972f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1991730 Feb 08 23:54:11.497286 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-5caa9cc9-a0ac-49eb-b15b-cc48ab70d2d8 service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153256 Feb 08 23:54:11.529825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40d965-ca6c-444a-8104-cef88719679d req-dd756151-dcc7-43d9-b13b-8e82cee326cf tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.531307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d40d965-ca6c-444a-8104-cef88719679d req-dd756151-dcc7-43d9-b13b-8e82cee326cf tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 943 time: 0.1670792 Feb 08 23:54:11.660530 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8ba9f661-db2d-4bca-811d-04adfedf97e6 req-bc9863f9-1714-4ca7-9adb-9736dc2b5a11 service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537440 Feb 08 23:54:11.683731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.698912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33cb933e-bd0d-4a85-bedd-2ac2fe3d7b2d req-36aa2ddd-4047-422a-a9a6-449a1e2217fa tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664696 Feb 08 23:54:11.728131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d40d965-ca6c-444a-8104-cef88719679d req-fb751f20-7f9c-4a13-b5be-ef46ae2ed451 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779199 Feb 08 23:54:11.762108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Allocated IP 172.20.0.9 (4c83a6a0-c1cd-408f-9eb6-4d688928a154/46070e5f-6f83-4b5f-84c6-f0db99c6c112/cd022e63-5939-4778-a164-19bf1bf70e1f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:11.807457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67306416-ba71-4ca0-9c26-fdc3534e5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.812639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1aeb48d-affb-4678-86e5-6dd8c6aac59f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:11.838773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:11.839146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Network hostable DHCP agents. Network: 2079adde-123e-4ebd-86d4-58cf117e59ae, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:54:11.849887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe623-ab87-4361-aafa-82071d991688 req-65b3eec3-9f47-46e9-b016-989295559127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.851370 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-65b3eec3-9f47-46e9-b016-989295559127 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d65288de307447d9ec52f3cc0db9874&device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 1094 time: 0.1179271 Feb 08 23:54:11.880318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:54:11.915283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2079adde-123e-4ebd-86d4-58cf117e59ae) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:11.921722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.922321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:11.928725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e902a3-40c3-41da-b839-896912779a24 None None] Network 2079adde-123e-4ebd-86d4-58cf117e59ae requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:11.953488 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0539104f-238a-4776-aa06-56957a40fc45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6886222 Feb 08 23:54:11.973647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe623-ab87-4361-aafa-82071d991688 req-95384210-24db-4f36-920b-1c177112450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:11.975524 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-95384210-24db-4f36-920b-1c177112450e service neutron] 10.222.0.21 "GET /v2.0/networks?id=f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 200 len: 923 time: 0.1178627 Feb 08 23:54:12.042356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1231674-2dad-458a-8745-e2469566d02d req-dac629c4-b242-4043-af32-475bf84bd17f tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:12.043945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1231674-2dad-458a-8745-e2469566d02d req-dac629c4-b242-4043-af32-475bf84bd17f tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 950 time: 0.1940534 Feb 08 23:54:12.051781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-b448b855-6690-4ea6-836a-347d0c7baf32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0 HTTP/1.1" status: 200 len: 217 time: 0.0683351 Feb 08 23:54:12.069327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0f1c9-fb56-43b8-960c-3a0e98551f37 req-a9bb2afb-d81a-459f-b0c1-ff0dadf94044 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:12.077443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cff0f1c9-fb56-43b8-960c-3a0e98551f37 req-a9bb2afb-d81a-459f-b0c1-ff0dadf94044 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1994236 Feb 08 23:54:12.130980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfe623-ab87-4361-aafa-82071d991688 req-71ba5c55-bf65-4a57-b601-60c92410de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:12.132475 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-71ba5c55-bf65-4a57-b601-60c92410de6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fde14daf-9920-40f7-b954-00d4e958aa2b HTTP/1.1" status: 200 len: 862 time: 0.0746300 Feb 08 23:54:12.178957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-a1598b2a-458b-4812-9059-4e8adc136a02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f3485d41-a1f5-4d16-85c9-3ea998a61324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390778 Feb 08 23:54:12.182545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f20f78-c6d5-4774-88c5-8c94037ec627 None None] Network 2079adde-123e-4ebd-86d4-58cf117e59ae requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:12.196309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cff0f1c9-fb56-43b8-960c-3a0e98551f37 req-c710ded8-0cc4-4832-ab39-8f6d5a2b3c22 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155503 Feb 08 23:54:12.237470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Deleting port e233f21f-a354-4139-8484-f5c75a58ebd4 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:12.239435 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:12.307322 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-77a4a463-e0f7-4d43-af0f-362a896dbbab service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215460 Feb 08 23:54:12.336667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:12.343264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1231674-2dad-458a-8745-e2469566d02d req-647d399a-1ffa-4fe0-9eb1-b5f40ef5d4d0 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875755 Feb 08 23:54:12.369565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c35bacb-2a26-43c8-9d6c-7f99f0ea5202 req-370c7707-a374-4751-b8ce-1a7e46aab1ed tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0494065 Feb 08 23:54:12.418361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:12.444066 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91dfe623-ab87-4361-aafa-82071d991688 req-ca1ccb55-4f9f-47ab-8a49-062dce896377 service neutron] 10.222.0.21 "GET /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297750 Feb 08 23:54:12.463470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Calling delete_port for e233f21f-a354-4139-8484-f5c75a58ebd4 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:12.465920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:12.593736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:12.607226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:12.614134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event updated for resources: {'Port': ['ID=cd022e63-5939-4778-a164-19bf1bf70e1f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:12.616579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:12.627472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4c83a-dbde-4f69-9d6f-3e40f45fe0f1 req-2900d878-79fb-4f17-8f48-e92886e3f2ae tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:12.629004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70d4c83a-dbde-4f69-9d6f-3e40f45fe0f1 req-2900d878-79fb-4f17-8f48-e92886e3f2ae tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 931 time: 0.1589582 Feb 08 23:54:12.814868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:12.815511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:12.825100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70d4c83a-dbde-4f69-9d6f-3e40f45fe0f1 req-63428a9d-2a4b-459d-a974-cfb82d04d281 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623640 Feb 08 23:54:12.905446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-35f67b58-0704-4f81-b55b-71f07779ef0d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:12.906911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-35f67b58-0704-4f81-b55b-71f07779ef0d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2754679 Feb 08 23:54:12.919691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-06a53bc6-a9e6-490c-8c34-45c5a41eb454 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9643703 Feb 08 23:54:13.289996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Request body: {'port': {'device_id': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:13.297194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:13.317088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-8a513be1-1589-4aed-9238-b9d19c2009f4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.3933938 Feb 08 23:54:13.353046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Port': ['ID=e233f21f-a354-4139-8484-f5c75a58ebd4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:13.407935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-9216a72e-ff52-434e-902f-e4547604b92e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641627 Feb 08 23:54:13.438500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c2e8e-84c0-4081-a650-a396cc94572e req-104fba4b-d158-4a0b-8417-b92f1ab7ff97 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:13.440063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d7c2e8e-84c0-4081-a650-a396cc94572e req-104fba4b-d158-4a0b-8417-b92f1ab7ff97 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.5458896 Feb 08 23:54:13.506860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:13.619882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d7c2e8e-84c0-4081-a650-a396cc94572e req-ef178665-a6c4-4a1e-a645-b09c967c5608 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517813 Feb 08 23:54:13.725755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-8393ef0b-5b34-4f93-a543-30ccba991c57 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119676 Feb 08 23:54:13.777216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:13.998980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 59cf041c-2c73-47ed-aa17-c7335f95a1a0 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:54:14.111285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:14.122906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '59cf041c-2c73-47ed-aa17-c7335f95a1a0', 'network_id': 'f3485d41-a1f5-4d16-85c9-3ea998a61324', 'port_id': '59cf041c-2c73-47ed-aa17-c7335f95a1a0', 'mac_address': 'fa:16:3e:38:ce:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde14daf-9920-40f7-b954-00d4e958aa2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:14.151088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-b801fcf1-d961-4bd7-831b-13e86d7ae31c service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748050 Feb 08 23:54:14.172420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.174993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Router 2cce0e27-94eb-4c54-98ab-6915c46814a2 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:54:14.187575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cf041c-2c73-47ed-aa17-c7335f95a1a0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:14.209694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:14.226119 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.259006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d471-7255-4e6f-8f71-de72b44399fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.308637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=59cf041c-2c73-47ed-aa17-c7335f95a1a0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:14.323481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03ad21-57cb-4765-ae78-a98ecdcd8931 req-71fffa09-eb4d-4dfb-bf00-b84f92278f8b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:14.329547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb03ad21-57cb-4765-ae78-a98ecdcd8931 req-71fffa09-eb4d-4dfb-bf00-b84f92278f8b tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 943 time: 0.2846539 Feb 08 23:54:14.350596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:14.372507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eb494d48-b223-4a47-aa81-f52a6d3a02df tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5084889 Feb 08 23:54:14.372617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45742) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:14.373525 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0552641-aade-41b6-8684-58891baf23ec None None] Sync routers for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:14.389164 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0552641-aade-41b6-8684-58891baf23ec None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:14.390059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0552641-aade-41b6-8684-58891baf23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:14.415719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd022e63-5939-4778-a164-19bf1bf70e1f {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:14.421788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8923c790-c9b4-417f-a00d-b2b7a11aaf8c req-6f3b8625-4afa-47be-9453-1eee8ab390cf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0341704 Feb 08 23:54:14.428988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.429744 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-5f600166-8403-4343-a4ac-da6869fefeb4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] show failed (client error): The resource could not be found. Feb 08 23:54:14.438116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45744) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:14.438552 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f600166-8403-4343-a4ac-da6869fefeb4 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-198641910 HTTP/1.1" status: 404 len: 334 time: 0.0650976 Feb 08 23:54:14.448546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-43d9282f-d540-4d1c-8347-80232a6ae387 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:14.456191 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0552641-aade-41b6-8684-58891baf23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:14.473921 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0552641-aade-41b6-8684-58891baf23ec None None] Routers {'2cce0e27-94eb-4c54-98ab-6915c46814a2'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:14.478630 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0552641-aade-41b6-8684-58891baf23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2cce0e27-94eb-4c54-98ab-6915c46814a2'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:14.527652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb03ad21-57cb-4765-ae78-a98ecdcd8931 req-40749d4f-91c6-4598-859a-645cc0b36f43 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874070 Feb 08 23:54:14.528730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Transition to ACTIVE for port object cd022e63-5939-4778-a164-19bf1bf70e1f will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:54:14.537680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0552641-aade-41b6-8684-58891baf23ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:14.538313 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0552641-aade-41b6-8684-58891baf23ec None None] The sync data for ids ['2cce0e27-94eb-4c54-98ab-6915c46814a2'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:14.541711 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-43d9282f-d540-4d1c-8347-80232a6ae387 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] update failed (client error): The resource could not be found. Feb 08 23:54:14.542746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-43d9282f-d540-4d1c-8347-80232a6ae387 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1532790174 HTTP/1.1" status: 404 len: 335 time: 0.0990467 Feb 08 23:54:14.543415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.547610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45748) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:14.557711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['59cf041c-2c73-47ed-aa17-c7335f95a1a0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:14.684059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Deleting subnet ef3f70a0-b431-44ea-9877-8133b1959902 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:14.694153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.704733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=cd022e63-5939-4778-a164-19bf1bf70e1f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:14.783694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27f817a3-71d7-40d3-9ed5-687bd42bb1df req-cd8f884a-ee32-4a97-bf80-be9a46ff755f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 210 time: 0.1019247 Feb 08 23:54:14.865971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:14.915440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2175b-295e-4b39-a60a-35b860e82033 req-e47db5db-dc58-4fbc-98b7-950c28869a9f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:14.916968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aaf2175b-295e-4b39-a60a-35b860e82033 req-e47db5db-dc58-4fbc-98b7-950c28869a9f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 943 time: 0.2817354 Feb 08 23:54:14.951994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Attempting to bind port cd022e63-5939-4778-a164-19bf1bf70e1f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:14.952392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Attempting to bind port cd022e63-5939-4778-a164-19bf1bf70e1f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:14.952646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Attempting to bind port cd022e63-5939-4778-a164-19bf1bf70e1f on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:14.976069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Port cd022e63-5939-4778-a164-19bf1bf70e1f on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:54:14.976543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Attempting to bind port cd022e63-5939-4778-a164-19bf1bf70e1f on network 4c83a6a0-c1cd-408f-9eb6-4d688928a154 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:15.001659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:15.001992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Checking segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:15.002368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Bound using segment: {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:15.002798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Bound port: cd022e63-5939-4778-a164-19bf1bf70e1f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3af632-1234-4e59-a01b-4c3bbadc18a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:15.003149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.024947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aaf2175b-295e-4b39-a60a-35b860e82033 req-44e56421-eb50-47ef-81ed-b22271ea2c1f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871313 Feb 08 23:54:15.036322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074ea7-a9d7-43b8-974a-2aa3abb2cff7 req-d9dc6d08-11c6-46cc-8f53-8bdf7b52fbbb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:15.037867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10074ea7-a9d7-43b8-974a-2aa3abb2cff7 req-d9dc6d08-11c6-46cc-8f53-8bdf7b52fbbb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1768956 Feb 08 23:54:15.122154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.174534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10074ea7-a9d7-43b8-974a-2aa3abb2cff7 req-162671c2-0d3e-4b9e-a1cc-9d44dc314f85 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150110 Feb 08 23:54:15.218426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] For port cd022e63-5939-4778-a164-19bf1bf70e1f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:15.222366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] For port cd022e63-5939-4778-a164-19bf1bf70e1f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd022e63-5939-4778-a164-19bf1bf70e1f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:15.232607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.292557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:15.293670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.295287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] 10.222.0.21 "PUT /v2.0/ports/cd022e63-5939-4778-a164-19bf1bf70e1f HTTP/1.1" status: 200 len: 1091 time: 2.0175848 Feb 08 23:54:15.295815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'tag': 'cd022e63-5939-4778-a164-19bf1bf70e1f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:15.299215 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92155a-7f7b-4d39-b244-8343c147ee66" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd094d5-08a8-4d44-bcee-e483b002b53f", "tag": "cd022e63-5939-4778-a164-19bf1bf70e1f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:15.353477 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5215c86d-57bb-4c08-886d-cc456229980b x-openstack-request-id: req-5215c86d-57bb-4c08-886d-cc456229980b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:15.354108 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd094d5-08a8-4d44-bcee-e483b002b53f", "tag": "cd022e63-5939-4778-a164-19bf1bf70e1f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:15.354108 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5215c86d-57bb-4c08-886d-cc456229980b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:15.354378 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'tag': 'cd022e63-5939-4778-a164-19bf1bf70e1f', 'status': 'completed', 'code': 200} Feb 08 23:54:15.355321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.403205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.432302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3f70a0-b431-44ea-9877-8133b1959902,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:15.440635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.440635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2d0cfe3a-e5ed-4d1b-a534-4d4411a5d98d tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/subnets/ef3f70a0-b431-44ea-9877-8133b1959902 HTTP/1.1" status: 204 len: 168 time: 0.8916917 Feb 08 23:54:15.443155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45768) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:15.445255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab5a4e-1ba6-41b4-81c7-840de1b8bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=cd022e63-5939-4778-a164-19bf1bf70e1f,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:15.468525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28171-196c-4f0d-8bfe-8bb3986f60f9 req-76ffc539-54b9-4b4d-b62f-f088418fcae4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:15.470021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4f28171-196c-4f0d-8bfe-8bb3986f60f9 req-76ffc539-54b9-4b4d-b62f-f088418fcae4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1881843 Feb 08 23:54:15.477444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-62225a80-8e8b-4a9e-819c-d0b3643212a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:15.478958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-62225a80-8e8b-4a9e-819c-d0b3643212a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 1094 time: 0.1302025 Feb 08 23:54:15.479089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674264e-cc5c-4617-ac4c-fae852e30eb6 None None] Network 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:15.535993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-7523f4a4-90b3-4fd4-82d8-9c77b90fffc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd022e63-5939-4778-a164-19bf1bf70e1f HTTP/1.1" status: 200 len: 217 time: 0.0408874 Feb 08 23:54:15.551985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Deleting subnet fb329ff7-bb88-4333-ba6b-bb7357f76eaa {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:15.556472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.609885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4f28171-196c-4f0d-8bfe-8bb3986f60f9 req-a7d361d6-c0f3-4e75-a81b-792e6cc62adc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280305 Feb 08 23:54:15.627707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:15.668449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0e95da1-05b2-4af2-bc47-059a4f4f96e0 req-5723cff5-5d6c-48b6-a6fb-3a5e3de17bbf tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.1002145 Feb 08 23:54:15.687416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-a5447e82-c3a5-4833-9dbf-1e83f492ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:15.688765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-a5447e82-c3a5-4833-9dbf-1e83f492ccb0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1412315 Feb 08 23:54:15.738066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-e2a0e2e7-192f-4110-a73f-40de9901cedb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413189 Feb 08 23:54:15.807358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-3b678e4a-95c5-466a-afac-a238c971c982 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:15.811177 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-3b678e4a-95c5-466a-afac-a238c971c982 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.1352379 Feb 08 23:54:15.828480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:15.844957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] DHCP port deletion for 74dd7df4-a2c2-412a-9da2-56489ef6a5e9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:54:15.853584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-e858c6a3-b595-44f2-acba-38d630b3ba2b service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075106 Feb 08 23:54:15.938513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] Deleting port 13cf1d1c-653d-414d-a2ba-511be89046fd {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:15.938812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.008549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 59cf041c-2c73-47ed-aa17-c7335f95a1a0 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:16.019021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.049138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d0057-6c6c-446a-b473-1a733c6c79d2 req-8268a77e-830b-4475-8a20-3b16f3aa0fb0 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:16.050721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd8d0057-6c6c-446a-b473-1a733c6c79d2 req-8268a77e-830b-4475-8a20-3b16f3aa0fb0 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 944 time: 0.1962466 Feb 08 23:54:16.107672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.144617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5331e42f-90e0-476e-9b59-2ffefbe28470 req-bdf0038c-32fd-41d6-a9c4-a3e8fbdb579a service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655723 Feb 08 23:54:16.151534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Subnet': ['ID=fb329ff7-bb88-4333-ba6b-bb7357f76eaa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:16.156840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.165256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7d3f0311-344f-4b0c-802b-05f1bceda94c tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/subnets/fb329ff7-bb88-4333-ba6b-bb7357f76eaa HTTP/1.1" status: 204 len: 168 time: 0.7199442 Feb 08 23:54:16.169165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45792) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:16.183406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:16.185164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9abf3-77fd-4cae-926c-daac7dccf7e3 req-afd557b7-eb14-4fc6-86cd-89d2c25fcbfa tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:16.186725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ba9abf3-77fd-4cae-926c-daac7dccf7e3 req-afd557b7-eb14-4fc6-86cd-89d2c25fcbfa tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1659262 Feb 08 23:54:16.188312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.214542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd8d0057-6c6c-446a-b473-1a733c6c79d2 req-59c09720-f2f6-44e6-ab7d-9934d858cbcc tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411920 Feb 08 23:54:16.246829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13cf1d1c-653d-414d-a2ba-511be89046fd no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:16.284882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67646706-858b-4cb6-b645-396dea4fffdd None None] Network 6f104c75-c6aa-4c41-89ea-9e56029c0e8d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:16.375759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:54:16.389768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] For port 13cf1d1c-653d-414d-a2ba-511be89046fd, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13cf1d1c-653d-414d-a2ba-511be89046fd,segment=NetworkSegment(38fc2225-b792-4822-9bd8-1532bc41690f),segment_id=38fc2225-b792-4822-9bd8-1532bc41690f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:16.390173 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.392747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.11 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/89c1bda0-de10-4b05-88e7-761154b291cb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:16.411049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ba9abf3-77fd-4cae-926c-daac7dccf7e3 req-a6d0e358-9774-4890-8fd5-9f4c6669d407 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524694 Feb 08 23:54:16.447685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-647c4243-0ea5-40ce-97b4-4de42f53851e req-1ec1e12f-07e1-4954-8585-968bbb886e3f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 210 time: 0.1341448 Feb 08 23:54:16.458571 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.460541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:16.461466 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.507725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] Calling delete_port for 13cf1d1c-653d-414d-a2ba-511be89046fd owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:16.522036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-109c638f-343b-455d-bc7d-5dee008bda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:16.532651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-109c638f-343b-455d-bc7d-5dee008bda6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3a99e875e824c5d8acc69a865ed758b&device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 1094 time: 0.3170342 Feb 08 23:54:16.569126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.599992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.642428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.692498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:16.694651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.710738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:16.720239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:16.752794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] No DVR routers for this DVR port 13cf1d1c-653d-414d-a2ba-511be89046fd on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:16.775451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e7d37-f726-4d4b-9dd4-33f9b35f7421 None None] Pushing event deleted for resources: {'Port': ['ID=13cf1d1c-653d-414d-a2ba-511be89046fd,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:16.787077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=89c1bda0-de10-4b05-88e7-761154b291cb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:16.829081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:16.830611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.833125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.847086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.863130 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-93f428f0-1713-4017-a888-cedb38f4b4fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0388877 Feb 08 23:54:16.875652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888c222-9d71-424a-b173-a80193587e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf041c-2c73-47ed-aa17-c7335f95a1a0'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:16.878069 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfe2466-ad44-45a5-9a8b-a856106563c3" -d '{"events": [{"server_uuid": "0888c222-9d71-424a-b173-a80193587e48", "name": "network-vif-plugged", "status": "completed", "tag": "59cf041c-2c73-47ed-aa17-c7335f95a1a0"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:16.881409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Request body: {'port': {'device_id': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:16.907544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] DHCP port deletion for 6f104c75-c6aa-4c41-89ea-9e56029c0e8d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:54:16.911454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:16.919759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:16.920848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f94bf85d-b6de-4447-b303-69819eb68488 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:16.955164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.096273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=59cf041c-2c73-47ed-aa17-c7335f95a1a0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:17.113942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.127812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] Deleting port 728323b0-5978-4a8e-84fb-0e94bf84bf19 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:17.128323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.196394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5cd5c-aaa4-40dd-a218-11296c5ae415 req-9c60a15a-c928-462e-9c31-d44f5d9b1b34 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.204173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0db5cd5c-aaa4-40dd-a218-11296c5ae415 req-9c60a15a-c928-462e-9c31-d44f5d9b1b34 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 943 time: 0.6582897 Feb 08 23:54:17.252984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:17.262470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] For port 728323b0-5978-4a8e-84fb-0e94bf84bf19, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=728323b0-5978-4a8e-84fb-0e94bf84bf19,segment=NetworkSegment(04e63c91-2390-4a06-bd30-2fd81218de85),segment_id=04e63c91-2390-4a06-bd30-2fd81218de85)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:17.263005 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.268220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.278107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c1bda0-de10-4b05-88e7-761154b291cb {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:17.282392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a9ef-44c4-45cb-87c7-fabd862710d2 req-e0de98b6-23d5-4d28-831e-ddebaea6d265 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.284118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fb5a9ef-44c4-45cb-87c7-fabd862710d2 req-e0de98b6-23d5-4d28-831e-ddebaea6d265 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.7203877 Feb 08 23:54:17.287449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.292296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] Calling delete_port for 728323b0-5978-4a8e-84fb-0e94bf84bf19 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:17.301830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Transition to ACTIVE for port object 89c1bda0-de10-4b05-88e7-761154b291cb will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:54:17.306401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-46995446-229f-46d0-abae-489aa2b864ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.307506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.307891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-46995446-229f-46d0-abae-489aa2b864ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 200 len: 912 time: 0.7635114 Feb 08 23:54:17.339645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.351092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0db5cd5c-aaa4-40dd-a218-11296c5ae415 req-d19a4fc5-2552-4d4b-a68b-0f8d2739bf81 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459763 Feb 08 23:54:17.371174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.431176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dd7df4-a2c2-412a-9da2-56489ef6a5e9']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:17.433564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:17.442115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fb5a9ef-44c4-45cb-87c7-fabd862710d2 req-f82f8c27-abdb-4a5c-95ed-953ccf3f73f4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412354 Feb 08 23:54:17.445498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-eb8f7433-612a-432f-92c6-e377ad208a54 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd022e63-5939-4778-a164-19bf1bf70e1f HTTP/1.1" status: 200 len: 217 time: 0.1034141 Feb 08 23:54:17.472603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38fc2225-b792-4822-9bd8-1532bc41690f') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:17.475567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38fc2225-b792-4822-9bd8-1532bc41690f') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:17.490424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=89c1bda0-de10-4b05-88e7-761154b291cb,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:17.513739 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da2d14c-16c3-4091-9a7d-bf6bb47ae348 x-openstack-request-id: req-7da2d14c-16c3-4091-9a7d-bf6bb47ae348 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:17.514925 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888c222-9d71-424a-b173-a80193587e48", "name": "network-vif-plugged", "status": "completed", "tag": "59cf041c-2c73-47ed-aa17-c7335f95a1a0", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:17.515186 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7da2d14c-16c3-4091-9a7d-bf6bb47ae348 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:17.516125 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888c222-9d71-424a-b173-a80193587e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf041c-2c73-47ed-aa17-c7335f95a1a0', 'code': 200} Feb 08 23:54:17.517904 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.531651 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.558242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Attempting to bind port 89c1bda0-de10-4b05-88e7-761154b291cb on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:17.558580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Attempting to bind port 89c1bda0-de10-4b05-88e7-761154b291cb by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:17.559031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Attempting to bind port 89c1bda0-de10-4b05-88e7-761154b291cb on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:17.559160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efb77afb-d73e-49e2-9b01-1649c8aab229 req-9d3b4938-c910-4ce8-a809-db5cf4fc1b45 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/ports?device_id=c827579f-89aa-44a6-a914-7277fff66ff8 HTTP/1.1" status: 200 len: 210 time: 0.0493939 Feb 08 23:54:17.567866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] Pushing event deleted for resources: {'Port': ['ID=728323b0-5978-4a8e-84fb-0e94bf84bf19,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:17.568136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Port 89c1bda0-de10-4b05-88e7-761154b291cb on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:54:17.568714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Attempting to bind port 89c1bda0-de10-4b05-88e7-761154b291cb on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:17.576556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:17.576923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:17.577509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:17.578770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Bound port: 89c1bda0-de10-4b05-88e7-761154b291cb, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:17.579145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.579262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.590703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cea9b6-b545-45da-8420-8fde13e22f8c None None] No DVR routers for this DVR port 728323b0-5978-4a8e-84fb-0e94bf84bf19 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:17.604720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-84f90811-141d-449e-a4ea-54c201c8d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.604720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-84f90811-141d-449e-a4ea-54c201c8d335 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 200 len: 851 time: 0.1355660 Feb 08 23:54:17.604720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:17.605210 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:17.608199 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:17.681876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-618cf490-b637-49c5-943c-0f92e8e4f0ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4c83a6a0-c1cd-408f-9eb6-4d688928a154&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609446 Feb 08 23:54:17.707670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] For port 89c1bda0-de10-4b05-88e7-761154b291cb, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:17.708264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] For port 89c1bda0-de10-4b05-88e7-761154b291cb, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=89c1bda0-de10-4b05-88e7-761154b291cb,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:17.715648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d201b-3406-4a2a-b510-c3a2158d8113 req-7717ca87-a870-4b46-b24b-1cd3bf42ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.717227 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d43d201b-3406-4a2a-b510-c3a2158d8113 req-7717ca87-a870-4b46-b24b-1cd3bf42ad64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 1096 time: 0.0753145 Feb 08 23:54:17.718680 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.777146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.777763 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.779172 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/89c1bda0-de10-4b05-88e7-761154b291cb HTTP/1.1" status: 200 len: 1092 time: 0.9029059 Feb 08 23:54:17.779615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'tag': '89c1bda0-de10-4b05-88e7-761154b291cb'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:17.781878 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ebc3a1-2580-42c7-b02c-23b3005749be" -d '{"events": [{"name": "network-changed", "server_uuid": "ce75768f-8e4b-4613-906d-50d8e3800556", "tag": "89c1bda0-de10-4b05-88e7-761154b291cb"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:17.798929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.813467 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d43d201b-3406-4a2a-b510-c3a2158d8113 req-0587baee-c23a-4231-9217-f8175f2a9a30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649879 Feb 08 23:54:17.814279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.815227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78a051-7d7d-4337-b170-8f5c1bd4e5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=89c1bda0-de10-4b05-88e7-761154b291cb,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:17.817716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/networks/74dd7df4-a2c2-412a-9da2-56489ef6a5e9 HTTP/1.1" status: 204 len: 168 time: 1.6298580 Feb 08 23:54:17.821650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45818) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:17.841288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36b9fb-5afd-4adf-b6e7-980c4b6c8bdb tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Network': ['ID=74dd7df4-a2c2-412a-9da2-56489ef6a5e9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:17.858921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1351a-9fc8-4187-a75f-51dec8b85fc9 req-7f1b1303-db46-4426-ba83-ad008fae9a03 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.860318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fc1351a-9fc8-4187-a75f-51dec8b85fc9 req-7f1b1303-db46-4426-ba83-ad008fae9a03 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 945 time: 0.1775591 Feb 08 23:54:17.882246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c093f2e-c9de-4516-ac1c-5902feacebba req-16a8545e-19d6-4ba7-98be-06968dbf0a88 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:17.884543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c093f2e-c9de-4516-ac1c-5902feacebba req-16a8545e-19d6-4ba7-98be-06968dbf0a88 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 944 time: 0.1696882 Feb 08 23:54:17.901866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:17.934180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-12b117ff-d231-4f70-a66a-5a0981cad2cd service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286761 Feb 08 23:54:17.959022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fc1351a-9fc8-4187-a75f-51dec8b85fc9 req-d12e4fbb-ef28-4411-b9ea-8a10f314989c tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875552 Feb 08 23:54:17.967518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 728323b0-5978-4a8e-84fb-0e94bf84bf19 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:17.969696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c093f2e-c9de-4516-ac1c-5902feacebba req-e226c657-c382-4012-90a0-ef85da6dde61 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739875 Feb 08 23:54:17.998402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 728323b0-5978-4a8e-84fb-0e94bf84bf19 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:17.998752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 728323b0-5978-4a8e-84fb-0e94bf84bf19 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:18.003592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.010501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:54:18.034818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f104c75-c6aa-4c41-89ea-9e56029c0e8d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:18.040854 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470f2e3b-a2ff-46d1-bd11-f2ac32a37703 x-openstack-request-id: req-470f2e3b-a2ff-46d1-bd11-f2ac32a37703 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:18.041168 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce75768f-8e4b-4613-906d-50d8e3800556", "tag": "89c1bda0-de10-4b05-88e7-761154b291cb", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:18.041423 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-470f2e3b-a2ff-46d1-bd11-f2ac32a37703 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:18.041828 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'tag': '89c1bda0-de10-4b05-88e7-761154b291cb', 'status': 'completed', 'code': 200} Feb 08 23:54:18.066633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e63c91-2390-4a06-bd30-2fd81218de85') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:18.069317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e63c91-2390-4a06-bd30-2fd81218de85') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:18.096838 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.127576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.138438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:18.138842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:18.143037 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:18.157031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:18.158977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-312a2faf-37fa-4e21-993f-c83eb32c4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:18.160489 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-312a2faf-37fa-4e21-993f-c83eb32c4cb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 1095 time: 0.0883846 Feb 08 23:54:18.165713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c6161-3e8e-4ca6-8230-46c2870dbd75 req-c9f766a6-d928-498e-b16f-85d511c84ae4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:18.167235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d4c6161-3e8e-4ca6-8230-46c2870dbd75 req-c9f766a6-d928-498e-b16f-85d511c84ae4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0908275 Feb 08 23:54:18.188899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'mac_address': 'fa:16:3e:29:a2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:18.217179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b92155a-7f7b-4d39-b244-8343c147ee66 req-dc3975d6-d257-4b49-95ab-5bc6e24f7606 service neutron] 10.222.0.21 "GET /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652818 Feb 08 23:54:18.246289 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-3c971770-ec45-4fb6-bea6-2a850b6bde4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c1bda0-de10-4b05-88e7-761154b291cb HTTP/1.1" status: 200 len: 217 time: 0.0546050 Feb 08 23:54:18.247165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d4c6161-3e8e-4ca6-8230-46c2870dbd75 req-34b6e9eb-d616-4075-ad09-bb55403a5320 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623543 Feb 08 23:54:18.281441 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.286997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.300239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42df162d-ab79-45bf-a393-6ab884ee0d9f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:18.301702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.308776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45828) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:18.309327 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/networks/6f104c75-c6aa-4c41-89ea-9e56029c0e8d HTTP/1.1" status: 204 len: 168 time: 0.4866207 Feb 08 23:54:18.333581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:18.339039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.345002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b7c98-1352-474c-b5b2-7a7c3a9cc7ee tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Network': ['ID=6f104c75-c6aa-4c41-89ea-9e56029c0e8d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:18.363867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-0cc16b5e-809f-4449-afa5-d10af9aee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:18.365457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-0cc16b5e-809f-4449-afa5-d10af9aee8f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1099768 Feb 08 23:54:18.370944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Deleting subnet f3e82fd9-dcf1-4865-b53c-c4806b672290 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:18.376509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.411168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:18.441979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['42df162d-ab79-45bf-a393-6ab884ee0d9f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:18.442297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-9f36a1bb-a523-458a-a7c3-3a4b86becdee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391219 Feb 08 23:54:18.513785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.563479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c905980-9f1d-4d9c-9c1e-d198ffd24855 req-23d6e412-9cac-4f8f-a00b-42fb235180bd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:18.568722 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-2abde207-e3d8-4daa-8935-7748c37b4457 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139646 Feb 08 23:54:18.572105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c905980-9f1d-4d9c-9c1e-d198ffd24855 req-23d6e412-9cac-4f8f-a00b-42fb235180bd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1978135 Feb 08 23:54:18.603033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cb7d2-38b5-41cf-9e00-9da410c77cb0 req-b18cf138-2b54-4590-a8e6-e26bf0a36821 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:18.605109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-851cb7d2-38b5-41cf-9e00-9da410c77cb0 req-b18cf138-2b54-4590-a8e6-e26bf0a36821 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 943 time: 0.1578689 Feb 08 23:54:18.661897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c905980-9f1d-4d9c-9c1e-d198ffd24855 req-e9c8d404-ccf7-47ef-a6d6-402ff0ce2ebc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884480 Feb 08 23:54:18.709383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-851cb7d2-38b5-41cf-9e00-9da410c77cb0 req-d2876ecf-f1bc-4b53-8fa0-a47be1ef952c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973089 Feb 08 23:54:18.718857 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-84ade7a3-8f7f-4bf9-9c65-382490210a89 req-8a67357c-51fd-4e90-ba26-e0db0e542caf service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420579 Feb 08 23:54:18.719867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.798555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.827610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:18.833139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e82fd9-dcf1-4865-b53c-c4806b672290,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:18.839940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:18.846309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-58a79cba-f5d6-495f-8726-de29c70209d1 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/subnets/f3e82fd9-dcf1-4865-b53c-c4806b672290 HTTP/1.1" status: 204 len: 168 time: 0.5355961 Feb 08 23:54:18.846975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45864) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:18.850306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c713e86-4e0a-4ed0-8f93-9f9ae260e9f7 None None] Network 00d5f28c-b618-432a-8b20-c0eb8b5e053b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:18.885794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-2b765559-c03c-41ae-88e6-35176d708e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:18.887372 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-2b765559-c03c-41ae-88e6-35176d708e71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 1095 time: 0.0956378 Feb 08 23:54:18.932242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9b2741c-cd70-4d06-a600-57f30361bb03 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.001796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.013120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9b2741c-cd70-4d06-a600-57f30361bb03 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.019495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383729-e19a-4025-a4a7-66330e7c550c req-326cdbdd-ea96-4069-8f01-ce48153fb14e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:19.036287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc383729-e19a-4025-a4a7-66330e7c550c req-326cdbdd-ea96-4069-8f01-ce48153fb14e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1229167 Feb 08 23:54:19.073931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-b7f53894-35ea-4eed-826d-1ebe9b9e4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:19.086418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-b7f53894-35ea-4eed-826d-1ebe9b9e4289 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.1682107 Feb 08 23:54:19.122728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] DHCP port deletion for 00d5f28c-b618-432a-8b20-c0eb8b5e053b request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:54:19.150837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-ce147ba1-0a85-4103-8244-88bab6d7f4d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c1bda0-de10-4b05-88e7-761154b291cb HTTP/1.1" status: 200 len: 217 time: 0.0562294 Feb 08 23:54:19.154470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc383729-e19a-4025-a4a7-66330e7c550c req-e211e0c4-3a54-4ca6-9c0a-ddacd4fe0ff3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172080 Feb 08 23:54:19.168875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9b2741c-cd70-4d06-a600-57f30361bb03 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.172672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9b2741c-cd70-4d06-a600-57f30361bb03 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.174090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b9b2741c-cd70-4d06-a600-57f30361bb03 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/security-groups/bd9ffc1f-9883-4195-9e89-75eb453d4bff HTTP/1.1" status: 204 len: 168 time: 0.3454010 Feb 08 23:54:19.182817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1ab81-1019-409a-8f5a-3105b34c5834 req-9ec1e295-1cba-4640-a619-84b114daac53 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:19.190485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cec1ab81-1019-409a-8f5a-3105b34c5834 req-9ec1e295-1cba-4640-a619-84b114daac53 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 945 time: 0.0959897 Feb 08 23:54:19.192114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45878) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:19.238990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] Deleting port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:19.239388 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.260607 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-cf4f2546-49d1-41a6-963a-008b9bbb470c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] show failed (client error): The resource could not be found. Feb 08 23:54:19.261682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf4f2546-49d1-41a6-963a-008b9bbb470c tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "GET /v2.0/security-groups/bd9ffc1f-9883-4195-9e89-75eb453d4bff HTTP/1.1" status: 404 len: 347 time: 0.0674078 Feb 08 23:54:19.265310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:19.266080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2741c-cd70-4d06-a600-57f30361bb03 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ffc1f-9883-4195-9e89-75eb453d4bff,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:19.278967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-5950f816-2f59-4786-b4d4-ea6aa69db149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:19.280589 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-5950f816-2f59-4786-b4d4-ea6aa69db149 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1053543 Feb 08 23:54:19.282506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Deleting port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:19.282859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.341132 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-a936e5da-545c-47af-8d60-2c6a39b2c1ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303614 Feb 08 23:54:19.342300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] For port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,segment=NetworkSegment(bdd0903f-adbb-4e8e-8155-533800ff39c3),segment_id=bdd0903f-adbb-4e8e-8155-533800ff39c3)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:19.342709 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.362161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] Calling delete_port for 2472a7bd-52db-4525-bc1f-8cdf1e76d89a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:19.367519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cec1ab81-1019-409a-8f5a-3105b34c5834 req-d1dcb792-c33c-481d-9607-dad699de6de1 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758466 Feb 08 23:54:19.532207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:19.535721 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973c751-a658-49f1-90a8-7642855ca4b5" -d '{"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-unplugged", "status": "completed", "tag": "f94bf85d-b6de-4447-b303-69819eb68488"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:19.545240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.584250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] For port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,segment=NetworkSegment(bdd0903f-adbb-4e8e-8155-533800ff39c3),segment_id=bdd0903f-adbb-4e8e-8155-533800ff39c3)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:19.584992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.595025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] Pushing event deleted for resources: {'Port': ['ID=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:19.607596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da205fba-7e21-400a-8c7e-ace93c0561e0 req-b7ca174f-aec8-4947-9309-b0d6f1ae92d5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:19.613800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889552f4-715f-458d-84c2-90737c76b5f4 None None] No DVR routers for this DVR port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:19.614757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da205fba-7e21-400a-8c7e-ace93c0561e0 req-b7ca174f-aec8-4947-9309-b0d6f1ae92d5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1153314 Feb 08 23:54:19.630563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243c4ec-9656-4368-b4de-17669cb567d6 req-d3392f70-e320-4a05-8a08-bff43eeedcdc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:19.632149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4243c4ec-9656-4368-b4de-17669cb567d6 req-d3392f70-e320-4a05-8a08-bff43eeedcdc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 944 time: 0.3340769 Feb 08 23:54:19.656157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Calling delete_port for 2472a7bd-52db-4525-bc1f-8cdf1e76d89a owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:19.771083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4243c4ec-9656-4368-b4de-17669cb567d6 req-c13a96e9-8a54-41b4-afa4-61c62d47d8f6 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269007 Feb 08 23:54:19.790564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da205fba-7e21-400a-8c7e-ace93c0561e0 req-8734f3ac-cedd-45d6-8c26-984d79ea198c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747870 Feb 08 23:54:19.839083 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcaa9d5-bac2-4e4e-9f68-b802c292a66d x-openstack-request-id: req-9bcaa9d5-bac2-4e4e-9f68-b802c292a66d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:19.839749 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-unplugged", "status": "completed", "tag": "f94bf85d-b6de-4447-b303-69819eb68488", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:19.840304 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9bcaa9d5-bac2-4e4e-9f68-b802c292a66d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:19.840562 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488', 'code': 200} Feb 08 23:54:19.863689 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:19.913081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Port': ['ID=2472a7bd-52db-4525-bc1f-8cdf1e76d89a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:19.936149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] No DVR routers for this DVR port 2472a7bd-52db-4525-bc1f-8cdf1e76d89a on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:19.936352 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-7c4d481a-48e0-41b0-901b-13c17b73880e service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920605 Feb 08 23:54:19.950508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port 9fc73709-b276-4cf2-a5fe-351db94d852c {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:19.951011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.011463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd022e63-5939-4778-a164-19bf1bf70e1f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:54:20.014668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:20.069995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2472a7bd-52db-4525-bc1f-8cdf1e76d89a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:20.082356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.103710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2472a7bd-52db-4525-bc1f-8cdf1e76d89a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:20.104195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2472a7bd-52db-4525-bc1f-8cdf1e76d89a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:20.105501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc028beb-fde1-41dd-847d-d2b6887f4801 req-d808abb9-0c60-4deb-90fb-0a015b8f9eea tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:20.123219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc028beb-fde1-41dd-847d-d2b6887f4801 req-d808abb9-0c60-4deb-90fb-0a015b8f9eea tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 943 time: 0.2068980 Feb 08 23:54:20.158698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d5f28c-b618-432a-8b20-c0eb8b5e053b']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:20.198665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 42df162d-ab79-45bf-a393-6ab884ee0d9f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:20.198665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.216143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc028beb-fde1-41dd-847d-d2b6887f4801 req-318efdfa-f701-4b57-829f-7e48ab686d8f tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919528 Feb 08 23:54:20.219982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd0903f-adbb-4e8e-8155-533800ff39c3') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:20.220736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd0903f-adbb-4e8e-8155-533800ff39c3') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:20.231117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.231812 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.238450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbfe43-988c-4f15-87c3-a4543bcd977e req-05ba3029-10ce-49df-b26d-b720898b05cc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:20.246706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ecbfe43-988c-4f15-87c3-a4543bcd977e req-05ba3029-10ce-49df-b26d-b720898b05cc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2089379 Feb 08 23:54:20.249918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.250901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for 9fc73709-b276-4cf2-a5fe-351db94d852c owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:20.253269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cd022e63-5939-4778-a164-19bf1bf70e1f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd022e63-5939-4778-a164-19bf1bf70e1f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:20.297937 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.301168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'cd022e63-5939-4778-a164-19bf1bf70e1f', 'network_id': '4c83a6a0-c1cd-408f-9eb6-4d688928a154', 'port_id': 'cd022e63-5939-4778-a164-19bf1bf70e1f', 'mac_address': 'fa:16:3e:2e:bd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46070e5f-6f83-4b5f-84c6-f0db99c6c112', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:20.307355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:20.308148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.321700 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-46ebc3a1-2580-42c7-b02c-23b3005749be req-facb48cd-66b4-4a92-b71d-498ecee1b294 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626363 Feb 08 23:54:20.377647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:20.399903 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:20.419083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ecbfe43-988c-4f15-87c3-a4543bcd977e req-be98d4d1-f533-4fb7-8376-e6748c6cb1a5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712811 Feb 08 23:54:20.462572 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.474356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.488249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/networks/00d5f28c-b618-432a-8b20-c0eb8b5e053b HTTP/1.1" status: 204 len: 168 time: 1.6402054 Feb 08 23:54:20.495596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45908) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:20.515025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.556824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82fc7f-7410-4f48-b615-d2e51e5693bf tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Pushing event deleted for resources: {'Network': ['ID=00d5f28c-b618-432a-8b20-c0eb8b5e053b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:20.583227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=9fc73709-b276-4cf2-a5fe-351db94d852c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:20.610693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3310a613-0f29-4d20-b579-a547ea3764e0 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "GET /v2.0/ports?device_id=2cce0e27-94eb-4c54-98ab-6915c46814a2 HTTP/1.1" status: 200 len: 205 time: 0.1138921 Feb 08 23:54:20.611446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd022e63-5939-4778-a164-19bf1bf70e1f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:20.618963 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.637645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45910) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:20.645350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cd022e63-5939-4778-a164-19bf1bf70e1f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd022e63-5939-4778-a164-19bf1bf70e1f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:20.689347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:20.689705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49507f22-0223-407d-bd5d-170a555a2ef7 req-edbf2a4e-0865-4ec3-95fd-38ae2ec9e73d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:20.691604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49507f22-0223-407d-bd5d-170a555a2ef7 req-edbf2a4e-0865-4ec3-95fd-38ae2ec9e73d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.0798688 Feb 08 23:54:20.692449 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.704330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.713738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48ab36-2408-44f3-ae82-3c7dc3874990 req-4e44a67b-acf5-429a-a0be-e503f465676e tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:20.717207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e48ab36-2408-44f3-ae82-3c7dc3874990 req-4e44a67b-acf5-429a-a0be-e503f465676e tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 945 time: 0.1944258 Feb 08 23:54:20.766213 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.786799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cd022e63-5939-4778-a164-19bf1bf70e1f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:20.818032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e48ab36-2408-44f3-ae82-3c7dc3874990 req-ee1193b7-8fca-4c26-9cf6-42f21770a6fd tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816915 Feb 08 23:54:20.822119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49507f22-0223-407d-bd5d-170a555a2ef7 req-c37a664b-d493-4cba-99ed-1b118c435f96 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016359 Feb 08 23:54:20.862013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:20.898652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.901364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:20.904019 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0c14cbe2-214c-4c57-875f-0a6ceec74b2d tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/floatingips/60ccb295-a830-4287-b347-7de4353f3a32 HTTP/1.1" status: 204 len: 168 time: 1.6340508 Feb 08 23:54:20.905330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45920) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:20.981313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['cd022e63-5939-4778-a164-19bf1bf70e1f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:21.026785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.030825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.109249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.116613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Fanout notify agent at l3_agent the message router_deleted on router 2cce0e27-94eb-4c54-98ab-6915c46814a2 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:54:21.120392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aa5bf-604f-4fdc-8620-e9f0f21b3fb3 req-61c18c45-4021-4e8e-99d3-7371fd19615d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:21.128721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac4aa5bf-604f-4fdc-8620-e9f0f21b3fb3 req-61c18c45-4021-4e8e-99d3-7371fd19615d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 944 time: 0.2148118 Feb 08 23:54:21.154987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.158544 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da55eee3-2e81-4504-82f7-3c5f83dcaa51 tempest-RoutersNegativeTest-1743518142 tempest-RoutersNegativeTest-1743518142-project] 10.222.0.32 "DELETE /v2.0/routers/2cce0e27-94eb-4c54-98ab-6915c46814a2 HTTP/1.1" status: 204 len: 168 time: 0.5152822 Feb 08 23:54:21.180558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port c849c1df-0b37-49d2-b609-e4297b5ad4ec {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:21.187226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.233654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac4aa5bf-604f-4fdc-8620-e9f0f21b3fb3 req-9e218cd2-5c2e-48b0-976c-25b7b5ced20f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040437 Feb 08 23:54:21.436225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.471354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for c849c1df-0b37-49d2-b609-e4297b5ad4ec owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:21.491184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237c24e-ef0a-434a-bf16-4dd7f5ee7689 req-41469c02-6c18-4724-813f-75e18934baeb tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:21.499486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5237c24e-ef0a-434a-bf16-4dd7f5ee7689 req-41469c02-6c18-4724-813f-75e18934baeb tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 945 time: 0.1263492 Feb 08 23:54:21.520456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:21.573095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc014433-a1a1-4866-b2f1-d2d4866e40b8 req-9bfcbe76-d282-4fe0-8deb-9307da54f4a4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:21.577984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc014433-a1a1-4866-b2f1-d2d4866e40b8 req-9bfcbe76-d282-4fe0-8deb-9307da54f4a4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1617966 Feb 08 23:54:21.627905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5237c24e-ef0a-434a-bf16-4dd7f5ee7689 req-c24077bb-004e-450f-bf02-5f00e0995edd tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280992 Feb 08 23:54:21.657529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc014433-a1a1-4866-b2f1-d2d4866e40b8 req-a68bc7f6-03ef-465b-80ad-42c11281e80e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 Feb 08 23:54:21.755350 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0498dd88-62a7-4a18-ba9b-b8515eca4945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55fb7f7fdeaf4c95b333dd2d6416d1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336063 Feb 08 23:54:21.756196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45946) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:21.797459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.823557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c14f342d-6745-4352-a4dd-777c1a3cc521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.841727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:21.844745 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7705e0d8-8ce1-456b-aab8-b8348e06d0ff" -d '{"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-plugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:21.856248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c14f342d-6745-4352-a4dd-777c1a3cc521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.861441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=c849c1df-0b37-49d2-b609-e4297b5ad4ec,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:21.909557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20eab30-e1d9-4c97-819d-e2107e74b4d2 req-77e7de49-4196-4b8b-9e13-6848a3bb1fb6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:21.919415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f20eab30-e1d9-4c97-819d-e2107e74b4d2 req-77e7de49-4196-4b8b-9e13-6848a3bb1fb6 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 944 time: 0.1575346 Feb 08 23:54:21.953861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c14f342d-6745-4352-a4dd-777c1a3cc521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.957730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c14f342d-6745-4352-a4dd-777c1a3cc521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:21.968221 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c14f342d-6745-4352-a4dd-777c1a3cc521 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/def02379-3bc4-4d6a-a38e-bff550f4ca0a HTTP/1.1" status: 204 len: 168 time: 0.2108419 Feb 08 23:54:21.977776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f342d-6745-4352-a4dd-777c1a3cc521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def02379-3bc4-4d6a-a38e-bff550f4ca0a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:21.979358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f645131-56db-484d-85a9-22830dbc7c09 req-4fbee633-d565-4517-8a8a-a68e818df0bd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:21.981217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f645131-56db-484d-85a9-22830dbc7c09 req-4fbee633-d565-4517-8a8a-a68e818df0bd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2234840 Feb 08 23:54:22.017518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 89c1bda0-de10-4b05-88e7-761154b291cb details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:54:22.031662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f20eab30-e1d9-4c97-819d-e2107e74b4d2 req-03cc4b72-ae65-4b86-b6f8-8c712efbe7a2 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112139 Feb 08 23:54:22.056162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:22.067193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2d98638f-7a22-4682-9484-0a9c08bd6840 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/ports/c849c1df-0b37-49d2-b609-e4297b5ad4ec HTTP/1.1" status: 204 len: 168 time: 1.1601684 Feb 08 23:54:22.069631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45952) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:22.113295 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50cf8a-2b6d-409d-bf6e-a260178d2c6e x-openstack-request-id: req-ad50cf8a-2b6d-409d-bf6e-a260178d2c6e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:22.113581 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-plugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:22.113836 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad50cf8a-2b6d-409d-bf6e-a260178d2c6e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:22.114236 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'code': 200} Feb 08 23:54:22.124220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f645131-56db-484d-85a9-22830dbc7c09 req-512723e6-dd78-4dcb-ac49-67c995b11b3e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248577 Feb 08 23:54:22.250263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 89c1bda0-de10-4b05-88e7-761154b291cb, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=89c1bda0-de10-4b05-88e7-761154b291cb,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:22.271676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port 321e5262-2128-4c4b-badc-cfa091bb5d0e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:22.272349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:22.275183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '89c1bda0-de10-4b05-88e7-761154b291cb', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': '89c1bda0-de10-4b05-88e7-761154b291cb', 'mac_address': 'fa:16:3e:f0:1d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:22.356332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:22.410580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c1bda0-de10-4b05-88e7-761154b291cb {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:22.475031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 89c1bda0-de10-4b05-88e7-761154b291cb, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=89c1bda0-de10-4b05-88e7-761154b291cb,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:22.485223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:22.486029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:22.521498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for 321e5262-2128-4c4b-badc-cfa091bb5d0e owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:22.578438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28860b97-cd67-4850-8037-90020f41eeec req-1ad873a5-fba9-4784-a51f-d9edf863d8c9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:22.586325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28860b97-cd67-4850-8037-90020f41eeec req-1ad873a5-fba9-4784-a51f-d9edf863d8c9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 944 time: 0.1899621 Feb 08 23:54:22.597411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=89c1bda0-de10-4b05-88e7-761154b291cb,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:22.656014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28860b97-cd67-4850-8037-90020f41eeec req-734b1ed7-dda6-4bd1-b940-d74c53fa65e7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638187 Feb 08 23:54:22.673256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf1a8c-100d-4678-98d2-711926f8366f req-bcd2c7aa-2f02-407e-932e-f1bb00519f52 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:22.673256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ecf1a8c-100d-4678-98d2-711926f8366f req-bcd2c7aa-2f02-407e-932e-f1bb00519f52 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1411035 Feb 08 23:54:22.718512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019e533-60fc-4a48-b528-d85858af9afb req-288dcd92-900c-4675-9752-d7c45ad7ebcc tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:22.720443 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5019e533-60fc-4a48-b528-d85858af9afb req-288dcd92-900c-4675-9752-d7c45ad7ebcc tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 945 time: 0.1054935 Feb 08 23:54:22.736613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ecf1a8c-100d-4678-98d2-711926f8366f req-e2644d04-2624-4810-876a-a45da92607eb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530720 Feb 08 23:54:22.777722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:22.844697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b07d8-58b1-4fc0-b4a2-d2077376dfa1 req-03817b57-6342-4d3c-966b-ffa66b385df3 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:22.856987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:22.863155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb3b07d8-58b1-4fc0-b4a2-d2077376dfa1 req-03817b57-6342-4d3c-966b-ffa66b385df3 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 945 time: 0.1108932 Feb 08 23:54:22.909773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=321e5262-2128-4c4b-badc-cfa091bb5d0e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:22.926776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Deleting port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:22.927195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.007318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb3b07d8-58b1-4fc0-b4a2-d2077376dfa1 req-f650e474-aa13-4ff1-835f-b420d2d54ff4 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups?id=20d91602-0cfe-4ec2-9baf-8d9e920ea924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425691 Feb 08 23:54:23.038388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63b250-b2c7-4ba3-a26c-9cc7ad2ae37c req-5463de48-612f-40a1-b70d-74aec2911df6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:23.039739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b63b250-b2c7-4ba3-a26c-9cc7ad2ae37c req-5463de48-612f-40a1-b70d-74aec2911df6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1574583 Feb 08 23:54:23.065560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.073801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-13b5f5a8-2242-43dd-ae98-4d5c41d59633 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/ports/321e5262-2128-4c4b-badc-cfa091bb5d0e HTTP/1.1" status: 204 len: 168 time: 1.0030313 Feb 08 23:54:23.074472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45994) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:23.127165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b63b250-b2c7-4ba3-a26c-9cc7ad2ae37c req-6f9fdcfc-9eda-431d-8eda-57cd530f3b42 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806446 Feb 08 23:54:23.174591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] For port 59cf041c-2c73-47ed-aa17-c7335f95a1a0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=59cf041c-2c73-47ed-aa17-c7335f95a1a0,segment=NetworkSegment(aaa58e5b-3f69-4f64-9a9a-f6a701d541f8),segment_id=aaa58e5b-3f69-4f64-9a9a-f6a701d541f8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:23.175219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.214429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Calling delete_port for 59cf041c-2c73-47ed-aa17-c7335f95a1a0 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:23.220587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting subnet d81afb93-13af-417b-bcba-b8cdefbf9be1 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:23.229078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.262273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d40ae8-f0ce-4b48-858f-321410a7d6c5 req-b924f2ae-28ee-4cb9-8b72-d7869f00956c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:23.278681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3d40ae8-f0ce-4b48-858f-321410a7d6c5 req-b924f2ae-28ee-4cb9-8b72-d7869f00956c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 944 time: 0.0984781 Feb 08 23:54:23.338261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.386513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3d40ae8-f0ce-4b48-858f-321410a7d6c5 req-42e2bf08-f89a-48e7-93ae-52d6b3b17220 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049225 Feb 08 23:54:23.400107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631289a-2813-4ed6-baf3-4a80c8119a07 req-28c3f44f-1bb7-48c6-a942-ac3cc4852055 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:23.401871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e631289a-2813-4ed6-baf3-4a80c8119a07 req-28c3f44f-1bb7-48c6-a942-ac3cc4852055 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1222105 Feb 08 23:54:23.491013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e631289a-2813-4ed6-baf3-4a80c8119a07 req-e4462c10-e444-4a3b-81a1-081287273300 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727990 Feb 08 23:54:23.532296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:23.652557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.655514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.691729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['59cf041c-2c73-47ed-aa17-c7335f95a1a0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:23.715910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed380bc6-d045-48d4-b182-3789269413b6 req-1022c4e2-5071-4a67-93e3-dea94acd48c6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:23.732203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed380bc6-d045-48d4-b182-3789269413b6 req-1022c4e2-5071-4a67-93e3-dea94acd48c6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1115620 Feb 08 23:54:23.742775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event deleted for resources: {'Port': ['ID=59cf041c-2c73-47ed-aa17-c7335f95a1a0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:23.762195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050416189'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:23.826557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] No DVR routers for this DVR port 59cf041c-2c73-47ed-aa17-c7335f95a1a0 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:23.829849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.833377 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5019e533-60fc-4a48-b528-d85858af9afb req-a0ed49a2-8c13-443e-93a5-ea49f715da28 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.21 "DELETE /v2.0/ports/59cf041c-2c73-47ed-aa17-c7335f95a1a0 HTTP/1.1" status: 204 len: 173 time: 1.1045947 Feb 08 23:54:23.837993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0888c222-9d71-424a-b173-a80193587e48', 'name': 'network-vif-deleted', 'tag': '59cf041c-2c73-47ed-aa17-c7335f95a1a0'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:23.841281 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6909ce0a-389f-4e12-835b-09ff6bd0f819" -d '{"events": [{"server_uuid": "0888c222-9d71-424a-b173-a80193587e48", "name": "network-vif-deleted", "tag": "59cf041c-2c73-47ed-aa17-c7335f95a1a0"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:23.859409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed380bc6-d045-48d4-b182-3789269413b6 req-3824bdf3-be65-4d15-80a9-104079501446 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258540 Feb 08 23:54:23.901898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.922498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a71c-f353-43a8-93c3-eaf70f4feda6 req-5d07d66a-ac35-478f-accd-aa23a02aeae8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:23.938519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8f0a71c-f353-43a8-93c3-eaf70f4feda6 req-5d07d66a-ac35-478f-accd-aa23a02aeae8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 945 time: 0.1815641 Feb 08 23:54:23.943132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.964129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Subnet': ['ID=d81afb93-13af-417b-bcba-b8cdefbf9be1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:23.973467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.978044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-291b5d18-c8ef-461a-b985-d53efa1dcfc1 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/subnets/d81afb93-13af-417b-bcba-b8cdefbf9be1 HTTP/1.1" status: 204 len: 168 time: 0.8962023 Feb 08 23:54:23.979820 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:23.980647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46024) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:23.985029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef7dcf3-632c-4d65-84e5-fa025818d140 None None] Network 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:24.031477 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3dd351-387a-43b2-b0a9-6e806b920325 x-openstack-request-id: req-ee3dd351-387a-43b2-b0a9-6e806b920325 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:24.032035 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0888c222-9d71-424a-b173-a80193587e48", "name": "network-vif-deleted", "tag": "59cf041c-2c73-47ed-aa17-c7335f95a1a0", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:24.032708 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee3dd351-387a-43b2-b0a9-6e806b920325 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:24.033346 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0888c222-9d71-424a-b173-a80193587e48', 'name': 'network-vif-deleted', 'tag': '59cf041c-2c73-47ed-aa17-c7335f95a1a0', 'status': 'completed', 'code': 200} Feb 08 23:54:24.074706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd022e63-5939-4778-a164-19bf1bf70e1f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:24.090345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting subnet 2d170b13-1026-4f73-b816-3766f02fee92 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:24.099003 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.109610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8f0a71c-f353-43a8-93c3-eaf70f4feda6 req-6a9bdf71-6158-4726-8001-fcef3c5eefce tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698189 Feb 08 23:54:24.223647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.228455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.238589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.239003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port cd022e63-5939-4778-a164-19bf1bf70e1f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:54:24.248789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port cd022e63-5939-4778-a164-19bf1bf70e1f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:24.249599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.329346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] DHCP port deletion for 2b23b392-f590-42b0-aea8-e1ad8c9ceb05 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:54:24.451077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.470318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] Deleting port 4a54dbe4-6360-4ed4-9f87-0310397130c6 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:24.470696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.530408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.530782 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.532942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd022e63-5939-4778-a164-19bf1bf70e1f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:24.535931 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bf1ea1-90af-417e-87e0-25b8bf028e26" -d '{"events": [{"server_uuid": "fbd094d5-08a8-4d44-bcee-e483b002b53f", "name": "network-vif-plugged", "status": "completed", "tag": "cd022e63-5939-4778-a164-19bf1bf70e1f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:24.550442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecbeeda-05b6-4634-b88d-daace5de3617,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:24.571590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.589937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cd022e63-5939-4778-a164-19bf1bf70e1f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd022e63-5939-4778-a164-19bf1bf70e1f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:24.607301 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.609399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 89c1bda0-de10-4b05-88e7-761154b291cb up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:24.629675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495a6f19-50e7-4356-b081-bcf6267a907e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:24.644006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf0ff3e0-3cb8-4359-8292-97b71c4eb52e req-385b848e-fc0c-4f78-9014-ae31582b1116 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/ports?device_id=0888c222-9d71-424a-b173-a80193587e48 HTTP/1.1" status: 200 len: 210 time: 0.2758131 Feb 08 23:54:24.670953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.676273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.685089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e4fd198-46b3-48a2-9b5c-4df097d2a9c8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1518726 Feb 08 23:54:24.685758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46042) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:24.721321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] For port 4a54dbe4-6360-4ed4-9f87-0310397130c6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4a54dbe4-6360-4ed4-9f87-0310397130c6,segment=NetworkSegment(8367c47a-f85e-4f3f-ab5c-0c129e2212eb),segment_id=8367c47a-f85e-4f3f-ab5c-0c129e2212eb)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:24.721907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.771777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] Calling delete_port for 4a54dbe4-6360-4ed4-9f87-0310397130c6 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:24.779876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Subnet': ['ID=2d170b13-1026-4f73-b816-3766f02fee92,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:24.818686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:24.835690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4336fdb6-79ae-4f85-9d5d-dd322dbcab59 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/subnets/2d170b13-1026-4f73-b816-3766f02fee92 HTTP/1.1" status: 204 len: 168 time: 0.8536785 Feb 08 23:54:24.837657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffedfb59-6ddd-4276-862f-a1992e6b584a None None] Network 8988f8ab-f0f2-4807-9a87-37cbfe45efdc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:24.839099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46046) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:24.846076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cd022e63-5939-4778-a164-19bf1bf70e1f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:24.905049 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b11ef5-8d36-4168-8242-de9e9bd8d288 x-openstack-request-id: req-46b11ef5-8d36-4168-8242-de9e9bd8d288 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:24.905480 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd094d5-08a8-4d44-bcee-e483b002b53f", "name": "network-vif-plugged", "status": "completed", "tag": "cd022e63-5939-4778-a164-19bf1bf70e1f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:24.905933 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46b11ef5-8d36-4168-8242-de9e9bd8d288 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:24.906412 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd022e63-5939-4778-a164-19bf1bf70e1f', 'code': 200} Feb 08 23:54:24.967039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 89c1bda0-de10-4b05-88e7-761154b291cb completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:54:24.988172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-55baba68-7e78-4f32-8b1e-3d5951132e8d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3011792 Feb 08 23:54:24.988997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46056) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:24.995718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-security--100759770', 'description': 'tempest-security-description-777163854'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:24.995898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 89c1bda0-de10-4b05-88e7-761154b291cb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:24.996090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.061617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.066728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.076999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39beab-a6e1-44bb-8b3c-486abb69a848 req-a3cc491c-c74c-4ad5-9b06-6c3e418157af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:25.079509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f39beab-a6e1-44bb-8b3c-486abb69a848 req-a3cc491c-c74c-4ad5-9b06-6c3e418157af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 1096 time: 0.1249368 Feb 08 23:54:25.089064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ade108-ff83-4249-86a1-6390d8aca381 req-3cf9490a-7f7c-4172-9dfd-c5e107667ede tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:25.097510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3ade108-ff83-4249-86a1-6390d8aca381 req-3cf9490a-7f7c-4172-9dfd-c5e107667ede tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.3249950 Feb 08 23:54:25.132179 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.173166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.178876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.183860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.187480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] Pushing event deleted for resources: {'Port': ['ID=4a54dbe4-6360-4ed4-9f87-0310397130c6,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:25.188262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "PUT /v2.0/security-groups/495a6f19-50e7-4356-b081-bcf6267a907e HTTP/1.1" status: 200 len: 1778 time: 0.1978855 Feb 08 23:54:25.189828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46060) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:25.200277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfe1fd-10a5-496c-95df-d16397318ff1 None None] No DVR routers for this DVR port 4a54dbe4-6360-4ed4-9f87-0310397130c6 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:25.267142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.282360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d2f0-8a6f-446f-8431-b07a4d422908 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495a6f19-50e7-4356-b081-bcf6267a907e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:25.298415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f39beab-a6e1-44bb-8b3c-486abb69a848 req-664e0843-1b72-4a9e-97c3-80d5ec7e57e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066600 Feb 08 23:54:25.322163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 89c1bda0-de10-4b05-88e7-761154b291cb, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=89c1bda0-de10-4b05-88e7-761154b291cb,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:25.334205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.338357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 59cf041c-2c73-47ed-aa17-c7335f95a1a0 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:25.340296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Deleting port 4a54dbe4-6360-4ed4-9f87-0310397130c6 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:25.340647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.360549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe81fb2-3342-4b79-8396-818d09e3826f req-c9a0b2a5-28e6-4156-b86f-8bb50109de05 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:25.362489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efe81fb2-3342-4b79-8396-818d09e3826f req-c9a0b2a5-28e6-4156-b86f-8bb50109de05 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3173532 Feb 08 23:54:25.369345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4422ab0b-2ce3-4b62-9dbc-054aea92b435 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups/495a6f19-50e7-4356-b081-bcf6267a907e HTTP/1.1" status: 200 len: 1778 time: 0.1510053 Feb 08 23:54:25.369991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46066) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:25.403387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] DHCP port deletion for 8988f8ab-f0f2-4807-9a87-37cbfe45efdc request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:54:25.408181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 59cf041c-2c73-47ed-aa17-c7335f95a1a0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:25.408649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 59cf041c-2c73-47ed-aa17-c7335f95a1a0 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:25.427727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3ade108-ff83-4249-86a1-6390d8aca381 req-f349833e-0193-49f7-83e4-829905357b77 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295329 Feb 08 23:54:25.468429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] For port 4a54dbe4-6360-4ed4-9f87-0310397130c6, host n-d-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:25.468813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.471573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=89c1bda0-de10-4b05-88e7-761154b291cb,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:25.503152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] Deleting port efe46262-e4b6-4b9b-8e85-eabbcbe7042f {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:25.503692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.508578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-efe81fb2-3342-4b79-8396-818d09e3826f req-4092e816-3470-4c23-8c48-5de4262d4679 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878596 Feb 08 23:54:25.513995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Calling delete_port for 4a54dbe4-6360-4ed4-9f87-0310397130c6 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:25.518482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Port 4a54dbe4-6360-4ed4-9f87-0310397130c6 was not found and therefore no delete operation was performed {{(pid=105931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:54:25.519756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.526253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4fff-ad72-40d6-a771-08a0120caa71 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.561980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Port': ['ID=4a54dbe4-6360-4ed4-9f87-0310397130c6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:25.571236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] No DVR routers for this DVR port 4a54dbe4-6360-4ed4-9f87-0310397130c6 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:25.588556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4fff-ad72-40d6-a771-08a0120caa71 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.618535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] For port efe46262-e4b6-4b9b-8e85-eabbcbe7042f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,segment=NetworkSegment(24dd51f2-c529-4725-9621-9001cefa54d5),segment_id=24dd51f2-c529-4725-9621-9001cefa54d5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:25.619052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.646816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17e065-0e13-4078-8e75-ad361ee963de req-67767f6d-1562-4ee4-be83-1569f300218f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:25.649330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b17e065-0e13-4078-8e75-ad361ee963de req-67767f6d-1562-4ee4-be83-1569f300218f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.0988340 Feb 08 23:54:25.658956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] Calling delete_port for efe46262-e4b6-4b9b-8e85-eabbcbe7042f owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:25.680001 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.721041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b23b392-f590-42b0-aea8-e1ad8c9ceb05']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:25.729922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4fff-ad72-40d6-a771-08a0120caa71 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.733230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdc4fff-ad72-40d6-a771-08a0120caa71 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.739970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6cdc4fff-ad72-40d6-a771-08a0120caa71 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/495a6f19-50e7-4356-b081-bcf6267a907e HTTP/1.1" status: 204 len: 168 time: 0.3685517 Feb 08 23:54:25.741389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46070) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:25.754925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8367c47a-f85e-4f3f-ab5c-0c129e2212eb') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:25.755236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8367c47a-f85e-4f3f-ab5c-0c129e2212eb') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:25.780616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.798915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.822018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b17e065-0e13-4078-8e75-ad361ee963de req-817598ab-6ae8-42f2-85ec-abb4ddbab70d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565366 Feb 08 23:54:25.831390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc4fff-ad72-40d6-a771-08a0120caa71 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495a6f19-50e7-4356-b081-bcf6267a907e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:25.834557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.843759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:25.844289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.849239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] Pushing event deleted for resources: {'Port': ['ID=efe46262-e4b6-4b9b-8e85-eabbcbe7042f,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:25.851165 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:25.855999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5ee1d4-4c25-4ff5-884a-3ffc988efe9a None None] No DVR routers for this DVR port efe46262-e4b6-4b9b-8e85-eabbcbe7042f on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:25.887637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de187242-9450-46b4-9e97-2e7afc26b19c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1366684 Feb 08 23:54:25.888028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46082) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:25.907713 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-29be106e-9902-42b2-9e3d-0c3c6e524119 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] delete failed (client error): The resource could not be found. Feb 08 23:54:25.910295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-29be106e-9902-42b2-9e3d-0c3c6e524119 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/495a6f19-50e7-4356-b081-bcf6267a907e HTTP/1.1" status: 404 len: 347 time: 0.0212300 Feb 08 23:54:25.915565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:25.932365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--463032232'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:25.969314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46090) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:25.971387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.981933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.985325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:25.995629 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/networks/2b23b392-f590-42b0-aea8-e1ad8c9ceb05 HTTP/1.1" status: 204 len: 168 time: 1.1513855 Feb 08 23:54:25.998477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46094) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.027137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8e95-68a6-4d54-a1b8-bd3006c4eaa3 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Network': ['ID=2b23b392-f590-42b0-aea8-e1ad8c9ceb05,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:26.034512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efe46262-e4b6-4b9b-8e85-eabbcbe7042f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:26.062749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: efe46262-e4b6-4b9b-8e85-eabbcbe7042f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:26.063034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device efe46262-e4b6-4b9b-8e85-eabbcbe7042f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:26.063458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a54dbe4-6360-4ed4-9f87-0310397130c6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:26.085144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4a54dbe4-6360-4ed4-9f87-0310397130c6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:26.085437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a54dbe4-6360-4ed4-9f87-0310397130c6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:26.155496 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.183520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0443fdb0-66e2-49f9-98bd-3d3a0284ce47 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.248191 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0443fdb0-66e2-49f9-98bd-3d3a0284ce47 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.294134 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.324610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.358504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.412544 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.417844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4938076 Feb 08 23:54:26.418216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.420123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8988f8ab-f0f2-4807-9a87-37cbfe45efdc']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:26.424181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '179f3b51-b818-4068-9509-3c17a6b0b5f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:26.424386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb1a2f-d56c-469e-af37-fe14846bb712 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179f3b51-b818-4068-9509-3c17a6b0b5f3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:26.452784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dd51f2-c529-4725-9621-9001cefa54d5') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:26.453214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dd51f2-c529-4725-9621-9001cefa54d5') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:26.470778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.472460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0443fdb0-66e2-49f9-98bd-3d3a0284ce47 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.482378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0443fdb0-66e2-49f9-98bd-3d3a0284ce47 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.486862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0443fdb0-66e2-49f9-98bd-3d3a0284ce47 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "DELETE /v2.0/security-groups/1b68b4ac-9faf-4bfb-a088-ff65dff3121d HTTP/1.1" status: 204 len: 168 time: 0.5150440 Feb 08 23:54:26.488419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.509622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443fdb0-66e2-49f9-98bd-3d3a0284ce47 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b68b4ac-9faf-4bfb-a088-ff65dff3121d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:26.512675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.535750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:26.536307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:26.540533 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:26.551208 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-f07c07fb-7b0b-4e83-810d-39f14658b95a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] show failed (client error): The resource could not be found. Feb 08 23:54:26.552452 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f07c07fb-7b0b-4e83-810d-39f14658b95a tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "GET /v2.0/security-groups/1b68b4ac-9faf-4bfb-a088-ff65dff3121d HTTP/1.1" status: 404 len: 347 time: 0.0627329 Feb 08 23:54:26.554755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.557835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46112) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.680299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.686799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.715372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.719318 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973516 Feb 08 23:54:26.719318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c58820-6ea7-48da-871d-6286a0196468 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544420bf-fe39-4cf1-b031-7961dfbb4811,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:26.720285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46114) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.771798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-651ed0c8-447a-40ef-920e-a986fb62c57c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.781670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-651ed0c8-447a-40ef-920e-a986fb62c57c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.808939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.833143 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-651ed0c8-447a-40ef-920e-a986fb62c57c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.840789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-651ed0c8-447a-40ef-920e-a986fb62c57c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.842019 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-651ed0c8-447a-40ef-920e-a986fb62c57c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/544420bf-fe39-4cf1-b031-7961dfbb4811 HTTP/1.1" status: 204 len: 168 time: 0.1160741 Feb 08 23:54:26.847788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46118) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.850597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ed0c8-447a-40ef-920e-a986fb62c57c tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544420bf-fe39-4cf1-b031-7961dfbb4811,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:26.850754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:26.870159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] 10.222.0.32 "DELETE /v2.0/networks/8988f8ab-f0f2-4807-9a87-37cbfe45efdc HTTP/1.1" status: 204 len: 168 time: 0.8594847 Feb 08 23:54:26.889297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea3935-714a-43d4-8976-3a406dd90724 req-12d470a1-7463-4320-a652-08ce3b031299 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:26.892822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ea3935-714a-43d4-8976-3a406dd90724 req-12d470a1-7463-4320-a652-08ce3b031299 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.3242583 Feb 08 23:54:26.903515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82227ac3-b127-4bdf-99d2-4bbd52b10bd7 tempest-TaggedBootDevicesTest-1958170137 tempest-TaggedBootDevicesTest-1958170137-project] Pushing event deleted for resources: {'Network': ['ID=8988f8ab-f0f2-4807-9a87-37cbfe45efdc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:26.918668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cf088-8270-4c8d-8a86-63d6f9da0d75 req-91d5d3f5-99a6-4d13-b2a5-076650b523ac tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:26.919304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c1bda0-de10-4b05-88e7-761154b291cb'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:26.923153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f22cf088-8270-4c8d-8a86-63d6f9da0d75 req-91d5d3f5-99a6-4d13-b2a5-076650b523ac tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2160001 Feb 08 23:54:26.924792 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dccf653-04c4-4c8d-91b9-5beefb4b19d9" -d '{"events": [{"server_uuid": "ce75768f-8e4b-4613-906d-50d8e3800556", "name": "network-vif-plugged", "status": "completed", "tag": "89c1bda0-de10-4b05-88e7-761154b291cb"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:26.932325 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ea74fc57-3224-49e7-9e97-1a9a22e90705 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829020 Feb 08 23:54:26.935788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46124) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:26.983556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f22cf088-8270-4c8d-8a86-63d6f9da0d75 req-8c495f23-4146-4b79-8f69-bbd28cd49097 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584455 Feb 08 23:54:27.010507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43b5d2b3-f860-469a-be52-79edc0d27dc8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.019500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ea3935-714a-43d4-8976-3a406dd90724 req-465c770f-b437-4eb3-9c1b-f0b4e5637450 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258843 Feb 08 23:54:27.031205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Deleting port e01897e6-4886-4fd5-b8f5-f1ae59a4d036 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:27.031550 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.045562 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43b5d2b3-f860-469a-be52-79edc0d27dc8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.125021 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a76a00f-c298-4d5b-8301-2cb6a0b33fc0 x-openstack-request-id: req-1a76a00f-c298-4d5b-8301-2cb6a0b33fc0 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:27.125755 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce75768f-8e4b-4613-906d-50d8e3800556", "name": "network-vif-plugged", "status": "completed", "tag": "89c1bda0-de10-4b05-88e7-761154b291cb", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:27.128160 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a76a00f-c298-4d5b-8301-2cb6a0b33fc0 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:27.129039 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c1bda0-de10-4b05-88e7-761154b291cb', 'code': 200} Feb 08 23:54:27.137225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43b5d2b3-f860-469a-be52-79edc0d27dc8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.147474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43b5d2b3-f860-469a-be52-79edc0d27dc8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.149228 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-43b5d2b3-f860-469a-be52-79edc0d27dc8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/179f3b51-b818-4068-9509-3c17a6b0b5f3 HTTP/1.1" status: 204 len: 168 time: 0.2124870 Feb 08 23:54:27.153135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46130) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:27.197403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5d2b3-f860-469a-be52-79edc0d27dc8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179f3b51-b818-4068-9509-3c17a6b0b5f3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:27.298871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae20c91-36ae-436b-afa5-dbd6afff20d4 req-728bc480-865e-4a30-97c7-572f5f45b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:27.300777 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ae20c91-36ae-436b-afa5-dbd6afff20d4 req-728bc480-865e-4a30-97c7-572f5f45b4d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 1097 time: 0.0880084 Feb 08 23:54:27.319466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.319466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.327072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7d505-257b-4739-ba32-b86daf810806 req-80597d0a-1578-42b3-b74e-61f8bb4b393a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:27.328697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcb7d505-257b-4739-ba32-b86daf810806 req-80597d0a-1578-42b3-b74e-61f8bb4b393a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.2180617 Feb 08 23:54:27.345587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f347935d-60ab-45ff-a346-5884db9a02cd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1899230 Feb 08 23:54:27.349619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46142) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:27.357162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--137017519'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:27.374904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Calling delete_port for e01897e6-4886-4fd5-b8f5-f1ae59a4d036 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:27.405061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcb7d505-257b-4739-ba32-b86daf810806 req-95ca256a-51bf-46bc-914d-70f1d0f73156 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578177 Feb 08 23:54:27.453465 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1ae20c91-36ae-436b-afa5-dbd6afff20d4 req-afaba3c3-3164-486c-a204-b74640ce7b94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112485 Feb 08 23:54:27.473453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.553728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.560389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.599975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.601494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2476604 Feb 08 23:54:27.604470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46146) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:27.609597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:27.616094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315001-4779-4640-b9e7-d3c6fdbf59d1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:27.669796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.773003 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.781686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.818730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a52607-97cd-4581-89aa-2fca9ad666cc,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:27.828107 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.829640 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2efb9854-b135-43b1-9e6f-4aa31ae0ed80 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2240856 Feb 08 23:54:27.835748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:27.847437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:27.935423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:27.973879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.005553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Pushing event deleted for resources: {'Port': ['ID=e01897e6-4886-4fd5-b8f5-f1ae59a4d036,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:28.049251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.063331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.089230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.091802 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.092506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7cdbf2-4184-4757-b69a-de9d032a853f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:28.101801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6dc3cae7-08e9-4c2f-9639-89a1c37c8688 tempest-ImagesOneServerNegativeTestJSON-1303915140 tempest-ImagesOneServerNegativeTestJSON-1303915140-project] 10.222.0.32 "DELETE /v2.0/floatingips/3fd1a31f-6610-4a13-8c2f-b5bda4fac2d2 HTTP/1.1" status: 204 len: 168 time: 1.5423448 Feb 08 23:54:28.105855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.110776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46156) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:28.112085 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31e7741a-da87-4c00-a89b-097c9994655e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2748971 Feb 08 23:54:28.115523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:28.237774 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.287544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3925a1-478b-4af2-a700-45c1ab5f3965 req-2c10bf1b-7eb2-4e9a-8356-978a98b2c73d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:28.290424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df3925a1-478b-4af2-a700-45c1ab5f3965 req-2c10bf1b-7eb2-4e9a-8356-978a98b2c73d tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.1291378 Feb 08 23:54:28.302158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c89a44-4027-42af-9cda-300c1f28f10f req-7e6b2ab3-bd91-43ea-876b-4ea18a336c93 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:28.304109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46c89a44-4027-42af-9cda-300c1f28f10f req-7e6b2ab3-bd91-43ea-876b-4ea18a336c93 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1641631 Feb 08 23:54:28.396955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df3925a1-478b-4af2-a700-45c1ab5f3965 req-d36ef61d-14b4-4ea0-96cf-bc6ddec6c79e tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905712 Feb 08 23:54:28.415722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.419415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46c89a44-4027-42af-9cda-300c1f28f10f req-78259501-3fce-4373-8aa1-55cf1fce3c2b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908029 Feb 08 23:54:28.428991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.472402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e3ae39-e870-459c-8c9a-a14d3fce35b6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:28.486595 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.488969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-db996dbb-1756-4c0d-87cc-5a855c575d27 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3766048 Feb 08 23:54:28.491078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46176) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:28.500691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:28.587332 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.685927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.694430 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.744621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b669ce-e841-48ce-af30-c074eabcb124,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:28.764566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.774150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ba7f7e5a-19a1-4db8-b1f8-0aea2c679e3f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2770672 Feb 08 23:54:28.777072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:28.784144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:28.812167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f644ff-a52e-48df-9eb2-269edbcc8193 req-00d39e90-459e-47d8-b975-5573143730cc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:28.820500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5f644ff-a52e-48df-9eb2-269edbcc8193 req-00d39e90-459e-47d8-b975-5573143730cc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.1225288 Feb 08 23:54:28.830556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.887732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5f644ff-a52e-48df-9eb2-269edbcc8193 req-f85f93fa-2408-4739-a42c-25986860474f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659935 Feb 08 23:54:28.937950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.943589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.967556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35661e2-a911-41bb-abc0-b50452a1537a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:28.975912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.976346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.976804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.977167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.977508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.977841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.978646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.978646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.978990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.979482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.979745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.980027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:28.993118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:28.993361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d8728-3598-4e29-ac01-c7dc96e01f79 req-68968d45-3cde-48a5-9a6a-fec440d2e897 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:28.993473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0e719bb3-71af-4d94-951e-d38f9b53f43d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2122741 Feb 08 23:54:28.993552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-889d8728-3598-4e29-ac01-c7dc96e01f79 req-68968d45-3cde-48a5-9a6a-fec440d2e897 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.0710390 Feb 08 23:54:28.993552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46188) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:28.997998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.025804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c76-12b6-43fc-b451-c86c54b6d3d8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.038271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c76-12b6-43fc-b451-c86c54b6d3d8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.084287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-889d8728-3598-4e29-ac01-c7dc96e01f79 req-986440ac-5107-4721-8ec3-8262c107564c tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Feb 08 23:54:29.090509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c76-12b6-43fc-b451-c86c54b6d3d8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.108895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5f98c76-12b6-43fc-b451-c86c54b6d3d8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.108895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5f98c76-12b6-43fc-b451-c86c54b6d3d8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d35661e2-a911-41bb-abc0-b50452a1537a HTTP/1.1" status: 204 len: 168 time: 0.1036720 Feb 08 23:54:29.108895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46192) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.114400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Deleting subnet fde14daf-9920-40f7-b954-00d4e958aa2b {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:29.119010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.128757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98c76-12b6-43fc-b451-c86c54b6d3d8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d35661e2-a911-41bb-abc0-b50452a1537a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:29.176688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.184667 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3a08f00-1b1c-4de8-b705-35ab05141e5d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0776019 Feb 08 23:54:29.185617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46194) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.212186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541954b5-bf7b-445d-9ca9-2a3bb75892bd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.220852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541954b5-bf7b-445d-9ca9-2a3bb75892bd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.241135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.270824 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541954b5-bf7b-445d-9ca9-2a3bb75892bd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.278037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541954b5-bf7b-445d-9ca9-2a3bb75892bd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.282065 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-541954b5-bf7b-445d-9ca9-2a3bb75892bd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e9b669ce-e841-48ce-af30-c074eabcb124 HTTP/1.1" status: 204 len: 168 time: 0.0928648 Feb 08 23:54:29.282388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46196) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.291247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541954b5-bf7b-445d-9ca9-2a3bb75892bd tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9b669ce-e841-48ce-af30-c074eabcb124,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:29.351692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.383311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde14daf-9920-40f7-b954-00d4e958aa2b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:29.404160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fa759b2f-bf27-4b71-a2a3-5aa3e7752dae tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1206486 Feb 08 23:54:29.407143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46198) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.420401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.426773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fde14daf-9920-40f7-b954-00d4e958aa2b HTTP/1.1" status: 204 len: 168 time: 0.4297349 Feb 08 23:54:29.427606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46200) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.432948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.433286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.433630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.433966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.434295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.435189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.435523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.435854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.436337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.436669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.437014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.437340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d48fb031-9300-411f-a9d5-eaf92e557b1b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.437448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25d448-dbd6-49bd-bd32-390b1b9705f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:29.467905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d48fb031-9300-411f-a9d5-eaf92e557b1b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.540468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d48fb031-9300-411f-a9d5-eaf92e557b1b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.563732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d48fb031-9300-411f-a9d5-eaf92e557b1b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.568498 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d48fb031-9300-411f-a9d5-eaf92e557b1b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c0e3ae39-e870-459c-8c9a-a14d3fce35b6 HTTP/1.1" status: 204 len: 168 time: 0.1601706 Feb 08 23:54:29.575725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46208) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.633924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fb031-9300-411f-a9d5-eaf92e557b1b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0e3ae39-e870-459c-8c9a-a14d3fce35b6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:29.643416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.703214 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e7e3bda5-6d76-42d8-9116-bba254fa458b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1228871 Feb 08 23:54:29.705911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46218) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.765683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b411e048-9741-40b5-a8c0-d08692700c6d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.790379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72eaa6-8d1c-40f7-9c73-f6ed921d3488 req-9a21eaab-e66b-4f0a-bd37-28589b8c3b80 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:29.791902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d72eaa6-8d1c-40f7-9c73-f6ed921d3488 req-9a21eaab-e66b-4f0a-bd37-28589b8c3b80 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2032003 Feb 08 23:54:29.795078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b411e048-9741-40b5-a8c0-d08692700c6d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.879276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.908421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b411e048-9741-40b5-a8c0-d08692700c6d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.910323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3485d41-a1f5-4d16-85c9-3ea998a61324']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:29.932968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d72eaa6-8d1c-40f7-9c73-f6ed921d3488 req-679371ed-2289-4a93-846b-1463c22de82f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076522 Feb 08 23:54:29.939244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b411e048-9741-40b5-a8c0-d08692700c6d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.940257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b411e048-9741-40b5-a8c0-d08692700c6d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fb7cdbf2-4184-4757-b69a-de9d032a853f HTTP/1.1" status: 204 len: 168 time: 0.2334363 Feb 08 23:54:29.943163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:29.946101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:29.946622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa58e5b-3f69-4f64-9a9a-f6a701d541f8') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:29.950078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411e048-9741-40b5-a8c0-d08692700c6d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb7cdbf2-4184-4757-b69a-de9d032a853f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:29.958327 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.975851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:29.994110 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:30.050077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d254681-b098-4779-94ad-702a06b916c3 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1046851 Feb 08 23:54:30.050863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:30.098538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-001414f8-2e05-4853-8435-e50beeb374c9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.111985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.122504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-001414f8-2e05-4853-8435-e50beeb374c9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.157359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d98524-79c5-4130-916c-ff398c7ac902 req-83065a2a-6004-40fb-9234-0088ec5986c4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:30.159164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15d98524-79c5-4130-916c-ff398c7ac902 req-83065a2a-6004-40fb-9234-0088ec5986c4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.1172276 Feb 08 23:54:30.186838 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-001414f8-2e05-4853-8435-e50beeb374c9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.201191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001414f8-2e05-4853-8435-e50beeb374c9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91a52607-97cd-4581-89aa-2fca9ad666cc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:30.222262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.229386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f3485d41-a1f5-4d16-85c9-3ea998a61324 HTTP/1.1" status: 204 len: 168 time: 0.8000398 Feb 08 23:54:30.246115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-001414f8-2e05-4853-8435-e50beeb374c9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.254962 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-001414f8-2e05-4853-8435-e50beeb374c9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/91a52607-97cd-4581-89aa-2fca9ad666cc HTTP/1.1" status: 204 len: 168 time: 0.2005181 Feb 08 23:54:30.261170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:30.266562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095edc2e-a93d-4369-b697-3ac98c38e344 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3485d41-a1f5-4d16-85c9-3ea998a61324,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:30.277690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15d98524-79c5-4130-916c-ff398c7ac902 req-4e3f3659-81e6-4f09-a61f-78525c5e4265 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103554 Feb 08 23:54:30.297335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489090-879a-48ea-9c2a-53ce0166a3ac req-10f0b501-26ce-43b6-b9b3-50d329ac0723 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:30.299627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38489090-879a-48ea-9c2a-53ce0166a3ac req-10f0b501-26ce-43b6-b9b3-50d329ac0723 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.1252589 Feb 08 23:54:30.378551 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cb477de3-855f-4c27-b25f-f947a4b43416 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1163940 Feb 08 23:54:30.381269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46238) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:30.430222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38489090-879a-48ea-9c2a-53ce0166a3ac req-bd49c611-ebba-4cf1-89b3-62c90263db10 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030941 Feb 08 23:54:30.467755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69494db8-25ae-4d53-acc1-0c8c6417c595 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.498254 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69494db8-25ae-4d53-acc1-0c8c6417c595 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.558311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69494db8-25ae-4d53-acc1-0c8c6417c595 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.563524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69494db8-25ae-4d53-acc1-0c8c6417c595 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.565446 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-69494db8-25ae-4d53-acc1-0c8c6417c595 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe HTTP/1.1" status: 204 len: 168 time: 0.1830812 Feb 08 23:54:30.568209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46244) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:30.583497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69494db8-25ae-4d53-acc1-0c8c6417c595 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bdf1ff-e588-4b5b-af7b-bbf0c2fdb6fe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:30.655325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46254) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:30.656693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-16e7a0c7-f12a-4de6-9e05-637fdb493fc9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870721 Feb 08 23:54:30.660415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416216040'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:30.744404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46262) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:30.783858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:30.896283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec77b6f-8b0c-4649-b128-fb8a7da3ffff req-393799bf-d3ca-47c6-bf7d-0f54703794b8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:30.906652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec77b6f-8b0c-4649-b128-fb8a7da3ffff req-393799bf-d3ca-47c6-bf7d-0f54703794b8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2274139 Feb 08 23:54:30.927441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec77b6f-8b0c-4649-b128-fb8a7da3ffff req-a2dd71db-1e3a-4a0d-9163-9bdb9299cf6b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0196671 Feb 08 23:54:30.979381 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-83c0b0a4-99d6-43f6-8454-2e04cd70f7b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d65288de307447d9ec52f3cc0db9874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305956 Feb 08 23:54:30.984870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46276) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:31.067235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.072312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.106106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.107930 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4513240 Feb 08 23:54:31.108709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12255bd5-2c91-414b-a02a-11e033d1e3a8 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c57cb86-d6b5-4f8d-954f-7e2a5fcff88c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:31.122049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46280) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:31.134278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '4c57cb86-d6b5-4f8d-954f-7e2a5fcff88c', 'direction': 'ingress', 'protocol': 17}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:31.136373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec77b6f-8b0c-4649-b128-fb8a7da3ffff req-164c3885-4702-463d-9c14-ae8d6d0d0d96 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2076638 Feb 08 23:54:31.156326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f07efa-b4e1-46f7-84b3-cccfb8091561 req-8639b13b-ebb6-4c9f-9603-870c38bf76fb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:31.164898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35f07efa-b4e1-46f7-84b3-cccfb8091561 req-8639b13b-ebb6-4c9f-9603-870c38bf76fb tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.1808846 Feb 08 23:54:31.192895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.282396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec77b6f-8b0c-4649-b128-fb8a7da3ffff req-ce965a5e-6a52-4375-bf68-619d29adbe98 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354938 Feb 08 23:54:31.288054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f234-530f-41df-919b-6cf00fcfc2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.306292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.320383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.347939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1324d7db-4bf6-4645-a301-532f72ffc5fb,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:31.372861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.385481 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-85cc5b41-60f1-4a7e-96d5-935c518565cb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2621958 Feb 08 23:54:31.388553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:31.425778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f234-530f-41df-919b-6cf00fcfc2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.454702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35f07efa-b4e1-46f7-84b3-cccfb8091561 req-406340e4-bc7f-4d8d-8875-5945d505fe29 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888279 Feb 08 23:54:31.522998 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83e524e9-1c70-48c6-aaa4-f45bfec1bcbb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.577833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83e524e9-1c70-48c6-aaa4-f45bfec1bcbb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.585284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec77b6f-8b0c-4649-b128-fb8a7da3ffff req-ee2642fa-db4c-42d5-9dca-a8065dd2593a service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921786 Feb 08 23:54:31.635774 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f234-530f-41df-919b-6cf00fcfc2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.640679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b1f234-530f-41df-919b-6cf00fcfc2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.644340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f2b1f234-530f-41df-919b-6cf00fcfc2bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20d91602-0cfe-4ec2-9baf-8d9e920ea924 HTTP/1.1" status: 204 len: 168 time: 0.6576927 Feb 08 23:54:31.671066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8255a6-a7dd-455c-a3a4-cb50ef16836a req-d86a4f95-4915-4e7f-8317-68e2e00830ba tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:31.681597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db8255a6-a7dd-455c-a3a4-cb50ef16836a req-d86a4f95-4915-4e7f-8317-68e2e00830ba tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1194918 Feb 08 23:54:31.705087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83e524e9-1c70-48c6-aaa4-f45bfec1bcbb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.707746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83e524e9-1c70-48c6-aaa4-f45bfec1bcbb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:31.708931 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-83e524e9-1c70-48c6-aaa4-f45bfec1bcbb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c57cb86-d6b5-4f8d-954f-7e2a5fcff88c HTTP/1.1" status: 204 len: 168 time: 0.3179595 Feb 08 23:54:31.712751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46288) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:31.721631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1f234-530f-41df-919b-6cf00fcfc2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d91602-0cfe-4ec2-9baf-8d9e920ea924,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:31.767161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e524e9-1c70-48c6-aaa4-f45bfec1bcbb tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c57cb86-d6b5-4f8d-954f-7e2a5fcff88c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:31.799371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db8255a6-a7dd-455c-a3a4-cb50ef16836a req-2fa90372-d1ac-4e91-b5f6-a29fef58be85 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167397 Feb 08 23:54:31.957007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46300) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:31.967593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081919227'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:31.973210 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b50f7249-9b7f-43ab-87db-82edb2c5a999 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510271 Feb 08 23:54:32.027966 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.256290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.264243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.363405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f9f9ba-a441-4588-a378-d9d4ebf5d3e5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:32.376597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.380664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed887570-1495-4b62-b673-9decad7ca082 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4201534 Feb 08 23:54:32.381640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46320) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:32.388294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877922232'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:32.457704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.488768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-7b65cdfb-6ab3-43af-b318-d64ea4006831 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:32.491483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-7b65cdfb-6ab3-43af-b318-d64ea4006831 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.1605227 Feb 08 23:54:32.574687 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.584549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.639026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.643194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2571321 Feb 08 23:54:32.647042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46338) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:32.655530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '19f9f9ba-a441-4588-a378-d9d4ebf5d3e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4f118994-39a7-43af-8792-1b93426e36a5', 'remote_ip_prefix': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:32.701011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab73143-aa3e-4bb4-a242-b4579c01ca04 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f118994-39a7-43af-8792-1b93426e36a5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:32.732419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Deleting port cd022e63-5939-4778-a164-19bf1bf70e1f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:32.733180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.865322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b7bf-36a7-4492-89a7-9399d4e443fc req-9c18ddf1-5972-4dd3-869a-de966ec27547 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:32.867632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3aa0b7bf-36a7-4492-89a7-9399d4e443fc req-9c18ddf1-5972-4dd3-869a-de966ec27547 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 945 time: 0.2255318 Feb 08 23:54:32.927454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] For port cd022e63-5939-4778-a164-19bf1bf70e1f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cd022e63-5939-4778-a164-19bf1bf70e1f,segment=NetworkSegment(ab3af632-1234-4e59-a01b-4c3bbadc18a7),segment_id=ab3af632-1234-4e59-a01b-4c3bbadc18a7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:32.928121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:32.946081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Calling delete_port for cd022e63-5939-4778-a164-19bf1bf70e1f owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:32.990379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.006391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3aa0b7bf-36a7-4492-89a7-9399d4e443fc req-296081a6-6c62-4b34-b7be-b10e82afeb21 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/security-groups?id=502cf983-96a7-46f4-a5fa-620a2883b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305740 Feb 08 23:54:33.075317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bbd82-2f6c-4ac0-9dc7-e052664c53b5 req-5df3c888-7c1d-4c0e-a42d-c5884819251b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:33.083914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b35bbd82-2f6c-4ac0-9dc7-e052664c53b5 req-5df3c888-7c1d-4c0e-a42d-c5884819251b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1483424 Feb 08 23:54:33.171330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.188698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b35bbd82-2f6c-4ac0-9dc7-e052664c53b5 req-1d2d90b1-8a2f-45c9-8465-6a275f11ad00 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036005 Feb 08 23:54:33.255898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.269576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['cd022e63-5939-4778-a164-19bf1bf70e1f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:33.319853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.335076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Pushing event deleted for resources: {'Port': ['ID=cd022e63-5939-4778-a164-19bf1bf70e1f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:33.379872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-182fc921-f628-4686-9de7-c10481123d30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:33.391163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-182fc921-f628-4686-9de7-c10481123d30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2225759 Feb 08 23:54:33.395438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] No DVR routers for this DVR port cd022e63-5939-4778-a164-19bf1bf70e1f on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:33.408362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.411667 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c35cb210-82fe-450c-89d3-6ce1441228a1 req-46c1ff33-21c3-48bb-8e85-02de7dd841a7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.21 "DELETE /v2.0/ports/cd022e63-5939-4778-a164-19bf1bf70e1f HTTP/1.1" status: 204 len: 173 time: 0.9132605 Feb 08 23:54:33.412148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'name': 'network-vif-deleted', 'tag': 'cd022e63-5939-4778-a164-19bf1bf70e1f'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:33.415229 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0fe311-8af1-4ee5-bffe-9260c0edbd03" -d '{"events": [{"server_uuid": "fbd094d5-08a8-4d44-bcee-e483b002b53f", "name": "network-vif-deleted", "tag": "cd022e63-5939-4778-a164-19bf1bf70e1f"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:33.433359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfc7a88-9309-408a-8c6e-091b9899a8f4,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:33.448694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c3553665-df83-4149-ac33-8f61c011ca5d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0556874 Feb 08 23:54:33.482823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.486955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46380) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:33.494652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0ed33f4f-da1f-4322-947f-42838eff9a2a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8453567 Feb 08 23:54:33.535148 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01be722-b716-4443-a3d0-4267419bb4e7 x-openstack-request-id: req-b01be722-b716-4443-a3d0-4267419bb4e7 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:33.535756 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd094d5-08a8-4d44-bcee-e483b002b53f", "name": "network-vif-deleted", "tag": "cd022e63-5939-4778-a164-19bf1bf70e1f", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:33.535887 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b01be722-b716-4443-a3d0-4267419bb4e7 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:33.536431 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd094d5-08a8-4d44-bcee-e483b002b53f', 'name': 'network-vif-deleted', 'tag': 'cd022e63-5939-4778-a164-19bf1bf70e1f', 'status': 'completed', 'code': 200} Feb 08 23:54:33.575825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-7e7f5f98-5650-452d-ba26-9d932c8c79e2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263909 Feb 08 23:54:33.577213 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35da6bb2-9668-4ea1-8696-81f3316c4141 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.594706 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35da6bb2-9668-4ea1-8696-81f3316c4141 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.630642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:33.697773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35da6bb2-9668-4ea1-8696-81f3316c4141 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.717427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35da6bb2-9668-4ea1-8696-81f3316c4141 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.720810 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-35da6bb2-9668-4ea1-8696-81f3316c4141 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cbfc7a88-9309-408a-8c6e-091b9899a8f4 HTTP/1.1" status: 204 len: 168 time: 0.2303905 Feb 08 23:54:33.721370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:33.729304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da6bb2-9668-4ea1-8696-81f3316c4141 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbfc7a88-9309-408a-8c6e-091b9899a8f4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:33.799716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1572139566-network', 'tenant_id': '73f191a825664aeb9b82385712c4933a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:33.809934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fa62104b-b80c-4d7d-987f-6ab6e74e9323 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0851710 Feb 08 23:54:33.809934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-5fb36208-6195-44fe-9c79-8baee2c7dce9 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174981 Feb 08 23:54:33.810221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46388) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:33.829786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:33.832715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.845763 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.951239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:33.961780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.000510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:54:34.015149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352e376-921e-4827-8e23-2b1cb019d760,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:34.017753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84c161d7-e9e8-4be5-ba1a-71857cb6d376 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.024321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.024809 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Added segment 7f8a5bee-c851-44ae-ad2e-d4010d369868 of type vlan for network 9642aec8-8b23-4698-98b4-baed5b20027a Feb 08 23:54:34.092570 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84c161d7-e9e8-4be5-ba1a-71857cb6d376 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.125865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.167439 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.169929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:34.170846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-38d92bf4-2f10-4470-8a38-eeaf0b641c6e service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518565 Feb 08 23:54:34.171755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.207758 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84c161d7-e9e8-4be5-ba1a-71857cb6d376 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.213962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84c161d7-e9e8-4be5-ba1a-71857cb6d376 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.215308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-84c161d7-e9e8-4be5-ba1a-71857cb6d376 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f118994-39a7-43af-8792-1b93426e36a5 HTTP/1.1" status: 204 len: 168 time: 0.4034116 Feb 08 23:54:34.234193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:34.268945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] Pushing event updated for resources: {'Network': ['ID=9642aec8-8b23-4698-98b4-baed5b20027a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:34.284804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9642aec8-8b23-4698-98b4-baed5b20027a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:54:34.293910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f4004b9-f7f8-443e-ad6b-05f68043f81b req-9fc4e52e-8f6c-4b8f-bfaa-92f1679c4cd7 tempest-DeleteServersTestJSON-1343701689 tempest-DeleteServersTestJSON-1343701689-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd094d5-08a8-4d44-bcee-e483b002b53f HTTP/1.1" status: 200 len: 210 time: 0.0853772 Feb 08 23:54:34.303056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c161d7-e9e8-4be5-ba1a-71857cb6d376 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f118994-39a7-43af-8792-1b93426e36a5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:34.329353 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3f9bdef-232c-4d25-9614-0f5a2ffcb6ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6949849 Feb 08 23:54:34.337035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46400) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:34.373918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Request body: {'subnet': {'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1572139566-subnet', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:34.528804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:34.531636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.562050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-566ad8ac-925a-4874-aaf8-951cb98f3255 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3269684 Feb 08 23:54:34.564667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46412) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:34.695786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bba5081-73f5-4aba-97c5-c19e3da2c94d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.744325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bba5081-73f5-4aba-97c5-c19e3da2c94d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.745223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49b066-41d7-464b-8767-21babae312f3 req-34854060-7a30-4c7b-a738-56c6f68d0e08 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:34.746950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b49b066-41d7-464b-8767-21babae312f3 req-34854060-7a30-4c7b-a738-56c6f68d0e08 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2783866 Feb 08 23:54:34.760328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5806516-3f18-42fa-91eb-8404cacc3999 req-82335b4a-bf42-483a-b9a0-942dfc2477d2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 210 time: 0.0693178 Feb 08 23:54:34.821462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b49b066-41d7-464b-8767-21babae312f3 req-7069a515-18b9-4cf3-a8cb-24abe543035d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Feb 08 23:54:34.848028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bba5081-73f5-4aba-97c5-c19e3da2c94d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.858431 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bba5081-73f5-4aba-97c5-c19e3da2c94d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:34.860305 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3bba5081-73f5-4aba-97c5-c19e3da2c94d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/19f9f9ba-a441-4588-a378-d9d4ebf5d3e5 HTTP/1.1" status: 204 len: 168 time: 0.2943900 Feb 08 23:54:34.870645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:34.871727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba5081-73f5-4aba-97c5-c19e3da2c94d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f9f9ba-a441-4588-a378-d9d4ebf5d3e5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:35.004798 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6781ef06-7e65-4211-9cd5-00b73e9a86f2 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1225975 Feb 08 23:54:35.009771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46424) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:35.018145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349114083'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:35.046264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.052313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.158843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e54e26-cb2c-4505-93c6-6755a0203e04,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:35.172735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Checking segment: {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:35.173151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Network hostable DHCP agents. Network: 9642aec8-8b23-4698-98b4-baed5b20027a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:54:35.222394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Network 9642aec8-8b23-4698-98b4-baed5b20027a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:54:35.254893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9642aec8-8b23-4698-98b4-baed5b20027a) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:35.260573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:35.261147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.266162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.268315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea92a6b-ef2b-4df9-ac16-9b94318d872f None None] Network 9642aec8-8b23-4698-98b4-baed5b20027a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:35.277431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.308289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bb096c4c-da28-4752-9c78-536e7a051b51 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9668443 Feb 08 23:54:35.311211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:35.320670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:35.342099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.346718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3354084 Feb 08 23:54:35.349754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46430) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:35.373377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '37bd44cc-bb1a-4feb-98c5-00f3b5cb645f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:35.401248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.403252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.413245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837301a-3860-4fbb-a255-10c10064fab5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bd44cc-bb1a-4feb-98c5-00f3b5cb645f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:35.523401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.579786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.602995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-9642aec8-8b23-4698-98b4-baed5b20027a', 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'fixed_ips': [{'subnet_id': '01e54e26-cb2c-4505-93c6-6755a0203e04'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:54:35.604040 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.614587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.622077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.649013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81399b38-3eb6-490a-b530-6d5a7309c7b2,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:35.671245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.671245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-140df9b0-34b5-4ed0-8ab0-efc775edcb79 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3177974 Feb 08 23:54:35.671828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46450) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:35.813840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85aa191b-0423-4a9b-9ad8-8dabc6f7cb6b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.846260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85aa191b-0423-4a9b-9ad8-8dabc6f7cb6b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.911127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Allocated IP 172.20.0.2 (9642aec8-8b23-4698-98b4-baed5b20027a/01e54e26-cb2c-4505-93c6-6755a0203e04/54eb4ecd-a31a-474c-951d-7950c35e0dde) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:35.990553 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:35.996357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e96cfb70-fad3-47ed-8a07-133774888312 req-9d5f2476-a6ee-472f-b919-9fdb307a67ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 210 time: 0.0827360 Feb 08 23:54:36.007784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85aa191b-0423-4a9b-9ad8-8dabc6f7cb6b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.023350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85aa191b-0423-4a9b-9ad8-8dabc6f7cb6b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.028082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-85aa191b-0423-4a9b-9ad8-8dabc6f7cb6b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/81399b38-3eb6-490a-b530-6d5a7309c7b2 HTTP/1.1" status: 204 len: 168 time: 0.3546190 Feb 08 23:54:36.047784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:36.136683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa191b-0423-4a9b-9ad8-8dabc6f7cb6b tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81399b38-3eb6-490a-b530-6d5a7309c7b2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:36.206295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-66e65461-f608-48fc-9e4f-6950dfa7f388 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1561475 Feb 08 23:54:36.216309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f7301-818c-4859-b6c0-150661118544 req-643b1d2f-5513-40aa-9125-c06c097b4412 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:36.218011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-208f7301-818c-4859-b6c0-150661118544 req-643b1d2f-5513-40aa-9125-c06c097b4412 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2074676 Feb 08 23:54:36.218612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46470) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:36.294097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-208f7301-818c-4859-b6c0-150661118544 req-487591ef-70e3-4821-b156-3e6fed874597 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665221 Feb 08 23:54:36.340312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f5f49478-e61d-4735-8ed8-cdc4c96d51f1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.372276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd022e63-5939-4778-a164-19bf1bf70e1f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:36.432477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f5f49478-e61d-4735-8ed8-cdc4c96d51f1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.455533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: cd022e63-5939-4778-a164-19bf1bf70e1f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:36.459638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cd022e63-5939-4778-a164-19bf1bf70e1f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:36.574930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-d00d796f-87aa-4ad9-875b-4dd8286ce791 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:36.576483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-d00d796f-87aa-4ad9-875b-4dd8286ce791 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2357950 Feb 08 23:54:36.577227 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f5f49478-e61d-4735-8ed8-cdc4c96d51f1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.580235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f5f49478-e61d-4735-8ed8-cdc4c96d51f1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.581670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f5f49478-e61d-4735-8ed8-cdc4c96d51f1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/37bd44cc-bb1a-4feb-98c5-00f3b5cb645f HTTP/1.1" status: 204 len: 168 time: 0.3620303 Feb 08 23:54:36.586861 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.587775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46482) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:36.602445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.651358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f49478-e61d-4735-8ed8-cdc4c96d51f1 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bd44cc-bb1a-4feb-98c5-00f3b5cb645f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:36.689962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Pushing event updated for resources: {'Port': ['ID=54eb4ecd-a31a-474c-951d-7950c35e0dde,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:36.745476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-821e5405-21e8-4de8-af9f-614349788e62 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1535311 Feb 08 23:54:36.749875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46486) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:36.765187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--789566788'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:36.804779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Network 9642aec8-8b23-4698-98b4-baed5b20027a is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:36.822855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:36.837238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:36.850439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:36.857443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:36.908461 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.220457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.258910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.266072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ca7da95-2c8e-470e-ba22-a4de391a255b req-8b041c0f-95f4-4bbe-b0a1-db206a363675 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 210 time: 0.1424315 Feb 08 23:54:37.316020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f715d4c-288f-44e1-a381-8c8ad7be2fbc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:37.332863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.342156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3c698982-90bd-4e62-b338-49de01fb5962 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5911214 Feb 08 23:54:37.344875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46504) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:37.346991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Attempting to bind port 54eb4ecd-a31a-474c-951d-7950c35e0dde on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:37.347371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Attempting to bind port 54eb4ecd-a31a-474c-951d-7950c35e0dde by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:37.347733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Attempting to bind port 54eb4ecd-a31a-474c-951d-7950c35e0dde on network 9642aec8-8b23-4698-98b4-baed5b20027a {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:37.359207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.359925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.363222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '0f715d4c-288f-44e1-a381-8c8ad7be2fbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:37.394210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:37.398232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Checking segment: {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:37.406354 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.408513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Bound using segment: {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:37.414314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Bound port: 54eb4ecd-a31a-474c-951d-7950c35e0dde, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:37.414985 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.536384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.540855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.619863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3c84-7bba-429c-9242-0e95d1707058 req-a85bc70a-0f82-4b92-acdd-268ab67344ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:37.637089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df5d3c84-7bba-429c-9242-0e95d1707058 req-a85bc70a-0f82-4b92-acdd-268ab67344ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1784928 Feb 08 23:54:37.760028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] For port 54eb4ecd-a31a-474c-951d-7950c35e0dde, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:37.771598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df5d3c84-7bba-429c-9242-0e95d1707058 req-58eb637e-216e-4f1b-9c86-9750dbf06541 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309972 Feb 08 23:54:37.775455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] For port 54eb4ecd-a31a-474c-951d-7950c35e0dde, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54eb4ecd-a31a-474c-951d-7950c35e0dde,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:37.795742 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.832606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.842705 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.917668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8696539b-7ad4-43d0-bb4d-6811da638519,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:37.931212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:37.932455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-efaa15a1-92d0-4195-829d-11c98707bc17 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5863152 Feb 08 23:54:37.935232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46518) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:37.959038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a5ad6b9c-5b83-45d8-a660-3d126dc3b4c5 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules/8696539b-7ad4-43d0-bb4d-6811da638519 HTTP/1.1" status: 200 len: 763 time: 0.0225301 Feb 08 23:54:37.963824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46520) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:37.981453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387509e0-e4da-40d0-94f8-83210b975138 None None] Pushing event updated for resources: {'Port': ['ID=54eb4ecd-a31a-474c-951d-7950c35e0dde,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:38.039310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f8aeb0cf-b80e-4570-a27e-06d84ad14616 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0735660 Feb 08 23:54:38.049503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46526) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.073159 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5704889d-d021-4060-ac00-433ac8d0b22d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.087448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5704889d-d021-4060-ac00-433ac8d0b22d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.124612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5704889d-d021-4060-ac00-433ac8d0b22d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.132151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5704889d-d021-4060-ac00-433ac8d0b22d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.133879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5704889d-d021-4060-ac00-433ac8d0b22d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8696539b-7ad4-43d0-bb4d-6811da638519 HTTP/1.1" status: 204 len: 168 time: 0.0904667 Feb 08 23:54:38.137994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46528) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.152450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704889d-d021-4060-ac00-433ac8d0b22d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8696539b-7ad4-43d0-bb4d-6811da638519,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:38.201978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Allocated IP 172.25.3.61 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ffe43aa9-6129-423f-a71c-79a756985e25) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:38.224000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-82d6a5c5-d85b-4566-8cae-f42cdc470e77 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0848949 Feb 08 23:54:38.231731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46530) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.245239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '0f715d4c-288f-44e1-a381-8c8ad7be2fbc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:38.274598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:38.292767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.324463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.436066 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.469853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.508407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9710778c-e5b0-4421-83f0-5c6c974a1985,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:38.518634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d063ec16-cb3b-4b13-8744-c2798e21abb9 req-eed276d6-b747-4be7-8281-bcfde087aeae tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 210 time: 0.0940785 Feb 08 23:54:38.524078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.540454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d8ef2418-7787-4285-bca0-767ffd7c0d3d tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099718 Feb 08 23:54:38.553699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.591722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59d6d929-e092-42ab-8406-3aec5d0da5ba tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules/9710778c-e5b0-4421-83f0-5c6c974a1985 HTTP/1.1" status: 200 len: 763 time: 0.0352869 Feb 08 23:54:38.593958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46536) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.668647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3820caae-9cf5-449a-b480-870cf126807e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0730398 Feb 08 23:54:38.670970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46538) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.697617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f665e28-1b0d-41dc-9a2c-b61853401fe0 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.706928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f665e28-1b0d-41dc-9a2c-b61853401fe0 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.731039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.2 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:38.758055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f665e28-1b0d-41dc-9a2c-b61853401fe0 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.800510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f665e28-1b0d-41dc-9a2c-b61853401fe0 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:38.806264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4f665e28-1b0d-41dc-9a2c-b61853401fe0 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9710778c-e5b0-4421-83f0-5c6c974a1985 HTTP/1.1" status: 204 len: 168 time: 0.1331534 Feb 08 23:54:38.808113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f665e28-1b0d-41dc-9a2c-b61853401fe0 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9710778c-e5b0-4421-83f0-5c6c974a1985,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:38.812266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46544) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:38.956428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3487837a-aa71-49ab-9261-6282bcdb6174 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1421103 Feb 08 23:54:39.014470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46548) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:39.024639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': '0f715d4c-288f-44e1-a381-8c8ad7be2fbc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:39.179139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f75e-eaf4-40d7-b64f-622ba15eef8a req-912f41aa-e5c0-47ee-b0c4-3131ce019783 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:39.186796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8169f75e-eaf4-40d7-b64f-622ba15eef8a req-912f41aa-e5c0-47ee-b0c4-3131ce019783 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2257354 Feb 08 23:54:39.224353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.305682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.354696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8169f75e-eaf4-40d7-b64f-622ba15eef8a req-ebbe3fbb-23a5-4094-8638-a22fea024c41 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624722 Feb 08 23:54:39.400927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.428677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.437202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.462799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a976d33-5589-400a-927d-f71eab65c088,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:39.518737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.520373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0de66aa0-b403-4e13-a19d-f7adddebff78 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5013473 Feb 08 23:54:39.523150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46568) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:39.560985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.574567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:39.605389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bbf285e3-e7d3-4a4c-b025-f48e6d0b9158 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules/1a976d33-5589-400a-927d-f71eab65c088 HTTP/1.1" status: 200 len: 764 time: 0.0728750 Feb 08 23:54:39.606335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46572) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:39.677996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:39.701562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:39.712219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:39.715556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:39.749713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:39.769946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:39.779423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:39.796466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:39.840048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bedcac6b-e744-46bb-91fd-e756a0f827d9 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1840410 Feb 08 23:54:39.843247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46574) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:39.873881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368168a-32e3-414b-8bdf-cf0258e1ac26 req-aff0a068-2237-47b8-a498-536de815bb87 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:39.881858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5368168a-32e3-414b-8bdf-cf0258e1ac26 req-aff0a068-2237-47b8-a498-536de815bb87 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.3141787 Feb 08 23:54:39.910732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f17a42c-4473-444c-b28e-b6741212a9b2 None None] Network 9642aec8-8b23-4698-98b4-baed5b20027a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:39.943076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5368168a-32e3-414b-8bdf-cf0258e1ac26 req-c37387a4-d9ac-4a4a-a994-00105b037cd5 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589576 Feb 08 23:54:39.985208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27197c5a-04cb-47b3-ace6-d4ccec3ec43e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.015766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27197c5a-04cb-47b3-ace6-d4ccec3ec43e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.086437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27197c5a-04cb-47b3-ace6-d4ccec3ec43e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.113377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27197c5a-04cb-47b3-ace6-d4ccec3ec43e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.121708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-27197c5a-04cb-47b3-ace6-d4ccec3ec43e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1a976d33-5589-400a-927d-f71eab65c088 HTTP/1.1" status: 204 len: 168 time: 0.2731621 Feb 08 23:54:40.124632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197c5a-04cb-47b3-ace6-d4ccec3ec43e tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a976d33-5589-400a-927d-f71eab65c088,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:40.149360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74fbcc-e48a-473a-b23d-591ff0d5b5a1 req-e0fd31a8-a0f9-480b-9893-282cbb19e361 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:40.151620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46584) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:40.157075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc74fbcc-e48a-473a-b23d-591ff0d5b5a1 req-e0fd31a8-a0f9-480b-9893-282cbb19e361 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 931 time: 0.4197540 Feb 08 23:54:40.186602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b1b92e90-6db8-4a60-9d0b-d9543748fd37 None None] Provisioning complete for port 54eb4ecd-a31a-474c-951d-7950c35e0dde triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:40.186979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e90-6db8-4a60-9d0b-d9543748fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.244861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc74fbcc-e48a-473a-b23d-591ff0d5b5a1 req-d9c835e4-32c7-4683-8d27-bfcb7f002dd6 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787637 Feb 08 23:54:40.267092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:40.267986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.293991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Pushing event updated for resources: {'Port': ['ID=ffe43aa9-6129-423f-a71c-79a756985e25,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:40.300611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54eb4ecd-a31a-474c-951d-7950c35e0dde up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:40.378803 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-2727fa31-cbfc-49ed-ac79-df035e39c3d1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6199815 Feb 08 23:54:40.433710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Request body: {'port': {'device_id': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:40.469039 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5bcbd04f-5c00-4add-ab18-db9ebef9d34a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3099151 Feb 08 23:54:40.472017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46600) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:40.623189 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e90-6db8-4a60-9d0b-d9543748fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.642234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 54eb4ecd-a31a-474c-951d-7950c35e0dde triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:40.642614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.745296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b1b92e90-6db8-4a60-9d0b-d9543748fd37 None None] For port 54eb4ecd-a31a-474c-951d-7950c35e0dde, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54eb4ecd-a31a-474c-951d-7950c35e0dde,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:40.766196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b92e90-6db8-4a60-9d0b-d9543748fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.774393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29937d88-47a4-40e5-81e3-829ecf8d967f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.815680 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.885358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29937d88-47a4-40e5-81e3-829ecf8d967f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.984803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.995126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29937d88-47a4-40e5-81e3-829ecf8d967f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:40.995356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b92e90-6db8-4a60-9d0b-d9543748fd37 None None] Pushing event updated for resources: {'Port': ['ID=54eb4ecd-a31a-474c-951d-7950c35e0dde,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:41.003337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-29937d88-47a4-40e5-81e3-829ecf8d967f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:41.007636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-29937d88-47a4-40e5-81e3-829ecf8d967f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/0f715d4c-288f-44e1-a381-8c8ad7be2fbc HTTP/1.1" status: 204 len: 168 time: 0.5313299 Feb 08 23:54:41.025013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fd6ce-24b5-436d-9548-3ebe2ba1fd62 req-e5c159e8-2d60-4b14-a107-43176883194d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:41.025262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46604) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:41.037730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-286fd6ce-24b5-436d-9548-3ebe2ba1fd62 req-e5c159e8-2d60-4b14-a107-43176883194d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3903599 Feb 08 23:54:41.145976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29937d88-47a4-40e5-81e3-829ecf8d967f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f715d4c-288f-44e1-a381-8c8ad7be2fbc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:41.166749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-286fd6ce-24b5-436d-9548-3ebe2ba1fd62 req-da7738f3-2e1f-4c6c-a881-b6b272986f48 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147454 Feb 08 23:54:41.187084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37b64-07c2-4d96-ab05-721a4de43286 req-0a21c9c4-4276-413a-981d-b385a17e6c69 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:41.200723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffa37b64-07c2-4d96-ab05-721a4de43286 req-0a21c9c4-4276-413a-981d-b385a17e6c69 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.4436924 Feb 08 23:54:41.214515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3ee9b8d6-a5b6-4fe3-9cfe-eef16f11dcd4 None None] Provisioning complete for port 54eb4ecd-a31a-474c-951d-7950c35e0dde triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:41.214941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b8d6-a5b6-4fe3-9cfe-eef16f11dcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:41.274443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46610) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:41.305984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffa37b64-07c2-4d96-ab05-721a4de43286 req-a3a910a4-114f-4877-a758-3118fe7bf1fb tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036854 Feb 08 23:54:41.535615 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0d302dc-3c09-4b6b-8e3d-93090f0ed544 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2445097 Feb 08 23:54:41.536240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:41.570907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760795002'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:41.681111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:41.734144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c12f9-3204-4d64-ab4f-8898bd978363 req-263618ab-6d2c-4cd3-a522-4a0f5875b3d2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:41.741203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-043c12f9-3204-4d64-ab4f-8898bd978363 req-263618ab-6d2c-4cd3-a522-4a0f5875b3d2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 931 time: 0.3735011 Feb 08 23:54:41.798943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0ff97ffd-9e3b-492a-ae4c-dbff3d6ff10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:41.825960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-043c12f9-3204-4d64-ab4f-8898bd978363 req-4bf041bd-2668-4e12-9094-a7bcccd00aa4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811293 Feb 08 23:54:41.877878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:41.952163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:41.970721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:41.986517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.006625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.023341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Transition to ACTIVE for port object 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:54:42.054849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54eb4ecd-a31a-474c-951d-7950c35e0dde up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:42.082300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.114168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.115417 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5627656 Feb 08 23:54:42.121022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46638) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:42.126061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Request body: {'security_group_rule': {'security_group_id': 'df751a4e-773d-40ce-a30d-b7a40030d4fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:42.148065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.152533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:54:42.174853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3edb9c-377b-4fe5-9e1b-465cde1abb65 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df751a4e-773d-40ce-a30d-b7a40030d4fa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:42.244189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Pushing event updated for resources: {'Port': ['ID=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:42.365264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:42.375868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Attempting to bind port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:42.377372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Attempting to bind port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:42.378673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Attempting to bind port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:42.387693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:54:42.430532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '2e629200-02c8-4c50-913d-1e9df0df5694', 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'port_id': '2e629200-02c8-4c50-913d-1e9df0df5694', 'mac_address': 'fa:16:3e:66:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a0f04b-3458-4524-908a-22e8d211f244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:42.447328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 54eb4ecd-a31a-474c-951d-7950c35e0dde triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:42.447617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.535385 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.546754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:54:42.547307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Attempting to bind port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:42.552767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:42.563075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e629200-02c8-4c50-913d-1e9df0df5694 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:42.565567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:42.565913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:42.566308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:42.566760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Bound port: 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:42.567124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.596729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Sync routers for ids ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:42.628289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.628663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:42.633302 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-526efe02-a7f2-4449-8c54-a198e2c577eb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3170767 Feb 08 23:54:42.638891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Routers {'50b11a9d-8861-4609-8eb0-1ba23ff52ad8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:42.639130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46654) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:42.640483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:42.691988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.821687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:42.826639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78067a-9034-4704-8a89-ba3d41479446 req-a85506cb-df08-4e00-bc6f-93250cba7430 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:42.828137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db78067a-9034-4704-8a89-ba3d41479446 req-a85506cb-df08-4e00-bc6f-93250cba7430 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.21 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.7447665 Feb 08 23:54:42.830161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2e629200-02c8-4c50-913d-1e9df0df5694'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:42.885612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Set router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:42.902633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1872bc-5331-4540-b628-9f69c7dc13ca req-bf8104a6-9c9a-4eec-b898-ea2d690728df tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:42.910098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf1872bc-5331-4540-b628-9f69c7dc13ca req-bf8104a6-9c9a-4eec-b898-ea2d690728df tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 944 time: 0.1981943 Feb 08 23:54:42.934586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:42.982578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aab2f-91e4-4921-a7be-225af590dd7b req-832014fb-495c-4600-9558-408963a968e6 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:42.989616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-141aab2f-91e4-4921-a7be-225af590dd7b req-832014fb-495c-4600-9558-408963a968e6 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 945 time: 0.2695043 Feb 08 23:54:43.073137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.091220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.129447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf1872bc-5331-4540-b628-9f69c7dc13ca req-8af4ab29-d8af-400f-834e-6c35fc496b28 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182126 Feb 08 23:54:43.170013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-141aab2f-91e4-4921-a7be-225af590dd7b req-39a006a0-06f3-48e3-b4af-40c0f8c0efa2 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups?id=ad90ff9a-2f87-463f-80cc-5c98497a0819&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789784 Feb 08 23:54:43.174104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] For port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:43.175701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.178618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] For port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:43.179596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46662) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:43.180130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0574524 Feb 08 23:54:43.181116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31b571-0228-453d-a41c-49b35a201cff tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51af3519-359f-49fb-bf6a-1f1449d07f87,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:43.284948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.298945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Deleting port 0c091ee7-47b6-4dd5-b848-238a003a9a5a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:43.299292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.364305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:54:40Z', 'revision_number': 3, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:43.399400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:43.400094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.406085 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] 10.222.0.21 "PUT /v2.0/ports/86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf HTTP/1.1" status: 200 len: 1091 time: 2.9812472 Feb 08 23:54:43.408280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'tag': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:43.410977 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8599d8e4-6ddf-47dd-94e7-aec531798949" -d '{"events": [{"name": "network-changed", "server_uuid": "56eabe8f-b0d6-407f-b8cd-cd20e99f8d87", "tag": "86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:43.418086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46682) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:43.428057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Checking router: 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:54:43.430682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Updating router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 port ffe43aa9-6129-423f-a71c-79a756985e25 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:54:43.519143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.529716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f218a-089b-469a-bebe-589cd48e2882 service neutron] Pushing event updated for resources: {'Port': ['ID=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:43.549741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f7dba6-cc9b-41a6-86bd-63924e1daf0a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.613089 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f05d28-0e75-416f-86a4-5c32c9869f9c x-openstack-request-id: req-65f05d28-0e75-416f-86a4-5c32c9869f9c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:43.613450 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56eabe8f-b0d6-407f-b8cd-cd20e99f8d87", "tag": "86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:43.613762 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65f05d28-0e75-416f-86a4-5c32c9869f9c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:43.614222 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'tag': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf', 'status': 'completed', 'code': 200} Feb 08 23:54:43.621078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] For port 0c091ee7-47b6-4dd5-b848-238a003a9a5a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0c091ee7-47b6-4dd5-b848-238a003a9a5a,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:43.621838 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.652032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f7dba6-cc9b-41a6-86bd-63924e1daf0a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.673033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-d53a8aec-80d7-4f35-8689-cb7c9d38f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:43.674643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-d53a8aec-80d7-4f35-8689-cb7c9d38f81c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 1094 time: 0.1960940 Feb 08 23:54:43.740872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Deleting subnet 46070e5f-6f83-4b5f-84c6-f0db99c6c112 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:43.749722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.754986 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-5c8f9b3d-05fb-4cbf-9769-6a803fa90374 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf HTTP/1.1" status: 200 len: 217 time: 0.0661871 Feb 08 23:54:43.860091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.888624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e8d8d-5e16-488c-8a09-0ab3f96098df req-8b162392-9010-4cff-bc16-d3dbbc78988b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:43.890314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d3e8d8d-5e16-488c-8a09-0ab3f96098df req-8b162392-9010-4cff-bc16-d3dbbc78988b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 943 time: 0.5667338 Feb 08 23:54:43.897182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.898257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f7dba6-cc9b-41a6-86bd-63924e1daf0a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.900884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f7dba6-cc9b-41a6-86bd-63924e1daf0a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.902272 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-53f7dba6-cc9b-41a6-86bd-63924e1daf0a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/df751a4e-773d-40ce-a30d-b7a40030d4fa HTTP/1.1" status: 204 len: 168 time: 0.7217283 Feb 08 23:54:43.903837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-f6128f01-b713-49d3-9f1d-bb0916fdf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:43.905331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-f6128f01-b713-49d3-9f1d-bb0916fdf15a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1250987 Feb 08 23:54:43.905927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46708) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:43.907838 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.953382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.953795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:43.954121 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Floating IP 1cb1db48-109b-42a6-9c88-604392a7c19e disassociated. External IP: 172.25.3.211, port: 0c091ee7-47b6-4dd5-b848-238a003a9a5a. Feb 08 23:54:43.954473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Calling delete_port for 0c091ee7-47b6-4dd5-b848-238a003a9a5a owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:43.973100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7dba6-cc9b-41a6-86bd-63924e1daf0a tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df751a4e-773d-40ce-a30d-b7a40030d4fa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:43.975241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17525e56-9ac3-46b6-b69f-8ec755b89f13 None None] Pushing event updated for resources: {'Port': ['ID=ffe43aa9-6129-423f-a71c-79a756985e25,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:43.994215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Attempting to bind port ffe43aa9-6129-423f-a71c-79a756985e25 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:43.994597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Attempting to bind port ffe43aa9-6129-423f-a71c-79a756985e25 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:43.994968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Attempting to bind port ffe43aa9-6129-423f-a71c-79a756985e25 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:43.999769 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-d70f41c6-3b52-40f9-b954-bc059f8c75d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725324 Feb 08 23:54:44.001795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:44.002596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:44.003007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.003402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:44.003920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Bound port: ffe43aa9-6129-423f-a71c-79a756985e25, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:44.004334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.063319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] For port ffe43aa9-6129-423f-a71c-79a756985e25, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:44.066443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] For port ffe43aa9-6129-423f-a71c-79a756985e25, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ffe43aa9-6129-423f-a71c-79a756985e25,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:44.071263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.078580 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.119450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:44.141993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Deleting port c0f9f60c-af75-4549-9d60-71d57f66b7df {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:44.142437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.155879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2f7fc9b-5fcb-4d90-9299-b84bbd75e294 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2388499 Feb 08 23:54:44.165383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46714) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:44.228781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.235884 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-458d138a-3181-42a7-b3eb-996bf0e0382f service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252874 Feb 08 23:54:44.255246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.298010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] For port c0f9f60c-af75-4549-9d60-71d57f66b7df, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c0f9f60c-af75-4549-9d60-71d57f66b7df,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:44.298575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.328270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46070e5f-6f83-4b5f-84c6-f0db99c6c112,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:44.347067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.348386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-618d01ae-132b-472d-8898-458e49121e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.354192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8024188d-f700-4a06-bf8d-d7ed2f219ac7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46070e5f-6f83-4b5f-84c6-f0db99c6c112 HTTP/1.1" status: 204 len: 168 time: 0.9328341 Feb 08 23:54:44.356496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46718) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:44.364420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Calling delete_port for c0f9f60c-af75-4549-9d60-71d57f66b7df owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:44.365593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Routers {'50b11a9d-8861-4609-8eb0-1ba23ff52ad8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:44.366770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:44.490714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] Set router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:44.560793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.573612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17525e56-9ac3-46b6-b69f-8ec755b89f13 None None] Pushing event updated for resources: {'Port': ['ID=ffe43aa9-6129-423f-a71c-79a756985e25,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:44.607301 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f3e1e964-557c-4deb-aa46-c66d65ec1124 req-67ff455f-8c24-475f-9018-8280cc0ad721 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632727 Feb 08 23:54:44.645935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c1b0-74de-446a-ac50-23597ded0665 req-9fc81ff4-1794-451f-93f4-e7923e945fab tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:44.647718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 2e629200-02c8-4c50-913d-1e9df0df5694 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:44.648117 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.655720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7103c1b0-74de-446a-ac50-23597ded0665 req-9fc81ff4-1794-451f-93f4-e7923e945fab tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 950 time: 0.8642600 Feb 08 23:54:44.696673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event deleted for resources: {'Port': ['ID=0c091ee7-47b6-4dd5-b848-238a003a9a5a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:44.722942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Allocated IP 172.20.0.1 (9642aec8-8b23-4698-98b4-baed5b20027a/01e54e26-cb2c-4505-93c6-6755a0203e04/ac5f9e49-4cf6-44b9-82d7-d2948c932874) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:44.768709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d3e8d8d-5e16-488c-8a09-0ab3f96098df req-13e32735-5bd7-4f70-afb6-b0f6ded4d789 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8644376 Feb 08 23:54:44.792826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5ce78c45-65b0-4a69-b084-14230b90aa47 tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6090155 Feb 08 23:54:44.827944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.846886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46720) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:44.873027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:44.875755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:44.879068 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f05c2-5709-4f72-889b-7e90433cd467" -d '{"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-plugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:44.886981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.887445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7103c1b0-74de-446a-ac50-23597ded0665 req-b723d97a-b1be-4754-9fd6-5c2591f31734 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278595 Feb 08 23:54:44.888342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:44.901272 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-69b4bf20-69ef-49be-a7dc-09abd96babcf tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] delete failed (client error): The resource could not be found. Feb 08 23:54:44.904601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-69b4bf20-69ef-49be-a7dc-09abd96babcf tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "DELETE /v2.0/security-groups/df751a4e-773d-40ce-a30d-b7a40030d4fa HTTP/1.1" status: 404 len: 347 time: 0.0559616 Feb 08 23:54:44.914583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.921461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46724) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:44.961722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.966645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:44.982257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:54:40Z', 'revision_number': 3, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:45.019636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be125cf-f697-425e-b59f-fde079ddb7a0 None None] The sync data for ids ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'] in n-d-828413-1 is: [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:54:40Z', 'revision_number': 3, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:45.032048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:45.098689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:45.102897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-ef368b1a-a23f-40a5-bc68-e5dfdfb8de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:45.108615 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-ef368b1a-a23f-40a5-bc68-e5dfdfb8de69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 1094 time: 0.1443355 Feb 08 23:54:45.150086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:45.150884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f9f60c-af75-4549-9d60-71d57f66b7df,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:45.165330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:45.166098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0c091ee7-47b6-4dd5-b848-238a003a9a5a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:45.174888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:54:45.264626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 0c091ee7-47b6-4dd5-b848-238a003a9a5a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:45.265082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0c091ee7-47b6-4dd5-b848-238a003a9a5a not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:45.298989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:45.305271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f232bdc7-3cbb-4222-8761-e07b1ddd61c7 req-e945c257-ef05-4b22-8416-bb122865ce5e tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 210 time: 0.1594248 Feb 08 23:54:45.329299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:45.423590 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:45.467898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83af5b9-dbbc-4b6d-b9bc-30fe00605b48 req-57a47fda-1a65-4634-85b1-00e309e7cd03 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:45.470464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f83af5b9-dbbc-4b6d-b9bc-30fe00605b48 req-57a47fda-1a65-4634-85b1-00e309e7cd03 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.5167294 Feb 08 23:54:45.492304 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d42846-e55e-4300-af2b-cd37ab21b99d x-openstack-request-id: req-c7d42846-e55e-4300-af2b-cd37ab21b99d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:45.492827 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-plugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:45.493149 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7d42846-e55e-4300-af2b-cd37ab21b99d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:45.493569 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694', 'code': 200} Feb 08 23:54:45.504939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad3735a8-ba44-4afc-9ed4-dfca2ef1f12f tempest-SecGroupTest-390978514 tempest-SecGroupTest-390978514-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5728433 Feb 08 23:54:46.074874 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:54:46.110002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46744) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:46.142066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.280586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Network 9642aec8-8b23-4698-98b4-baed5b20027a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:46.280753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.287950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:46.302032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ffe43aa9-6129-423f-a71c-79a756985e25 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:46.302700 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] Sync routers for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:46.314279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c83a6a0-c1cd-408f-9eb6-4d688928a154']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:46.318720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:46.324648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:46.336922 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:46.336922 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:46.343529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5f9e49-4cf6-44b9-82d7-d2948c932874,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:46.356002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f83af5b9-dbbc-4b6d-b9bc-30fe00605b48 req-df4795cf-178f-469a-bfc2-f736efe5a3f3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8585384 Feb 08 23:54:46.409235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3af632-1234-4e59-a01b-4c3bbadc18a7') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:46.409751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3af632-1234-4e59-a01b-4c3bbadc18a7') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:46.489318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.520036 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-b5cccdbc-d3a8-4d2c-b6d2-c39b96430be7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4115207 Feb 08 23:54:46.551099 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:46.594416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ffe43aa9-6129-423f-a71c-79a756985e25 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:46.594799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.649280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.654944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-c04102b5-0155-4129-9306-1bd247d218c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:46.658655 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-c04102b5-0155-4129-9306-1bd247d218c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 1.5145299 Feb 08 23:54:46.673854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] No DVR routers for this DVR port 0c091ee7-47b6-4dd5-b848-238a003a9a5a on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:46.675398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:46.677117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.682538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.690538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db78067a-9034-4704-8a89-ba3d41479446 req-1897eb60-6ad6-435a-b858-611822426f1a tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.21 "DELETE /v2.0/ports/0c091ee7-47b6-4dd5-b848-238a003a9a5a HTTP/1.1" status: 204 len: 173 time: 3.8366354 Feb 08 23:54:46.703644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'name': 'network-vif-deleted', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:46.708545 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c305bc9-8f6a-43d0-b54d-b5493fcad547" -d '{"events": [{"server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "name": "network-vif-deleted", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:46.797676 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:46.813505 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-283fade4-f2c6-4f06-8202-e434b2ec312d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=485900b105404e05bce5fa130f2576a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019966 Feb 08 23:54:46.814078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.814956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.865145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46764) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:46.892053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f8ec-871d-4a7c-aee6-389942975f7c req-a906aca0-1da6-4921-80b9-f72255eca936 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:46.902393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af58f8ec-871d-4a7c-aee6-389942975f7c req-a906aca0-1da6-4921-80b9-f72255eca936 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 943 time: 0.6112673 Feb 08 23:54:46.919945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.929370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-df802624-411c-4252-99f4-45303fc35964 None None] Provisioning complete for port ac5f9e49-4cf6-44b9-82d7-d2948c932874 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:46.931081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df802624-411c-4252-99f4-45303fc35964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:46.978967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port ffe43aa9-6129-423f-a71c-79a756985e25, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ffe43aa9-6129-423f-a71c-79a756985e25,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:46.986006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-160f5851-c16a-4be6-a126-aa82ad9351f3 req-1ce06393-4358-43a3-a980-57ca1f6bca93 tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/ports?device_id=e405a7b8-374e-4b0d-adb7-a4347c80f557 HTTP/1.1" status: 200 len: 210 time: 0.0678196 Feb 08 23:54:46.990458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.057292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af58f8ec-871d-4a7c-aee6-389942975f7c req-cdcca5ba-f9b6-4f0b-81f2-6d56b5f292a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488650 Feb 08 23:54:47.096590 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:47.115878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=ffe43aa9-6129-423f-a71c-79a756985e25,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:47.120862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.125195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-df802624-411c-4252-99f4-45303fc35964 None None] Port ac5f9e49-4cf6-44b9-82d7-d2948c932874 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:54:47.137282 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] Checking router: 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:54:47.143310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-3ec7db3c-7496-4c9b-93bc-632ecad282fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf HTTP/1.1" status: 200 len: 217 time: 0.3585570 Feb 08 23:54:47.147982 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:47.148891 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:47.164224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.170364 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4c83a6a0-c1cd-408f-9eb6-4d688928a154 HTTP/1.1" status: 204 len: 168 time: 2.7978537 Feb 08 23:54:47.171288 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ea4e4e-b781-4570-88ee-2bd2e4d8f7a8 x-openstack-request-id: req-a9ea4e4e-b781-4570-88ee-2bd2e4d8f7a8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:47.173084 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e405a7b8-374e-4b0d-adb7-a4347c80f557", "name": "network-vif-deleted", "tag": "0c091ee7-47b6-4dd5-b848-238a003a9a5a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:47.173865 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9ea4e4e-b781-4570-88ee-2bd2e4d8f7a8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:47.174583 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e405a7b8-374e-4b0d-adb7-a4347c80f557', 'name': 'network-vif-deleted', 'tag': '0c091ee7-47b6-4dd5-b848-238a003a9a5a', 'status': 'completed', 'code': 200} Feb 08 23:54:47.175506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20545b7b-598a-4464-b5a9-7bc636cc168a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.213780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20545b7b-598a-4464-b5a9-7bc636cc168a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.285293 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.403239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cc81b-b876-4c51-b478-2c80cec076e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c83a6a0-c1cd-408f-9eb6-4d688928a154,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:47.421004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4260f8-4193-404f-8a93-977d6328270f req-0cd205c5-b58a-4768-9765-0e118235610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:47.423112 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-0cd205c5-b58a-4768-9765-0e118235610e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 1099 time: 0.8505533 Feb 08 23:54:47.494890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:47.499052 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c95529-9f8d-4dd5-b423-c3f00d0b4efd" -d '{"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-unplugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:47.506660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:54:47.509079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46796) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:47.530653 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:47.549914 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20545b7b-598a-4464-b5a9-7bc636cc168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.554079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20545b7b-598a-4464-b5a9-7bc636cc168a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:47.564067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-20545b7b-598a-4464-b5a9-7bc636cc168a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aecbeeda-05b6-4634-b88d-daace5de3617 HTTP/1.1" status: 204 len: 168 time: 0.6845737 Feb 08 23:54:47.634533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-c74b66d2-d23c-438a-9629-348b72edd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:47.636095 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-c74b66d2-d23c-438a-9629-348b72edd3e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.4603391 Feb 08 23:54:47.683415 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa640f3-94d8-4b9b-9492-b002a57d5840 x-openstack-request-id: req-2fa640f3-94d8-4b9b-9492-b002a57d5840 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:47.683900 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-unplugged", "status": "completed", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:47.684310 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fa640f3-94d8-4b9b-9492-b002a57d5840 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:47.684896 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'code': 200} Feb 08 23:54:47.767693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20545b7b-598a-4464-b5a9-7bc636cc168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecbeeda-05b6-4634-b88d-daace5de3617,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:47.794212 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-6cf66fdd-e4ae-4694-8713-301169b7c912 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1425803 Feb 08 23:54:47.849458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e6d4583d-bd6c-4840-a60e-1551be755684 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3a99e875e824c5d8acc69a865ed758b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385699 Feb 08 23:54:47.861145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46810) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:47.905873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda9c26-6146-4c0b-b87e-3a2cf1ef31ef req-157d49a7-c538-4f2d-b7f4-7d331bb10e8d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:47.907552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1bda9c26-6146-4c0b-b87e-3a2cf1ef31ef req-157d49a7-c538-4f2d-b7f4-7d331bb10e8d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2092242 Feb 08 23:54:47.922254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:47.933089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5bde42b3-387c-4ecb-8110-7724f273ddc9 admin admin] 10.222.0.32 "PUT /v2.0/routers/096dbb1e-3757-4a19-8462-0d4c7cb6b043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6521244 Feb 08 23:54:47.939379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] Sync routers for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:47.958939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46816) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:47.985671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:47.986328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:48.106202 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:48.145217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.159202 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efda933-0b0b-49a7-b0e5-8f590ff6ee7f None None] The sync data for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 is: [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:53:19Z', 'revision_number': 4, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b7e50ef7-ff2b-4faf-8e3f-20e8426d797c', 'name': '', 'network_id': 'c466cf6b-a15e-464d-9f88-00efd55a7608', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'mac_address': 'fa:16:3e:c3:c4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:18Z', 'updated_at': '2022-02-08T23:53:24Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'subnets': [{'id': '08ab3e0b-2e91-46fd-b6b4-f9473701490d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:48.161611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ffe43aa9-6129-423f-a71c-79a756985e25 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:48.167322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:54:48.305573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1bda9c26-6146-4c0b-b87e-3a2cf1ef31ef req-84b89836-07a3-45f5-be49-601f55e7efbc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847554 Feb 08 23:54:48.350824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2a1c-7d14-480b-bb09-481314577073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.394379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2a1c-7d14-480b-bb09-481314577073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.448680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:48.469069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2a1c-7d14-480b-bb09-481314577073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.475731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b1c2a1c-7d14-480b-bb09-481314577073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.484907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf', 'mac_address': 'fa:16:3e:18:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:54:48.505041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2b1c2a1c-7d14-480b-bb09-481314577073 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/502cf983-96a7-46f4-a5fa-620a2883b1c7 HTTP/1.1" status: 204 len: 168 time: 0.6144302 Feb 08 23:54:48.533471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.550222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c2a1c-7d14-480b-bb09-481314577073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502cf983-96a7-46f4-a5fa-620a2883b1c7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:48.653436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4260f8-4193-404f-8a93-977d6328270f req-75a92fc2-1214-4ba3-8168-d0aecf92d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:48.655334 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-75a92fc2-1214-4ba3-8168-d0aecf92d13e service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 1.0539544 Feb 08 23:54:48.658743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:48.840324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-f2c96aa2-888b-42b3-935d-337d8d97b0b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f HTTP/1.1" status: 200 len: 217 time: 0.1718874 Feb 08 23:54:48.924517 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:48.993827 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d1ec92-fd18-450b-a6b9-8b318f35ca4a None None] New status for floating IP 1cb1db48-109b-42a6-9c88-604392a7c19e: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:54:49.004767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:49.016627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4260f8-4193-404f-8a93-977d6328270f req-6d0f3cf3-3403-47e6-8dee-9ce1518274a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:49.018153 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-6d0f3cf3-3403-47e6-8dee-9ce1518274a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1643441 Feb 08 23:54:49.068086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:54:49.179278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ffe43aa9-6129-423f-a71c-79a756985e25 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:49.179804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:49.199369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-55a792d2-8d6a-424e-861f-de7e635d8db6 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3870382 Feb 08 23:54:49.422036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:49.451166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:49.576708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4260f8-4193-404f-8a93-977d6328270f req-36401040-fe92-4a33-9182-19806fbf58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:49.582249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-36401040-fe92-4a33-9182-19806fbf58b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5561948 Feb 08 23:54:49.586138 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8599d8e4-6ddf-47dd-94e7-aec531798949 req-44d95af1-7490-4d67-8415-9c032ca06e21 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660538 Feb 08 23:54:49.784571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:49.801567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:49.802897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52254f78-d081-420d-8902-c21ae1e41e88 req-ab0f1cf9-a1f0-480f-8337-329b2faac4e2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:49.807338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52254f78-d081-420d-8902-c21ae1e41e88 req-ab0f1cf9-a1f0-480f-8337-329b2faac4e2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 943 time: 1.2874067 Feb 08 23:54:49.908730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:49.920276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:49.922163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8939ac2c-752d-4419-920a-010c89932aac tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:49.932641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:54:49.994699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8939ac2c-752d-4419-920a-010c89932aac tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:50.116192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:54:44Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:50.154179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] Checking router: 096dbb1e-3757-4a19-8462-0d4c7cb6b043 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:54:50.197402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] Routers {'096dbb1e-3757-4a19-8462-0d4c7cb6b043'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:50.200794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:50.201883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8939ac2c-752d-4419-920a-010c89932aac tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:50.204180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46942) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:50.205530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5f9e49-4cf6-44b9-82d7-d2948c932874,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:50.209784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8939ac2c-752d-4419-920a-010c89932aac tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:50.213757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8939ac2c-752d-4419-920a-010c89932aac tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad90ff9a-2f87-463f-80cc-5c98497a0819 HTTP/1.1" status: 204 len: 168 time: 1.5475042 Feb 08 23:54:50.224327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46944) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:50.248814 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-18c32f18-8ace-4fc8-a1e6-9cb228989b81 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528711 Feb 08 23:54:50.257947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Network 9642aec8-8b23-4698-98b4-baed5b20027a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:50.281438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:50.291587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5cce9-fc6a-4682-9f38-b6e09f791fa6 req-694d442f-a9ab-4c4f-9cda-d0149d264c69 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:50.294870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93b5cce9-fc6a-4682-9f38-b6e09f791fa6 req-694d442f-a9ab-4c4f-9cda-d0149d264c69 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4864960 Feb 08 23:54:50.365287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939ac2c-752d-4419-920a-010c89932aac tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad90ff9a-2f87-463f-80cc-5c98497a0819,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:50.404041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52254f78-d081-420d-8902-c21ae1e41e88 req-735a5cf5-ab70-4fb3-b00a-32dfe06f959e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023921 Feb 08 23:54:50.404041 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-4b875738-4ddc-4f82-afdf-aa6a59e1ceff tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] show failed (client error): The resource could not be found. Feb 08 23:54:50.404041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4b875738-4ddc-4f82-afdf-aa6a59e1ceff tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "GET /v2.0/security-groups/ad90ff9a-2f87-463f-80cc-5c98497a0819 HTTP/1.1" status: 404 len: 347 time: 0.1627343 Feb 08 23:54:50.404041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:50.428356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46952) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:50.637426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2061646002-network', 'tenant_id': '68ba2acb1e2a44d0a4296ce566254a38'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:50.697217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] Set router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:50.763414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:54:50.809315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Made reservation on behalf of 68ba2acb1e2a44d0a4296ce566254a38 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:50.811841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:50.856681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93b5cce9-fc6a-4682-9f38-b6e09f791fa6 req-38641505-b5f8-426e-8c6b-87b04f62cb44 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035169 Feb 08 23:54:50.941029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:50.949905 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fe4260f8-4193-404f-8a93-977d6328270f req-cdfa56d0-a622-41e2-b3b5-7e0ab465001b service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860979 Feb 08 23:54:50.968299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d08d19de-1fac-4571-a34c-3337e6c031a3 None None] Provisioning complete for port ac5f9e49-4cf6-44b9-82d7-d2948c932874 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:50.968934 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d08d19de-1fac-4571-a34c-3337e6c031a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.023791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Deleting port 9e05f62e-00fd-4feb-b97f-f846459d1b0f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:51.024154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.035023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d08d19de-1fac-4571-a34c-3337e6c031a3 None None] Port ac5f9e49-4cf6-44b9-82d7-d2948c932874 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:54:51.048982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:54:51.062913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Sync routers for ids ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:54:51.075033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:54:44Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:51.076889 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd83d3d7-b50f-4ec7-9aa6-e50a8fb56745 admin admin] 10.222.0.32 "PUT /v2.0/routers/50b11a9d-8861-4609-8eb0-1ba23ff52ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4367306 Feb 08 23:54:51.094929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Deleting port 76ce5d8f-6bc2-4856-8bc7-26e15d1f0784 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:51.095291 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.122178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82da06-a78b-4176-a2d7-11ec32baa169 None None] The sync data for ids ['096dbb1e-3757-4a19-8462-0d4c7cb6b043'] in n-d-828413-1 is: [{'id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'name': 'tempest-TaggedBootDevicesTest-500268412-router', 'tenant_id': 'e00a87e53b364959bfa0946865bd8b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:47:56Z', 'updated_at': '2022-02-08T23:54:44Z', 'revision_number': 5, 'project_id': 'e00a87e53b364959bfa0946865bd8b2d', 'gw_port': {'id': '9e05f62e-00fd-4feb-b97f-f846459d1b0f', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:a4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096dbb1e-3757-4a19-8462-0d4c7cb6b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:47:57Z', 'updated_at': '2022-02-08T23:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:51.129961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Routers {'50b11a9d-8861-4609-8eb0-1ba23ff52ad8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:51.130652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:51.232102 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.232845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.249625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Calling delete_port for 76ce5d8f-6bc2-4856-8bc7-26e15d1f0784 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:51.285802 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.292880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.348927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47006) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:51.370786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Set router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:51.386233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cad59a1-06e7-4a54-9892-56367ec66697,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:51.388851 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:54:51.437915 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.438281 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Added segment 26ae74da-4569-4a47-9e54-48b696002989 of type vlan for network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e Feb 08 23:54:51.491771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.568645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.582883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Pushing event deleted for resources: {'Port': ['ID=76ce5d8f-6bc2-4856-8bc7-26e15d1f0784,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:51.653681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.655128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:51.656171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.698962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] For port 9e05f62e-00fd-4feb-b97f-f846459d1b0f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9e05f62e-00fd-4feb-b97f-f846459d1b0f,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:51.699835 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.800632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Calling delete_port for 9e05f62e-00fd-4feb-b97f-f846459d1b0f owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:51.848550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-164500813'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:51.866825 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6474347 Feb 08 23:54:51.876617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47024) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:51.885940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Request body: {'subnet': {'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2061646002-subnet', 'tenant_id': '68ba2acb1e2a44d0a4296ce566254a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:51.908521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668a347-69b2-4c7c-9f74-9f8a90837bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9e17e5-5730-488a-bce5-1e42d2e08a3e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:51.916084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.921678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:51.925307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:54:51.927302 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3c698eca-124e-4555-b2b2-57e590b2957b tempest-ServersTestJSON-270091430 tempest-ServersTestJSON-270091430-project] 10.222.0.32 "DELETE /v2.0/floatingips/1cb1db48-109b-42a6-9c88-604392a7c19e HTTP/1.1" status: 204 len: 168 time: 1.4977400 Feb 08 23:54:51.935622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:51.962367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc53d7-5a59-48a5-92b8-77c6584f18d3 req-c26edd44-6241-4abb-ae73-971d0e7ef398 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:51.963965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59bc53d7-5a59-48a5-92b8-77c6584f18d3 req-c26edd44-6241-4abb-ae73-971d0e7ef398 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 944 time: 0.2881937 Feb 08 23:54:52.063482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:54:47Z', 'revision_number': 4, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ac5f9e49-4cf6-44b9-82d7-d2948c932874', 'name': '', 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'mac_address': 'fa:16:3e:d4:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '01e54e26-cb2c-4505-93c6-6755a0203e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:44Z', 'updated_at': '2022-02-08T23:54:48Z', 'revision_number': 2, 'project_id': '73f191a825664aeb9b82385712c4933a', 'subnets': [{'id': '01e54e26-cb2c-4505-93c6-6755a0203e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:52.091429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:52.096047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.103664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Checking router: 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:54:52.104032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Updating router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 port ac5f9e49-4cf6-44b9-82d7-d2948c932874 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:54:52.137135 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.170498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:52.215218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59bc53d7-5a59-48a5-92b8-77c6584f18d3 req-47f04e01-98a6-44b3-ac00-098e9875de00 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309139 Feb 08 23:54:52.218349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c0f9f60c-af75-4549-9d60-71d57f66b7df no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:52.268316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c0f9f60c-af75-4549-9d60-71d57f66b7df {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:52.268660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c0f9f60c-af75-4549-9d60-71d57f66b7df not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:52.328955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.541049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.588884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e05f62e-00fd-4feb-b97f-f846459d1b0f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:52.687606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Made reservation on behalf of 68ba2acb1e2a44d0a4296ce566254a38 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:52.690559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.718146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.736172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.791489 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.794621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.829606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:54:52.837562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a9f8a-5462-4ebf-a41e-ba7a47481ccf req-bccfb504-03fe-4cf4-b11a-99e7fa4cfb29 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:52.839592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:52.840589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:52.847178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe0a9f8a-5462-4ebf-a41e-ba7a47481ccf req-bccfb504-03fe-4cf4-b11a-99e7fa4cfb29 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4568155 Feb 08 23:54:52.893392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cfa9e-da34-4069-ad07-20e863dcd9de None None] Pushing event updated for resources: {'Port': ['ID=ac5f9e49-4cf6-44b9-82d7-d2948c932874,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:52.955581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.012409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe0a9f8a-5462-4ebf-a41e-ba7a47481ccf req-4fc839cb-894c-474d-98ec-69a046a1fd9e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641014 Feb 08 23:54:53.026676 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.027593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 096dbb1e-3757-4a19-8462-0d4c7cb6b043 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:54:53.035540 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.041600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-36a2d8e8-a4b0-46f2-8f9d-852067317724 admin admin] 10.222.0.32 "DELETE /v2.0/routers/096dbb1e-3757-4a19-8462-0d4c7cb6b043 HTTP/1.1" status: 204 len: 168 time: 5.0778916 Feb 08 23:54:53.043121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47072) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:53.105047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Attempting to bind port ac5f9e49-4cf6-44b9-82d7-d2948c932874 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:53.105569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Attempting to bind port ac5f9e49-4cf6-44b9-82d7-d2948c932874 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:53.105804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Attempting to bind port ac5f9e49-4cf6-44b9-82d7-d2948c932874 on network 9642aec8-8b23-4698-98b4-baed5b20027a {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:53.168836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Deleting subnet 84e1244b-2c80-4d2a-9116-4e4f0a3530ee {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:54:53.179744 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.222141 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.224803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:53.224803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Checking segment: {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:53.225199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.226489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Bound using segment: {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:53.226949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Bound port: ac5f9e49-4cf6-44b9-82d7-d2948c932874, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8a5bee-c851-44ae-ad2e-d4010d369868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:53.227327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.367852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.400741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:54:53.405194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:54:53.409348 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8db11bd-683a-4fab-b5b0-11140b3607b1" -d '{"events": [{"server_uuid": "56eabe8f-b0d6-407f-b8cd-cd20e99f8d87", "name": "network-vif-plugged", "status": "completed", "tag": "86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:54:53.444392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.468210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:53.473416 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Added segment dd501fbe-a2e2-470b-807b-3095b36c6497 of type vlan for network 67499e71-f586-4899-9652-067abe07c004 Feb 08 23:54:53.497117 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.516879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] For port ac5f9e49-4cf6-44b9-82d7-d2948c932874, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:53.524596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:53.577462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d1acf88f-b8cb-4e5f-8561-33ba9c2f7ac3 None None] Provisioning complete for port ac5f9e49-4cf6-44b9-82d7-d2948c932874 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:53.577979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1acf88f-b8cb-4e5f-8561-33ba9c2f7ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.621187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] For port ac5f9e49-4cf6-44b9-82d7-d2948c932874, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ac5f9e49-4cf6-44b9-82d7-d2948c932874,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:53.644607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.662532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a7c8c-8533-4602-b13c-60bc4d307392 req-22f0c9fc-beff-4590-8d50-0edf879dcea7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:53.666914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:53.667532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e7a7c8c-8533-4602-b13c-60bc4d307392 req-22f0c9fc-beff-4590-8d50-0edf879dcea7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 945 time: 0.2035575 Feb 08 23:54:53.675085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d1acf88f-b8cb-4e5f-8561-33ba9c2f7ac3 None None] Port ac5f9e49-4cf6-44b9-82d7-d2948c932874 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:54:53.723510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Routers {'50b11a9d-8861-4609-8eb0-1ba23ff52ad8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:54:53.725134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:53.794079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.820348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Checking segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:53.820563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Network hostable DHCP agents. Network: 1a9e17e5-5730-488a-bce5-1e42d2e08a3e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:54:53.870484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cfa9e-da34-4069-ad07-20e863dcd9de None None] Pushing event updated for resources: {'Port': ['ID=ac5f9e49-4cf6-44b9-82d7-d2948c932874,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:53.935137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.952536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:53.953556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:53.992154 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.6089005 Feb 08 23:54:53.994641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:54:53.999143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.008044 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852257a-3b38-488a-b447-cc81a0528168 x-openstack-request-id: req-3852257a-3b38-488a-b447-cc81a0528168 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:54:54.008468 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eabe8f-b0d6-407f-b8cd-cd20e99f8d87", "name": "network-vif-plugged", "status": "completed", "tag": "86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:54:54.008830 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3852257a-3b38-488a-b447-cc81a0528168 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:54:54.009374 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf', 'code': 200} Feb 08 23:54:54.037891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:54.044407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] Set router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:54:54.049680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'subnet': {'network_id': '67499e71-f586-4899-9652-067abe07c004', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:54.169737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e7a7c8c-8533-4602-b13c-60bc4d307392 req-4621300c-b863-4ad9-aa51-d571512138fc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863620 Feb 08 23:54:54.233547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.296955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e1244b-2c80-4d2a-9116-4e4f0a3530ee,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:54.310172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9e05f62e-00fd-4feb-b97f-f846459d1b0f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:54.334361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.339488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2f44f3ee-678e-4a3c-8921-ecf87a9e8f3b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84e1244b-2c80-4d2a-9116-4e4f0a3530ee HTTP/1.1" status: 204 len: 168 time: 1.2935212 Feb 08 23:54:54.345138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47122) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:54.384560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069210fd-d27e-46f1-8d39-db8bf741bfa4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Network': ['ID=67499e71-f586-4899-9652-067abe07c004,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:54.394668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 1a9e17e5-5730-488a-bce5-1e42d2e08a3e) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:54.402179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:54.403246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.433301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.513248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764fcf9-d2e5-4083-a824-73de2da1b02d req-2280d16e-f0c3-477b-b29f-d8887d1c00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:54.515301 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2764fcf9-d2e5-4083-a824-73de2da1b02d req-2280d16e-f0c3-477b-b29f-d8887d1c00d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 1096 time: 0.3642809 Feb 08 23:54:54.516110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:54.520307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.594740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99793fa-3896-4c50-9ddb-01e55a0bf0c7 req-869548eb-246a-4a1d-8c64-4cd78a6a9746 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:54.600704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d99793fa-3896-4c50-9ddb-01e55a0bf0c7 req-869548eb-246a-4a1d-8c64-4cd78a6a9746 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2579794 Feb 08 23:54:54.673424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30afec55-9a3f-4144-b25f-3b60f6169549 None None] Network 651f9ab1-2835-48af-880a-3e01035201c9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:54.675613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 67499e71-f586-4899-9652-067abe07c004 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:54:54.679276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8bf646-c493-4c6c-897d-01e89806d15a None None] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:54.834225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d99793fa-3896-4c50-9ddb-01e55a0bf0c7 req-01ccc732-2190-44df-9f97-f2e28d1672e3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214191 Feb 08 23:54:54.848266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Deleting port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:54.851124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:54.861930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9e05f62e-00fd-4feb-b97f-f846459d1b0f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:54.862252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9e05f62e-00fd-4feb-b97f-f846459d1b0f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:54.940307 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e32f68eb-338e-4eb6-b699-e01220250137 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0576382 Feb 08 23:54:54.989695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-de83a99f-1eb4-4e15-94da-61be77a9beca None None] Provisioning complete for port ac5f9e49-4cf6-44b9-82d7-d2948c932874 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:54.990078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de83a99f-1eb4-4e15-94da-61be77a9beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.013816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] For port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,segment=NetworkSegment(090b5a81-bf58-4c4b-b1ca-0e16e8697c33),segment_id=090b5a81-bf58-4c4b-b1ca-0e16e8697c33)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:55.015509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.033486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.066581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Calling delete_port for 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:55.121919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2764fcf9-d2e5-4083-a824-73de2da1b02d req-a0854439-11d1-4bdd-a606-1d0e018741d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455828 Feb 08 23:54:55.205525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'tenant_id': '68ba2acb1e2a44d0a4296ce566254a38', 'fixed_ips': [{'subnet_id': '6bba8280-7f4e-48ef-ad33-c6d2a9311d7f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:54:55.209368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.431899 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.436953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Subnet': ['ID=4f82e9dd-e2f6-4d35-a3b3-3666a336de58,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:55.462569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.523773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Checking segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:55.524193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network hostable DHCP agents. Network: 67499e71-f586-4899-9652-067abe07c004, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:54:55.548396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] No DVR routers for this DVR port 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:54:55.565484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7d0abb-848f-4f13-b01f-ed8245c37dd7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:55.578800 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de83a99f-1eb4-4e15-94da-61be77a9beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.627419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network 67499e71-f586-4899-9652-067abe07c004 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:54:55.641448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b791ea4-18b0-4c03-9bde-aefdd3333fef req-0d42d557-8c3a-49cc-93ec-aa7a5e13c194 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:55.650576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b791ea4-18b0-4c03-9bde-aefdd3333fef req-0d42d557-8c3a-49cc-93ec-aa7a5e13c194 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 945 time: 0.2561121 Feb 08 23:54:55.652257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 67499e71-f586-4899-9652-067abe07c004) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:55.658347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:55.658956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.725058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a8be0-2e79-4f0f-bebe-076b61107691 None None] Network 67499e71-f586-4899-9652-067abe07c004 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:54:55.743714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.761822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b791ea4-18b0-4c03-9bde-aefdd3333fef req-d7f5d203-1e4d-4886-b395-f87d2e712d65 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048067 Feb 08 23:54:55.769263 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b18b66bb-cf96-4aaa-865b-094902c2a187 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7288437 Feb 08 23:54:55.771666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:55.777814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-99352901'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:55.823510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651f9ab1-2835-48af-880a-3e01035201c9']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:55.835898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:55.839601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.860800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090b5a81-bf58-4c4b-b1ca-0e16e8697c33') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:55.861996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b7c15-da37-4309-9fe5-0691d1ad066f None None] DHCP port deletion for 651f9ab1-2835-48af-880a-3e01035201c9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:54:55.864252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090b5a81-bf58-4c4b-b1ca-0e16e8697c33') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:55.869938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:54:55.873034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:54:47Z', 'revision_number': 4, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ac5f9e49-4cf6-44b9-82d7-d2948c932874', 'name': '', 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'mac_address': 'fa:16:3e:d4:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '01e54e26-cb2c-4505-93c6-6755a0203e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:44Z', 'updated_at': '2022-02-08T23:54:53Z', 'revision_number': 4, 'project_id': '73f191a825664aeb9b82385712c4933a', 'subnets': [{'id': '01e54e26-cb2c-4505-93c6-6755a0203e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:54:55.883228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.883737 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Added segment 45726421-006b-4b23-ba40-0d587076e079 of type vlan for network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 Feb 08 23:54:55.901623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.929515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.950836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2434f-79ae-4b5f-99f7-4b013b02acb9 None None] The sync data for ids ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'] in n-d-828413-1 is: [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:54:47Z', 'revision_number': 4, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ac5f9e49-4cf6-44b9-82d7-d2948c932874', 'name': '', 'network_id': '9642aec8-8b23-4698-98b4-baed5b20027a', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'mac_address': 'fa:16:3e:d4:d4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '01e54e26-cb2c-4505-93c6-6755a0203e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:44Z', 'updated_at': '2022-02-08T23:54:53Z', 'revision_number': 4, 'project_id': '73f191a825664aeb9b82385712c4933a', 'subnets': [{'id': '01e54e26-cb2c-4505-93c6-6755a0203e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:54:55.967911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Allocated IP 172.20.0.2 (1a9e17e5-5730-488a-bce5-1e42d2e08a3e/6bba8280-7f4e-48ef-ad33-c6d2a9311d7f/b081214a-a505-4d3e-9460-e934e289a386) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:55.972534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-de83a99f-1eb4-4e15-94da-61be77a9beca None None] For port ac5f9e49-4cf6-44b9-82d7-d2948c932874, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ac5f9e49-4cf6-44b9-82d7-d2948c932874,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:55.973226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.981607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:55.982306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:55.986827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de83a99f-1eb4-4e15-94da-61be77a9beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.018796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.204426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-b896cd52-2dcb-4bbb-87c6-a0d4d9554138 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:56.226611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-b896cd52-2dcb-4bbb-87c6-a0d4d9554138 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 816 time: 0.2281599 Feb 08 23:54:56.230940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:54:56.231264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:54:56.233105 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:54:56.246962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a99f-1eb4-4e15-94da-61be77a9beca None None] Pushing event updated for resources: {'Port': ['ID=ac5f9e49-4cf6-44b9-82d7-d2948c932874,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:56.289931 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5133429 Feb 08 23:54:56.323358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:56.336888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ac5f9e49-4cf6-44b9-82d7-d2948c932874 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:56.342871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'subnet': {'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:54:56.414033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-456c1503-afc9-4e3a-82a4-cd5c28ed8754 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/quotas/68ba2acb1e2a44d0a4296ce566254a38 HTTP/1.1" status: 200 len: 375 time: 0.1855586 Feb 08 23:54:56.446946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0bdaf-9d11-4349-8f98-8890fb11b079 req-cc6f0368-2159-4a08-a9f3-aedeee2e7d57 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:56.452450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eca0bdaf-9d11-4349-8f98-8890fb11b079 req-cc6f0368-2159-4a08-a9f3-aedeee2e7d57 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 0.5330937 Feb 08 23:54:56.453246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.525091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-67499e71-f586-4899-9652-067abe07c004', 'network_id': '67499e71-f586-4899-9652-067abe07c004', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'fixed_ips': [{'subnet_id': '4f82e9dd-e2f6-4d35-a3b3-3666a336de58'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:54:56.525955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.574094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b0199-221c-4098-b53c-219d47e9b06d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Network': ['ID=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:56.596442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:54:56.614312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-fd6c9c9a-1327-437b-ad73-efb9460fa3d6 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1590178 Feb 08 23:54:56.627840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.634620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/651f9ab1-2835-48af-880a-3e01035201c9 HTTP/1.1" status: 204 len: 168 time: 2.2850196 Feb 08 23:54:56.639496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:54:56.645619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d64c6a-b6d9-4bc6-94e5-39c5d71fb9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=651f9ab1-2835-48af-880a-3e01035201c9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:56.774568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Deleting port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:54:56.776289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.870129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ac5f9e49-4cf6-44b9-82d7-d2948c932874 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:56.870582 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:56.948625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eca0bdaf-9d11-4349-8f98-8890fb11b079 req-76f66b20-3e86-481d-8772-cb25611a5875 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137205 Feb 08 23:54:57.018468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-85a33747-ca67-4099-8580-2cba4d96bc8b service neutron] 10.222.0.32 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670430 Feb 08 23:54:57.032947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:57.044701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] For port b7e50ef7-ff2b-4faf-8e3f-20e8426d797c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:54:57.045629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:57.091370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Calling delete_port for b7e50ef7-ff2b-4faf-8e3f-20e8426d797c owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:54:57.125294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:57.276487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Pushing event updated for resources: {'Port': ['ID=b081214a-a505-4d3e-9460-e934e289a386,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:57.355177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:57.370090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:57.377971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:57.395617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Allocated IP 19.80.0.2 (67499e71-f586-4899-9652-067abe07c004/4f82e9dd-e2f6-4d35-a3b3-3666a336de58/13410475-11f3-4195-acf2-b54e7b367239) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:54:57.460638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91ea77-037f-430c-883d-a71286030d4a req-08743652-268c-4341-bf6d-5da7ac1d1d83 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:57.462880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe91ea77-037f-430c-883d-a71286030d4a req-08743652-268c-4341-bf6d-5da7ac1d1d83 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2737105 Feb 08 23:54:57.467539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-05f96caa-e0c0-40b8-8757-a9932be2fa80 service neutron] 10.222.0.32 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285524 Feb 08 23:54:57.585431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe91ea77-037f-430c-883d-a71286030d4a req-73f28175-e775-4793-8a7a-c04232723360 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048725 Feb 08 23:54:57.728124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:54:57.735607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:57.758970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:54:57.838125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:54:57.840087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8f7d0abb-848f-4f13-b01f-ed8245c37dd7 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:54:57.873411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Attempting to bind port b081214a-a505-4d3e-9460-e934e289a386 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:57.874155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Attempting to bind port b081214a-a505-4d3e-9460-e934e289a386 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:57.874741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Attempting to bind port b081214a-a505-4d3e-9460-e934e289a386 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:57.898860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:57.899517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Checking segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:57.900144 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:57.900766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Bound using segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:57.907083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Bound port: b081214a-a505-4d3e-9460-e934e289a386, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:57.908116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.105338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0df93-98ea-4789-a81b-8fad55dd84ad req-7670831a-706c-4b96-ba6d-6c09ea364c6e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:58.117549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58b0df93-98ea-4789-a81b-8fad55dd84ad req-7670831a-706c-4b96-ba6d-6c09ea364c6e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 945 time: 0.2340429 Feb 08 23:54:58.271692 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.373275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ac5f9e49-4cf6-44b9-82d7-d2948c932874 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:54:58.446743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.454894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-ee88924d-cfb8-4381-a6eb-70843bd96cdd tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:58.466894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Subnet': ['ID=6e481611-bdfa-407e-9237-d30a7165f126,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:58.472437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-ee88924d-cfb8-4381-a6eb-70843bd96cdd tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 816 time: 0.3509285 Feb 08 23:54:58.538661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] For port b081214a-a505-4d3e-9460-e934e289a386, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:58.542032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.564099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] For port b081214a-a505-4d3e-9460-e934e289a386, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b081214a-a505-4d3e-9460-e934e289a386,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:58.567991 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-a4148a3f-4e4c-4c5c-9bbb-356e6b5fa1fb tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/quotas/68ba2acb1e2a44d0a4296ce566254a38 HTTP/1.1" status: 200 len: 375 time: 0.0932612 Feb 08 23:54:58.571158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.637899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Network 67499e71-f586-4899-9652-067abe07c004 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:54:58.643357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:54:58.654899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.703698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:54:58.708034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58b0df93-98ea-4789-a81b-8fad55dd84ad req-0f0efa1c-c8df-43b0-9b44-66c64525dd0a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892518 Feb 08 23:54:58.781861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-f5c6806a-cd96-4eb0-8224-18e26ada0eac tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2120163 Feb 08 23:54:58.838728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ac5f9e49-4cf6-44b9-82d7-d2948c932874 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:54:58.839409 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:58.959317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Pushing event updated for resources: {'Port': ['ID=13410475-11f3-4195-acf2-b54e7b367239,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:58.984483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:58.993102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:58.993693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:58.994133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:58.994549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:58.995761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:58.999819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:59.004465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:59.005002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:59.005420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:59.005840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:59.006244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:54:59.068624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-5113ce33-f7c4-44f6-b5fa-cf7063d1cbc3 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:59.074918 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-5113ce33-f7c4-44f6-b5fa-cf7063d1cbc3 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 1.6992030 Feb 08 23:54:59.098792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e50ef7-ff2b-4faf-8e3f-20e8426d797c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:59.130999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Attempting to bind port 13410475-11f3-4195-acf2-b54e7b367239 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:54:59.131431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Attempting to bind port 13410475-11f3-4195-acf2-b54e7b367239 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:54:59.132364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Attempting to bind port 13410475-11f3-4195-acf2-b54e7b367239 on network 67499e71-f586-4899-9652-067abe07c004 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:54:59.197250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:54:59.197640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Checking segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:59.198059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:59.198459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Bound using segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:54:59.198953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Bound port: 13410475-11f3-4195-acf2-b54e7b367239, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:54:59.199336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:59.283120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-876dba11-726f-4eb3-9955-d854fb006d2b service neutron] 10.222.0.32 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000610 Feb 08 23:54:59.376584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e320e10-1f7c-4644-8e4a-ff5143c0e132 None None] Pushing event updated for resources: {'Port': ['ID=b081214a-a505-4d3e-9460-e934e289a386,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:59.484962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] For port 13410475-11f3-4195-acf2-b54e7b367239, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:54:59.500770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] For port 13410475-11f3-4195-acf2-b54e7b367239, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13410475-11f3-4195-acf2-b54e7b367239,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:54:59.512138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:59.626293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Checking segment: {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:54:59.626815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network hostable DHCP agents. Network: a6b5eaa9-30b3-409d-85e5-ed8ae1437e69, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:54:59.662513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:54:59.688693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-d14744b0-d8de-4e36-825f-13017d132a39 service neutron] 10.222.0.32 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958204 Feb 08 23:54:59.706347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf569f-e35a-488e-aafe-04a1ecb0ec62 None None] Pushing event updated for resources: {'Port': ['ID=13410475-11f3-4195-acf2-b54e7b367239,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:54:59.739528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e98d6-40a4-4269-aa31-8e1a2e64151b req-72f59b22-7f04-40f4-b2a3-44668dbc3290 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:54:59.751174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d2e98d6-40a4-4269-aa31-8e1a2e64151b req-72f59b22-7f04-40f4-b2a3-44668dbc3290 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 0.7022436 Feb 08 23:54:59.857363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d2e98d6-40a4-4269-aa31-8e1a2e64151b req-04c30f73-b525-44df-b73d-cddab2cc4bee tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896919 Feb 08 23:55:00.204938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8011e-1d9a-4844-adfb-ec402d2bc293 req-6c930016-49cc-4e13-b25a-26676dbbc76d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:00.216428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cce8011e-1d9a-4844-adfb-ec402d2bc293 req-6c930016-49cc-4e13-b25a-26676dbbc76d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.1880884 Feb 08 23:55:00.406463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cce8011e-1d9a-4844-adfb-ec402d2bc293 req-2912df9e-a282-445f-84e1-d3ae3fd6fa6e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814303 Feb 08 23:55:00.485184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69e4ef-c1ff-4e34-b315-fbe6c970869b req-61309e18-2caa-4824-b69f-0980eaf48081 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:00.494310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec69e4ef-c1ff-4e34-b315-fbe6c970869b req-61309e18-2caa-4824-b69f-0980eaf48081 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 945 time: 0.4130118 Feb 08 23:55:00.583474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec69e4ef-c1ff-4e34-b315-fbe6c970869b req-c2cda9da-ca62-4a39-a73b-be3d65a89538 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864995 Feb 08 23:55:00.643985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b081214a-a505-4d3e-9460-e934e289a386 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:00.830876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-f9388e5b-1848-4b65-a114-9c31423e1cf2 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:00.842425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-f9388e5b-1848-4b65-a114-9c31423e1cf2 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 816 time: 0.1839237 Feb 08 23:55:00.853468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:55:00.875275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-6771a978-29c9-4abd-a471-f574322de487 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/quotas/68ba2acb1e2a44d0a4296ce566254a38 HTTP/1.1" status: 200 len: 375 time: 0.0296009 Feb 08 23:55:00.892610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b081214a-a505-4d3e-9460-e934e289a386 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:00.894116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.096445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-c0f32f10-ccf3-424e-a465-bc17478f6fd2 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182219 Feb 08 23:55:01.257457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.326906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a4bb5-2c55-40cd-aa7b-4af50a8e8a24 None None] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:01.412657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b081214a-a505-4d3e-9460-e934e289a386, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b081214a-a505-4d3e-9460-e934e289a386,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:01.449384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a6b5eaa9-30b3-409d-85e5-ed8ae1437e69) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:01.527084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-550cd6be-58d0-4446-a33f-b949a3e49cd4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:01.529355 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-550cd6be-58d0-4446-a33f-b949a3e49cd4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 816 time: 0.6095374 Feb 08 23:55:01.530673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42888e98-8407-47e3-8e03-766e817161b3 None None] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:01.542390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:01.543243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.564509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Request body: {'port': {'device_id': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'admin_state_up': True, 'tenant_id': '68ba2acb1e2a44d0a4296ce566254a38'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:01.667474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.692310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c45ba-4b2c-4d1a-8837-50a85b426667 req-031d417f-68dd-4602-84d1-570b6b4755e4 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:01.695501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c1c45ba-4b2c-4d1a-8837-50a85b426667 req-031d417f-68dd-4602-84d1-570b6b4755e4 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 948 time: 0.4084902 Feb 08 23:55:01.703834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-95f3d266-9e88-4999-9225-9aa4b73e2882 service neutron] 10.222.0.32 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055117 Feb 08 23:55:01.736015 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Deleting port f94bf85d-b6de-4447-b303-69819eb68488 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:01.736368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.840470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a6ad78aa-bf47-40dc-a09c-132082d1a14a None None] Provisioning complete for port b081214a-a505-4d3e-9460-e934e289a386 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:01.840762 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a6ad78aa-bf47-40dc-a09c-132082d1a14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.909429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c1c45ba-4b2c-4d1a-8837-50a85b426667 req-a82aa5b8-68f0-4c5b-98db-de259744ebc7 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042453 Feb 08 23:55:01.930676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] For port f94bf85d-b6de-4447-b303-69819eb68488, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f94bf85d-b6de-4447-b303-69819eb68488,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:01.931241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:01.959183 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-92b6d569-728b-4c4f-b895-47e5e189241c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.6262710 Feb 08 23:55:01.966005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Made reservation on behalf of 68ba2acb1e2a44d0a4296ce566254a38 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:01.969612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:02.001565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-8467cdc5-655f-450d-ba1c-dcba9f900350 service neutron] 10.222.0.32 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864943 Feb 08 23:55:02.050999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b081214a-a505-4d3e-9460-e934e289a386,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:02.189271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-a6b5eaa9-30b3-409d-85e5-ed8ae1437e69', 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'fixed_ips': [{'subnet_id': '6e481611-bdfa-407e-9237-d30a7165f126'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:55:02.191056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:02.200764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1bf35-861d-4bfc-bba5-c3fabbac7ff4 None None] Network 67499e71-f586-4899-9652-067abe07c004 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:02.267908 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f94bf85d-b6de-4447-b303-69819eb68488 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:02.318523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee2ef-3643-4a34-abf2-256576b320a0 req-7f1ea8f6-bcb3-4948-8250-f452ac824833 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:02.330373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Calling delete_port for f94bf85d-b6de-4447-b303-69819eb68488 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:02.344623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-791ee2ef-3643-4a34-abf2-256576b320a0 req-7f1ea8f6-bcb3-4948-8250-f452ac824833 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 945 time: 0.2468841 Feb 08 23:55:02.400647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b081214a-a505-4d3e-9460-e934e289a386 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:02.481795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-791ee2ef-3643-4a34-abf2-256576b320a0 req-2210fc38-12b8-45a1-a8bd-c6d5b772cb89 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103182 Feb 08 23:55:02.929876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Allocated IP 172.20.0.11 (1a9e17e5-5730-488a-bce5-1e42d2e08a3e/6bba8280-7f4e-48ef-ad33-c6d2a9311d7f/f30ca653-7740-41b8-b8bd-3fa1b082bd89) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:03.172977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b081214a-a505-4d3e-9460-e934e289a386 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:03.173483 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:03.365057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Allocated IP 19.86.0.2 (a6b5eaa9-30b3-409d-85e5-ed8ae1437e69/6e481611-bdfa-407e-9237-d30a7165f126/c27dec1b-37a2-4e98-9555-6b7a0f9ca03c) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:03.410999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4a100115-9449-4d29-81e3-5296fd20c1c3 None None] Provisioning complete for port 13410475-11f3-4195-acf2-b54e7b367239 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:03.413470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4a100115-9449-4d29-81e3-5296fd20c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:03.450432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:55:03.555111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-d5187206-9c01-4aea-b752-ca12e096e35d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:03.575158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-d5187206-9c01-4aea-b752-ca12e096e35d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:03.587697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-d5187206-9c01-4aea-b752-ca12e096e35d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/networks?id=67499e71-f586-4899-9652-067abe07c004&id=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69&id=67499e71-f586-4899-9652-067abe07c004 HTTP/1.1" status: 200 len: 1389 time: 0.8558023 Feb 08 23:55:03.630389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3b731a82-d171-4da9-9f31-34b844ee48f7 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:03.633461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3b731a82-d171-4da9-9f31-34b844ee48f7 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 816 time: 1.2175462 Feb 08 23:55:03.654751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-aba3c574-2d5b-468d-8b0f-c1f047c7647c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/quotas/73f191a825664aeb9b82385712c4933a HTTP/1.1" status: 200 len: 375 time: 0.0646553 Feb 08 23:55:03.674332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Request body: {'port': {'device_id': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'admin_state_up': True, 'tenant_id': '68ba2acb1e2a44d0a4296ce566254a38'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:03.826587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:03.840842 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-298a9ad6-de67-4bd1-9407-a08357860893 admin admin] 10.222.0.32 "PUT /v2.0/routers/29cf5c56-2ae1-481d-a5b3-8becd0b26a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8978000 Feb 08 23:55:03.841693 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] Sync routers for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:03.845974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47334) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:03.867154 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:03.867926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:04.017962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Made reservation on behalf of 68ba2acb1e2a44d0a4296ce566254a38 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:04.042528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.072536 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4a100115-9449-4d29-81e3-5296fd20c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.082367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.095805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-00cf47e4-992d-4439-9596-e8c70f5dddc2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:04.102530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-00cf47e4-992d-4439-9596-e8c70f5dddc2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 945 time: 1.4998038 Feb 08 23:55:04.104461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.140892 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.171730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.179568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.268076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.349307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Pushing event deleted for resources: {'Port': ['ID=f94bf85d-b6de-4447-b303-69819eb68488,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:04.408240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fa08f-2028-4c1d-89f5-f63a8f6e8031 req-05779caa-3899-438a-9b78-eb57560132b5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:04.410186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b65fa08f-2028-4c1d-89f5-f63a8f6e8031 req-05779caa-3899-438a-9b78-eb57560132b5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 1.8476939 Feb 08 23:55:04.422346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:04.554157 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:04.695215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:04.701150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Pushing event updated for resources: {'Port': ['ID=f30ca653-7740-41b8-b8bd-3fa1b082bd89,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:04.707515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-7feb48a8-6b52-44f7-8ac2-d6810b02617d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0486743 Feb 08 23:55:04.719248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:04.723378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13410475-11f3-4195-acf2-b54e7b367239 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:04.725626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:04.903702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Pushing event updated for resources: {'Port': ['ID=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:04.929734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-2ba0fc2f-6dbf-4c6f-b7ea-6c2cd7a6be76 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:04.942179 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-2ba0fc2f-6dbf-4c6f-b7ea-6c2cd7a6be76 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 816 time: 0.5149603 Feb 08 23:55:04.974428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:04.985621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:04.995729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4a100115-9449-4d29-81e3-5296fd20c1c3 None None] For port 13410475-11f3-4195-acf2-b54e7b367239, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13410475-11f3-4195-acf2-b54e7b367239,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:04.997309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:05.043167 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4a100115-9449-4d29-81e3-5296fd20c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.049791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47342) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:05.063654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:05.082742 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:54:57Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:05.086425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b65fa08f-2028-4c1d-89f5-f63a8f6e8031 req-45047195-01b0-4e6c-a769-840ae2f4241b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552434 Feb 08 23:55:05.116850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.160074 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] Checking router: 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:05.171170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Request body: {'port': {'device_id': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'admin_state_up': True, 'tenant_id': '68ba2acb1e2a44d0a4296ce566254a38'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:05.183789 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] Routers {'29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:05.184619 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:05.252983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:05.253369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.374556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Attempting to bind port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:05.374915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Attempting to bind port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:05.375281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Attempting to bind port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c on network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:05.452029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:05.452417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Checking segment: {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:05.452867 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.453295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Bound using segment: {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:05.453788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Bound port: c27dec1b-37a2-4e98-9555-6b7a0f9ca03c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:05.454172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.498697 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] Set router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:05.513849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Provisioning complete for port b081214a-a505-4d3e-9460-e934e289a386 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:05.514221 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.520471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 13410475-11f3-4195-acf2-b54e7b367239 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:05.521166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.583890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:05.584220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.586693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a100115-9449-4d29-81e3-5296fd20c1c3 None None] Pushing event updated for resources: {'Port': ['ID=13410475-11f3-4195-acf2-b54e7b367239,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:05.600950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:05.826703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] For port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:05.827785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b8b434f-0622-4d7c-9b10-882bcd55afec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.908846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94a505d1-12be-4734-983c-f0ff797d1103 req-2b312b2d-6260-4bdc-90ca-c969576db1e3 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 210 time: 0.5178711 Feb 08 23:55:05.911863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Allocated IP 172.20.0.7 (1a9e17e5-5730-488a-bce5-1e42d2e08a3e/6bba8280-7f4e-48ef-ad33-c6d2a9311d7f/5db0d782-443d-4a04-a3f5-3ec90d58038f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:05.918919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-4f6b2eff-903e-4899-bfb7-582368da94b0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3728361 Feb 08 23:55:05.934087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] For port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:05.959847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] No DVR routers for this DVR port f94bf85d-b6de-4447-b303-69819eb68488 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:05.960961 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:54:57Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:05.963429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:05.967026 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1479cdf4-12c4-42c4-a5d8-704e6790c784 req-04ca1cb0-0edd-48ba-a930-41118035ce79 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "DELETE /v2.0/ports/f94bf85d-b6de-4447-b303-69819eb68488 HTTP/1.1" status: 204 len: 173 time: 6.8777521 Feb 08 23:55:05.974593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Request body: {'port': {'device_id': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:06.040138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.052148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-12da41f0-2a25-4bd9-bbbd-86d8785f1d27 service neutron] 10.222.0.32 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2687514 Feb 08 23:55:06.053211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-deleted', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:06.056186 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b70cf7c-0104-4332-b762-4ad9ffd723f9" -d '{"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-deleted", "tag": "f94bf85d-b6de-4447-b303-69819eb68488"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:06.096578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.112088 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ecc164-d2f2-45b1-9d49-49342aab27fc None None] The sync data for ids ['29cf5c56-2ae1-481d-a5b3-8becd0b26a0f'] in n-d-828413-1 is: [{'id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'name': 'tempest-ServersTestJSON-1078786794-router', 'tenant_id': 'f68869108875431ebfa42ae8a6b43bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:53:12Z', 'updated_at': '2022-02-08T23:54:57Z', 'revision_number': 5, 'project_id': 'f68869108875431ebfa42ae8a6b43bd4', 'gw_port': {'id': '0ae724ae-822e-4889-a880-ecb25eccc62c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cf5c56-2ae1-481d-a5b3-8becd0b26a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:53:13Z', 'updated_at': '2022-02-08T23:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:06.193205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Provisioning complete for port f30ca653-7740-41b8-b8bd-3fa1b082bd89 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:06.193992 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.210428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d5610-e396-4937-bad6-487fc2ea084d None None] Pushing event updated for resources: {'Port': ['ID=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:06.286832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:06.287061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-562235e6-55de-48ee-80fc-32113c046489 req-9e75f710-a88e-4458-be30-6505447d6596 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4b9a7a3-b292-40c3-aa35-876c6a11cc70 HTTP/1.1" status: 200 len: 210 time: 0.1553161 Feb 08 23:55:06.316019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.348736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:06.349121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:06.351582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:06.406435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Made reservation on behalf of 68ba2acb1e2a44d0a4296ce566254a38 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:06.410903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.451417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:06.479832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Port f30ca653-7740-41b8-b8bd-3fa1b082bd89 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:06.540310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Provisioning complete for port 13410475-11f3-4195-acf2-b54e7b367239 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:06.541407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-911bbeec-69ba-41ed-ba9c-edcaff8d97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.633332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92a22f3c-2a58-4816-a61a-3d9d2c54323f req-df5762c2-42fc-4d6c-9b26-7f4c8ef667b2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=56eabe8f-b0d6-407f-b8cd-cd20e99f8d87 HTTP/1.1" status: 200 len: 210 time: 0.1980386 Feb 08 23:55:06.722630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.753840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13410475-11f3-4195-acf2-b54e7b367239 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:06.892664 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bbc8be-ee2e-4373-b203-1328a374cb91 x-openstack-request-id: req-e9bbc8be-ee2e-4373-b203-1328a374cb91 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:06.893137 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b9a7a3-b292-40c3-aa35-876c6a11cc70", "name": "network-vif-deleted", "tag": "f94bf85d-b6de-4447-b303-69819eb68488", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:06.893293 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9bbc8be-ee2e-4373-b203-1328a374cb91 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:06.901752 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b9a7a3-b292-40c3-aa35-876c6a11cc70', 'name': 'network-vif-deleted', 'tag': 'f94bf85d-b6de-4447-b303-69819eb68488', 'status': 'completed', 'code': 200} Feb 08 23:55:06.941048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port 86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:06.979181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:06.982646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26890b27-69bc-4fb4-ad48-4d4beb1e98af req-0170ddea-59fc-4297-8ae2-3412761085ad tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf HTTP/1.1" status: 204 len: 173 time: 2.8476603 Feb 08 23:55:06.995663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'name': 'network-vif-deleted', 'tag': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:06.999876 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b569a-2f42-4332-b1ef-bac025d7362c" -d '{"events": [{"server_uuid": "56eabe8f-b0d6-407f-b8cd-cd20e99f8d87", "name": "network-vif-deleted", "tag": "86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:07.052717 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.071416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Deleting port 0ae724ae-822e-4889-a880-ecb25eccc62c {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:07.072617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.101619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-50cd3613-90bb-49a9-9fbc-208285fb42bc service neutron] 10.222.0.32 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9925628 Feb 08 23:55:07.137151 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.143226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b8b434f-0622-4d7c-9b10-882bcd55afec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.169330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 13410475-11f3-4195-acf2-b54e7b367239 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:07.170067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.205597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b8b434f-0622-4d7c-9b10-882bcd55afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.280598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] For port 0ae724ae-822e-4889-a880-ecb25eccc62c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0ae724ae-822e-4889-a880-ecb25eccc62c,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:07.281291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.309977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b7e50ef7-ff2b-4faf-8e3f-20e8426d797c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:07.327590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Calling delete_port for 0ae724ae-822e-4889-a880-ecb25eccc62c owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:07.345565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Deleting port 8b83cef8-1f43-4deb-91a9-6dcec8363273 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:07.347457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.351805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.361238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b7e50ef7-ff2b-4faf-8e3f-20e8426d797c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:07.361586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b7e50ef7-ff2b-4faf-8e3f-20e8426d797c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:07.368215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5dd2-8e97-4603-beea-85a7aa845182 req-9f480c96-101f-4352-9e89-7ac8bc5f64fc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:07.375600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b01a5dd2-8e97-4603-beea-85a7aa845182 req-9f480c96-101f-4352-9e89-7ac8bc5f64fc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4219992 Feb 08 23:55:07.382999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4b8b434f-0622-4d7c-9b10-882bcd55afec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ab194d260b3460fb23819210dc18c86&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2909563 Feb 08 23:55:07.384762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b434f-0622-4d7c-9b10-882bcd55afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3341b8-c7ec-4546-a81b-c96bc0e803cb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:07.387375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47360) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:07.510627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-fab96bbc-1700-4511-a5eb-610ce2878215 service neutron] 10.222.0.32 "GET /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756289 Feb 08 23:55:07.596100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b01a5dd2-8e97-4603-beea-85a7aa845182 req-e8fa6bfe-c364-4ae2-8434-6dae96eb469e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195117 Feb 08 23:55:07.619927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] For port 8b83cef8-1f43-4deb-91a9-6dcec8363273, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b83cef8-1f43-4deb-91a9-6dcec8363273,segment=NetworkSegment(5e16f620-b499-4162-87c1-60c527cd333b),segment_id=5e16f620-b499-4162-87c1-60c527cd333b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:07.620310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.650858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Calling delete_port for 8b83cef8-1f43-4deb-91a9-6dcec8363273 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:07.654012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.693227 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ea983f4-1581-4b37-aea6-386a87b2ead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:07.800406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-cd00ea63-a026-4460-b6e3-487983ef49ec service neutron] 10.222.0.32 "GET /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734978 Feb 08 23:55:07.801092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Pushing event updated for resources: {'Port': ['ID=5db0d782-443d-4a04-a3f5-3ec90d58038f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:07.850708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:07.853534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c49684c-ee8e-4441-adeb-e77facbfbaf1 req-f8e788a1-c33f-42eb-9ff6-2348fe9363c4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 210 time: 0.0456679 Feb 08 23:55:07.863999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:07.866814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:07.974157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ea983f4-1581-4b37-aea6-386a87b2ead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.003761 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900049a8-5099-4803-81ba-3fdc98e56617 x-openstack-request-id: req-900049a8-5099-4803-81ba-3fdc98e56617 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:08.004057 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56eabe8f-b0d6-407f-b8cd-cd20e99f8d87", "name": "network-vif-deleted", "tag": "86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:08.004313 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-900049a8-5099-4803-81ba-3fdc98e56617 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:08.004721 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56eabe8f-b0d6-407f-b8cd-cd20e99f8d87', 'name': 'network-vif-deleted', 'tag': '86154cbc-4d2f-4dc0-b1fc-9964eb0fefaf', 'status': 'completed', 'code': 200} Feb 08 23:55:08.050257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:08.050963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.114219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-3a7def62-890b-47b4-bc69-8cc066139c6a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4449430 Feb 08 23:55:08.135298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-18e3dcc8-df8f-4fbd-9370-62b6401f3c08 service neutron] 10.222.0.32 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778668 Feb 08 23:55:08.152395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Request body: {'port': {'device_id': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:08.155876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ea983f4-1581-4b37-aea6-386a87b2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.157602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7853fbba-c3ad-4fcf-bacd-37815466dc26 None None] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:08.159225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ea983f4-1581-4b37-aea6-386a87b2ead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.160605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6ea983f4-1581-4b37-aea6-386a87b2ead2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d3341b8-c7ec-4546-a81b-c96bc0e803cb HTTP/1.1" status: 204 len: 168 time: 0.7653706 Feb 08 23:55:08.236596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30ca653-7740-41b8-b8bd-3fa1b082bd89 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:08.253145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.256813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea983f4-1581-4b37-aea6-386a87b2ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3341b8-c7ec-4546-a81b-c96bc0e803cb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:08.367289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e8595984-32a7-45ee-bf02-d6facffd6954 None None] Provisioning complete for port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:08.367665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8595984-32a7-45ee-bf02-d6facffd6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.421789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.534292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae724ae-822e-4889-a880-ecb25eccc62c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:08.534292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.600937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b83cef8-1f43-4deb-91a9-6dcec8363273,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:08.608950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Transition to ACTIVE for port object f30ca653-7740-41b8-b8bd-3fa1b082bd89 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:08.654819 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.691919 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:08.713162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-35f190de-7ee2-4bb9-8e88-8866470e4279 service neutron] 10.222.0.32 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492139 Feb 08 23:55:08.739061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c27dec1b-37a2-4e98-9555-6b7a0f9ca03c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:08.857899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f30ca653-7740-41b8-b8bd-3fa1b082bd89,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:08.909479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8595984-32a7-45ee-bf02-d6facffd6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.043562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47378) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:09.061946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e8595984-32a7-45ee-bf02-d6facffd6954 None None] For port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:09.094573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8595984-32a7-45ee-bf02-d6facffd6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.173330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7072836f-6047-4fd4-bbe0-e03f0aaad144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.215475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Allocated IP 172.20.0.10 (1a9e17e5-5730-488a-bce5-1e42d2e08a3e/6bba8280-7f4e-48ef-ad33-c6d2a9311d7f/61bff353-eb07-4b9b-a6ff-7db687b86f77) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:09.263841 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8595984-32a7-45ee-bf02-d6facffd6954 None None] Pushing event updated for resources: {'Port': ['ID=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:09.291732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:09.292375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.294390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ee3e82f0-2daf-45e1-be49-86cd301d02d4 None None] Provisioning complete for port 5db0d782-443d-4a04-a3f5-3ec90d58038f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:09.294971 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee3e82f0-2daf-45e1-be49-86cd301d02d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.362992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7072836f-6047-4fd4-bbe0-e03f0aaad144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.452474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7072836f-6047-4fd4-bbe0-e03f0aaad144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.516605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e82f0-2daf-45e1-be49-86cd301d02d4 None None] Port 5db0d782-443d-4a04-a3f5-3ec90d58038f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:09.531969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7072836f-6047-4fd4-bbe0-e03f0aaad144 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f2d5a162cdd4cd9b6fef1dabd017ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4655101 Feb 08 23:55:09.534160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:09.536419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072836f-6047-4fd4-bbe0-e03f0aaad144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e35a932-1b3d-4c7a-adec-5d37cdfc5913,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:09.644676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed91b47-3544-4677-a78f-87c7ceef1358 req-f24fda62-c2ad-4a22-b768-40bbfb140444 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:09.654945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.658293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ed91b47-3544-4677-a78f-87c7ceef1358 req-f24fda62-c2ad-4a22-b768-40bbfb140444 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.2934976 Feb 08 23:55:09.668038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1e37e015-4feb-4a29-99dc-fc86d4f69c0b None None] Provisioning complete for port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:09.668856 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1e37e015-4feb-4a29-99dc-fc86d4f69c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.695094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46422fad-8def-44a2-ad36-bd88064bad80 req-a9e9f5dd-75ef-4b05-81a0-b29e9536d9b7 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:09.704134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46422fad-8def-44a2-ad36-bd88064bad80 req-a9e9f5dd-75ef-4b05-81a0-b29e9536d9b7 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 948 time: 0.5609379 Feb 08 23:55:09.751706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0274fcd8-3e39-4367-be22-dc28e6e20e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.807705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46422fad-8def-44a2-ad36-bd88064bad80 req-e4df883e-3b6b-4dbd-a21e-bee476c1db43 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939357 Feb 08 23:55:09.844280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ed91b47-3544-4677-a78f-87c7ceef1358 req-39650367-a5a4-4efa-a5d2-078029100e25 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817064 Feb 08 23:55:09.869233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0274fcd8-3e39-4367-be22-dc28e6e20e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.888989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.904577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.957886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0274fcd8-3e39-4367-be22-dc28e6e20e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.962135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0274fcd8-3e39-4367-be22-dc28e6e20e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:09.967205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0274fcd8-3e39-4367-be22-dc28e6e20e13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e35a932-1b3d-4c7a-adec-5d37cdfc5913 HTTP/1.1" status: 204 len: 168 time: 0.4038401 Feb 08 23:55:09.984651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274fcd8-3e39-4367-be22-dc28e6e20e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e35a932-1b3d-4c7a-adec-5d37cdfc5913,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:10.059373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.059950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29cf5c56-2ae1-481d-a5b3-8becd0b26a0f {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:55:10.063243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08827616-a3f4-4122-920f-5e88547d870f req-9fdf0537-5a63-4bf5-8308-7d984e0bd1ef tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 210 time: 0.0507281 Feb 08 23:55:10.102625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.106086 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-387954d8-3eb3-4675-a832-79c4e9d52d23 admin admin] 10.222.0.32 "DELETE /v2.0/routers/29cf5c56-2ae1-481d-a5b3-8becd0b26a0f HTTP/1.1" status: 204 len: 168 time: 6.2546966 Feb 08 23:55:10.106086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.107780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:10.172665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8fab6f9-40ff-4998-8c9d-975e15d3eb4f req-d2a8a0a3-0633-4a3d-953c-43588f545bdb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 210 time: 0.1086407 Feb 08 23:55:10.191822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Attempting to bind port f30ca653-7740-41b8-b8bd-3fa1b082bd89 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:10.197735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Attempting to bind port f30ca653-7740-41b8-b8bd-3fa1b082bd89 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:10.198165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Attempting to bind port f30ca653-7740-41b8-b8bd-3fa1b082bd89 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:10.266468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Deleting subnet 08ab3e0b-2e91-46fd-b6b4-f9473701490d {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:55:10.290515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.367951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Port f30ca653-7740-41b8-b8bd-3fa1b082bd89 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:10.368279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Attempting to bind port f30ca653-7740-41b8-b8bd-3fa1b082bd89 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:10.381952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.426109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:10.426456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Checking segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:10.426938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Bound using segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:10.427569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Bound port: f30ca653-7740-41b8-b8bd-3fa1b082bd89, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:10.428493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.571779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.583967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.599611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-2efb1484-5d64-4f6c-a4d5-a6d576800504 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:10.601743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-2efb1484-5d64-4f6c-a4d5-a6d576800504 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 948 time: 0.0922318 Feb 08 23:55:10.606119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] For port f30ca653-7740-41b8-b8bd-3fa1b082bd89, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:10.676161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] For port f30ca653-7740-41b8-b8bd-3fa1b082bd89, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:10.694681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.863798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:10.864531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:10.868524 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] 10.222.0.21 "PUT /v2.0/ports/f30ca653-7740-41b8-b8bd-3fa1b082bd89 HTTP/1.1" status: 200 len: 1092 time: 4.9136109 Feb 08 23:55:10.900542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'tag': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:10.903001 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef" -d '{"events": [{"name": "network-changed", "server_uuid": "df1f38e3-012f-4f8f-8f86-908c2e972a4f", "tag": "f30ca653-7740-41b8-b8bd-3fa1b082bd89"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:11.108072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.121767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-9f548c29-327d-4ae4-9578-bac405f62eb3 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:11.128092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-9f548c29-327d-4ae4-9578-bac405f62eb3 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:11.129705 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-9f548c29-327d-4ae4-9578-bac405f62eb3 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "GET /v2.0/networks?id=67499e71-f586-4899-9652-067abe07c004&id=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69&id=67499e71-f586-4899-9652-067abe07c004 HTTP/1.1" status: 200 len: 1389 time: 0.2924480 Feb 08 23:55:11.153320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c27dec1b-37a2-4e98-9555-6b7a0f9ca03c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:11.170048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.171040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'port': {'device_id': 'a00b8468-9652-415f-9378-00a43fa646c5', 'network_id': '67499e71-f586-4899-9652-067abe07c004', 'admin_state_up': True, 'tenant_id': '73f191a825664aeb9b82385712c4933a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:11.264454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:11.264858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.268479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-ef49bc9b-23a7-4b29-81ee-5222c8495303 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:11.276753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-ef49bc9b-23a7-4b29-81ee-5222c8495303 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.6390631 Feb 08 23:55:11.284619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ab3e0b-2e91-46fd-b6b4-f9473701490d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:11.311680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.315271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d59a4f53-10c0-49a9-8d99-62c96986e79b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08ab3e0b-2e91-46fd-b6b4-f9473701490d HTTP/1.1" status: 204 len: 168 time: 1.1807761 Feb 08 23:55:11.323063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47428) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:11.335517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bec71b-5c7c-4ddc-9c29-19b348830ccc None None] Network c466cf6b-a15e-464d-9f88-00efd55a7608 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:11.339661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-13f508d8-bf5f-4f9f-a419-14c83f3f4564 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0615761 Feb 08 23:55:11.349697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:11.359455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:11.372456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Deleting port 42df162d-ab79-45bf-a393-6ab884ee0d9f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:11.372810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.373815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:11.379781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:11.389382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.522968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b4209-8995-4e08-a28a-b951c8edb8a6 req-57379779-bf62-47ec-8513-e97b939f5c87 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:11.536474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d02b4209-8995-4e08-a28a-b951c8edb8a6 req-57379779-bf62-47ec-8513-e97b939f5c87 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3cfecc0-ee88-4f65-8f11-01a9241f9442 HTTP/1.1" status: 200 len: 948 time: 0.3782380 Feb 08 23:55:11.635021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0ae724ae-822e-4889-a880-ecb25eccc62c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:11.662394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0ae724ae-822e-4889-a880-ecb25eccc62c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:11.662834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0ae724ae-822e-4889-a880-ecb25eccc62c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:11.804516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] DHCP port deletion for c466cf6b-a15e-464d-9f88-00efd55a7608 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:55:11.827721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8a45678-2289-4510-8998-e4002ffa54db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.893464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bd4cc565-4401-4e75-83d4-2d9145cffa83 None None] Provisioning complete for port 61bff353-eb07-4b9b-a6ff-7db687b86f77 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:11.894072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd4cc565-4401-4e75-83d4-2d9145cffa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:11.944713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bd4cc565-4401-4e75-83d4-2d9145cffa83 None None] Port 61bff353-eb07-4b9b-a6ff-7db687b86f77 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:11.951868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] Deleting port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:11.952246 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.119662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] For port c5fcbc07-51d9-47f9-8e3e-03d9d864c012, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,segment=NetworkSegment(98eebabc-42de-4d60-ace4-7330d6fe1a8d),segment_id=98eebabc-42de-4d60-ace4-7330d6fe1a8d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:12.120068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.146176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff327b8-ffa3-4115-a18f-48b6b626ebb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f30ca653-7740-41b8-b8bd-3fa1b082bd89,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:12.155132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:12.155993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.159910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] Calling delete_port for c5fcbc07-51d9-47f9-8e3e-03d9d864c012 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:12.232073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Pushing event updated for resources: {'Port': ['ID=61bff353-eb07-4b9b-a6ff-7db687b86f77,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:12.244996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Router 9c149952-63e7-4851-a7a5-0d550f614e0b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:55:12.248204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-76c7a8ed-97b0-4149-8baf-12189c130916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:12.251310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-76c7a8ed-97b0-4149-8baf-12189c130916 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 1095 time: 1.1205871 Feb 08 23:55:12.274972 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.302462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-7240f463-27c2-4a01-9d45-778dc88fc8c3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9548988 Feb 08 23:55:12.331204 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-a4f27295-72e0-4720-b83c-625b15272378 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89 HTTP/1.1" status: 200 len: 217 time: 0.0610754 Feb 08 23:55:12.350953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d02b4209-8995-4e08-a28a-b951c8edb8a6 req-4420468f-a62d-45e8-a380-7b560dc659b1 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.32 "GET /v2.0/security-groups?id=91b3096f-713a-42d8-965c-72be196d1c83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8133984 Feb 08 23:55:12.372068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] For port 42df162d-ab79-45bf-a393-6ab884ee0d9f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=42df162d-ab79-45bf-a393-6ab884ee0d9f,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:12.372433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.407233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db0d782-443d-4a04-a3f5-3ec90d58038f {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:12.492414 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.504799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Calling delete_port for 42df162d-ab79-45bf-a393-6ab884ee0d9f owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:12.546923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.566868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:12.577464 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b769aa76-bbf3-48c9-8577-0b0e161b97c1 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c149952-63e7-4851-a7a5-0d550f614e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9318933 Feb 08 23:55:12.615732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] No DVR routers for this DVR port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:12.620868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:12.628467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] Sync routers for ids ['9c149952-63e7-4851-a7a5-0d550f614e0b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:12.632797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c5fcbc07-51d9-47f9-8e3e-03d9d864c012 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:12.639269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85104592-8dc1-43b8-8ce6-1906428aac0b None None] Pushing event deleted for resources: {'Port': ['ID=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:12.672703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Transition to ACTIVE for port object 5db0d782-443d-4a04-a3f5-3ec90d58038f will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:12.692180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c5fcbc07-51d9-47f9-8e3e-03d9d864c012 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:12.692521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c5fcbc07-51d9-47f9-8e3e-03d9d864c012 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:12.698979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-b11a70ea-821a-43ee-bc0d-1e59c378eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:12.700669 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-b11a70ea-821a-43ee-bc0d-1e59c378eba4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.1405044 Feb 08 23:55:12.719883 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-847583f6-488c-4980-bfe1-fe13c2cad7c0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5589666 Feb 08 23:55:12.728376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] Routers {'9c149952-63e7-4851-a7a5-0d550f614e0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:12.729272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['9c149952-63e7-4851-a7a5-0d550f614e0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:12.747799 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:12.762648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Request body: {'port': {'device_id': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:12.899181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29673b9-a4c5-47c3-b671-5122e6e2320d req-e0fd0220-f3ad-42d3-b806-1994439a7723 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:12.906938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f29673b9-a4c5-47c3-b671-5122e6e2320d req-e0fd0220-f3ad-42d3-b806-1994439a7723 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.4187288 Feb 08 23:55:12.943291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] Set router 9c149952-63e7-4851-a7a5-0d550f614e0b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:13.009403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-bd8dba7f-be22-4dc6-8637-258a24dd8477 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900642 Feb 08 23:55:13.027922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.039566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Allocated IP 19.80.0.114 (67499e71-f586-4899-9652-067abe07c004/4f82e9dd-e2f6-4d35-a3b3-3666a336de58/cac7ba27-4ff9-4041-90c5-e647311665ff) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:13.093655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-a79f0649-8d57-4435-a861-7b148e155b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:13.097491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-a79f0649-8d57-4435-a861-7b148e155b8e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3728304 Feb 08 23:55:13.106157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Pushing event updated for resources: {'Port': ['ID=5db0d782-443d-4a04-a3f5-3ec90d58038f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:13.246179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Deleting port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:13.246724 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.374910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:55:08Z', 'revision_number': 5, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:13.397890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f29673b9-a4c5-47c3-b671-5122e6e2320d req-5a95a736-5a9a-412e-b8ba-47ffceaaca92 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897649 Feb 08 23:55:13.445910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.460740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] Checking router: 9c149952-63e7-4851-a7a5-0d550f614e0b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:13.474156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] Routers {'9c149952-63e7-4851-a7a5-0d550f614e0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:13.475570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:54:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['9c149952-63e7-4851-a7a5-0d550f614e0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:13.524633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] For port c5fcbc07-51d9-47f9-8e3e-03d9d864c012, host n-d-828413-1, got binding levels [] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:13.525277 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.547774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Calling delete_port for c5fcbc07-51d9-47f9-8e3e-03d9d864c012 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:13.550784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_backend_mixin [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 was not found and therefore no delete operation was performed {{(pid=105925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:55:13.564454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.626555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.683557 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde4379b-f318-4e33-b7a9-35cc983eca09 x-openstack-request-id: req-bde4379b-f318-4e33-b7a9-35cc983eca09 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:13.683845 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1f38e3-012f-4f8f-8f86-908c2e972a4f", "tag": "f30ca653-7740-41b8-b8bd-3fa1b082bd89", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:13.684093 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bde4379b-f318-4e33-b7a9-35cc983eca09 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:13.684535 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'tag': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89', 'status': 'completed', 'code': 200} Feb 08 23:55:13.689576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:13.760961 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-dba5bf57-709e-4b53-99b7-5ec179504c38 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846020 Feb 08 23:55:13.786345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] Set router 9c149952-63e7-4851-a7a5-0d550f614e0b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:13.829416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network 67499e71-f586-4899-9652-067abe07c004 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:13.861592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:13.881459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:13.959008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fcbc07-51d9-47f9-8e3e-03d9d864c012,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:13.960614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:13.973270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Attempting to bind port 5db0d782-443d-4a04-a3f5-3ec90d58038f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:13.973615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Attempting to bind port 5db0d782-443d-4a04-a3f5-3ec90d58038f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:13.973945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Attempting to bind port 5db0d782-443d-4a04-a3f5-3ec90d58038f on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:13.993982 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.049486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:14.050126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.070324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.105849 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-1d9eb17e-bd65-4679-92df-ccbe9f24382a tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9463296 Feb 08 23:55:14.114152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Pushing event deleted for resources: {'Port': ['ID=42df162d-ab79-45bf-a393-6ab884ee0d9f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:14.122806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] No DVR routers for this DVR port c5fcbc07-51d9-47f9-8e3e-03d9d864c012 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:14.137942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'port': {'device_id': 'a00b8468-9652-415f-9378-00a43fa646c5', 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69', 'admin_state_up': True, 'tenant_id': '73f191a825664aeb9b82385712c4933a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:14.168363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Port 5db0d782-443d-4a04-a3f5-3ec90d58038f on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:14.168715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Attempting to bind port 5db0d782-443d-4a04-a3f5-3ec90d58038f on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:14.171452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:55:08Z', 'revision_number': 5, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:14.239691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7a3d4c-3db8-4e03-b5c5-54f824407e19 None None] The sync data for ids ['9c149952-63e7-4851-a7a5-0d550f614e0b'] in n-d-828413-1 is: [{'id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'name': 'tempest-TaggedBootDevicesTest-1641695893-router', 'tenant_id': '16b147a1248e4101ae5dba47a734096e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:55:08Z', 'revision_number': 5, 'project_id': '16b147a1248e4101ae5dba47a734096e', 'gw_port': {'id': '4579af79-7ac6-4181-84d8-7964e8ecbe09', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c149952-63e7-4851-a7a5-0d550f614e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:48:05Z', 'updated_at': '2022-02-08T23:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:14.256064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] No DVR routers for this DVR port 42df162d-ab79-45bf-a393-6ab884ee0d9f on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:14.259174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-836ed567-d825-41cb-9db4-dcf4f2537494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.262111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.266000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75e94114-96b6-4b4d-a700-985f36fa6713 req-16f72b22-a1ba-41f6-a46e-af3088c0cb21 tempest-ListImageFiltersTestJSON-1036607760 tempest-ListImageFiltersTestJSON-1036607760-project] 10.222.0.21 "DELETE /v2.0/ports/42df162d-ab79-45bf-a393-6ab884ee0d9f HTTP/1.1" status: 204 len: 173 time: 3.6576319 Feb 08 23:55:14.296619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-deleted', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:14.299562 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24b536e-4564-4b2d-a0bd-de2204f2ede3" -d '{"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-deleted", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:14.299832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:14.307750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-95c39aaa-5d59-4243-aecd-0c7fb9680b6d service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2963984 Feb 08 23:55:14.321514 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac704bb4-37e2-4cad-8c50-a215ae56f4b5 req-007612fa-b708-472a-a71b-96be4d4ccdfb service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355663 Feb 08 23:55:14.377958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 42df162d-ab79-45bf-a393-6ab884ee0d9f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:14.380812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 42df162d-ab79-45bf-a393-6ab884ee0d9f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:14.386821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bff353-eb07-4b9b-a6ff-7db687b86f77 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:14.403067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d98f4385-1a99-43bf-be9f-a5fa7e1a9193 None None] Provisioning complete for port cac7ba27-4ff9-4041-90c5-e647311665ff triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:14.403812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d98f4385-1a99-43bf-be9f-a5fa7e1a9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.426693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:14.427271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Checking segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:14.427614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Bound using segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:14.428791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Bound port: 5db0d782-443d-4a04-a3f5-3ec90d58038f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:14.429238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.452851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.522839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d98f4385-1a99-43bf-be9f-a5fa7e1a9193 None None] Port cac7ba27-4ff9-4041-90c5-e647311665ff cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:14.548512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.664644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Transition to ACTIVE for port object 61bff353-eb07-4b9b-a6ff-7db687b86f77 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:14.666136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:14.670723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b83cef8-1f43-4deb-91a9-6dcec8363273 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:14.671678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.698112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:14.760356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8b83cef8-1f43-4deb-91a9-6dcec8363273 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:14.762927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ae95e-fef1-4a9d-9322-e2c68a6c47d6 req-0ec55e24-f837-4f27-96b5-e806b89db1eb tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:14.764509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4ae95e-fef1-4a9d-9322-e2c68a6c47d6 req-0ec55e24-f837-4f27-96b5-e806b89db1eb tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 932 time: 0.8131213 Feb 08 23:55:14.770478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b83cef8-1f43-4deb-91a9-6dcec8363273 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:14.812448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-4035cba9-ef66-45ac-b645-89c7e2109d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:14.814213 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-4035cba9-ef66-45ac-b645-89c7e2109d41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 1095 time: 0.4140429 Feb 08 23:55:14.942180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c466cf6b-a15e-464d-9f88-00efd55a7608']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:14.961062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eebabc-42de-4d60-ace4-7330d6fe1a8d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:14.961545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eebabc-42de-4d60-ace4-7330d6fe1a8d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:14.982178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.017401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.025719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:55:15.027445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.156483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] For port 5db0d782-443d-4a04-a3f5-3ec90d58038f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:15.164885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] For port 5db0d782-443d-4a04-a3f5-3ec90d58038f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:55:15.175582 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:55:15.182051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47510) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:15.224720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.286475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Deleting port 4579af79-7ac6-4181-84d8-7964e8ecbe09 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:15.286886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.429611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.436688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Pushing event updated for resources: {'Port': ['ID=5db0d782-443d-4a04-a3f5-3ec90d58038f,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:15.441955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-0cf5d8a4-ccaa-4038-9778-6ba170e1534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:15.453731 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-0cf5d8a4-ccaa-4038-9778-6ba170e1534a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 917 time: 0.6160059 Feb 08 23:55:15.455448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Pushing event updated for resources: {'Port': ['ID=61bff353-eb07-4b9b-a6ff-7db687b86f77,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:15.457167 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.526944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.531491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c466cf6b-a15e-464d-9f88-00efd55a7608 HTTP/1.1" status: 204 len: 168 time: 4.2005365 Feb 08 23:55:15.543494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39890e07-0f95-4834-abcd-94c892dfb7af req-c68e154f-ccb3-4102-b093-3715a479d79f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:15.552768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39890e07-0f95-4834-abcd-94c892dfb7af req-c68e154f-ccb3-4102-b093-3715a479d79f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 932 time: 0.7387581 Feb 08 23:55:15.569723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:15.570523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.572040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-13a31539-4ea8-42bb-8ccd-687aa1803a15 service neutron] 10.222.0.21 "PUT /v2.0/ports/5db0d782-443d-4a04-a3f5-3ec90d58038f HTTP/1.1" status: 200 len: 1091 time: 7.4486239 Feb 08 23:55:15.601657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efb010-49c1-47d5-b910-73d2959d04f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c466cf6b-a15e-464d-9f88-00efd55a7608,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:15.620205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1eb7cc3c-f880-4ec7-a1b7-f3e61fe0b29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.641516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4ae95e-fef1-4a9d-9322-e2c68a6c47d6 req-94a404b1-4e94-45fd-b2f5-2094f25c4c04 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8264878 Feb 08 23:55:15.809578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-2c742f8e-eb0a-4e28-b83f-b2ddeb3ab0b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89 HTTP/1.1" status: 200 len: 217 time: 0.3161187 Feb 08 23:55:15.822277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39890e07-0f95-4834-abcd-94c892dfb7af req-7a192379-12ac-4133-8b8f-0bac0aaddbc8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674136 Feb 08 23:55:15.859897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47526) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:15.883317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-fdda9b9c-67ec-445f-974d-3872f1634eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:15.884214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Allocated IP 19.86.0.174 (a6b5eaa9-30b3-409d-85e5-ed8ae1437e69/6e481611-bdfa-407e-9237-d30a7165f126/9d20bd20-959b-4230-9a5d-679346908223) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:15.884985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-fdda9b9c-67ec-445f-974d-3872f1634eae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 1094 time: 0.2471287 Feb 08 23:55:15.942368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-619f8106-c7ee-4c06-8d36-6ca892680145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f HTTP/1.1" status: 200 len: 217 time: 0.0471611 Feb 08 23:55:15.954258 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ee824-a71d-4c9e-b3e4-294b7b9dc4f5 x-openstack-request-id: req-731ee824-a71d-4c9e-b3e4-294b7b9dc4f5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:15.954542 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3cfecc0-ee88-4f65-8f11-01a9241f9442", "name": "network-vif-deleted", "tag": "42df162d-ab79-45bf-a393-6ab884ee0d9f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:15.954793 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-731ee824-a71d-4c9e-b3e4-294b7b9dc4f5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:15.955242 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cfecc0-ee88-4f65-8f11-01a9241f9442', 'name': 'network-vif-deleted', 'tag': '42df162d-ab79-45bf-a393-6ab884ee0d9f', 'status': 'completed', 'code': 200} Feb 08 23:55:15.962821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] For port 4579af79-7ac6-4181-84d8-7964e8ecbe09, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4579af79-7ac6-4181-84d8-7964e8ecbe09,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:15.963187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:15.997180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Attempting to bind port 61bff353-eb07-4b9b-a6ff-7db687b86f77 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:15.997524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Attempting to bind port 61bff353-eb07-4b9b-a6ff-7db687b86f77 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:15.997853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Attempting to bind port 61bff353-eb07-4b9b-a6ff-7db687b86f77 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:16.013950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Port 61bff353-eb07-4b9b-a6ff-7db687b86f77 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:16.014281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Attempting to bind port 61bff353-eb07-4b9b-a6ff-7db687b86f77 on network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:16.027062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Calling delete_port for 4579af79-7ac6-4181-84d8-7964e8ecbe09 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:16.031607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:16.031955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Checking segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:16.032341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Bound using segment: {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:16.032782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Bound port: 61bff353-eb07-4b9b-a6ff-7db687b86f77, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ae74da-4569-4a47-9e54-48b696002989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:16.033169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.051972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-59b6dfff-c2b1-4efc-82cf-319ebb217ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:16.054536 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-59b6dfff-c2b1-4efc-82cf-319ebb217ed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.2299013 Feb 08 23:55:16.087051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef25396-9b1e-41bd-b167-0823c963d39f req-b09ca134-a1bd-456b-84c7-2aee4a8e1205 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 210 time: 0.0731385 Feb 08 23:55:16.119984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-a4c4612c-4ee7-4577-b186-ebfe27a91bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:16.121503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-a4c4612c-4ee7-4577-b186-ebfe27a91bd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.1607578 Feb 08 23:55:16.157954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad1cca90-90ef-434b-808b-796b4fbc3f17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f68869108875431ebfa42ae8a6b43bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921598 Feb 08 23:55:16.158144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47538) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:16.185869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34862554-9447-45ac-8282-ce7c22387348 req-395bd022-3590-477f-8b1d-18caf4ef4f50 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:16.187402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34862554-9447-45ac-8282-ce7c22387348 req-395bd022-3590-477f-8b1d-18caf4ef4f50 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.3015563 Feb 08 23:55:16.219229 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1eb7cc3c-f880-4ec7-a1b7-f3e61fe0b29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.235010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-2d2f46cd-4e48-4661-868f-0bc2b5375b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:16.236513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-2d2f46cd-4e48-4661-868f-0bc2b5375b30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666150 Feb 08 23:55:16.237712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1eb7cc3c-f880-4ec7-a1b7-f3e61fe0b29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.244173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] For port 61bff353-eb07-4b9b-a6ff-7db687b86f77, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:16.278881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] For port 61bff353-eb07-4b9b-a6ff-7db687b86f77, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:16.292069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.302263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f30ca653-7740-41b8-b8bd-3fa1b082bd89 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:16.337884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.361579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1eb7cc3c-f880-4ec7-a1b7-f3e61fe0b29c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e962b6951bc47769bf4d4a3ec3e7545&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1432226 Feb 08 23:55:16.364934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47544) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:16.368281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d89001-1e0a-40a6-930c-8d3496170595 req-5cb38739-bf44-4078-a806-21ea9e09aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:16.369811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-5cb38739-bf44-4078-a806-21ea9e09aebd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081597 Feb 08 23:55:16.375002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7cc3c-f880-4ec7-a1b7-f3e61fe0b29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e03effe-374e-4747-9f85-323514397ec7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:16.383545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34862554-9447-45ac-8282-ce7c22387348 req-ba347659-d15f-4735-a62d-e739b2ac9ecc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743529 Feb 08 23:55:16.537238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f30ca653-7740-41b8-b8bd-3fa1b082bd89, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:16.558698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'port_id': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89', 'mac_address': 'fa:16:3e:93:07:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bba8280-7f4e-48ef-ad33-c6d2a9311d7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:16.617118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.617364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.21', 64874) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:16.635056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30ca653-7740-41b8-b8bd-3fa1b082bd89 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:16.667159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f30ca653-7740-41b8-b8bd-3fa1b082bd89, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:16.681360 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.689094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:16.689714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.696782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] 10.222.0.21 "PUT /v2.0/ports/61bff353-eb07-4b9b-a6ff-7db687b86f77 HTTP/1.1" status: 200 len: 1092 time: 3.9418616 Feb 08 23:55:16.715305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-6c0d9e96-890e-4008-888a-80bd1f7d4a47 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351569 Feb 08 23:55:16.726155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.753836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'tag': '61bff353-eb07-4b9b-a6ff-7db687b86f77'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:16.758483 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ae086-c8f4-438c-8aff-7d369ac45f53" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f88bc5-d6ae-40a7-9aac-583ed1d310c3", "tag": "61bff353-eb07-4b9b-a6ff-7db687b86f77"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:16.764794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1885dd05-cee7-4eff-8d22-d1f1125b6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.828799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.870372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f30ca653-7740-41b8-b8bd-3fa1b082bd89,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:16.902926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f30ca653-7740-41b8-b8bd-3fa1b082bd89'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:16.935869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Pushing event deleted for resources: {'Port': ['ID=4579af79-7ac6-4181-84d8-7964e8ecbe09,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:16.942718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af4aeb-115e-418a-b23a-84a080ab95af service neutron] Pushing event updated for resources: {'Port': ['ID=61bff353-eb07-4b9b-a6ff-7db687b86f77,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:16.952940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1885dd05-cee7-4eff-8d22-d1f1125b6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:16.989980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.070150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-0c559254-85b4-4aae-ad2f-c8c6944b3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.072301 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-0c559254-85b4-4aae-ad2f-c8c6944b3a5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 1095 time: 0.3038738 Feb 08 23:55:17.111259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-a4ebeb5b-6e20-490f-b9c6-7824c8a8f845 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950914 Feb 08 23:55:17.123973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:17.179537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:17.185981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:17.190223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:17.204959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ab5208d-779c-4e60-a3cf-a29494bb92f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.221581 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-f5c864c2-fc62-466f-8ad5-dd4ca1628cb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77 HTTP/1.1" status: 200 len: 217 time: 0.1249096 Feb 08 23:55:17.289390 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aad087-1055-47ba-8ce2-64059a21f521 x-openstack-request-id: req-56aad087-1055-47ba-8ce2-64059a21f521 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:17.289960 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f88bc5-d6ae-40a7-9aac-583ed1d310c3", "tag": "61bff353-eb07-4b9b-a6ff-7db687b86f77", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:17.290388 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56aad087-1055-47ba-8ce2-64059a21f521 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:17.290930 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'tag': '61bff353-eb07-4b9b-a6ff-7db687b86f77', 'status': 'completed', 'code': 200} Feb 08 23:55:17.299027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.362563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1885dd05-cee7-4eff-8d22-d1f1125b6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.365073 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1885dd05-cee7-4eff-8d22-d1f1125b6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.367163 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1885dd05-cee7-4eff-8d22-d1f1125b6fca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5631c6d-2254-478b-a722-8d31c973e533 HTTP/1.1" status: 204 len: 168 time: 1.2075000 Feb 08 23:55:17.369880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ab5208d-779c-4e60-a3cf-a29494bb92f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.428900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.429769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.430520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-ecf69a9c-dd25-4861-85ff-5fd5f55463db tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.432022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-ecf69a9c-dd25-4861-85ff-5fd5f55463db tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.9030876 Feb 08 23:55:17.434231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-50a58550-0ce9-4593-a1e1-736c3f72a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.435540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-50a58550-0ce9-4593-a1e1-736c3f72a54e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1096 time: 0.8063772 Feb 08 23:55:17.447481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885dd05-cee7-4eff-8d22-d1f1125b6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5631c6d-2254-478b-a722-8d31c973e533,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:17.461912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-dfc0f3bc-710f-4bc4-a3f3-74c189d7cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.463325 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-dfc0f3bc-710f-4bc4-a3f3-74c189d7cab9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.1845622 Feb 08 23:55:17.494208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': '31d13965-8ac7-4666-bde0-a468cf33815e', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:17.500519 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-91b7250a-6d25-49b4-8d9d-b03dc4986c7e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3859942 Feb 08 23:55:17.516190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9cd9e85b-892b-49a8-88c2-9e9f6871afec None None] Provisioning complete for port 9d20bd20-959b-4230-9a5d-679346908223 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:17.516570 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e85b-892b-49a8-88c2-9e9f6871afec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.526892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'port': {'device_id': 'a00b8468-9652-415f-9378-00a43fa646c5', 'network_id': '67499e71-f586-4899-9652-067abe07c004', 'admin_state_up': True, 'tenant_id': '73f191a825664aeb9b82385712c4933a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:17.533762 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f0c6c5d7-9d31-41b7-ba89-9a12772755ef req-5ae4d779-22b4-43ac-b25c-b1da66fd4b04 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037509 Feb 08 23:55:17.581707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9e85b-892b-49a8-88c2-9e9f6871afec None None] Port 9d20bd20-959b-4230-9a5d-679346908223 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:17.618897 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ab5208d-779c-4e60-a3cf-a29494bb92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.621398 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ab5208d-779c-4e60-a3cf-a29494bb92f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.622559 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ab5208d-779c-4e60-a3cf-a29494bb92f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e03effe-374e-4747-9f85-323514397ec7 HTTP/1.1" status: 204 len: 168 time: 0.9399352 Feb 08 23:55:17.629173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-31a1834f-6776-490c-9920-09bfead621b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.630695 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-31a1834f-6776-490c-9920-09bfead621b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545854 Feb 08 23:55:17.656424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5208d-779c-4e60-a3cf-a29494bb92f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e03effe-374e-4747-9f85-323514397ec7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:17.703593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.767822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:17.772157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.799535 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-0ec10506-ba56-4e08-b0f2-f3ca9a35d75d service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580410 Feb 08 23:55:17.813776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56d89001-1e0a-40a6-930c-8d3496170595 req-14a2a6c2-3e6e-440d-a616-806ee4d7e9db service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0788898 Feb 08 23:55:17.818995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.838182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:17.856154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949322c-5e23-41f9-809b-655468d2ceb9 req-5d0d3f65-79ac-45e5-b222-38708dceeda3 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.857805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3949322c-5e23-41f9-809b-655468d2ceb9 req-5d0d3f65-79ac-45e5-b222-38708dceeda3 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 944 time: 1.0453699 Feb 08 23:55:17.877532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63542f8-2302-4930-b476-b312c8032066 req-55c7114e-1fb6-493f-bd0a-4f9c6f0bb2be tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.884824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63542f8-2302-4930-b476-b312c8032066 req-55c7114e-1fb6-493f-bd0a-4f9c6f0bb2be tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:17.892723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e63542f8-2302-4930-b476-b312c8032066 req-55c7114e-1fb6-493f-bd0a-4f9c6f0bb2be tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 1655 time: 0.5031188 Feb 08 23:55:17.965985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'tag': '5db0d782-443d-4a04-a3f5-3ec90d58038f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:17.969053 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b6715-e23a-4c07-a6a1-72f3eca5bf43" -d '{"events": [{"name": "network-changed", "server_uuid": "cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b", "tag": "5db0d782-443d-4a04-a3f5-3ec90d58038f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:18.007853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-684a3fa6-9ad2-43e4-bc8d-aa3870c1a4ab req-e430e47b-daee-4dfb-9831-4d23433f537b service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009532 Feb 08 23:55:18.025873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Allocated IP 19.80.0.110 (67499e71-f586-4899-9652-067abe07c004/4f82e9dd-e2f6-4d35-a3b3-3666a336de58/0d9624e0-9509-4fd0-85c2-30ca4536bb80) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:18.029856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.030648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c149952-63e7-4851-a7a5-0d550f614e0b {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:55:18.055511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-15360d72-0f06-40cb-9c91-3b17e6725d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:18.056625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-15360d72-0f06-40cb-9c91-3b17e6725d0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.5736730 Feb 08 23:55:18.067917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.074352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fad47f21-eee3-409a-ad5b-fa63c9b2b90e admin admin] 10.222.0.32 "DELETE /v2.0/routers/9c149952-63e7-4851-a7a5-0d550f614e0b HTTP/1.1" status: 204 len: 168 time: 5.4368410 Feb 08 23:55:18.077201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47600) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:18.111347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e63542f8-2302-4930-b476-b312c8032066 req-c7b1d6fb-a290-4154-82a9-65aa8467a53c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174644 Feb 08 23:55:18.171267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47602) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:18.180878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3949322c-5e23-41f9-809b-655468d2ceb9 req-38ad5ebe-7fa6-4959-ab67-fee8a9a86692 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774575 Feb 08 23:55:18.182183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-5fc02c05-482c-4dcc-9881-62b0f94f1699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.1075501 Feb 08 23:55:18.207271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-96351015-ee05-42d2-97ba-a5855ee38fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.270504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d14bc41c-cb3e-4333-af7b-23db73efdb90 req-5d4ea4c2-a9c5-41b0-9718-a88ec33e7599 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 210 time: 0.0736537 Feb 08 23:55:18.296305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:18.300145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.340400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f30ca653-7740-41b8-b8bd-3fa1b082bd89 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:18.360284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Deleting subnet f45fb296-825b-4858-9831-90631f5f88b6 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:55:18.391088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.394078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-96351015-ee05-42d2-97ba-a5855ee38fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.412634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-4ae66571-a01a-4e6d-a9ff-1c0b43b56db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:18.415188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-4ae66571-a01a-4e6d-a9ff-1c0b43b56db9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.2199335 Feb 08 23:55:18.433269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-96351015-ee05-42d2-97ba-a5855ee38fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.437601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port f30ca653-7740-41b8-b8bd-3fa1b082bd89 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:18.442163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f30ca653-7740-41b8-b8bd-3fa1b082bd89 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:18.442727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.446849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-edd89924-daf3-422f-baf9-cc7aac22d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:18.448594 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-edd89924-daf3-422f-baf9-cc7aac22d7b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 1095 time: 0.3921828 Feb 08 23:55:18.484335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.584471 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.616879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:18.619529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.620132 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1899c76a-4921-4506-9299-3dae3ae9df83" -d '{"events": [{"server_uuid": "df1f38e3-012f-4f8f-8f86-908c2e972a4f", "name": "network-vif-plugged", "status": "completed", "tag": "f30ca653-7740-41b8-b8bd-3fa1b082bd89"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:18.636864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f30ca653-7740-41b8-b8bd-3fa1b082bd89, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:18.642679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.643815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:18.689208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.9 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/e95431fb-6279-4d0e-a2b2-f8e886cdd390) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:18.738594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47624) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:18.764356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-dad3a765-3dad-44bc-806b-b1b58452b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:18.769380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f30ca653-7740-41b8-b8bd-3fa1b082bd89,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:18.771244 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-dad3a765-3dad-44bc-806b-b1b58452b642 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 917 time: 0.3135688 Feb 08 23:55:18.774156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4579af79-7ac6-4181-84d8-7964e8ecbe09 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:18.782369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.820626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4579af79-7ac6-4181-84d8-7964e8ecbe09 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:18.820979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4579af79-7ac6-4181-84d8-7964e8ecbe09 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:18.852425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-cb954474-0f27-42a0-af4c-52e00d775997 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77 HTTP/1.1" status: 200 len: 217 time: 0.0674624 Feb 08 23:55:18.915419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.926852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.946172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:18.962414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-593488964-network', 'tenant_id': '7ba527c4f8fd4b7096ffa8010b3e80bb'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:18.991383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:18.997551 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.008486 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.010210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-6de679dc-d59a-43a5-bf3f-b178d3b7ab9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5641170 Feb 08 23:55:19.020356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-798e3fb0-c373-47fb-a001-d5a66fdc20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.022759 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-798e3fb0-c373-47fb-a001-d5a66fdc20ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.1499116 Feb 08 23:55:19.027022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:19.036098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96351015-ee05-42d2-97ba-a5855ee38fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ff2ba-d899-4236-996b-d24d4d7684bc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:19.044221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network 67499e71-f586-4899-9652-067abe07c004 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:19.045974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.077816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-96351015-ee05-42d2-97ba-a5855ee38fac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6011ea4bd9224e4b87c4afca79a1372a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054792 Feb 08 23:55:19.096536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:19.115490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:19.133566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:19.170697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Made reservation on behalf of 7ba527c4f8fd4b7096ffa8010b3e80bb for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:19.173981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.180818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:19.187742 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af79bc21-c8fb-4da2-a4c6-6221959675ca x-openstack-request-id: req-af79bc21-c8fb-4da2-a4c6-6221959675ca {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:19.188268 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b", "tag": "5db0d782-443d-4a04-a3f5-3ec90d58038f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:19.188690 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af79bc21-c8fb-4da2-a4c6-6221959675ca {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:19.189271 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'tag': '5db0d782-443d-4a04-a3f5-3ec90d58038f', 'status': 'completed', 'code': 200} Feb 08 23:55:19.209037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:19.230345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45fb296-825b-4858-9831-90631f5f88b6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:19.234460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:19.235177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa387-13d6-4f18-89ef-42d0c91e5409 req-ba410770-2407-4a8f-b4fd-fffb68bcf001 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.243958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2fa387-13d6-4f18-89ef-42d0c91e5409 req-ba410770-2407-4a8f-b4fd-fffb68bcf001 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 945 time: 0.8169050 Feb 08 23:55:19.249467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.254504 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-df11299d-5a81-4d53-a262-91db4b0a55fd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f45fb296-825b-4858-9831-90631f5f88b6 HTTP/1.1" status: 204 len: 168 time: 1.1762695 Feb 08 23:55:19.255510 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf52cc93-8c58-47f2-ac1e-d701b2df9317 x-openstack-request-id: req-cf52cc93-8c58-47f2-ac1e-d701b2df9317 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:19.255877 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f38e3-012f-4f8f-8f86-908c2e972a4f", "name": "network-vif-plugged", "status": "completed", "tag": "f30ca653-7740-41b8-b8bd-3fa1b082bd89", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:19.256308 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf52cc93-8c58-47f2-ac1e-d701b2df9317 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:19.256845 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89', 'code': 200} Feb 08 23:55:19.259107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:19.261946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.273164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c462e8-889c-471a-ad93-9b51b0125ba9 None None] Network f790474e-4c2a-451f-8d65-15c9522f00f0 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:19.273707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47644) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:19.308033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-7ab9a0e7-162f-486c-af94-b2762b4b7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.310760 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-7ab9a0e7-162f-486c-af94-b2762b4b7b73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758937 Feb 08 23:55:19.328056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=e95431fb-6279-4d0e-a2b2-f8e886cdd390,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:19.433366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:19.456172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.457838 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.546661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47650) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:19.551950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2fa387-13d6-4f18-89ef-42d0c91e5409 req-e78a4055-d6ec-465e-9efe-0932694910f7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071270 Feb 08 23:55:19.559390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-d1dcd15a-8a3c-4c78-8a22-20d2def0f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.561881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-d1dcd15a-8a3c-4c78-8a22-20d2def0f73d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 1094 time: 0.3685930 Feb 08 23:55:19.577206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-a895223a-dd03-436a-94a2-400b09312949 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562828 Feb 08 23:55:19.600963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ab13-29e6-4cc8-9104-213cfa7b8d0c req-d2213eff-ead0-4c45-8721-df130484cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.602574 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-eae9ab13-29e6-4cc8-9104-213cfa7b8d0c req-d2213eff-ead0-4c45-8721-df130484cad9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 1097 time: 0.2575409 Feb 08 23:55:19.609185 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-c37a0d2d-991e-4bb7-9e96-b860520e9b3c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0904496 Feb 08 23:55:19.617061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.631614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Request body: {'port': {'device_id': 'a00b8468-9652-415f-9378-00a43fa646c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:19.640479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8eb2c19a-a55e-46a2-b6c9-9da8090e056e None None] Provisioning complete for port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:19.640965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8eb2c19a-a55e-46a2-b6c9-9da8090e056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.687819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2c19a-a55e-46a2-b6c9-9da8090e056e None None] Port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:19.696961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ca61965-7c22-470b-8b0b-c9ba7bcb48f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.703970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.705556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.725709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] DHCP port deletion for f790474e-4c2a-451f-8d65-15c9522f00f0 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:55:19.786146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] Deleting port 42621a6c-0406-4825-876c-51f42a16c7b5 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:19.786614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.799238 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-44be2326-93cd-4dd1-97e0-8f09bca30873 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635923 Feb 08 23:55:19.802231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51b855-6ace-4afd-b79f-adce4288d2d1 req-15bce4fa-b6d9-436a-a779-ce9aa8f81fb9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.808865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51b855-6ace-4afd-b79f-adce4288d2d1 req-15bce4fa-b6d9-436a-a779-ce9aa8f81fb9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.815061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51b855-6ace-4afd-b79f-adce4288d2d1 req-15bce4fa-b6d9-436a-a779-ce9aa8f81fb9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.816424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb51b855-6ace-4afd-b79f-adce4288d2d1 req-15bce4fa-b6d9-436a-a779-ce9aa8f81fb9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2377 time: 0.3990390 Feb 08 23:55:19.826661 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-eae9ab13-29e6-4cc8-9104-213cfa7b8d0c req-2905e50a-b153-4509-b39c-fe89b7c2a059 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126579 Feb 08 23:55:19.828950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-ff360ba3-21e7-41e8-bc27-773cd951b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.830425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-ff360ba3-21e7-41e8-bc27-773cd951b186 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 917 time: 0.2566955 Feb 08 23:55:19.872235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.873176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.873989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] For port 42621a6c-0406-4825-876c-51f42a16c7b5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=42621a6c-0406-4825-876c-51f42a16c7b5,segment=NetworkSegment(5e16f620-b499-4162-87c1-60c527cd333b),segment_id=5e16f620-b499-4162-87c1-60c527cd333b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:19.874605 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.889687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] Calling delete_port for 42621a6c-0406-4825-876c-51f42a16c7b5 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:19.909934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.910900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-522c9fa3-387f-4a64-b506-097098ee9224 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4490881 Feb 08 23:55:19.918697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ca61965-7c22-470b-8b0b-c9ba7bcb48f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:19.955272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb51b855-6ace-4afd-b79f-adce4288d2d1 req-e8cfa600-141c-4f95-9685-94b90d9a340d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180344 Feb 08 23:55:19.979438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:55:19.979613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985e0e0-bf24-4452-9084-601d23b21894 req-2a523b15-f80c-4aad-b2f0-52514fc1cd42 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:19.985875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d985e0e0-bf24-4452-9084-601d23b21894 req-2a523b15-f80c-4aad-b2f0-52514fc1cd42 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 944 time: 0.2714682 Feb 08 23:55:20.012619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.025183 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-249b97f8-df34-4d4d-b905-f5a56b147096 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26ce9c0eb05f47a48e57a0753c839b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717801 Feb 08 23:55:20.026973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47654) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:20.031789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Request body: {'port': {'device_id': '31d13965-8ac7-4666-bde0-a468cf33815e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:20.032563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.032926 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Added segment 4b57b68f-5f89-438a-bb5d-f3ddb069dbb7 of type vlan for network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 Feb 08 23:55:20.034199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc5086a-2554-4b58-9bbd-0f6abf4185c0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:20.070478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] Pushing event deleted for resources: {'Port': ['ID=42621a6c-0406-4825-876c-51f42a16c7b5,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:20.073669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafeeb85-ac45-4bc4-9406-9d1ffdb422e6 None None] No DVR routers for this DVR port 42621a6c-0406-4825-876c-51f42a16c7b5 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:20.110110 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b19ae086-c8f4-438c-8aff-7d369ac45f53 req-0d8942bf-bae8-4bce-9e66-f04eeeb6e00f service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856181 Feb 08 23:55:20.111429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Deleting port 42621a6c-0406-4825-876c-51f42a16c7b5 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:20.111761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.156535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442996de-3a1f-43b1-90a7-6339860f3d92 req-717ada84-bd15-4291-847e-260a6576570b service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320173 Feb 08 23:55:20.157824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-36f080a2-ef16-484a-abf8-892408121663 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f HTTP/1.1" status: 200 len: 217 time: 0.1340210 Feb 08 23:55:20.238480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.251177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d985e0e0-bf24-4452-9084-601d23b21894 req-6c51f486-147f-404c-8b75-290ef27047d8 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645478 Feb 08 23:55:20.273347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ca61965-7c22-470b-8b0b-c9ba7bcb48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.275908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0ca61965-7c22-470b-8b0b-c9ba7bcb48f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.277113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0ca61965-7c22-470b-8b0b-c9ba7bcb48f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d04ff2ba-d899-4236-996b-d24d4d7684bc HTTP/1.1" status: 204 len: 168 time: 1.1792696 Feb 08 23:55:20.309847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca61965-7c22-470b-8b0b-c9ba7bcb48f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ff2ba-d899-4236-996b-d24d4d7684bc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:20.325911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5db0d782-443d-4a04-a3f5-3ec90d58038f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:20.363788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09baf1-78c0-4301-a5a8-6eb067580d92 req-c906c9f0-7915-47f0-ae4f-407b1f4b91b1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:20.372826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d09baf1-78c0-4301-a5a8-6eb067580d92 req-c906c9f0-7915-47f0-ae4f-407b1f4b91b1 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 931 time: 0.2902861 Feb 08 23:55:20.375554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-7c8c4f74-f21c-4651-9625-64f09b1b49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:20.377181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-7c8c4f74-f21c-4651-9625-64f09b1b49d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.1913180 Feb 08 23:55:20.416552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5f07336-6343-4f95-a5ab-168ee52b3a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.441129 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.529578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5db0d782-443d-4a04-a3f5-3ec90d58038f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:20.543203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '5db0d782-443d-4a04-a3f5-3ec90d58038f', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'port_id': '5db0d782-443d-4a04-a3f5-3ec90d58038f', 'mac_address': 'fa:16:3e:d5:7e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bba8280-7f4e-48ef-ad33-c6d2a9311d7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:20.569193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] For port 42621a6c-0406-4825-876c-51f42a16c7b5, host n-d-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:20.569694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.581481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.582446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:20.583018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.595037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5f07336-6343-4f95-a5ab-168ee52b3a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.596687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Calling delete_port for 42621a6c-0406-4825-876c-51f42a16c7b5 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:20.609509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42621a6c-0406-4825-876c-51f42a16c7b5 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:20.612742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Port 42621a6c-0406-4825-876c-51f42a16c7b5 was not found and therefore no delete operation was performed {{(pid=105931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:55:20.627054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d09baf1-78c0-4301-a5a8-6eb067580d92 req-f4aaba00-45ad-437f-8212-05a36403e152 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532206 Feb 08 23:55:20.646130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.661094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 42621a6c-0406-4825-876c-51f42a16c7b5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:20.662177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42621a6c-0406-4825-876c-51f42a16c7b5 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:20.675613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9333510 Feb 08 23:55:20.677082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47666) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:20.682976 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.706171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Pushing event deleted for resources: {'Port': ['ID=42621a6c-0406-4825-876c-51f42a16c7b5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:20.715434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568987-793d-4a62-a335-9074073456c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0c03cbbc-1434-4317-b371-2a6ace09f2c2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:20.719019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] No DVR routers for this DVR port 42621a6c-0406-4825-876c-51f42a16c7b5 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:20.721582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Request body: {'subnet': {'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-593488964-subnet', 'tenant_id': '7ba527c4f8fd4b7096ffa8010b3e80bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:20.731437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db0d782-443d-4a04-a3f5-3ec90d58038f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:20.735016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-bb55d53e-810f-4115-8451-97f2eb3f9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:20.736512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-bb55d53e-810f-4115-8451-97f2eb3f9706 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3432858 Feb 08 23:55:20.744479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:55:20.842011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.872646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f790474e-4c2a-451f-8d65-15c9522f00f0']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:20.876422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac7ba27-4ff9-4041-90c5-e647311665ff {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:20.884249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5db0d782-443d-4a04-a3f5-3ec90d58038f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:20.897782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.901381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e16f620-b499-4162-87c1-60c527cd333b') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:20.901673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e16f620-b499-4162-87c1-60c527cd333b') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:20.908315 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.909286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 61bff353-eb07-4b9b-a6ff-7db687b86f77 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:20.916525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.928781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Transition to ACTIVE for port object cac7ba27-4ff9-4041-90c5-e647311665ff will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:20.936603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.938903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.981793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:55:20.982260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:55:20.983949 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:55:21.053914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Pushing event updated for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:21.073336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 61bff353-eb07-4b9b-a6ff-7db687b86f77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:21.096051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Made reservation on behalf of 7ba527c4f8fd4b7096ffa8010b3e80bb for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:21.098404 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.099131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '61bff353-eb07-4b9b-a6ff-7db687b86f77', 'network_id': '1a9e17e5-5730-488a-bce5-1e42d2e08a3e', 'port_id': '61bff353-eb07-4b9b-a6ff-7db687b86f77', 'mac_address': 'fa:16:3e:6a:1f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bba8280-7f4e-48ef-ad33-c6d2a9311d7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:21.109006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5db0d782-443d-4a04-a3f5-3ec90d58038f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:21.119717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5f07336-6343-4f95-a5ab-168ee52b3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.124410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5f07336-6343-4f95-a5ab-168ee52b3a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.128488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e5f07336-6343-4f95-a5ab-168ee52b3a21 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91b3096f-713a-42d8-965c-72be196d1c83 HTTP/1.1" status: 204 len: 168 time: 1.0522676 Feb 08 23:55:21.197038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2cc60-1dd1-4569-99ad-68585370cc58 req-9e349215-8561-40e6-aae6-89f62494c70d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:21.198119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.200665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84e2cc60-1dd1-4569-99ad-68585370cc58 req-9e349215-8561-40e6-aae6-89f62494c70d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.4659965 Feb 08 23:55:21.210375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.214611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] 10.222.0.32 "DELETE /v2.0/networks/f790474e-4c2a-451f-8d65-15c9522f00f0 HTTP/1.1" status: 204 len: 168 time: 1.9310396 Feb 08 23:55:21.216007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.232720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bff353-eb07-4b9b-a6ff-7db687b86f77 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:21.243912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb4b7c-07f0-4a4f-8988-abbb8baa919e admin admin] Pushing event deleted for resources: {'Network': ['ID=f790474e-4c2a-451f-8d65-15c9522f00f0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:21.249134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Attempting to bind port cac7ba27-4ff9-4041-90c5-e647311665ff on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:21.256826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Attempting to bind port cac7ba27-4ff9-4041-90c5-e647311665ff by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:21.257359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Attempting to bind port cac7ba27-4ff9-4041-90c5-e647311665ff on network 67499e71-f586-4899-9652-067abe07c004 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:21.259051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 61bff353-eb07-4b9b-a6ff-7db687b86f77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:21.260236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:21.263486 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13082bfe-8876-46ab-b586-cff81c840387" -d '{"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-unplugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:21.268422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Port cac7ba27-4ff9-4041-90c5-e647311665ff on network 67499e71-f586-4899-9652-067abe07c004 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:21.268972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Attempting to bind port cac7ba27-4ff9-4041-90c5-e647311665ff on network 67499e71-f586-4899-9652-067abe07c004 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:21.269093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.282445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:21.283104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Checking segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:21.283662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Bound using segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:21.284279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Bound port: cac7ba27-4ff9-4041-90c5-e647311665ff, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:21.284806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.385277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:21.394378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cac7ba27-4ff9-4041-90c5-e647311665ff,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:21.400495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.406084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=61bff353-eb07-4b9b-a6ff-7db687b86f77,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:21.501169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Pushing event updated for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:21.505840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-71e869bf-ebeb-4840-b7ad-96ede3e892b6 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429011 Feb 08 23:55:21.507913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f07336-6343-4f95-a5ab-168ee52b3a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b3096f-713a-42d8-965c-72be196d1c83,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:21.509309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:21.510080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.512377 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-3005bf2d-7c51-4cf8-b25d-d2f68beefecf service neutron] 10.222.0.21 "PUT /v2.0/ports/cac7ba27-4ff9-4041-90c5-e647311665ff HTTP/1.1" status: 200 len: 1092 time: 1.8916068 Feb 08 23:55:21.512995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:21.524416 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852d6132-007f-48e9-bac9-413f3fd9d1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:21.536071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5db0d782-443d-4a04-a3f5-3ec90d58038f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:21.560853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['61bff353-eb07-4b9b-a6ff-7db687b86f77'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:21.571343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Request body: {'port': {'device_id': 'a00b8468-9652-415f-9378-00a43fa646c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:21.662940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47704) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:21.736123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-731b6715-e23a-4c07-a6a1-72f3eca5bf43 req-b826b4f4-e7b2-453e-b214-dd5f21f0058b service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807504 Feb 08 23:55:21.767119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95431fb-6279-4d0e-a2b2-f8e886cdd390 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:21.772241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.787894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84e2cc60-1dd1-4569-99ad-68585370cc58 req-35318baa-9771-4617-a621-bce7ab5e3e4c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251920 Feb 08 23:55:21.796204 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:21.827001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72fa1-f445-465f-a299-6a6a09bdd6fa req-1877ad7c-d4ce-400d-a08d-f8c57f729c40 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:21.840290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72fa1-f445-465f-a299-6a6a09bdd6fa req-1877ad7c-d4ce-400d-a08d-f8c57f729c40 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:21.847297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72fa1-f445-465f-a299-6a6a09bdd6fa req-1877ad7c-d4ce-400d-a08d-f8c57f729c40 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:21.859277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4d72fa1-f445-465f-a299-6a6a09bdd6fa req-1877ad7c-d4ce-400d-a08d-f8c57f729c40 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2389 time: 0.7569108 Feb 08 23:55:21.862381 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d28401ed-1159-4e80-9115-f4477e2e3ef3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e00a87e53b364959bfa0946865bd8b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981192 Feb 08 23:55:21.881460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:21.935398 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503a8412-5d7c-4644-8546-bcfb9428cc37 x-openstack-request-id: req-503a8412-5d7c-4644-8546-bcfb9428cc37 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:21.935917 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-unplugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:21.935917 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-503a8412-5d7c-4644-8546-bcfb9428cc37 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:21.936302 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694', 'code': 200} Feb 08 23:55:21.967887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Transition to ACTIVE for port object e95431fb-6279-4d0e-a2b2-f8e886cdd390 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:22.002938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.041406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4d72fa1-f445-465f-a299-6a6a09bdd6fa req-3020834d-29d1-4e04-828c-df47f4bfccdb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723595 Feb 08 23:55:22.072337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cfba829-5840-4fed-a9b3-2d57d926edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.095388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cfba829-5840-4fed-a9b3-2d57d926edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.189140 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3048b921-49dd-411e-9159-06dad6108937 x-openstack-request-id: req-3048b921-49dd-411e-9159-06dad6108937 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:22.189665 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:22.191141 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3048b921-49dd-411e-9159-06dad6108937 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:22.191744 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff', 'status': 'completed', 'code': 200} Feb 08 23:55:22.203950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cfba829-5840-4fed-a9b3-2d57d926edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.209605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cfba829-5840-4fed-a9b3-2d57d926edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.215546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6cfba829-5840-4fed-a9b3-2d57d926edab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/644c86ba-fedc-4ff1-96e7-591ca771f0a7 HTTP/1.1" status: 204 len: 168 time: 0.3326476 Feb 08 23:55:22.358364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfba829-5840-4fed-a9b3-2d57d926edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c86ba-fedc-4ff1-96e7-591ca771f0a7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:22.680883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d20bd20-959b-4230-9a5d-679346908223 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:22.697298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.713764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Transition to ACTIVE for port object 9d20bd20-959b-4230-9a5d-679346908223 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:22.721195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.799931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:22.823592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Pushing event updated for resources: {'Port': ['ID=e95431fb-6279-4d0e-a2b2-f8e886cdd390,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:22.844197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8c1bb-5537-42e4-af06-c70adc59149f req-c80a5741-90ee-4fe5-8110-6b9679ebf010 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:22.845074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ac8c1bb-5537-42e4-af06-c70adc59149f req-c80a5741-90ee-4fe5-8110-6b9679ebf010 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 945 time: 0.6609290 Feb 08 23:55:22.920730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Pushing event updated for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:22.951729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Attempting to bind port 9d20bd20-959b-4230-9a5d-679346908223 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:22.952076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Attempting to bind port 9d20bd20-959b-4230-9a5d-679346908223 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:22.952411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Attempting to bind port 9d20bd20-959b-4230-9a5d-679346908223 on network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:22.957118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Port 9d20bd20-959b-4230-9a5d-679346908223 on network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:22.957475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Attempting to bind port 9d20bd20-959b-4230-9a5d-679346908223 on network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:22.964296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:22.964641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Checking segment: {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:22.965061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Bound using segment: {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:22.965494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Bound port: 9d20bd20-959b-4230-9a5d-679346908223, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45726421-006b-4b23-ba40-0d587076e079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:22.965924 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.013619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:23.039886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e3309-303f-45ca-8808-aca2ec5c89ce req-1f50d9f2-3efd-4e85-badd-0dd323247e53 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.041565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-418e3309-303f-45ca-8808-aca2ec5c89ce req-1f50d9f2-3efd-4e85-badd-0dd323247e53 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 943 time: 0.7084188 Feb 08 23:55:23.053040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-50373926-f68b-4c21-80e7-0229b67c0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.053521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-50373926-f68b-4c21-80e7-0229b67c0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.054141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-50373926-f68b-4c21-80e7-0229b67c0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.055792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-50373926-f68b-4c21-80e7-0229b67c0781 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2732 time: 0.8350255 Feb 08 23:55:23.075317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Checking segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:23.075679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Network hostable DHCP agents. Network: 0c03cbbc-1434-4317-b371-2a6ace09f2c2, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:55:23.076334 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:55:23.079016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:23.082294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9d20bd20-959b-4230-9a5d-679346908223,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:23.087029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.089392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151ee334-b1e4-4209-9676-9cc6cee5eee9,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:23.134836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.135686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.137389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] 10.222.0.21 "PUT /v2.0/ports/9d20bd20-959b-4230-9a5d-679346908223 HTTP/1.1" status: 200 len: 1092 time: 1.5724149 Feb 08 23:55:23.167027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ac8c1bb-5537-42e4-af06-c70adc59149f req-f9ec3bce-75d3-4af9-b05a-9fb2d1215422 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847703 Feb 08 23:55:23.175065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Request body: {'port': {'device_id': 'a00b8468-9652-415f-9378-00a43fa646c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:23.256604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb20fa1-07c3-4fdb-8bb7-af0390667dfa service neutron] Pushing event updated for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:23.260065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.287711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Attempting to bind port e95431fb-6279-4d0e-a2b2-f8e886cdd390 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:23.289621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Attempting to bind port e95431fb-6279-4d0e-a2b2-f8e886cdd390 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:23.289950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Attempting to bind port e95431fb-6279-4d0e-a2b2-f8e886cdd390 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:23.308615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-298aa76b-02e1-4633-845c-3ee2184bb4c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16b147a1248e4101ae5dba47a734096e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938373 Feb 08 23:55:23.318986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47802) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:23.334484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:55:23.341250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-418e3309-303f-45ca-8808-aca2ec5c89ce req-28067014-8d82-4579-bb64-86770d2c0864 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757323 Feb 08 23:55:23.373570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Port e95431fb-6279-4d0e-a2b2-f8e886cdd390 on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:23.374392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Attempting to bind port e95431fb-6279-4d0e-a2b2-f8e886cdd390 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:23.419974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:23.420213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:23.420597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:23.421286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Bound port: e95431fb-6279-4d0e-a2b2-f8e886cdd390, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:23.421823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.429334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 0c03cbbc-1434-4317-b371-2a6ace09f2c2) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:23.441477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8eb431-6ea5-49bc-a57e-0b5b79863f7c None None] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:23.471727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.472537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.496378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-402ddd4f-a73c-40c2-aa27-a981e164e263 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8097301 Feb 08 23:55:23.501223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-193a7c19-e0f9-48e3-ab09-588885ac5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.501910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-193a7c19-e0f9-48e3-ab09-588885ac5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.502366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-193a7c19-e0f9-48e3-ab09-588885ac5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.503972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-193a7c19-e0f9-48e3-ab09-588885ac5bc1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=73f191a825664aeb9b82385712c4933a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4177294 Feb 08 23:55:23.542512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ce08dd1-57ae-4ab1-9628-e571ff12e006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.632075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af4747-835f-4306-af8d-a664327a8c0a req-583d24fe-a496-4147-a75f-d6fac2fbadcd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:23.641015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91af4747-835f-4306-af8d-a664327a8c0a req-583d24fe-a496-4147-a75f-d6fac2fbadcd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.3612518 Feb 08 23:55:23.678809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ce08dd1-57ae-4ab1-9628-e571ff12e006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.690782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d668214-1f9b-4efd-93cf-23e3566abbe1 None None] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:23.796330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ce08dd1-57ae-4ab1-9628-e571ff12e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.798506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ce08dd1-57ae-4ab1-9628-e571ff12e006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.799708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9ce08dd1-57ae-4ab1-9628-e571ff12e006 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc06e7de-fb58-4044-ba0b-0b634c45b5e9 HTTP/1.1" status: 204 len: 168 time: 0.4795485 Feb 08 23:55:23.857552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce08dd1-57ae-4ab1-9628-e571ff12e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc06e7de-fb58-4044-ba0b-0b634c45b5e9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:23.869960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91af4747-835f-4306-af8d-a664327a8c0a req-bc3d9854-83c0-4b40-81c8-25df1af83fa9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229791 Feb 08 23:55:23.874567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] For port e95431fb-6279-4d0e-a2b2-f8e886cdd390, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:23.900985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] For port e95431fb-6279-4d0e-a2b2-f8e886cdd390, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:23.938263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9624e0-9509-4fd0-85c2-30ca4536bb80 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:23.938473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:23.971474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.013268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-bd6e8057-c5e5-46df-95ef-0f5ee90de8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.014923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-852d6132-007f-48e9-bac9-413f3fd9d1ac req-bd6e8057-c5e5-46df-95ef-0f5ee90de8c3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4966862 Feb 08 23:55:24.018301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Transition to ACTIVE for port object 0d9624e0-9509-4fd0-85c2-30ca4536bb80 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:24.027551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.049383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.050373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.052284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] 10.222.0.21 "PUT /v2.0/ports/e95431fb-6279-4d0e-a2b2-f8e886cdd390 HTTP/1.1" status: 200 len: 1091 time: 4.0297558 Feb 08 23:55:24.054836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d13965-8ac7-4666-bde0-a468cf33815e', 'tag': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:24.057616 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de23247f-b9b0-45a3-bb39-b8a56813db61" -d '{"events": [{"name": "network-changed", "server_uuid": "31d13965-8ac7-4666-bde0-a468cf33815e", "tag": "e95431fb-6279-4d0e-a2b2-f8e886cdd390"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:24.099726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8db33d-8d66-49dd-ae9c-a3b0b50e2003 service neutron] Pushing event updated for resources: {'Port': ['ID=e95431fb-6279-4d0e-a2b2-f8e886cdd390,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:24.136669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abd15b-6edd-4b98-89fe-cb8e293d849a req-5d6530d9-8485-4de3-8f5a-0a05acd2c788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.145785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abd15b-6edd-4b98-89fe-cb8e293d849a req-5d6530d9-8485-4de3-8f5a-0a05acd2c788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.166533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abd15b-6edd-4b98-89fe-cb8e293d849a req-5d6530d9-8485-4de3-8f5a-0a05acd2c788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.176298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75abd15b-6edd-4b98-89fe-cb8e293d849a req-5d6530d9-8485-4de3-8f5a-0a05acd2c788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2413 time: 0.1566267 Feb 08 23:55:24.192383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'tag': '9d20bd20-959b-4230-9a5d-679346908223'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:24.198727 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed1f48-edbe-45fc-899a-38f5e7540325" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "tag": "9d20bd20-959b-4230-9a5d-679346908223"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:24.219370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Pushing event updated for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:24.266965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Attempting to bind port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:24.267663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Attempting to bind port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:24.267663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Attempting to bind port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 on network 67499e71-f586-4899-9652-067abe07c004 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:24.281871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 on network 67499e71-f586-4899-9652-067abe07c004 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:24.282208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Attempting to bind port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 on network 67499e71-f586-4899-9652-067abe07c004 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:24.302628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:24.303946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Checking segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:24.304353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Bound using segment: {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:24.306307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Bound port: 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd501fbe-a2e2-470b-807b-3095b36c6497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '67499e71-f586-4899-9652-067abe07c004'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:24.307635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.309862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75abd15b-6edd-4b98-89fe-cb8e293d849a req-4d488b21-f3fb-4c89-9d5b-7a866f4d065d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298079 Feb 08 23:55:24.322360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-f544d764-aff5-44b6-bcbe-e423e2084cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.324504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-f544d764-aff5-44b6-bcbe-e423e2084cf8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 1094 time: 0.1443379 Feb 08 23:55:24.355774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 61bff353-eb07-4b9b-a6ff-7db687b86f77 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:24.416449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-a7324184-c178-45f6-b026-72572eb1f4d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390 HTTP/1.1" status: 200 len: 217 time: 0.0835440 Feb 08 23:55:24.463304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:24.471633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:24.485236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.498310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:24.526347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 61bff353-eb07-4b9b-a6ff-7db687b86f77 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:24.527953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7ab70-5fa4-4f01-993f-12ace2884e3d req-d7a4090a-7b0a-48dd-9a91-d2d219a564ff tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.532792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 61bff353-eb07-4b9b-a6ff-7db687b86f77 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:24.533692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.537559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92b7ab70-5fa4-4f01-993f-12ace2884e3d req-d7a4090a-7b0a-48dd-9a91-d2d219a564ff tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.1177592 Feb 08 23:55:24.540496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-217f9fb6-2499-4811-ae9f-9e3b1ea161ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.543240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-217f9fb6-2499-4811-ae9f-9e3b1ea161ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1064405 Feb 08 23:55:24.574200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.576716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.578247 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] 10.222.0.21 "PUT /v2.0/ports/0d9624e0-9509-4fd0-85c2-30ca4536bb80 HTTP/1.1" status: 200 len: 1092 time: 1.4095819 Feb 08 23:55:24.583486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-c6a95f32-d0bf-4e9e-a2c4-43569b790424 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345328 Feb 08 23:55:24.628272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92b7ab70-5fa4-4f01-993f-12ace2884e3d req-c85461bf-dae3-4910-9327-60def2d2474f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872068 Feb 08 23:55:24.681143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae4a8c-f4e9-4747-8af5-9f862c8e58ed service neutron] Pushing event updated for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:24.778069 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3111970-158b-4f07-8d7d-bff49c0ec762 x-openstack-request-id: req-b3111970-158b-4f07-8d7d-bff49c0ec762 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:24.778665 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d13965-8ac7-4666-bde0-a468cf33815e", "tag": "e95431fb-6279-4d0e-a2b2-f8e886cdd390", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:24.779028 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3111970-158b-4f07-8d7d-bff49c0ec762 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:24.779569 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d13965-8ac7-4666-bde0-a468cf33815e', 'tag': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390', 'status': 'completed', 'code': 200} Feb 08 23:55:24.794952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-914b4e31-baad-438f-b224-8d229884f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.803317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-c4b35d13-ed45-48e5-afd0-d572b33ec502 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038648 Feb 08 23:55:24.804071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-914b4e31-baad-438f-b224-8d229884f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.804606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-914b4e31-baad-438f-b224-8d229884f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:24.808837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-914b4e31-baad-438f-b224-8d229884f24f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2866 time: 0.1766369 Feb 08 23:55:24.859273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:24.909070 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-0045bcad-2182-4b64-96f9-f3f08062a2bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.114&port_id=cac7ba27-4ff9-4041-90c5-e647311665ff HTTP/1.1" status: 200 len: 217 time: 0.0891044 Feb 08 23:55:24.951242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bff353-eb07-4b9b-a6ff-7db687b86f77'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:24.953775 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81fac21-ceef-42ff-9de2-e909ddad3326" -d '{"events": [{"server_uuid": "f3f88bc5-d6ae-40a7-9aac-583ed1d310c3", "name": "network-vif-plugged", "status": "completed", "tag": "61bff353-eb07-4b9b-a6ff-7db687b86f77"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:25.006864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 61bff353-eb07-4b9b-a6ff-7db687b86f77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:25.015500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-2ec8d2e7-d55f-4ee3-901a-a6af3231021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.017221 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-2ec8d2e7-d55f-4ee3-901a-a6af3231021e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f82e9dd-e2f6-4d35-a3b3-3666a336de58 HTTP/1.1" status: 200 len: 801 time: 0.1017895 Feb 08 23:55:25.020579 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.024308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5db0d782-443d-4a04-a3f5-3ec90d58038f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:25.084945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-baf97f3f-3431-4d70-a1c8-9f8fc383c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.087060 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-baf97f3f-3431-4d70-a1c8-9f8fc383c19c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67499e71-f586-4899-9652-067abe07c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0617287 Feb 08 23:55:25.103949 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c991-d096-4a52-84f5-403b98dd007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.212636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-59068b27-765d-47ac-9366-9c2a177de24a service neutron] 10.222.0.21 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187668 Feb 08 23:55:25.217656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=61bff353-eb07-4b9b-a6ff-7db687b86f77,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:25.219398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0e48b-8f15-435b-83f0-0a84ec1b8daa req-f294e68b-8ab2-454b-8941-c36894aa546f tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.220901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b0e48b-8f15-435b-83f0-0a84ec1b8daa req-f294e68b-8ab2-454b-8941-c36894aa546f tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 945 time: 0.2520623 Feb 08 23:55:25.250969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-554e0ee0-032a-428a-b175-9cc214ff1c8d req-cb2cfce0-cab8-4eaf-9b1a-e0404945afd5 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409537 Feb 08 23:55:25.253086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 5db0d782-443d-4a04-a3f5-3ec90d58038f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:25.265232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 5db0d782-443d-4a04-a3f5-3ec90d58038f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:25.266182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.343067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-b35facc4-3020-400a-a2ea-d7b20d6936fe tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.353842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-b35facc4-3020-400a-a2ea-d7b20d6936fe tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 812 time: 0.3670356 Feb 08 23:55:25.366811 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-652704ca-e97f-49df-88c3-47604a5aa36b service neutron] 10.222.0.21 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471150 Feb 08 23:55:25.422380 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-ac51091d-a797-411e-8551-dc4b66689e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=9d20bd20-959b-4230-9a5d-679346908223 HTTP/1.1" status: 200 len: 217 time: 0.0484626 Feb 08 23:55:25.425404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.429322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b0e48b-8f15-435b-83f0-0a84ec1b8daa req-9b038a41-5b1e-4fa0-8609-a92815511efa tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993766 Feb 08 23:55:25.462150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-68a2e8c0-ddf2-4eff-9eb3-d84a50641e45 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/quotas/7ba527c4f8fd4b7096ffa8010b3e80bb HTTP/1.1" status: 200 len: 375 time: 0.1072574 Feb 08 23:55:25.482770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5db0d782-443d-4a04-a3f5-3ec90d58038f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:25.487400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.489181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:25.507257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-6a0e21bb-373a-46c5-b41f-2d07113ca993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.512856 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-6a0e21bb-373a-46c5-b41f-2d07113ca993 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e481611-bdfa-407e-9237-d30a7165f126 HTTP/1.1" status: 200 len: 801 time: 0.0837486 Feb 08 23:55:25.553304 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc79510-ed84-4cbd-a1b0-fffbee1ded42 x-openstack-request-id: req-1bc79510-ed84-4cbd-a1b0-fffbee1ded42 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:25.553526 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "tag": "9d20bd20-959b-4230-9a5d-679346908223", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:25.554037 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bc79510-ed84-4cbd-a1b0-fffbee1ded42 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:25.554457 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'tag': '9d20bd20-959b-4230-9a5d-679346908223', 'status': 'completed', 'code': 200} Feb 08 23:55:25.556034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-ada5d028-f082-483d-ba09-145ee698811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.557626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-ada5d028-f082-483d-ba09-145ee698811d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 1094 time: 0.1970344 Feb 08 23:55:25.577977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0d08702c-797f-4667-8a8a-5cf02265e38c tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1148837 Feb 08 23:55:25.578712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-b2c77225-5a28-4606-9b4f-2e92878eb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.580582 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-b2c77225-5a28-4606-9b4f-2e92878eb2bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601370 Feb 08 23:55:25.589531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5db0d782-443d-4a04-a3f5-3ec90d58038f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:25.643726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47876) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:25.713168 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-ae7d571e-a636-4fba-9b97-91cae4906961 service neutron] 10.222.0.21 "GET /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235201 Feb 08 23:55:25.794242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c991-d096-4a52-84f5-403b98dd007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.807309 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ea4c991-d096-4a52-84f5-403b98dd007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:25.835805 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-999dfd6f-3113-4d27-9026-78393091b75f service neutron] 10.222.0.21 "GET /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148736 Feb 08 23:55:25.857244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-295671711-network', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:25.889251 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-45a3dcb2-4bdb-4e5a-ab42-b05738c687cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80 HTTP/1.1" status: 200 len: 217 time: 0.0468667 Feb 08 23:55:25.916089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ea4c991-d096-4a52-84f5-403b98dd007c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=27029749ee2f45d5aaa0fb34ce32cc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4119003 Feb 08 23:55:25.921073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b0cbc-b466-413f-b4b3-0ed425f2d31a req-6a78cd99-5103-4cdc-8a1b-6330c0af0cb4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.922504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-831b0cbc-b466-413f-b4b3-0ed425f2d31a req-6a78cd99-5103-4cdc-8a1b-6330c0af0cb4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 943 time: 0.2396646 Feb 08 23:55:25.924368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:25.930389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4c991-d096-4a52-84f5-403b98dd007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73559f-0ab1-462b-9336-18400c280956,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:25.939950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-4c9fc378-62f2-466b-94a6-33a081c4ae9f service neutron] 10.222.0.32 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608088 Feb 08 23:55:25.972120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-a0387ae1-2a2c-4da6-bb99-87e91d73996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.973671 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-a0387ae1-2a2c-4da6-bb99-87e91d73996c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f82e9dd-e2f6-4d35-a3b3-3666a336de58 HTTP/1.1" status: 200 len: 801 time: 0.0775125 Feb 08 23:55:25.988703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-0ea02834-3d04-418f-b7ad-26f916ef0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:25.990492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-0ea02834-3d04-418f-b7ad-26f916ef0562 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.4077337 Feb 08 23:55:26.000498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a05-0109-4d41-a32a-d7afbb89e4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.030704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:26.032951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.045262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a05-0109-4d41-a32a-d7afbb89e4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.061939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-febac464-b21f-440d-a6a5-7df8f36de87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.063599 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-febac464-b21f-440d-a6a5-7df8f36de87e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67499e71-f586-4899-9652-067abe07c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828249 Feb 08 23:55:26.083173 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.089748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-a724ff28-bcdc-4852-a88a-f42dfbc477ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390 HTTP/1.1" status: 200 len: 217 time: 0.0714540 Feb 08 23:55:26.101660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-831b0cbc-b466-413f-b4b3-0ed425f2d31a req-49b8121d-b2d2-4aa0-84f3-bfcd23904833 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480408 Feb 08 23:55:26.189934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a05-0109-4d41-a32a-d7afbb89e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.193173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1d87a05-0109-4d41-a32a-d7afbb89e4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.194821 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b1d87a05-0109-4d41-a32a-d7afbb89e4e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff73559f-0ab1-462b-9336-18400c280956 HTTP/1.1" status: 204 len: 168 time: 0.2691262 Feb 08 23:55:26.212627 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-01a62004-ff02-4b98-9306-54941e060d4b service neutron] 10.222.0.21 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390147 Feb 08 23:55:26.213556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d87a05-0109-4d41-a32a-d7afbb89e4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73559f-0ab1-462b-9336-18400c280956,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:26.265485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-23a32320-1758-4b05-b55a-bc69299ad59b service neutron] 10.222.0.32 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247294 Feb 08 23:55:26.269560 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a2b46f-421f-43bd-b137-17bcf01ee5be x-openstack-request-id: req-71a2b46f-421f-43bd-b137-17bcf01ee5be {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:26.269560 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f88bc5-d6ae-40a7-9aac-583ed1d310c3", "name": "network-vif-plugged", "status": "completed", "tag": "61bff353-eb07-4b9b-a6ff-7db687b86f77", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:26.269768 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71a2b46f-421f-43bd-b137-17bcf01ee5be {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:26.270166 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bff353-eb07-4b9b-a6ff-7db687b86f77', 'code': 200} Feb 08 23:55:26.307379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-3374e222-6988-492a-ab21-f563f84e3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.314831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-3374e222-6988-492a-ab21-f563f84e3c17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.2140155 Feb 08 23:55:26.355313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95682ea0-89a8-4bbc-8a03-5dbbbc95d9a0 req-ba169b76-366d-4f22-abfd-b4e34eedeea5 service neutron] 10.222.0.21 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281104 Feb 08 23:55:26.381716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-b8687580-7557-4a3f-a074-98bfe93925ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557296 Feb 08 23:55:26.450674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b1c25-09a7-49be-93b5-c3af6569d146 req-8d468e7d-3143-4d68-a4ca-80906a5875c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.452234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-729b1c25-09a7-49be-93b5-c3af6569d146 req-8d468e7d-3143-4d68-a4ca-80906a5875c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 1097 time: 0.0731573 Feb 08 23:55:26.484222 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.533761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-729b1c25-09a7-49be-93b5-c3af6569d146 req-bda9e922-d068-4cf1-81d6-1a5743f46229 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686579 Feb 08 23:55:26.563901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.601289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:55:26.614740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.615135 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Added segment 489d3532-100d-48cb-8995-9a0eab2e718a of type vlan for network 867b1067-6760-47dc-9574-4aca3613a5a8 Feb 08 23:55:26.666152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d70f4e8-fb48-4a82-b581-8da1f0dcf366,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:26.719731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-c785bc90-b4e4-481e-864b-6eeb52d65676 req-28cb3b88-ed05-4615-92c7-a5b75d57310e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:55:26.721103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c785bc90-b4e4-481e-864b-6eeb52d65676 req-28cb3b88-ed05-4615-92c7-a5b75d57310e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168951 Feb 08 23:55:26.747875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-e02f269a-71f7-41d0-85ff-635ebf6c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.748361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-e02f269a-71f7-41d0-85ff-635ebf6c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.748831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-e02f269a-71f7-41d0-85ff-635ebf6c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.750533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-e02f269a-71f7-41d0-85ff-635ebf6c4731 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2866 time: 0.2740023 Feb 08 23:55:26.758484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:26.796682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebfcd-a5b1-43c9-9d87-ef9adb83d992 req-e3af94de-927c-4063-ba5e-205d6274b45c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.809788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebfcd-a5b1-43c9-9d87-ef9adb83d992 req-e3af94de-927c-4063-ba5e-205d6274b45c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.817130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebfcd-a5b1-43c9-9d87-ef9adb83d992 req-e3af94de-927c-4063-ba5e-205d6274b45c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:26.829489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45eebfcd-a5b1-43c9-9d87-ef9adb83d992 req-e3af94de-927c-4063-ba5e-205d6274b45c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2413 time: 0.3629808 Feb 08 23:55:26.894591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.resource_extend [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:55:27.045358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-a485ac65-ddf5-41ed-80b3-594482b2b3ff service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549809 Feb 08 23:55:27.219583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45eebfcd-a5b1-43c9-9d87-ef9adb83d992 req-a4e8e7d7-a7d9-4bb6-98ae-2804e55606cf tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890133 Feb 08 23:55:27.227165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:27.228155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.228743 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:27.252288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de23247f-b9b0-45a3-bb39-b8a56813db61 req-c9fdd4b9-1266-4c40-ace7-5737d12b4ca1 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900434 Feb 08 23:55:27.343139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:27.392138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df48a9-7e84-43ba-88f6-186562d74aac req-4309e993-521d-4288-8918-7b3a474f574e tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.399635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60df48a9-7e84-43ba-88f6-186562d74aac req-4309e993-521d-4288-8918-7b3a474f574e tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.4146781 Feb 08 23:55:27.421125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7751350 Feb 08 23:55:27.425183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47944) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:27.425849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-72cb5684-29c2-4640-b320-4166d9ee31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.427704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-72cb5684-29c2-4640-b320-4166d9ee31ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 HTTP/1.1" status: 200 len: 901 time: 0.6608987 Feb 08 23:55:27.433135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Request body: {'subnet': {'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-subnet', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:27.473495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4851d82-5ece-4be8-8618-697e79200c2d admin admin] Pushing event updated for resources: {'Network': ['ID=867b1067-6760-47dc-9574-4aca3613a5a8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:27.485522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:27.491042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 867b1067-6760-47dc-9574-4aca3613a5a8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:55:27.492602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:27.532683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-7d82c309-672c-4961-b5b6-2fe24e661ebe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=9d20bd20-959b-4230-9a5d-679346908223 HTTP/1.1" status: 200 len: 217 time: 0.0893652 Feb 08 23:55:27.573783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60df48a9-7e84-43ba-88f6-186562d74aac req-6c44a1a8-5cec-47eb-a27f-b672bf57d368 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729386 Feb 08 23:55:27.621126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:27.628865 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b175af5c-febc-4be6-aae6-03a2ff654990" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:27.700816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-183726336-network', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:27.707467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-25cc136a-efd6-4884-bdbd-75cd9889db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.712318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-25cc136a-efd6-4884-bdbd-75cd9889db53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e481611-bdfa-407e-9237-d30a7165f126 HTTP/1.1" status: 200 len: 801 time: 0.1678321 Feb 08 23:55:27.758423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715b7a9-04bc-4fc6-b6aa-9aa309b745ed req-2bc8133c-a93e-487f-a8ed-0ed019f46ee2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.765859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7715b7a9-04bc-4fc6-b6aa-9aa309b745ed req-2bc8133c-a93e-487f-a8ed-0ed019f46ee2 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.1879444 Feb 08 23:55:27.793819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Made reservation on behalf of fffacf45f7db432c90ee182be643c02f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:27.796267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:27.823029 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-d64d943c-e78c-4b55-b351-0018cbd17977 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4938693 Feb 08 23:55:27.825209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:27.830891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-0c162683-238d-4388-bd4b-5c37d99bed8f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:55:27.835114 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-0c162683-238d-4388-bd4b-5c37d99bed8f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093007 Feb 08 23:55:27.870042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-7e9e60ce-080e-4d15-8577-c43da4f1f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.871829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-7e9e60ce-080e-4d15-8577-c43da4f1f356 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1457973 Feb 08 23:55:27.892114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7715b7a9-04bc-4fc6-b6aa-9aa309b745ed req-74c8fa36-d0d7-4736-96d7-549184d1a884 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158519 Feb 08 23:55:27.979188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66bf72-1b76-43cd-be3b-d61eeeef4acb req-52807dda-f545-4b3b-b8f4-7cfb2bb2ea25 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:27.992745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea66bf72-1b76-43cd-be3b-d61eeeef4acb req-52807dda-f545-4b3b-b8f4-7cfb2bb2ea25 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 943 time: 0.2448056 Feb 08 23:55:28.039372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.136805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.145851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.186847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=998af3e3-9a1e-4ebb-8989-a3ea77d08d9c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:28.214086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b930b6-fc64-4d80-a6ef-7aeade87b3db,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:28.217727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:55:28.220820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Checking segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:28.221249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Network hostable DHCP agents. Network: 867b1067-6760-47dc-9574-4aca3613a5a8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:55:28.238975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.239500 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Added segment f46a57e3-35c3-4882-a3b9-d383b9e0e6c4 of type vlan for network 4402ffae-f91d-405e-8f0f-647589bc5a1d Feb 08 23:55:28.271941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db0d782-443d-4a04-a3f5-3ec90d58038f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:28.274535 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abacbc9-b97d-471f-b401-20bc1bacde74" -d '{"events": [{"server_uuid": "cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b", "name": "network-vif-plugged", "status": "completed", "tag": "5db0d782-443d-4a04-a3f5-3ec90d58038f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:28.292017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Network 867b1067-6760-47dc-9574-4aca3613a5a8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:55:28.327709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.349003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 867b1067-6760-47dc-9574-4aca3613a5a8) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:28.361084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e95431fb-6279-4d0e-a2b2-f8e886cdd390 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:28.367581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:28.368472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.407764 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-14d7a5f9-46c5-458e-a2f2-718fe0efcecb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9812398 Feb 08 23:55:28.410623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.414597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:28.416284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.423440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47962) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:28.441883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:28.485714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc999f55-b375-467f-9e1e-1d93f33cafce None None] Network 867b1067-6760-47dc-9574-4aca3613a5a8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:28.567778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85413787-5d0c-4713-bc4a-3a0daf656b0e req-3cf17b87-c633-4117-84b5-da162cc4a454 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 210 time: 0.5262487 Feb 08 23:55:28.570712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-e8e87149-8c9f-4996-9b8a-372eeb80e9cd service neutron] 10.222.0.21 "GET /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774542 Feb 08 23:55:28.601588 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2536631 Feb 08 23:55:28.623434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:28.636628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Request body: {'subnet': {'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-183726336-subnet', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:28.658679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b6065-4ea2-4514-851d-cf9a99dbf11f admin admin] Pushing event updated for resources: {'Network': ['ID=4402ffae-f91d-405e-8f0f-647589bc5a1d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:28.674296 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f86abd-ab7f-4f5b-aa85-dca125767971 x-openstack-request-id: req-52f86abd-ab7f-4f5b-aa85-dca125767971 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:28.674640 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:28.674964 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52f86abd-ab7f-4f5b-aa85-dca125767971 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:28.675760 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80', 'status': 'completed', 'code': 200} Feb 08 23:55:28.686391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.689818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.698276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:55:28.883904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Made reservation on behalf of fffacf45f7db432c90ee182be643c02f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:28.891593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.904383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.929222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea66bf72-1b76-43cd-be3b-d61eeeef4acb req-e624118d-0cef-4f37-838c-fa4cee1272ca tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9303257 Feb 08 23:55:28.932060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43ed1f48-edbe-45fc-899a-38f5e7540325 req-a48cf7b5-8b44-4004-bd03-e56e8fc360ec service neutron] 10.222.0.21 "GET /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043664 Feb 08 23:55:28.949307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-867b1067-6760-47dc-9574-4aca3613a5a8', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:55:28.950688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:28.954368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e95431fb-6279-4d0e-a2b2-f8e886cdd390, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:28.968648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-6ec19bb2-1c2f-4f17-800f-6f229333af22 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:28.980602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-6ec19bb2-1c2f-4f17-800f-6f229333af22 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 812 time: 0.1835899 Feb 08 23:55:28.985313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390', 'mac_address': 'fa:16:3e:1b:bc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:29.096152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Request body: {'port': {'device_id': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'admin_state_up': True, 'tenant_id': '7ba527c4f8fd4b7096ffa8010b3e80bb'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:29.165244 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.190439 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c4e8e1-aeb9-4ac7-8b41-6816806c0336 x-openstack-request-id: req-10c4e8e1-aeb9-4ac7-8b41-6816806c0336 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:29.190720 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b", "name": "network-vif-plugged", "status": "completed", "tag": "5db0d782-443d-4a04-a3f5-3ec90d58038f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:29.191151 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10c4e8e1-aeb9-4ac7-8b41-6816806c0336 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:29.191759 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db0d782-443d-4a04-a3f5-3ec90d58038f', 'code': 200} Feb 08 23:55:29.200054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95431fb-6279-4d0e-a2b2-f8e886cdd390 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:29.241924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e95431fb-6279-4d0e-a2b2-f8e886cdd390, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:29.348453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Made reservation on behalf of 7ba527c4f8fd4b7096ffa8010b3e80bb for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:29.349425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Allocated IP 172.20.0.2 (867b1067-6760-47dc-9574-4aca3613a5a8/998af3e3-9a1e-4ebb-8989-a3ea77d08d9c/2e805591-9533-4fd2-a815-fc91db58a527) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:29.353013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.355591 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.495780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e95431fb-6279-4d0e-a2b2-f8e886cdd390,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:29.552180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d996d-0884-4257-bae5-73ba120fdf06 req-159eac86-3e0c-47b4-b141-c7f134ecf667 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.567790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d996d-0884-4257-bae5-73ba120fdf06 req-159eac86-3e0c-47b4-b141-c7f134ecf667 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.575824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d996d-0884-4257-bae5-73ba120fdf06 req-159eac86-3e0c-47b4-b141-c7f134ecf667 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.584211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e3d996d-0884-4257-bae5-73ba120fdf06 req-159eac86-3e0c-47b4-b141-c7f134ecf667 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2413 time: 0.6035066 Feb 08 23:55:29.622059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.627475 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e95431fb-6279-4d0e-a2b2-f8e886cdd390'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:29.633001 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.640749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-a8a0d283-6638-48c4-ab17-4916579746e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.641359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-a8a0d283-6638-48c4-ab17-4916579746e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.642060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-a8a0d283-6638-48c4-ab17-4916579746e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.643916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-a8a0d283-6638-48c4-ab17-4916579746e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2866 time: 0.5797257 Feb 08 23:55:29.727508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Network 867b1067-6760-47dc-9574-4aca3613a5a8 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:29.746414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8341eb-a68c-457b-bf3a-c61128cca45f req-d9ea5f0c-b332-46b4-bfaa-78baf4dc695d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.749363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:29.754726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d8341eb-a68c-457b-bf3a-c61128cca45f req-d9ea5f0c-b332-46b4-bfaa-78baf4dc695d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.4869516 Feb 08 23:55:29.758120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:29.760543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Pushing event updated for resources: {'Port': ['ID=2e805591-9533-4fd2-a815-fc91db58a527,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:29.764067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c5d66-326c-4715-9505-3120ee9976ad req-65288740-cd15-4451-b7d8-03bac7b4bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.766939 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c1c5d66-326c-4715-9505-3120ee9976ad req-65288740-cd15-4451-b7d8-03bac7b4bc0b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 1096 time: 0.5860546 Feb 08 23:55:29.808025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.843812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Attempting to bind port 2e805591-9533-4fd2-a815-fc91db58a527 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:29.844043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Attempting to bind port 2e805591-9533-4fd2-a815-fc91db58a527 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:29.844398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Attempting to bind port 2e805591-9533-4fd2-a815-fc91db58a527 on network 867b1067-6760-47dc-9574-4aca3613a5a8 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:29.851868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:29.852216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Checking segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:29.852786 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.853268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Bound using segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:29.853742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Bound port: 2e805591-9533-4fd2-a815-fc91db58a527, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:29.854132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:29.893591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e3d996d-0884-4257-bae5-73ba120fdf06 req-f8b019de-aeee-4fe8-ab38-04c72a5b73ff tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081934 Feb 08 23:55:29.898084 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c1c5d66-326c-4715-9505-3120ee9976ad req-49d92402-ff36-4447-a042-ab051cc17911 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136043 Feb 08 23:55:29.900695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-1a85e418-0a3f-41b6-8be1-acb8cbd150e2 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.902977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-1a85e418-0a3f-41b6-8be1-acb8cbd150e2 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 812 time: 0.6466842 Feb 08 23:55:29.982567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905048b-9859-477e-a7a0-739a6d7f648a req-efd66460-5ff9-4115-b77c-07ccd422a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:29.983524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Allocated IP 172.20.0.4 (0c03cbbc-1434-4317-b371-2a6ace09f2c2/151ee334-b1e4-4209-9676-9cc6cee5eee9/c29a3eeb-8000-461e-a19d-eadcb782ea0b) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:29.984658 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-efd66460-5ff9-4115-b77c-07ccd422a516 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124&tenant_id=9fb0cfc207934d72b14ac6ef05c3783a HTTP/1.1" status: 200 len: 1094 time: 0.2122128 Feb 08 23:55:30.065916 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.118657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4f03ba-d5cb-460b-b2b5-a00e0632f56f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:30.136388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] For port 2e805591-9533-4fd2-a815-fc91db58a527, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:30.139989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] For port 2e805591-9533-4fd2-a815-fc91db58a527, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2e805591-9533-4fd2-a815-fc91db58a527,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:30.151057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.154990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.155846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.155846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.156184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.156585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.157011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.157421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.157819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.158217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.158615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.159005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.159398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:30.235556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582126-c8d3-4ab0-baf8-423adfc24523 None None] Pushing event updated for resources: {'Port': ['ID=2e805591-9533-4fd2-a815-fc91db58a527,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:30.246529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Request body: {'port': {'device_id': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'admin_state_up': True, 'tenant_id': '7ba527c4f8fd4b7096ffa8010b3e80bb'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:30.321834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905048b-9859-477e-a7a0-739a6d7f648a req-dbc8d4d6-3ea1-4453-97ad-536bf084957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:30.323428 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-dbc8d4d6-3ea1-4453-97ad-536bf084957c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1094 time: 0.1794956 Feb 08 23:55:30.339749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Checking segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:30.340151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Network hostable DHCP agents. Network: 4402ffae-f91d-405e-8f0f-647589bc5a1d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:55:30.349249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.357193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d8341eb-a68c-457b-bf3a-c61128cca45f req-661a6a92-4968-4a3d-9dc3-50428e89e1f5 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015787 Feb 08 23:55:30.368589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9d20bd20-959b-4230-9a5d-679346908223 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:30.464984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:55:30.483082 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.506344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-85fd1b80-bd5a-4138-a7f0-c0ce22916331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:30.511029 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-85fd1b80-bd5a-4138-a7f0-c0ce22916331 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67499e71-f586-4899-9652-067abe07c004 HTTP/1.1" status: 200 len: 902 time: 0.8169618 Feb 08 23:55:30.527021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 4402ffae-f91d-405e-8f0f-647589bc5a1d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:30.535610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.548022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:30.548618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.573026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031be68a-5818-48f6-b96e-c56f7c5fac31 req-10812d35-ab32-4cd9-9250-78609c062941 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:30.578104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905048b-9859-477e-a7a0-739a6d7f648a req-450e139f-00f0-4aee-9629-4fb3415a6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:30.580403 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-450e139f-00f0-4aee-9629-4fb3415a6610 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.2362750 Feb 08 23:55:30.581657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49360052-a112-4c8e-9fb7-b52835b07217 None None] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:30.582322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-031be68a-5818-48f6-b96e-c56f7c5fac31 req-10812d35-ab32-4cd9-9250-78609c062941 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.3609061 Feb 08 23:55:30.636447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-178c9998-2fef-4b3d-964a-a399b812a400 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0110517 Feb 08 23:55:30.639326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47980) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:30.678630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:30.679838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9d20bd20-959b-4230-9a5d-679346908223,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:30.688820 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-e1943227-24ba-409a-a717-81895c880247 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.0705731 Feb 08 23:55:30.707040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '9d20bd20-959b-4230-9a5d-679346908223', 'network_id': 'a6b5eaa9-30b3-409d-85e5-ed8ae1437e69', 'port_id': '9d20bd20-959b-4230-9a5d-679346908223', 'mac_address': 'fa:16:3e:96:28:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e481611-bdfa-407e-9237-d30a7165f126', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:30.712336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-d0d35fcc-bc93-4b7c-a7a2-8eb080e27b58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80 HTTP/1.1" status: 200 len: 217 time: 0.1674452 Feb 08 23:55:30.758319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffcbf90e-e34a-4168-a4a4-d4f7f2f55f61 req-724588da-75dd-4a92-967e-2ec42e6c6d5f tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 210 time: 0.1616178 Feb 08 23:55:30.811180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.829637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.830679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.871994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Allocated IP 172.25.3.108 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4de7aee7-db91-4f0a-8137-8ba6a19797ff) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:30.874497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.878749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905048b-9859-477e-a7a0-739a6d7f648a req-6bbad1f4-2862-4cc5-bab1-fabb369317ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:30.880281 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-6bbad1f4-2862-4cc5-bab1-fabb369317ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.1837397 Feb 08 23:55:30.891121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d20bd20-959b-4230-9a5d-679346908223 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:30.920547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9d20bd20-959b-4230-9a5d-679346908223,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:30.934665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-4402ffae-f91d-405e-8f0f-647589bc5a1d', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:55:30.935469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.939178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.939827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cac7ba27-4ff9-4041-90c5-e647311665ff details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:30.959261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-031be68a-5818-48f6-b96e-c56f7c5fac31 req-7f7b4fc3-731f-4687-80ea-17db5d9de85b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752427 Feb 08 23:55:30.977267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-3d6be849-6ca2-42d7-8c98-55157ef8c818 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822170 Feb 08 23:55:30.988936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:30.990327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:31.004204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:31.010161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:31.169965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-8e7b4680-8554-455b-9eb1-d55269374d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:31.171590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-8e7b4680-8554-455b-9eb1-d55269374d65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f82e9dd-e2f6-4d35-a3b3-3666a336de58 HTTP/1.1" status: 200 len: 801 time: 0.3893836 Feb 08 23:55:31.172247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Made reservation on behalf of 7ba527c4f8fd4b7096ffa8010b3e80bb for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:31.177185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.243313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Allocated IP 172.20.0.2 (4402ffae-f91d-405e-8f0f-647589bc5a1d/6b4f03ba-d5cb-460b-b2b5-a00e0632f56f/73864902-df0e-4157-ad52-aea6dc5f83f0) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:31.258910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event updated for resources: {'Port': ['ID=c29a3eeb-8000-461e-a19d-eadcb782ea0b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:31.291451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:31.292105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.310530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21795-4cb6-402b-a1d0-6e7da2a8bae8 req-9a42d20f-3061-46a9-b29b-5276d65e4bac tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:31.319896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bc21795-4cb6-402b-a1d0-6e7da2a8bae8 req-9a42d20f-3061-46a9-b29b-5276d65e4bac tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 944 time: 0.3665087 Feb 08 23:55:31.339770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.341012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.345718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.346312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.346808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.347309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.347855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.348356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.348839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.349315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.350065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.350413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.350746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:31.468666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69f621-c9ca-4972-ac52-2f779383d998 req-1d646fcd-8900-4bab-bcde-499551292858 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:31.473994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.478281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb69f621-c9ca-4972-ac52-2f779383d998 req-1d646fcd-8900-4bab-bcde-499551292858 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.3267970 Feb 08 23:55:31.478561 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-f017ee2a-ec49-4bcd-bd41-f88dba4b9daf service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815183 Feb 08 23:55:31.507650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-0fff889a-ac93-41a9-a740-28e8914258de tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4176815 Feb 08 23:55:31.539845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-a202f04a-c445-4ef6-a168-79e0c2899f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:31.544706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-a202f04a-c445-4ef6-a168-79e0c2899f5f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67499e71-f586-4899-9652-067abe07c004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3630528 Feb 08 23:55:31.557680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Request body: {'port': {'device_id': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:31.632161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:31.647898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bc21795-4cb6-402b-a1d0-6e7da2a8bae8 req-19167da8-60fb-45e2-9281-6f6f3207bae4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268952 Feb 08 23:55:31.681724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb69f621-c9ca-4972-ac52-2f779383d998 req-581b1924-673f-4b33-a2f0-596ad2c3e0a8 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025223 Feb 08 23:55:31.722405 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.740565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.748356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.762673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:31.766542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cac7ba27-4ff9-4041-90c5-e647311665ff,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:31.832580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d49944-e6b9-4499-bef6-94119d5faee4 None None] Network 867b1067-6760-47dc-9574-4aca3613a5a8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:31.843849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'cac7ba27-4ff9-4041-90c5-e647311665ff', 'network_id': '67499e71-f586-4899-9652-067abe07c004', 'port_id': 'cac7ba27-4ff9-4041-90c5-e647311665ff', 'mac_address': 'fa:16:3e:d7:9d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f82e9dd-e2f6-4d35-a3b3-3666a336de58', 'ip_address': '19.80.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:31.849529 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-1ea2f5b4-c483-4aab-aa45-89e3fb6c88af service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632278 Feb 08 23:55:31.884189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:31.889794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:31.901904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:31.906445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:31.953849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Allocated IP 172.20.0.9 (0c03cbbc-1434-4317-b371-2a6ace09f2c2/151ee334-b1e4-4209-9676-9cc6cee5eee9/d75a7301-f29b-4f52-abf1-2cfc8b17e741) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:31.967864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:31.977282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-e3b9472a-05e1-4b6e-93da-21464429a32e service neutron] 10.222.0.21 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767841 Feb 08 23:55:31.980091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:31.994135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Pushing event updated for resources: {'Port': ['ID=73864902-df0e-4157-ad52-aea6dc5f83f0,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:32.046397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.072826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-86ef2b96-fe8c-4cee-8b7f-16ee78ca3ba4 None None] Provisioning complete for port 2e805591-9533-4fd2-a815-fc91db58a527 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:32.074370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86ef2b96-fe8c-4cee-8b7f-16ee78ca3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.126792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141bed8-e5e3-4d68-bf41-5959ff7474f4 req-0390f6de-8d78-47d2-8492-ef43a32f9740 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:32.134910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b141bed8-e5e3-4d68-bf41-5959ff7474f4 req-0390f6de-8d78-47d2-8492-ef43a32f9740 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 945 time: 0.3129191 Feb 08 23:55:32.140485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac7ba27-4ff9-4041-90c5-e647311665ff {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:32.154296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Attempting to bind port 73864902-df0e-4157-ad52-aea6dc5f83f0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:32.154666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Attempting to bind port 73864902-df0e-4157-ad52-aea6dc5f83f0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:32.155023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Attempting to bind port 73864902-df0e-4157-ad52-aea6dc5f83f0 on network 4402ffae-f91d-405e-8f0f-647589bc5a1d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:32.162624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e07a1-6278-46a6-863c-daa48e3ac8b9 req-103b6e3f-262a-4da3-8fc9-3e8839aede84 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:32.164936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:32.165436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Checking segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:32.165799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.166201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Bound using segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:32.166669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Bound port: 73864902-df0e-4157-ad52-aea6dc5f83f0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:32.167032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.169244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e07a1-6278-46a6-863c-daa48e3ac8b9 req-103b6e3f-262a-4da3-8fc9-3e8839aede84 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:32.175809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e07a1-6278-46a6-863c-daa48e3ac8b9 req-103b6e3f-262a-4da3-8fc9-3e8839aede84 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:32.177237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da7e07a1-6278-46a6-863c-daa48e3ac8b9 req-103b6e3f-262a-4da3-8fc9-3e8839aede84 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2414 time: 0.3488371 Feb 08 23:55:32.219124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cac7ba27-4ff9-4041-90c5-e647311665ff,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:32.231813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.232163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0d9624e0-9509-4fd0-85c2-30ca4536bb80 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:32.325315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:32.401883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b141bed8-e5e3-4d68-bf41-5959ff7474f4 req-49ba9a6e-fa5d-453d-963b-3628f71b1603 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654583 Feb 08 23:55:32.445370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da7e07a1-6278-46a6-863c-daa48e3ac8b9 req-39be5f9a-5862-4638-820b-84eae1ac9828 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491598 Feb 08 23:55:32.470867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b175af5c-febc-4be6-aae6-03a2ff654990 req-f7ea9a72-6f73-4395-89b8-81fe2dd7d187 service neutron] 10.222.0.21 "GET /v2.0/networks/67499e71-f586-4899-9652-067abe07c004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835143 Feb 08 23:55:32.573799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:32.652871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc096c9d-dd92-40c5-aa9e-49683c388d8c req-f8531df2-188e-4c72-a17e-229816179233 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 210 time: 0.0869529 Feb 08 23:55:32.658295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4de7aee7-db91-4f0a-8137-8ba6a19797ff,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:32.658868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '0d9624e0-9509-4fd0-85c2-30ca4536bb80', 'network_id': '67499e71-f586-4899-9652-067abe07c004', 'port_id': '0d9624e0-9509-4fd0-85c2-30ca4536bb80', 'mac_address': 'fa:16:3e:34:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f82e9dd-e2f6-4d35-a3b3-3666a336de58', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:32.750988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.855122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] For port 73864902-df0e-4157-ad52-aea6dc5f83f0, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:32.859153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] For port 73864902-df0e-4157-ad52-aea6dc5f83f0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=73864902-df0e-4157-ad52-aea6dc5f83f0,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:32.861040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2e805591-9533-4fd2-a815-fc91db58a527 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:32.932621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a0745-812e-4d8a-8001-31a60d4acee2 req-5c7a1cab-0713-4e9d-bda5-cefac32acd29 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:32.948087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df7a0745-812e-4d8a-8001-31a60d4acee2 req-5c7a1cab-0713-4e9d-bda5-cefac32acd29 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.2755136 Feb 08 23:55:32.966861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:32.997587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.006927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.023976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.120408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Allocated IP 172.25.3.216 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/68f47ef8-4810-49c8-ab3f-4aec853fa0fa) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:33.252952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86ef2b96-fe8c-4cee-8b7f-16ee78ca3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.257333 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.298594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.382900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event updated for resources: {'Port': ['ID=d75a7301-f29b-4f52-abf1-2cfc8b17e741,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:33.387405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:33.403019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:33.423562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df7a0745-812e-4d8a-8001-31a60d4acee2 req-61411ddd-f802-43c5-97a6-6e8b774c6328 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657106 Feb 08 23:55:33.430306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:33.473606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2e805591-9533-4fd2-a815-fc91db58a527 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:33.473606 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.483931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Pushing event updated for resources: {'Port': ['ID=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:33.485085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:33.497480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.571559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:33.576480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:33.601946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71edb6-ea57-4a7f-944e-284d1d79f994 None None] Pushing event updated for resources: {'Port': ['ID=73864902-df0e-4157-ad52-aea6dc5f83f0,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:33.655639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.714305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-86ef2b96-fe8c-4cee-8b7f-16ee78ca3ba4 None None] For port 2e805591-9533-4fd2-a815-fc91db58a527, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2e805591-9533-4fd2-a815-fc91db58a527,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:33.723527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9624e0-9509-4fd0-85c2-30ca4536bb80 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:33.732072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86ef2b96-fe8c-4cee-8b7f-16ee78ca3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.733703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:33.735041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.812552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:33.824052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:33.869612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e95431fb-6279-4d0e-a2b2-f8e886cdd390 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:33.887656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef2b96-fe8c-4cee-8b7f-16ee78ca3ba4 None None] Pushing event updated for resources: {'Port': ['ID=2e805591-9533-4fd2-a815-fc91db58a527,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:33.986135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-a4c2dbd1-b119-44a1-88db-390c8e5cc6e1 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7554941 Feb 08 23:55:34.067199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Request body: {'port': {'device_id': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:34.178662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac77f-a46c-4ed9-9bf4-3c44baf7edb1 req-1290ae2a-f8eb-4a00-aec6-edb891d33cfc tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:34.198749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e9ac77f-a46c-4ed9-9bf4-3c44baf7edb1 req-1290ae2a-f8eb-4a00-aec6-edb891d33cfc tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.8703678 Feb 08 23:55:34.285409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29a3eeb-8000-461e-a19d-eadcb782ea0b {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:34.295273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:34.315121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Transition to ACTIVE for port object c29a3eeb-8000-461e-a19d-eadcb782ea0b will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:34.340291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f112ea78-f8a8-4b3e-be6b-f16e46932604 None None] Provisioning complete for port 2e805591-9533-4fd2-a815-fc91db58a527 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:34.341411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f112ea78-f8a8-4b3e-be6b-f16e46932604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:34.346149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:34.360846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcd537-95d0-48cc-97a7-fe8f20c982d0 req-aac744b9-746c-45ff-8c3e-ccecfe3301d7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:34.367329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cfcd537-95d0-48cc-97a7-fe8f20c982d0 req-aac744b9-746c-45ff-8c3e-ccecfe3301d7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 944 time: 0.6728144 Feb 08 23:55:34.387303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['9d20bd20-959b-4230-9a5d-679346908223'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:34.405456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e9ac77f-a46c-4ed9-9bf4-3c44baf7edb1 req-d495d7ff-1126-425f-9d8c-eb02347d00d0 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057106 Feb 08 23:55:34.411787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:34.434026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['0d9624e0-9509-4fd0-85c2-30ca4536bb80'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:34.437051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port e95431fb-6279-4d0e-a2b2-f8e886cdd390 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:34.486627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port e95431fb-6279-4d0e-a2b2-f8e886cdd390 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:34.487039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:34.608382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Pushing event updated for resources: {'Port': ['ID=c29a3eeb-8000-461e-a19d-eadcb782ea0b,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:34.699328 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:34.911344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2e805591-9533-4fd2-a815-fc91db58a527 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:35.035032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.072553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cfcd537-95d0-48cc-97a7-fe8f20c982d0 req-4fe029aa-d956-4c18-811e-320058dac3ba tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656170 Feb 08 23:55:35.180717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.204248 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.267594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['cac7ba27-4ff9-4041-90c5-e647311665ff'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:35.358746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d13965-8ac7-4666-bde0-a468cf33815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:35.365216 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af85a82c-abb3-449d-9714-4d0de3dd80a9" -d '{"events": [{"server_uuid": "31d13965-8ac7-4666-bde0-a468cf33815e", "name": "network-vif-plugged", "status": "completed", "tag": "e95431fb-6279-4d0e-a2b2-f8e886cdd390"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:35.500777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101eee7-f1d5-4d68-b89c-b0b5aeb9f1d5 None None] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:35.593150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e95431fb-6279-4d0e-a2b2-f8e886cdd390, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:35.655911 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.709431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2e805591-9533-4fd2-a815-fc91db58a527 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:35.710169 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.750949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Router 098f3830-9d3a-493b-91c2-cd64ae7a690c is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:55:35.831427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.896615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a9ea7a49-c6da-42be-b7da-393d35676f8c None None] Provisioning complete for port 73864902-df0e-4157-ad52-aea6dc5f83f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:35.897182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7a49-c6da-42be-b7da-393d35676f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.957437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75a7301-f29b-4f52-abf1-2cfc8b17e741 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:35.966217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:35.979813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Transition to ACTIVE for port object d75a7301-f29b-4f52-abf1-2cfc8b17e741 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:55:36.015043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:36.048530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb76c0-eea1-46ec-b575-6564df09bb0a req-f9076911-cfec-46b0-b707-ee8a6413fbbb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:36.075819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb76c0-eea1-46ec-b575-6564df09bb0a req-f9076911-cfec-46b0-b707-ee8a6413fbbb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:36.094121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb76c0-eea1-46ec-b575-6564df09bb0a req-f9076911-cfec-46b0-b707-ee8a6413fbbb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:36.115725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3cb76c0-eea1-46ec-b575-6564df09bb0a req-f9076911-cfec-46b0-b707-ee8a6413fbbb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2416 time: 1.5718260 Feb 08 23:55:36.124594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:36.148760 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Sync routers for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:36.171375 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:36.173078 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:36.262864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:36.263107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Pushing event updated for resources: {'Port': ['ID=d75a7301-f29b-4f52-abf1-2cfc8b17e741,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:36.267177 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b899cb59-bf6e-42d2-94a6-84e0c3dc59d4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8364367 Feb 08 23:55:36.273241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48032) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:36.276112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Attempting to bind port c29a3eeb-8000-461e-a19d-eadcb782ea0b on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:36.276716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Attempting to bind port c29a3eeb-8000-461e-a19d-eadcb782ea0b by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:36.277253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Attempting to bind port c29a3eeb-8000-461e-a19d-eadcb782ea0b on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:36.317913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e95431fb-6279-4d0e-a2b2-f8e886cdd390,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:36.322453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Port c29a3eeb-8000-461e-a19d-eadcb782ea0b on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:36.323008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Attempting to bind port c29a3eeb-8000-461e-a19d-eadcb782ea0b on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:36.337726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:36.338316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Checking segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:36.338858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Bound using segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:36.339112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Bound port: c29a3eeb-8000-461e-a19d-eadcb782ea0b, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:36.339497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:36.453335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3cb76c0-eea1-46ec-b575-6564df09bb0a req-f9e02dce-8689-4834-bc70-b7a518f14e9f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361206 Feb 08 23:55:36.477076 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:36.536122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 73864902-df0e-4157-ad52-aea6dc5f83f0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:36.664677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Attempting to bind port d75a7301-f29b-4f52-abf1-2cfc8b17e741 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:36.669875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Attempting to bind port d75a7301-f29b-4f52-abf1-2cfc8b17e741 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:36.674530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Attempting to bind port d75a7301-f29b-4f52-abf1-2cfc8b17e741 on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:36.688303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7a49-c6da-42be-b7da-393d35676f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:36.704201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d3e50-17ad-44e3-af55-5dfb60fd1516 req-61ae7f53-c22e-48bc-95bd-e212ba4744d3 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:36.713033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-467d3e50-17ad-44e3-af55-5dfb60fd1516 req-61ae7f53-c22e-48bc-95bd-e212ba4744d3 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 943 time: 0.7152092 Feb 08 23:55:36.734735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Port d75a7301-f29b-4f52-abf1-2cfc8b17e741 on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:55:36.743095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Attempting to bind port d75a7301-f29b-4f52-abf1-2cfc8b17e741 on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:36.765208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:36.769704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Checking segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:36.772214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Bound using segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:36.774966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Bound port: d75a7301-f29b-4f52-abf1-2cfc8b17e741, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:36.775584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:36.995909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a9ea7a49-c6da-42be-b7da-393d35676f8c None None] For port 73864902-df0e-4157-ad52-aea6dc5f83f0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=73864902-df0e-4157-ad52-aea6dc5f83f0,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:36.999857 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.006648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-467d3e50-17ad-44e3-af55-5dfb60fd1516 req-9c777322-1d6c-4b13-8367-1cfa152c876c tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779179 Feb 08 23:55:37.014492 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9ea7a49-c6da-42be-b7da-393d35676f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.019698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.052304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] For port c29a3eeb-8000-461e-a19d-eadcb782ea0b, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:37.116114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 73864902-df0e-4157-ad52-aea6dc5f83f0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:37.116972 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.190796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] For port c29a3eeb-8000-461e-a19d-eadcb782ea0b, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:37.199863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:55:37.230172 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:32Z', 'revision_number': 3, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:37.253821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.336081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Pushing event updated for resources: {'Port': ['ID=c29a3eeb-8000-461e-a19d-eadcb782ea0b,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:37.341072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] For port d75a7301-f29b-4f52-abf1-2cfc8b17e741, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:37.352151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea7a49-c6da-42be-b7da-393d35676f8c None None] Pushing event updated for resources: {'Port': ['ID=73864902-df0e-4157-ad52-aea6dc5f83f0,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:37.355083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7956925f-1a63-4854-8e8a-7a202e58344e None None] Provisioning complete for port 73864902-df0e-4157-ad52-aea6dc5f83f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:37.355448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7956925f-1a63-4854-8e8a-7a202e58344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.371716 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Checking router: 098f3830-9d3a-493b-91c2-cd64ae7a690c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:37.372094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Updating router 098f3830-9d3a-493b-91c2-cd64ae7a690c port 4de7aee7-db91-4f0a-8137-8ba6a19797ff binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:55:37.378961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:37.379670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.381482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-cc5c7e75-b2bb-4a31-9019-d3f2318b663f service neutron] 10.222.0.21 "PUT /v2.0/ports/c29a3eeb-8000-461e-a19d-eadcb782ea0b HTTP/1.1" status: 200 len: 1091 time: 5.8488178 Feb 08 23:55:37.384583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'tag': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:37.387843 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcb75b78-6cc6-4295-ba9b-bdc6478a77b2", "tag": "c29a3eeb-8000-461e-a19d-eadcb782ea0b"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:37.408073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] For port d75a7301-f29b-4f52-abf1-2cfc8b17e741, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:37.440177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.460562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85161f-9237-4fe5-a8d2-7a9562907f81 req-cd044ae8-f7e3-4a68-961e-1c2ea7af2455 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:37.462865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f85161f-9237-4fe5-a8d2-7a9562907f81 req-cd044ae8-f7e3-4a68-961e-1c2ea7af2455 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.3706467 Feb 08 23:55:37.509989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:37.517763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.519583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] 10.222.0.21 "PUT /v2.0/ports/d75a7301-f29b-4f52-abf1-2cfc8b17e741 HTTP/1.1" status: 200 len: 1091 time: 3.4778621 Feb 08 23:55:37.534984 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:37.603924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a38fc0-f43b-4858-9207-d0fffa94e449 req-601bb7bf-4a54-46c7-aba1-9a5a4f9d2a13 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:37.605753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2a38fc0-f43b-4858-9207-d0fffa94e449 req-601bb7bf-4a54-46c7-aba1-9a5a4f9d2a13 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.2718277 Feb 08 23:55:37.717243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f85161f-9237-4fe5-a8d2-7a9562907f81 req-2aadf925-6f5f-4299-b1b5-60183cbf596e tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537533 Feb 08 23:55:37.866391 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbdf9e2-7a78-4bcb-bc81-b652c3cf16ba x-openstack-request-id: req-edbdf9e2-7a78-4bcb-bc81-b652c3cf16ba {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:37.868017 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d13965-8ac7-4666-bde0-a468cf33815e", "name": "network-vif-plugged", "status": "completed", "tag": "e95431fb-6279-4d0e-a2b2-f8e886cdd390", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:37.869390 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edbdf9e2-7a78-4bcb-bc81-b652c3cf16ba {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:37.870036 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d13965-8ac7-4666-bde0-a468cf33815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390', 'code': 200} Feb 08 23:55:37.871961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9d20bd20-959b-4230-9a5d-679346908223 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:37.927864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-6b7d0b6d-fd0c-455f-bb33-62022b756b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:37.929636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-6b7d0b6d-fd0c-455f-bb33-62022b756b3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=dcb75b78-6cc6-4295-ba9b-bdc6478a77b2 HTTP/1.1" status: 200 len: 1094 time: 0.4777300 Feb 08 23:55:37.936067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288b3d5-96d5-4c8a-b215-f8cd513909dd service neutron] Pushing event updated for resources: {'Port': ['ID=d75a7301-f29b-4f52-abf1-2cfc8b17e741,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:37.989778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2a38fc0-f43b-4858-9207-d0fffa94e449 req-8c03123f-ebfb-4c43-be18-2d096e2a2a65 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718910 Feb 08 23:55:38.061931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-f32e5e63-c54d-44d7-b54a-7433e870cf37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b HTTP/1.1" status: 200 len: 217 time: 0.0897589 Feb 08 23:55:38.134020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-00b0ba43-64a8-49ca-9182-ec9d7f9be4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.141674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-00b0ba43-64a8-49ca-9182-ec9d7f9be4e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 1094 time: 0.4257157 Feb 08 23:55:38.204281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 9d20bd20-959b-4230-9a5d-679346908223 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:38.211062 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f8fb5-f79e-49b2-8efd-222d3af8ec1c x-openstack-request-id: req-545f8fb5-f79e-49b2-8efd-222d3af8ec1c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:38.211644 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcb75b78-6cc6-4295-ba9b-bdc6478a77b2", "tag": "c29a3eeb-8000-461e-a19d-eadcb782ea0b", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:38.211891 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-545f8fb5-f79e-49b2-8efd-222d3af8ec1c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:38.212525 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'tag': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b', 'status': 'completed', 'code': 200} Feb 08 23:55:38.227123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 9d20bd20-959b-4230-9a5d-679346908223 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:38.229062 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.368985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 73864902-df0e-4157-ad52-aea6dc5f83f0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:38.483951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 73864902-df0e-4157-ad52-aea6dc5f83f0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:38.484641 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.544612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-07849a2f-3a2a-4e0c-a8c8-78d6fa0f3b35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741 HTTP/1.1" status: 200 len: 217 time: 0.3290348 Feb 08 23:55:38.552275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.578833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba372b-c760-475d-8fda-a571e300b15e req-6d5a574f-e619-48e7-bb09-5598563e0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.580806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01ba372b-c760-475d-8fda-a571e300b15e req-6d5a574f-e619-48e7-bb09-5598563e0caa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 1096 time: 0.5294752 Feb 08 23:55:38.606645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9d20bd20-959b-4230-9a5d-679346908223,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:38.613306 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.614695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0d9624e0-9509-4fd0-85c2-30ca4536bb80 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:38.677803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91de733-b492-465d-b238-47b5122c969a req-dd637338-195a-4528-bd1a-e9eeeb29ba27 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.689141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91de733-b492-465d-b238-47b5122c969a req-dd637338-195a-4528-bd1a-e9eeeb29ba27 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.701777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91de733-b492-465d-b238-47b5122c969a req-dd637338-195a-4528-bd1a-e9eeeb29ba27 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.713552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b91de733-b492-465d-b238-47b5122c969a req-dd637338-195a-4528-bd1a-e9eeeb29ba27 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2416 time: 0.2213109 Feb 08 23:55:38.745302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-826d8c64-cb71-4d80-a0f4-26e4800e9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.746869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-826d8c64-cb71-4d80-a0f4-26e4800e9bdc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.6025732 Feb 08 23:55:38.760720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:38.774554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:38.780959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:38.782442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.802980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01ba372b-c760-475d-8fda-a571e300b15e req-bf13bfce-5c82-43af-b2ff-684ea205d97e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047048 Feb 08 23:55:38.812707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ef33-3e16-4ec2-b849-a7662bb0924b req-dd482367-0d79-4548-8ffc-fe5482d3b8b4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:38.821616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a05ef33-3e16-4ec2-b849-a7662bb0924b req-dd482367-0d79-4548-8ffc-fe5482d3b8b4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 945 time: 0.6785960 Feb 08 23:55:38.873759 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.897592 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.964597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:38.979777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Pushing event updated for resources: {'Port': ['ID=4de7aee7-db91-4f0a-8137-8ba6a19797ff,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:39.000859 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Attempting to bind port 4de7aee7-db91-4f0a-8137-8ba6a19797ff on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:39.001258 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Attempting to bind port 4de7aee7-db91-4f0a-8137-8ba6a19797ff by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:39.001622 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Attempting to bind port 4de7aee7-db91-4f0a-8137-8ba6a19797ff on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:39.011175 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:39.011602 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:39.011947 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:39.012335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:39.012804 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Bound port: 4de7aee7-db91-4f0a-8137-8ba6a19797ff, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:39.013222 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:39.035560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:39.038682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-9e172ee2-de53-476b-9e1c-4744448d3ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2476864 Feb 08 23:55:39.046285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-7fb0d20e-6a6d-4542-bfef-abbfa2d54f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:39.048820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-7fb0d20e-6a6d-4542-bfef-abbfa2d54f49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.4746056 Feb 08 23:55:39.060137 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.060607 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.061526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Sync routers for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:39.075704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.076386 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.077007 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.077693 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.078559 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.078696 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.079128 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.079664 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.080189 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.080720 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:39.087902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:39.088658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:39.092758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:39.111360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b91de733-b492-465d-b238-47b5122c969a req-0167dd44-0f1d-410d-8196-37c695d24c12 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966842 Feb 08 23:55:39.190256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a05ef33-3e16-4ec2-b849-a7662bb0924b req-c36f7095-eef0-428e-b7b7-74b360449933 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663371 Feb 08 23:55:39.262212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:39.269120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48050) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:39.270375 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-114ec57d-4bda-43d5-809b-e59609bf07ed admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6280069 Feb 08 23:55:39.332763 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] For port 4de7aee7-db91-4f0a-8137-8ba6a19797ff, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:39.358371 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] For port 4de7aee7-db91-4f0a-8137-8ba6a19797ff, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4de7aee7-db91-4f0a-8137-8ba6a19797ff,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:39.374892 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:39.525982 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe5229-65ba-4004-99d0-3a971df0f02e None None] Pushing event updated for resources: {'Port': ['ID=4de7aee7-db91-4f0a-8137-8ba6a19797ff,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:39.538489 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:39.539721 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:39.575238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:39.822577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:39.841736 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:39.952457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d20bd20-959b-4230-9a5d-679346908223'}, {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:39.963744 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9767aca6-2789-4e0d-bfb0-1a598ad4ad15" -d '{"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-plugged", "status": "completed", "tag": "9d20bd20-959b-4230-9a5d-679346908223"}, {"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-plugged", "status": "completed", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:39.983749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cac7ba27-4ff9-4041-90c5-e647311665ff up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:40.086415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-7091acdf-ef54-4e2c-8249-4a24d8acdb4d service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943536 Feb 08 23:55:40.090191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-eb634705-ed9d-46d1-8c65-ee6c6b22ed21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3926601 Feb 08 23:55:40.191882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:40.244511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Allocated IP 172.20.0.1 (867b1067-6760-47dc-9574-4aca3613a5a8/998af3e3-9a1e-4ebb-8989-a3ea77d08d9c/59b53922-d05e-4370-8cae-9e51c9e1bd14) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:40.264264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:40.436377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'tag': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:40.439104 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0161e45d-aab0-486c-b31b-d72044dc303a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d63b11a-3a47-4248-a463-51b743ab8ebb", "tag": "d75a7301-f29b-4f52-abf1-2cfc8b17e741"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:40.451478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-b85175c3-a95b-4c21-920b-8b690e9d689b service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926877 Feb 08 23:55:40.587476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc42ce-24dc-485f-9ba4-4cb5dad5075f req-2107391d-c2eb-4c5f-a5ec-fe4ba06eca84 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:40.598832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66dc42ce-24dc-485f-9ba4-4cb5dad5075f req-2107391d-c2eb-4c5f-a5ec-fe4ba06eca84 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 943 time: 0.8661063 Feb 08 23:55:40.631174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port cac7ba27-4ff9-4041-90c5-e647311665ff completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:40.649702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port cac7ba27-4ff9-4041-90c5-e647311665ff triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:40.650068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:40.655500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:40.701325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a931dab-8c17-407b-b9f1-11fa65193f74 req-b55aabc1-2558-4a05-bd50-e8cdaccf6d57 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:40.707718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a931dab-8c17-407b-b9f1-11fa65193f74 req-b55aabc1-2558-4a05-bd50-e8cdaccf6d57 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:40.733963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a931dab-8c17-407b-b9f1-11fa65193f74 req-b55aabc1-2558-4a05-bd50-e8cdaccf6d57 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:40.735681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a931dab-8c17-407b-b9f1-11fa65193f74 req-b55aabc1-2558-4a05-bd50-e8cdaccf6d57 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3&device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b&device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 2418 time: 0.6464322 Feb 08 23:55:40.785049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:40.844813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Network 867b1067-6760-47dc-9574-4aca3613a5a8 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:40.901344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:40.909571 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:32Z', 'revision_number': 3, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:40.922887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:40.938214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-bb4a9c08-5aac-4848-8c74-cd11b37fe272 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359730 Feb 08 23:55:41.008047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-13f1e958-5a60-41c0-8deb-94bdb7821beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:41.010350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-13f1e958-5a60-41c0-8deb-94bdb7821beb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=dcb75b78-6cc6-4295-ba9b-bdc6478a77b2 HTTP/1.1" status: 200 len: 1094 time: 0.2524133 Feb 08 23:55:41.010680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04089ed8-d14b-49ea-911a-1651f64c88ba None None] The sync data for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 is: [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:32Z', 'revision_number': 3, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:41.076388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Pushing event updated for resources: {'Port': ['ID=59b53922-d05e-4370-8cae-9e51c9e1bd14,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:41.082105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.130534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.180566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:34Z', 'revision_number': 3, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:41.208391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a4130ba-5295-4bf9-9a2b-ddc748e858d4 req-34473728-defe-4929-b9b0-0112d45d389d service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905105 Feb 08 23:55:41.218826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a931dab-8c17-407b-b9f1-11fa65193f74 req-ef6ff8f3-41ee-4ed4-bc9e-04fb755de612 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880780 Feb 08 23:55:41.239557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66dc42ce-24dc-485f-9ba4-4cb5dad5075f req-3559e120-c841-44d3-a328-fa2c908399db tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392801 Feb 08 23:55:41.336602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Checking router: 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:41.337226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Updating router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:55:41.345729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cac7ba27-4ff9-4041-90c5-e647311665ff,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:41.400980 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b17045-e482-4a53-87a3-7d50bee62d55 x-openstack-request-id: req-12b17045-e482-4a53-87a3-7d50bee62d55 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:41.408516 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-plugged", "status": "completed", "tag": "9d20bd20-959b-4230-9a5d-679346908223", "code": 200}, {"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-plugged", "status": "completed", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:41.409115 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12b17045-e482-4a53-87a3-7d50bee62d55 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:41.409742 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d20bd20-959b-4230-9a5d-679346908223', 'code': 200} Feb 08 23:55:41.410198 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80', 'code': 200} Feb 08 23:55:41.414607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.499494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.577260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.626481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-362b7f06-76b4-4ea9-945b-3906c8280f03 None None] Provisioning complete for port 59b53922-d05e-4370-8cae-9e51c9e1bd14 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:41.626936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-362b7f06-76b4-4ea9-945b-3906c8280f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.640722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:41.963689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.971455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:41.986450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-09d3971f-ea6d-415b-8b8d-3f03f3f9d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:42.012489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-362b7f06-76b4-4ea9-945b-3906c8280f03 None None] Port 59b53922-d05e-4370-8cae-9e51c9e1bd14 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:42.072596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:42.355066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4de7aee7-db91-4f0a-8137-8ba6a19797ff up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:42.367410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Pushing event updated for resources: {'Port': ['ID=59b53922-d05e-4370-8cae-9e51c9e1bd14,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:42.502951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Network 867b1067-6760-47dc-9574-4aca3613a5a8 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:42.505016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:42.611140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:42.655822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:42.799726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4de7aee7-db91-4f0a-8137-8ba6a19797ff triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:42.800142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:42.921122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Attempting to bind port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:42.921566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Attempting to bind port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:42.922066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Attempting to bind port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:42.958196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Router 098f3830-9d3a-493b-91c2-cd64ae7a690c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:55:42.987458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1bdff-7c4f-4d83-939f-4e8459013e47 None None] Pushing event updated for resources: {'Port': ['ID=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:43.009541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:43.013296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:43.013824 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.014287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:43.014953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Bound port: 68f47ef8-4810-49c8-ab3f-4aec853fa0fa, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:43.017478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.058742 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.211712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-146ddb2d-2b01-4c90-85c9-f6f5b795aa60 None None] Provisioning complete for port 59b53922-d05e-4370-8cae-9e51c9e1bd14 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:43.212188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-146ddb2d-2b01-4c90-85c9-f6f5b795aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.308354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] For port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:43.325137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:43.346937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] For port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:43.351360 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.356099 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f4a6ca40-2e6d-43f7-9cf3-a21bf9705280 admin admin] 10.222.0.32 "PUT /v2.0/routers/098f3830-9d3a-493b-91c2-cd64ae7a690c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0808699 Feb 08 23:55:43.362166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.364164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9510b2-b949-46b5-8285-008d5d63ee60 req-39974d7b-b41a-4c95-9e52-39e8d5183cfa tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:43.378340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d9510b2-b949-46b5-8285-008d5d63ee60 req-39974d7b-b41a-4c95-9e52-39e8d5183cfa tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 1.8666546 Feb 08 23:55:43.382602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-146ddb2d-2b01-4c90-85c9-f6f5b795aa60 None None] Port 59b53922-d05e-4370-8cae-9e51c9e1bd14 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:43.404995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3e40-3ebb-4832-b032-5474adad3386 req-77861c61-46aa-44bf-843d-32d090181055 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:43.417489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3e40-3ebb-4832-b032-5474adad3386 req-77861c61-46aa-44bf-843d-32d090181055 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:43.424160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:43.426700 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae21fb0-1b20-4a8c-a598-22410a0fcf52" -d '{"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-plugged", "status": "completed", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:43.437774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc3e40-3ebb-4832-b032-5474adad3386 req-77861c61-46aa-44bf-843d-32d090181055 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:43.439419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4de7aee7-db91-4f0a-8137-8ba6a19797ff, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4de7aee7-db91-4f0a-8137-8ba6a19797ff,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:43.452545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43cc3e40-3ebb-4832-b032-5474adad3386 req-77861c61-46aa-44bf-843d-32d090181055 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 1.9367945 Feb 08 23:55:43.462919 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.490570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:43.491201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:43.493906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1bdff-7c4f-4d83-939f-4e8459013e47 None None] Pushing event updated for resources: {'Port': ['ID=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:43.657723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Allocated IP 172.20.0.1 (4402ffae-f91d-405e-8f0f-647589bc5a1d/6b4f03ba-d5cb-460b-b2b5-a00e0632f56f/135ca799-1c20-455a-aa81-26bbbdd8d940) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:43.694950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4de7aee7-db91-4f0a-8137-8ba6a19797ff,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:43.758440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:43.823765 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.860054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-7b7b05c2-88a6-452f-b4af-7ee1dc94afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:43.862221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-7b7b05c2-88a6-452f-b4af-7ee1dc94afb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 913 time: 2.6498260 Feb 08 23:55:43.920136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43cc3e40-3ebb-4832-b032-5474adad3386 req-59e2c5c0-5a0e-424b-b322-83120772748f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652398 Feb 08 23:55:43.922358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:43.937083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c29a3eeb-8000-461e-a19d-eadcb782ea0b details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:44.065115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:44.193395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:44.211850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d9510b2-b949-46b5-8285-008d5d63ee60 req-f9ec337c-fe2c-40ee-b70e-aaa4128e8d6f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8311155 Feb 08 23:55:44.213417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:44.237592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-a160641a-5ba3-4775-8fa6-a4d6d19e0175 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b HTTP/1.1" status: 200 len: 217 time: 0.2330205 Feb 08 23:55:44.344533 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Sync routers for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:44.396697 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:44.398809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:44.409830 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4b252b-146e-4615-a8f9-d510493b1df1 x-openstack-request-id: req-6b4b252b-146e-4615-a8f9-d510493b1df1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:44.410141 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d63b11a-3a47-4248-a463-51b743ab8ebb", "tag": "d75a7301-f29b-4f52-abf1-2cfc8b17e741", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:44.410398 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b4b252b-146e-4615-a8f9-d510493b1df1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:44.410817 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'tag': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741', 'status': 'completed', 'code': 200} Feb 08 23:55:44.488095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Pushing event updated for resources: {'Port': ['ID=135ca799-1c20-455a-aa81-26bbbdd8d940,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:44.552305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4de7aee7-db91-4f0a-8137-8ba6a19797ff up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:44.669799 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:44.712196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48100) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:44.719429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-network', 'tenant_id': '181398139d1b48979976e5a9444b179f'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:44.774124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Made reservation on behalf of 181398139d1b48979976e5a9444b179f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:44.779106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:44.794843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e06b7-1141-4d69-bbe1-c042149753fa req-81ef475c-4bef-4ba2-b92b-ab6fbd959f70 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:44.810084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-863e06b7-1141-4d69-bbe1-c042149753fa req-81ef475c-4bef-4ba2-b92b-ab6fbd959f70 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 945 time: 0.7694519 Feb 08 23:55:44.823051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:44.862150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fff9084f-e8e8-4c8d-b55c-bdd7e6d1e427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:44.896665 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:44.915339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c29a3eeb-8000-461e-a19d-eadcb782ea0b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:44.918499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-28b85d9c-56ae-470b-a5eb-71a9d735e120 None None] Provisioning complete for port 135ca799-1c20-455a-aa81-26bbbdd8d940 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:44.918963 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28b85d9c-56ae-470b-a5eb-71a9d735e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:44.987315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'port_id': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b', 'mac_address': 'fa:16:3e:3b:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151ee334-b1e4-4209-9676-9cc6cee5eee9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:45.070743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4de7aee7-db91-4f0a-8137-8ba6a19797ff triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:45.071440 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.086650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.095900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.121891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-28b85d9c-56ae-470b-a5eb-71a9d735e120 None None] Port 135ca799-1c20-455a-aa81-26bbbdd8d940 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:45.168123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:55:45.198198 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.232075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-ed82b93a-8fa1-4014-9893-25761ee6576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:45.235855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-ed82b93a-8fa1-4014-9893-25761ee6576d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.8969548 Feb 08 23:55:45.244576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.245981 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Added segment 6adea1e9-2cb8-4a63-8e14-f141a395aada of type vlan for network 8f2539d4-f75f-4943-936c-3873979b7612 Feb 08 23:55:45.260474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-863e06b7-1141-4d69-bbe1-c042149753fa req-a205d972-75df-474d-a6f5-084a8d651ed7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476080 Feb 08 23:55:45.272112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:34Z', 'revision_number': 3, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:45.278191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29a3eeb-8000-461e-a19d-eadcb782ea0b {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:45.342493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9dc29e-9095-415e-9613-8c91e597e147 None None] The sync data for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 is: [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:34Z', 'revision_number': 3, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:45.376036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161e45d-aab0-486c-b31b-d72044dc303a req-f05fa271-515d-4622-9361-b9a9a4f196b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:45.379070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-f05fa271-515d-4622-9361-b9a9a4f196b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 1094 time: 0.9020953 Feb 08 23:55:45.381470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c29a3eeb-8000-461e-a19d-eadcb782ea0b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:45.384325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-f525f94c-fdb3-4469-9184-c0b561b17cc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049323 Feb 08 23:55:45.386777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 2, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:45.389802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.404866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9d66-c144-4f54-852e-f3ae76a442c1 req-7c4bdc8f-8034-41d0-b532-c95f09104865 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:45.429357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-126f9d66-c144-4f54-852e-f3ae76a442c1 req-7c4bdc8f-8034-41d0-b532-c95f09104865 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.6973937 Feb 08 23:55:45.456543 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Checking router: 098f3830-9d3a-493b-91c2-cd64ae7a690c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:45.462835 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Updating router 098f3830-9d3a-493b-91c2-cd64ae7a690c port 59b53922-d05e-4370-8cae-9e51c9e1bd14 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:55:45.498575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.529560 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.530256 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.543129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c29a3eeb-8000-461e-a19d-eadcb782ea0b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:45.557951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.560046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:45.561416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.569260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd61ef-8f9b-4172-af37-53ce462397cc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:45.713267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9989603 Feb 08 23:55:45.714826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48118) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:45.722105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Request body: {'subnet': {'network_id': '8f2539d4-f75f-4943-936c-3873979b7612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-subnet', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:45.749581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d69bca-7004-4afc-8a45-473eaddbb376 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2539d4-f75f-4943-936c-3873979b7612,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:45.753050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c29a3eeb-8000-461e-a19d-eadcb782ea0b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:45.828963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Made reservation on behalf of 181398139d1b48979976e5a9444b179f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:55:45.831420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:45.866075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8f2539d4-f75f-4943-936c-3873979b7612 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:55:45.976191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161e45d-aab0-486c-b31b-d72044dc303a req-bd8d15af-86f6-4eb8-89b4-8403311365e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:45.982792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d75a7301-f29b-4f52-abf1-2cfc8b17e741 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:45.999752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-bd8d15af-86f6-4eb8-89b4-8403311365e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 913 time: 0.5432324 Feb 08 23:55:46.064042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-126f9d66-c144-4f54-852e-f3ae76a442c1 req-bbe827fd-ae42-4759-854a-b64f4b8eb587 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331050 Feb 08 23:55:46.137895 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.148458 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.206434 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86f0993-b768-4bfb-a121-c8502c3d814e x-openstack-request-id: req-e86f0993-b768-4bfb-a121-c8502c3d814e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:46.206856 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-plugged", "status": "completed", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:46.207446 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e86f0993-b768-4bfb-a121-c8502c3d814e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:46.207860 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff', 'code': 200} Feb 08 23:55:46.350467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3240c-9fc4-4711-a09c-f5022fadbfc6 req-e730703d-f9cc-4c1a-90c8-a44e864f83ad tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:46.365584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fe3240c-9fc4-4711-a09c-f5022fadbfc6 req-e730703d-f9cc-4c1a-90c8-a44e864f83ad tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 943 time: 0.7397997 Feb 08 23:55:46.391761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-f5d562ab-76a2-4d12-9945-9c9fbcf6eec1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741 HTTP/1.1" status: 200 len: 217 time: 0.3114550 Feb 08 23:55:46.406459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:55:46.442246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.459999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 68f47ef8-4810-49c8-ab3f-4aec853fa0fa up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:46.478465 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Attempting to bind port 59b53922-d05e-4370-8cae-9e51c9e1bd14 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:46.479026 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Attempting to bind port 59b53922-d05e-4370-8cae-9e51c9e1bd14 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:46.479227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Attempting to bind port 59b53922-d05e-4370-8cae-9e51c9e1bd14 on network 867b1067-6760-47dc-9574-4aca3613a5a8 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:46.507937 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:46.521950 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Checking segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:46.522456 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.522893 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Bound using segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:46.523409 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Bound port: 59b53922-d05e-4370-8cae-9e51c9e1bd14, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:46.523797 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.541034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3ce464-ced3-4548-9778-4dd094b27021,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:46.633717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Checking segment: {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:46.637862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Network hostable DHCP agents. Network: 8f2539d4-f75f-4943-936c-3873979b7612, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:55:46.675313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Network 8f2539d4-f75f-4943-936c-3873979b7612 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:55:46.693850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8f2539d4-f75f-4943-936c-3873979b7612) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:46.713047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:46.714006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.742600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2688bef-6e50-4985-a226-bb78b9cdeeaf None None] Network 8f2539d4-f75f-4943-936c-3873979b7612 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:46.758671 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-64c7719d-2384-4718-8111-ec241ceb2014 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0404892 Feb 08 23:55:46.761273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48128) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:46.765652 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] For port 59b53922-d05e-4370-8cae-9e51c9e1bd14, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:46.774533 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] For port 59b53922-d05e-4370-8cae-9e51c9e1bd14, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=59b53922-d05e-4370-8cae-9e51c9e1bd14,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:46.776002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:46.784701 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.823891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.836563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c63b6-8865-4483-a04c-cb958f7de37d None None] Pushing event updated for resources: {'Port': ['ID=59b53922-d05e-4370-8cae-9e51c9e1bd14,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:46.867378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.868456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:46.992075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.009916 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c63b6-8865-4483-a04c-cb958f7de37d None None] Pushing event updated for resources: {'Port': ['ID=59b53922-d05e-4370-8cae-9e51c9e1bd14,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:47.047858 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:47.048484 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:47.107458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.217894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d75a7301-f29b-4f52-abf1-2cfc8b17e741, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:47.362033 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:47.447581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'port_id': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741', 'mac_address': 'fa:16:3e:95:1e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151ee334-b1e4-4209-9676-9cc6cee5eee9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:47.451065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.477514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:47.479861 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.480149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.490481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d8544cda-41e0-48f3-b27b-5b57d9f892d0 None None] Provisioning complete for port 59b53922-d05e-4370-8cae-9e51c9e1bd14 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:47.490947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d8544cda-41e0-48f3-b27b-5b57d9f892d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.581527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.631980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.670692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fe3240c-9fc4-4711-a09c-f5022fadbfc6 req-e5d2e3f7-cc77-4b25-82a6-c6f29e64aaea tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1732473 Feb 08 23:55:47.685023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aae93-6778-4e47-9393-75115ac24f6e req-6008d4e5-0473-4909-90e6-436be7c7814d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.691420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aae93-6778-4e47-9393-75115ac24f6e req-6008d4e5-0473-4909-90e6-436be7c7814d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.700228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aae93-6778-4e47-9393-75115ac24f6e req-6008d4e5-0473-4909-90e6-436be7c7814d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.702030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be5aae93-6778-4e47-9393-75115ac24f6e req-6008d4e5-0473-4909-90e6-436be7c7814d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 1.2021606 Feb 08 23:55:47.705070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.719516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-2434ef89-f956-48e7-82bc-5063ce88922a service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2542217 Feb 08 23:55:47.798789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b326f-13c1-4dd8-8e9f-b955457dd9b0 req-59f412eb-94fb-47c5-98fb-2568d32cf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.799305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b326f-13c1-4dd8-8e9f-b955457dd9b0 req-59f412eb-94fb-47c5-98fb-2568d32cf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.799783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b326f-13c1-4dd8-8e9f-b955457dd9b0 req-59f412eb-94fb-47c5-98fb-2568d32cf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.803846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e07b326f-13c1-4dd8-8e9f-b955457dd9b0 req-59f412eb-94fb-47c5-98fb-2568d32cf79f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2872 time: 1.4258378 Feb 08 23:55:47.816028 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6de413da-7323-43bb-bf3e-11610883acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:47.844647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Pushing event updated for resources: {'Port': ['ID=135ca799-1c20-455a-aa81-26bbbdd8d940,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:47.866092 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de413da-7323-43bb-bf3e-11610883acee None None] The sync data for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 is: [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:47.888036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161e45d-aab0-486c-b31b-d72044dc303a req-909904fe-5273-4587-8207-2d9b82c614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:47.889909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-909904fe-5273-4587-8207-2d9b82c614ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 1.3890972 Feb 08 23:55:47.990054 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:47.994660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.025197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75a7301-f29b-4f52-abf1-2cfc8b17e741 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:48.031608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.141158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-1bb2cfc2-778d-4cc6-8310-4dd994e07e1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760734 Feb 08 23:55:48.149342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:48.157048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:48.157999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d75a7301-f29b-4f52-abf1-2cfc8b17e741, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:48.221240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.228750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e07b326f-13c1-4dd8-8e9f-b955457dd9b0 req-9d43dfcf-3edd-4615-bd94-eff10f6d8081 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872375 Feb 08 23:55:48.245310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8f2539d4-f75f-4943-936c-3873979b7612', 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'fixed_ips': [{'subnet_id': '9c3ce464-ced3-4548-9778-4dd094b27021'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:55:48.246257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.266127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Allocated IP 172.25.3.30 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/992e328b-33b4-4860-a005-880a74b04b3d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:48.375236 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d8544cda-41e0-48f3-b27b-5b57d9f892d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.408361 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-d9140a81-021e-41c7-8512-380e3a96ee9c service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276478 Feb 08 23:55:48.461544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.530518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be5aae93-6778-4e47-9393-75115ac24f6e req-6d46caaf-e51a-4dc2-b51a-7fd0b0c8543c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8085730 Feb 08 23:55:48.562770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:48.636205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Pushing event updated for resources: {'Port': ['ID=992e328b-33b4-4860-a005-880a74b04b3d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:48.662310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:48.665725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:48.668156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:48.710552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b0a56-aca5-46f1-a38d-c76ff5058d97 req-6caff733-b5fc-4250-adfc-3d6a07f69d32 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:48.718156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f2b0a56-aca5-46f1-a38d-c76ff5058d97 req-6caff733-b5fc-4250-adfc-3d6a07f69d32 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.9122429 Feb 08 23:55:48.721636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0161e45d-aab0-486c-b31b-d72044dc303a req-8390e765-4414-447f-9a06-73b62d1bf91b service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866698 Feb 08 23:55:48.781623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Allocated IP 172.20.0.2 (8f2539d4-f75f-4943-936c-3873979b7612/9c3ce464-ced3-4548-9778-4dd094b27021/8fd3ca67-0ea4-4255-9830-4c6015894ae9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:48.870829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6bc859-1b6a-4e44-9ffa-dfb1ac74035c req-98827f83-653d-4761-96ad-61eeddb24603 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0546739 Feb 08 23:55:48.893501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d75a7301-f29b-4f52-abf1-2cfc8b17e741,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:48.909792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['d75a7301-f29b-4f52-abf1-2cfc8b17e741'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:48.929512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d8544cda-41e0-48f3-b27b-5b57d9f892d0 None None] For port 59b53922-d05e-4370-8cae-9e51c9e1bd14, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=59b53922-d05e-4370-8cae-9e51c9e1bd14,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:48.938194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f2b0a56-aca5-46f1-a38d-c76ff5058d97 req-bc868820-bd92-4642-bdaa-1842aa6519a3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191517 Feb 08 23:55:48.958813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd22e8-014b-4a3e-9f05-b5c90bc029fe req-07377f23-383d-4e52-9563-cea01bed8f8b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:48.966954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42fd22e8-014b-4a3e-9f05-b5c90bc029fe req-07377f23-383d-4e52-9563-cea01bed8f8b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 945 time: 0.2394533 Feb 08 23:55:49.021261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:55:49.026798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42fd22e8-014b-4a3e-9f05-b5c90bc029fe req-6fa08a47-4ddb-4b56-90d6-427b1032b485 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590651 Feb 08 23:55:49.098056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.165178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.172847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.192057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d8544cda-41e0-48f3-b27b-5b57d9f892d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.214558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.265588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:49.294482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.366699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:49.369319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Network 8f2539d4-f75f-4943-936c-3873979b7612 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:49.387324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5b4520c9-5e7f-4f66-bc5e-d03d46ce584d admin admin] 10.222.0.32 "PUT /v2.0/routers/7ba2f354-33c6-4dec-880f-a9a0e05a5ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1164839 Feb 08 23:55:49.429546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Sync routers for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:49.457951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9bbba-a54a-467a-b847-aa85af600ee9 req-fa41d5ca-6be9-4fd8-824e-507451308341 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:49.461452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2e9bbba-a54a-467a-b847-aa85af600ee9 req-fa41d5ca-6be9-4fd8-824e-507451308341 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 944 time: 0.2602744 Feb 08 23:55:49.489006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:49.498555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:49.540323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ebcc00b5-8e53-42ce-a374-01d9170854b4 None None] Provisioning complete for port 59b53922-d05e-4370-8cae-9e51c9e1bd14 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:49.541162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ebcc00b5-8e53-42ce-a374-01d9170854b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.549701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8544cda-41e0-48f3-b27b-5b57d9f892d0 None None] Pushing event updated for resources: {'Port': ['ID=59b53922-d05e-4370-8cae-9e51c9e1bd14,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:49.575471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:49.593944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 59b53922-d05e-4370-8cae-9e51c9e1bd14 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:49.616508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2e9bbba-a54a-467a-b847-aa85af600ee9 req-1bffaa0f-fa2a-4155-af8e-f18244ebb797 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426814 Feb 08 23:55:49.792672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5486-bd9e-4618-a44e-9853ffcf686f req-b2f98a71-6bf9-4e9e-ba79-fe21df895b79 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:49.803113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c0a5486-bd9e-4618-a44e-9853ffcf686f req-b2f98a71-6bf9-4e9e-ba79-fe21df895b79 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 945 time: 0.2092676 Feb 08 23:55:49.836729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Router b189ed54-f6e4-4309-9f6c-4f214f4b4572 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:55:49.876026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c0a5486-bd9e-4618-a44e-9853ffcf686f req-742d1324-be36-43af-9cd4-d3cf995a8d53 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726898 Feb 08 23:55:49.993770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bf38-8227-4340-a853-af8cbcf146d5 req-b6c6995e-b19e-492b-9ec0-dab848f522f6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:50.000885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bf38-8227-4340-a853-af8cbcf146d5 req-b6c6995e-b19e-492b-9ec0-dab848f522f6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:50.007585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400bf38-8227-4340-a853-af8cbcf146d5 req-b6c6995e-b19e-492b-9ec0-dab848f522f6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:50.015122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4400bf38-8227-4340-a853-af8cbcf146d5 req-b6c6995e-b19e-492b-9ec0-dab848f522f6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 0.1354849 Feb 08 23:55:50.065255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4400bf38-8227-4340-a853-af8cbcf146d5 req-9d6d5a58-b49a-43f6-ab51-3bf0142d16d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469816 Feb 08 23:55:50.142631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Pushing event updated for resources: {'Port': ['ID=8fd3ca67-0ea4-4255-9830-4c6015894ae9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:50.214934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:50.216038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:50.396781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c29a3eeb-8000-461e-a19d-eadcb782ea0b up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:50.422304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:50.525987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699582a9-eb27-49ae-8eb4-65186b2b7a1b req-34b25205-fa62-4068-9dc3-21d2337277f7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:50.532818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:50.540647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525973354', 'description': 'tempest-description--978253036'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:50.544530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-699582a9-eb27-49ae-8eb4-65186b2b7a1b req-34b25205-fa62-4068-9dc3-21d2337277f7 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.1091602 Feb 08 23:55:50.564456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Attempting to bind port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:50.565578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Attempting to bind port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:50.566131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Attempting to bind port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 on network 8f2539d4-f75f-4943-936c-3873979b7612 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:50.603550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:50.615757 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Sync routers for ids ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:50.618553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-699582a9-eb27-49ae-8eb4-65186b2b7a1b req-46c232fb-dd91-4c9e-bc18-c77254e885cc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Feb 08 23:55:50.634987 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Routers {'b189ed54-f6e4-4309-9f6c-4f214f4b4572'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:50.637292 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:50.648953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.674217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.685499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48174) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:50.700533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-10d28377-be1c-4dff-985e-f344b6e9365c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9379838 Feb 08 23:55:50.731204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:50.747286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 59b53922-d05e-4370-8cae-9e51c9e1bd14 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:50.747920 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.825392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.831673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.876806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Set router b189ed54-f6e4-4309-9f6c-4f214f4b4572 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:50.894492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.896379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3606634 Feb 08 23:55:50.906677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:50.915738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:50.916161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Checking segment: {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:50.916508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.916896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Bound using segment: {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:50.917395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Bound port: 8fd3ca67-0ea4-4255-9830-4c6015894ae9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:50.917827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:50.920459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Request body: {'security_group_rule': {'security_group_id': '27c81625-4465-40d3-affe-0ac68677e320', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:50.978204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04324efc-3373-44bb-a6a5-13a7afc3463a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c81625-4465-40d3-affe-0ac68677e320,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:51.018847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.065255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c29a3eeb-8000-461e-a19d-eadcb782ea0b completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:51.117010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.123062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.155779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41aae3f-a5ab-4a3c-a446-f436f459cd91,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:51.179564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.185879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d06e19c6-efcd-4044-a043-67ec9e7a33da tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2758634 Feb 08 23:55:51.186980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48186) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:51.194143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Request body: {'security_group_rule': {'security_group_id': '27c81625-4465-40d3-affe-0ac68677e320', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:51.221399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] For port 8fd3ca67-0ea4-4255-9830-4c6015894ae9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:51.225333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] For port 8fd3ca67-0ea4-4255-9830-4c6015894ae9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8fd3ca67-0ea4-4255-9830-4c6015894ae9,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:51.255673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c29a3eeb-8000-461e-a19d-eadcb782ea0b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:51.255904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.256100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.258512 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.416415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.426939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.495552 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 3, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:51.500191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694eb9b-0f95-4696-ab76-5450b8adb8d8 None None] Pushing event updated for resources: {'Port': ['ID=8fd3ca67-0ea4-4255-9830-4c6015894ae9,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:51.519935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ebcc00b5-8e53-42ce-a374-01d9170854b4 None None] Provisioning complete for port 135ca799-1c20-455a-aa81-26bbbdd8d940 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:51.520959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ebcc00b5-8e53-42ce-a374-01d9170854b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.532857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd82d411-15e0-4b2e-8e10-907221a721df,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:51.554481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.556968 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d123f0b5-c015-4c25-9a9f-fe7e06de13de tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672838 Feb 08 23:55:51.561161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:55:51.581744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:55:51.610957 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Checking router: b189ed54-f6e4-4309-9f6c-4f214f4b4572 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:51.611452 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Updating router b189ed54-f6e4-4309-9f6c-4f214f4b4572 port 992e328b-33b4-4860-a005-880a74b04b3d binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:55:51.627667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc00b5-8e53-42ce-a374-01d9170854b4 None None] Port 135ca799-1c20-455a-aa81-26bbbdd8d940 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:51.643710 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.651008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.686688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:47Z', 'revision_number': 2, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:51.708390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:51.714848 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.716179 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d8d095-0e5e-4df7-bb00-6054ded04ed4" -d '{"events": [{"server_uuid": "dcb75b78-6cc6-4295-ba9b-bdc6478a77b2", "name": "network-vif-plugged", "status": "completed", "tag": "c29a3eeb-8000-461e-a19d-eadcb782ea0b"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:51.740260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2ad6-9af6-4f10-899c-6b7f4a301d67 req-c5ff65cf-761a-41cc-867a-8d8099053aeb tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:51.750329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c31a2ad6-9af6-4f10-899c-6b7f4a301d67 req-c5ff65cf-761a-41cc-867a-8d8099053aeb tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 944 time: 0.9563692 Feb 08 23:55:51.781450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Checking router: 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:55:51.781812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Updating router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 port 135ca799-1c20-455a-aa81-26bbbdd8d940 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:55:51.816024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c29a3eeb-8000-461e-a19d-eadcb782ea0b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:51.905174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 68f47ef8-4810-49c8-ab3f-4aec853fa0fa up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:51.946827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae78853-c3aa-43ab-a1fc-b424023bb85e req-9eae2692-9e43-4750-9826-4a356cc31377 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:51.955038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ae78853-c3aa-43ab-a1fc-b424023bb85e req-9eae2692-9e43-4750-9826-4a356cc31377 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 945 time: 0.4094796 Feb 08 23:55:51.957339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:51.999471 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.035552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.043384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c31a2ad6-9af6-4f10-899c-6b7f4a301d67 req-b4e79d4e-e09a-4384-a055-af3d5e885636 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920527 Feb 08 23:55:52.059814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a090845-4106-4db5-ac5a-91534c09220f req-33244b3f-7770-41de-99bb-4e7d94aa3d4b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:52.072638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a090845-4106-4db5-ac5a-91534c09220f req-33244b3f-7770-41de-99bb-4e7d94aa3d4b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 945 time: 0.5257485 Feb 08 23:55:52.074034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c29a3eeb-8000-461e-a19d-eadcb782ea0b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:52.103622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:52.103995 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.222802 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.233943 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.259360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:55:52.308521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ae78853-c3aa-43ab-a1fc-b424023bb85e req-2e42b8d7-b48e-4a11-8d07-8324a453c070 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524818 Feb 08 23:55:52.343668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Allocated IP 172.25.3.86 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/72e3b03d-fa56-473a-bf8a-4d976272ee53) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:52.365568 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b597a-6232-494a-b21a-b465ea6d39b3 None None] Pushing event updated for resources: {'Port': ['ID=992e328b-33b4-4860-a005-880a74b04b3d,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:52.391480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Attempting to bind port 992e328b-33b4-4860-a005-880a74b04b3d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:52.391993 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Attempting to bind port 992e328b-33b4-4860-a005-880a74b04b3d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:52.392460 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Attempting to bind port 992e328b-33b4-4860-a005-880a74b04b3d on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:52.406727 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:52.407288 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:52.407777 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.408257 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:52.408821 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Bound port: 992e328b-33b4-4860-a005-880a74b04b3d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:52.409325 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.441902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:55:52.525630 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] For port 992e328b-33b4-4860-a005-880a74b04b3d, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:52.530915 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] For port 992e328b-33b4-4860-a005-880a74b04b3d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=992e328b-33b4-4860-a005-880a74b04b3d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:52.539286 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.556236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.573017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port e95431fb-6279-4d0e-a2b2-f8e886cdd390 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:52.573361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.573809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.589952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.676023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1438-7333-4e40-9df0-5feea710c562 req-812d4f51-6c27-44b9-992f-0f35e8c70c2f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:52.678913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:52.684347 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Routers {'b189ed54-f6e4-4309-9f6c-4f214f4b4572'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:52.685096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:52.692113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b597a-6232-494a-b21a-b465ea6d39b3 None None] Pushing event updated for resources: {'Port': ['ID=992e328b-33b4-4860-a005-880a74b04b3d,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:52.694147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1438-7333-4e40-9df0-5feea710c562 req-812d4f51-6c27-44b9-992f-0f35e8c70c2f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:52.705994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1438-7333-4e40-9df0-5feea710c562 req-812d4f51-6c27-44b9-992f-0f35e8c70c2f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:52.710475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cab1438-7333-4e40-9df0-5feea710c562 req-812d4f51-6c27-44b9-992f-0f35e8c70c2f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 0.2654424 Feb 08 23:55:52.756277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:52.763245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:52.767087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:52.768849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90f812-f939-461c-977e-78621c32626f req-d3555ab9-f503-4b01-9af3-a037ac902c44 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:52.771245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d90f812-f939-461c-977e-78621c32626f req-d3555ab9-f503-4b01-9af3-a037ac902c44 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 943 time: 0.3327243 Feb 08 23:55:52.775143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce62cc-ca2c-4542-be2d-2a5c11d86ff1 None None] Pushing event updated for resources: {'Port': ['ID=135ca799-1c20-455a-aa81-26bbbdd8d940,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:52.797236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 59b53922-d05e-4370-8cae-9e51c9e1bd14 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:52.863735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event updated for resources: {'Port': ['ID=72e3b03d-fa56-473a-bf8a-4d976272ee53,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:52.933237 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] Set router b189ed54-f6e4-4309-9f6c-4f214f4b4572 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:52.984604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.069746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.091489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cab1438-7333-4e40-9df0-5feea710c562 req-1c3eeea2-b2f6-4e6d-8dd3-4e70a78e1bc2 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650694 Feb 08 23:55:53.147243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port e95431fb-6279-4d0e-a2b2-f8e886cdd390, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e95431fb-6279-4d0e-a2b2-f8e886cdd390,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:53.147627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.174141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d90f812-f939-461c-977e-78621c32626f req-34599338-0a99-4964-9bd2-59225ef1202b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856809 Feb 08 23:55:53.231117 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c168a860-5182-4a69-a71f-d85a3ceda363 x-openstack-request-id: req-c168a860-5182-4a69-a71f-d85a3ceda363 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:53.231443 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcb75b78-6cc6-4295-ba9b-bdc6478a77b2", "name": "network-vif-plugged", "status": "completed", "tag": "c29a3eeb-8000-461e-a19d-eadcb782ea0b", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:53.231655 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c168a860-5182-4a69-a71f-d85a3ceda363 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:53.232453 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b', 'code': 200} Feb 08 23:55:53.237393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:53.300634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for e95431fb-6279-4d0e-a2b2-f8e886cdd390 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:53.315897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '2e629200-02c8-4c50-913d-1e9df0df5694', 'network_id': 'ce2df045-126b-4a4f-a7d5-e19ecf3497ab', 'port_id': '2e629200-02c8-4c50-913d-1e9df0df5694', 'mac_address': 'fa:16:3e:66:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a0f04b-3458-4524-908a-22e8d211f244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:55:53.326899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Attempting to bind port 135ca799-1c20-455a-aa81-26bbbdd8d940 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:55:53.327678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Attempting to bind port 135ca799-1c20-455a-aa81-26bbbdd8d940 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:55:53.328203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Attempting to bind port 135ca799-1c20-455a-aa81-26bbbdd8d940 on network 4402ffae-f91d-405e-8f0f-647589bc5a1d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:55:53.346154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:55:53.347184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Checking segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:55:53.347764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.348489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Bound using segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:55:53.349437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Bound port: 135ca799-1c20-455a-aa81-26bbbdd8d940, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:55:53.350057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.385265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.396695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.406058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc4b92-7db9-4b5d-a557-533f2e2afc09 None None] Network 8f2539d4-f75f-4943-936c-3873979b7612 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:55:53.413562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-548feb57-ad3c-4a16-b689-8c56813fccbb None None] Provisioning complete for port 135ca799-1c20-455a-aa81-26bbbdd8d940 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:53.414498 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-548feb57-ad3c-4a16-b689-8c56813fccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.464715 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 3, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:53.506612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event updated for resources: {'Port': ['ID=72e3b03d-fa56-473a-bf8a-4d976272ee53,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:53.525359 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349cb26-98e9-4b2f-b3b1-6ef490b8aea3 None None] The sync data for ids ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'] in n-d-828413-1 is: [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 3, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:53.526907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 59b53922-d05e-4370-8cae-9e51c9e1bd14 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:53.526907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.532138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.579276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.580557 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0c191f63-f63b-4fe1-ba6e-c5dd154d7acd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0163081 Feb 08 23:55:53.597087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.627734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-548feb57-ad3c-4a16-b689-8c56813fccbb None None] Port 135ca799-1c20-455a-aa81-26bbbdd8d940 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:53.662974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e629200-02c8-4c50-913d-1e9df0df5694 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:55:53.713332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] For port 135ca799-1c20-455a-aa81-26bbbdd8d940, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:55:53.721267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:53.738680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e45c5-27ba-492b-8cdf-d6404637da80 req-c106e678-1fb7-4f24-a5fe-814e0afd114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:53.740322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e6e45c5-27ba-492b-8cdf-d6404637da80 req-c106e678-1fb7-4f24-a5fe-814e0afd114a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcb75b78-6cc6-4295-ba9b-bdc6478a77b2 HTTP/1.1" status: 200 len: 1096 time: 0.4352355 Feb 08 23:55:53.751805 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.758862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1818164-f9d7-4a43-bdcf-a88cc7190655 req-5c60dea3-a3fe-4ef6-bc0e-2264e2eb5ce9 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:53.760600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1818164-f9d7-4a43-bdcf-a88cc7190655 req-5c60dea3-a3fe-4ef6-bc0e-2264e2eb5ce9 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 944 time: 0.2854586 Feb 08 23:55:53.760772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] For port 135ca799-1c20-455a-aa81-26bbbdd8d940, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=135ca799-1c20-455a-aa81-26bbbdd8d940,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:55:53.819370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae033d2-6d42-45e0-a3f7-0530daff9c98 req-bc42c7b1-7314-4b4a-8356-09917e7b14b7 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:53.821907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eae033d2-6d42-45e0-a3f7-0530daff9c98 req-bc42c7b1-7314-4b4a-8356-09917e7b14b7 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.3502429 Feb 08 23:55:53.843813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.890063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-267b7152-298c-44d2-83ee-de610cdf81d1 None None] Provisioning complete for port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:53.890654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-267b7152-298c-44d2-83ee-de610cdf81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:53.957224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e6e45c5-27ba-492b-8cdf-d6404637da80 req-9920341e-03a6-4ded-8062-c570eb8121a2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079852 Feb 08 23:55:54.038237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:54.041562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:54.042454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:54.076117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1818164-f9d7-4a43-bdcf-a88cc7190655 req-6a295b26-75a1-4c89-858b-63ed198954f6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841058 Feb 08 23:55:54.133631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8fd3ca67-0ea4-4255-9830-4c6015894ae9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:54.192536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2e629200-02c8-4c50-913d-1e9df0df5694'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:54.224118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eae033d2-6d42-45e0-a3f7-0530daff9c98 req-027a347a-b174-4c7a-a623-1bb1cdf37f45 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868763 Feb 08 23:55:54.320474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:54.363807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:54.473079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d75a7301-f29b-4f52-abf1-2cfc8b17e741 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:54.522353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=e95431fb-6279-4d0e-a2b2-f8e886cdd390,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:54.542050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e368da5-ada9-4d37-9e4f-075023625e01 req-b2d0d6e3-7beb-462e-a12d-9a82c261e11a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d13965-8ac7-4666-bde0-a468cf33815e HTTP/1.1" status: 200 len: 210 time: 0.1524098 Feb 08 23:55:54.602577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:55:54.728150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce62cc-ca2c-4542-be2d-2a5c11d86ff1 None None] Pushing event updated for resources: {'Port': ['ID=135ca799-1c20-455a-aa81-26bbbdd8d940,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:54.765095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port e95431fb-6279-4d0e-a2b2-f8e886cdd390 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:55:54.774706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:54.786479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a090845-4106-4db5-ac5a-91534c09220f req-de299c36-5bd4-48dc-a0ea-36cd821bea30 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/e95431fb-6279-4d0e-a2b2-f8e886cdd390 HTTP/1.1" status: 204 len: 173 time: 2.7013378 Feb 08 23:55:54.796255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d13965-8ac7-4666-bde0-a468cf33815e', 'name': 'network-vif-deleted', 'tag': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:54.806321 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8908effb-f0d9-4bff-8f43-f6644e6b275c" -d '{"events": [{"server_uuid": "31d13965-8ac7-4666-bde0-a468cf33815e", "name": "network-vif-deleted", "tag": "e95431fb-6279-4d0e-a2b2-f8e886cdd390"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:54.952275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300294e2-ed91-4848-9e00-52cc18cfa9f2 req-630cb013-a9f6-4d30-8c57-28794104de4e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:54.967306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:54.968091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-300294e2-ed91-4848-9e00-52cc18cfa9f2 req-630cb013-a9f6-4d30-8c57-28794104de4e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 944 time: 0.4893231 Feb 08 23:55:54.981534 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.045379 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0930cea2-3eaf-4f66-bf6d-5189e87c1c05 x-openstack-request-id: req-0930cea2-3eaf-4f66-bf6d-5189e87c1c05 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:55.046080 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d13965-8ac7-4666-bde0-a468cf33815e", "name": "network-vif-deleted", "tag": "e95431fb-6279-4d0e-a2b2-f8e886cdd390", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:55.046483 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0930cea2-3eaf-4f66-bf6d-5189e87c1c05 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:55.047054 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d13965-8ac7-4666-bde0-a468cf33815e', 'name': 'network-vif-deleted', 'tag': 'e95431fb-6279-4d0e-a2b2-f8e886cdd390', 'status': 'completed', 'code': 200} Feb 08 23:55:55.111784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Allocated IP 172.20.0.1 (8f2539d4-f75f-4943-936c-3873979b7612/9c3ce464-ced3-4548-9778-4dd094b27021/c3aed44d-aeea-418c-8c0a-1a3e9eb50f56) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:55:55.282451 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-267b7152-298c-44d2-83ee-de610cdf81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.295186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-300294e2-ed91-4848-9e00-52cc18cfa9f2 req-266e132b-e18a-47f6-9835-ad84eb31b1b5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260243 Feb 08 23:55:55.322450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port d75a7301-f29b-4f52-abf1-2cfc8b17e741 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:55:55.367088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port d75a7301-f29b-4f52-abf1-2cfc8b17e741 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:55.367467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.383279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.496560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-267b7152-298c-44d2-83ee-de610cdf81d1 None None] For port 8fd3ca67-0ea4-4255-9830-4c6015894ae9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8fd3ca67-0ea4-4255-9830-4c6015894ae9,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:55.509216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627cd46-42a4-469b-a2ee-bc68225cc5b3 req-b1e81c64-e874-4077-b5cc-9900631192b2 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:55.522422 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-267b7152-298c-44d2-83ee-de610cdf81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.558018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627cd46-42a4-469b-a2ee-bc68225cc5b3 req-b1e81c64-e874-4077-b5cc-9900631192b2 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:55.566147 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.586846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627cd46-42a4-469b-a2ee-bc68225cc5b3 req-b1e81c64-e874-4077-b5cc-9900631192b2 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:55.601493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f627cd46-42a4-469b-a2ee-bc68225cc5b3 req-b1e81c64-e874-4077-b5cc-9900631192b2 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 0.3487008 Feb 08 23:55:55.630111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:53Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:55.678456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.733653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf406c8-92ac-4139-a05a-df897da541d9 None None] The sync data for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 is: [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:53Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:55:55.789321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b7152-298c-44d2-83ee-de610cdf81d1 None None] Pushing event updated for resources: {'Port': ['ID=8fd3ca67-0ea4-4255-9830-4c6015894ae9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:55.800472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Pushing event updated for resources: {'Port': ['ID=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:55.831222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31911ad5-1121-45a3-a0b4-9daf0fd08f04 req-0908aee4-9a5c-4b5f-ac13-d6d33519c2cd tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:55.840460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31911ad5-1121-45a3-a0b4-9daf0fd08f04 req-0908aee4-9a5c-4b5f-ac13-d6d33519c2cd tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 944 time: 0.4014225 Feb 08 23:55:55.845009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Provisioning complete for port 135ca799-1c20-455a-aa81-26bbbdd8d940 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:55.845463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.901546 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:55.901681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31911ad5-1121-45a3-a0b4-9daf0fd08f04 req-36858022-32f0-4e44-aeea-7b104d9d6215 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Feb 08 23:55:55.912648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:55:55.913102 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:55:55.964243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f627cd46-42a4-469b-a2ee-bc68225cc5b3 req-8eb522ed-48f5-4058-b293-223d68d71721 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616893 Feb 08 23:55:55.966276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Network 8f2539d4-f75f-4943-936c-3873979b7612 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:55.979185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:55.989469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:55:56.007409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:56.010121 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ec78a9-ea1c-48f5-9bc3-ac28e0b1d0bd" -d '{"events": [{"server_uuid": "3d63b11a-3a47-4248-a463-51b743ab8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "d75a7301-f29b-4f52-abf1-2cfc8b17e741"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:56.320755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:56.407490 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f634884e-5193-4549-b2fa-db85023a7c4b x-openstack-request-id: req-f634884e-5193-4549-b2fa-db85023a7c4b {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:56.407733 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d63b11a-3a47-4248-a463-51b743ab8ebb", "name": "network-vif-plugged", "status": "completed", "tag": "d75a7301-f29b-4f52-abf1-2cfc8b17e741", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:56.407919 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f634884e-5193-4549-b2fa-db85023a7c4b {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:56.411414 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741', 'code': 200} Feb 08 23:55:56.446426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d75a7301-f29b-4f52-abf1-2cfc8b17e741, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:56.499095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5de77-570c-423f-b2eb-609a4f33bcb0 req-50fc9914-0a2f-4c81-803a-262bcb517d79 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:56.499335 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:56.500046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e95431fb-6279-4d0e-a2b2-f8e886cdd390 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:56.507610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e5de77-570c-423f-b2eb-609a4f33bcb0 req-50fc9914-0a2f-4c81-803a-262bcb517d79 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.4029574 Feb 08 23:55:56.529658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:56.558915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: e95431fb-6279-4d0e-a2b2-f8e886cdd390 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:55:56.559257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e95431fb-6279-4d0e-a2b2-f8e886cdd390 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:55:56.591357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf5c6f-2bc4-4cd2-96a7-148c4cbdeaa2 req-209729c9-c0dc-48f9-80bb-78051858b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:56.592859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfaf5c6f-2bc4-4cd2-96a7-148c4cbdeaa2 req-209729c9-c0dc-48f9-80bb-78051858b055 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 1095 time: 0.3659298 Feb 08 23:55:56.671713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d75a7301-f29b-4f52-abf1-2cfc8b17e741,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:56.690828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] For port 135ca799-1c20-455a-aa81-26bbbdd8d940, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=135ca799-1c20-455a-aa81-26bbbdd8d940,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:56.699355 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:56.795900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Provisioning complete for port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:56.796129 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:56.800410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3e5de77-570c-423f-b2eb-609a4f33bcb0 req-c492d5b7-57b5-4ff7-ad02-b5e0f16ec75f tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871733 Feb 08 23:55:56.861601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:55:56.896206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfaf5c6f-2bc4-4cd2-96a7-148c4cbdeaa2 req-ab67902f-f145-4bc1-998d-fcfe779455a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903960 Feb 08 23:55:56.904470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f007221-ab27-48ec-b753-1c67372e8952 req-d2ce1f4c-05d3-40a9-a38f-966ffbc91fa0 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:56.912451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f007221-ab27-48ec-b753-1c67372e8952 req-d2ce1f4c-05d3-40a9-a38f-966ffbc91fa0 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 944 time: 0.3972781 Feb 08 23:55:56.947680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:56.967189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bb8e6-3a28-485b-87b6-b769f202c487 None None] Pushing event updated for resources: {'Port': ['ID=135ca799-1c20-455a-aa81-26bbbdd8d940,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:57.021843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 135ca799-1c20-455a-aa81-26bbbdd8d940 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:57.085882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f007221-ab27-48ec-b753-1c67372e8952 req-a2af0055-211f-45f6-82db-66673a4746ae tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723855 Feb 08 23:55:57.138264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 135ca799-1c20-455a-aa81-26bbbdd8d940 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:57.138659 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.180623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-124916cd-d575-414f-85c0-6987e5c5f3e4 None None] Provisioning complete for port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:57.181022 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-124916cd-d575-414f-85c0-6987e5c5f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.212134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-d842169b-e914-4379-b4a5-ebec9fb2c36c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:57.213117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-d842169b-e914-4379-b4a5-ebec9fb2c36c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2629862 Feb 08 23:55:57.258526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-124916cd-d575-414f-85c0-6987e5c5f3e4 None None] Port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:57.265941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-28ce54b3-3ee1-4925-8a64-df636f4b8977 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0348282 Feb 08 23:55:57.295868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a252-994f-445a-bbb6-fdcf8a2bb38b req-7b03d10a-a4cf-42e0-a569-89cb19e6550e tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:57.297141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4162a252-994f-445a-bbb6-fdcf8a2bb38b req-7b03d10a-a4cf-42e0-a569-89cb19e6550e tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 945 time: 0.1104834 Feb 08 23:55:57.327720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8fd3ca67-0ea4-4255-9830-4c6015894ae9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:57.392899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:57.393407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.435769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4162a252-994f-445a-bbb6-fdcf8a2bb38b req-a29518f9-a138-4318-9c39-e802b5f06b6a tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092160 Feb 08 23:55:57.470963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.488835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-7cb8600a-7d46-4482-8814-0dcc38f7d7d3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2073238 Feb 08 23:55:57.491564 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.595217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 992e328b-33b4-4860-a005-880a74b04b3d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:57.710186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 992e328b-33b4-4860-a005-880a74b04b3d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:57.712698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.827746 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.862107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 992e328b-33b4-4860-a005-880a74b04b3d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=992e328b-33b4-4860-a005-880a74b04b3d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:57.868685 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:57.978881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=992e328b-33b4-4860-a005-880a74b04b3d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:58.265616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:58.304723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.335621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539cf9-53cb-4afb-afea-ce82d227b466 req-a77a2f11-343f-41d6-ba36-cb528177dbce tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:58.343395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539cf9-53cb-4afb-afea-ce82d227b466 req-a77a2f11-343f-41d6-ba36-cb528177dbce tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:58.356489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0539cf9-53cb-4afb-afea-ce82d227b466 req-a77a2f11-343f-41d6-ba36-cb528177dbce tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:58.358252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0539cf9-53cb-4afb-afea-ce82d227b466 req-a77a2f11-343f-41d6-ba36-cb528177dbce tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 0.8058736 Feb 08 23:55:58.404856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Pushing event updated for resources: {'Port': ['ID=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:58.433533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 2e629200-02c8-4c50-913d-1e9df0df5694 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:58.434196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.440722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-a74d3d16-ef0b-450d-942f-f6cc2d4cf788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:58.448222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-a74d3d16-ef0b-450d-942f-f6cc2d4cf788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:58.454173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-a74d3d16-ef0b-450d-942f-f6cc2d4cf788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:58.455915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-a74d3d16-ef0b-450d-942f-f6cc2d4cf788 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 2419 time: 0.3403513 Feb 08 23:55:58.503832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-a430757b-2329-4d22-bd53-702dbbee5af9 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9636018 Feb 08 23:55:58.550624 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.575287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:55:58.577698 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcdd6dc-73ca-4c25-8208-8f1c873fb0ed" -d '{"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-plugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:55:58.587712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0539cf9-53cb-4afb-afea-ce82d227b466 req-411ed843-9cb8-41ca-ac4c-a928f31cc990 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019060 Feb 08 23:55:58.595007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:58.601739 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.602724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device cac7ba27-4ff9-4041-90c5-e647311665ff no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:55:58.717755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:58.773958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.798913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-6a1c19f8-032f-489b-952f-98fcde489417 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783730 Feb 08 23:55:58.816931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Network 8f2539d4-f75f-4943-936c-3873979b7612 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:55:58.824286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:55:58.854604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port cac7ba27-4ff9-4041-90c5-e647311665ff {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:55:58.854842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.899668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cac7ba27-4ff9-4041-90c5-e647311665ff,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:58.907732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:58.994502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7856f-60a0-46e8-928f-e16eb5cccf61 req-162b7ab2-9619-449f-baf0-9f6d602ac5f8 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:59.002406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cda7856f-60a0-46e8-928f-e16eb5cccf61 req-162b7ab2-9619-449f-baf0-9f6d602ac5f8 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.2696891 Feb 08 23:55:59.062664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:55:59.094200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.095070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.095701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.099324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.099970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.100525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.101162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.101711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.102445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.102988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.103568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.104107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:55:59.212901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 135ca799-1c20-455a-aa81-26bbbdd8d940 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:59.280767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cda7856f-60a0-46e8-928f-e16eb5cccf61 req-c1d1d0fd-939b-4220-b964-013c300e245b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774742 Feb 08 23:55:59.311218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port cac7ba27-4ff9-4041-90c5-e647311665ff, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=cac7ba27-4ff9-4041-90c5-e647311665ff,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:55:59.311218 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:59.343301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for cac7ba27-4ff9-4041-90c5-e647311665ff owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:55:59.353434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Router b189ed54-f6e4-4309-9f6c-4f214f4b4572 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:55:59.360713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6111fbf9-f336-43d5-aa16-eaf00ae08336 None None] Provisioning complete for port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:59.361205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6111fbf9-f336-43d5-aa16-eaf00ae08336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:59.386054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293d68e-151a-4819-a569-f8cc1dd99e51 req-0203ff26-2578-444f-ba73-28f5e9f4a542 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:59.393662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f293d68e-151a-4819-a569-f8cc1dd99e51 req-0203ff26-2578-444f-ba73-28f5e9f4a542 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1736073 Feb 08 23:55:59.465875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 135ca799-1c20-455a-aa81-26bbbdd8d940 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:59.466255 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:59.540887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6111fbf9-f336-43d5-aa16-eaf00ae08336 None None] Port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:55:59.642636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 992e328b-33b4-4860-a005-880a74b04b3d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:55:59.668862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:55:59.679616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c0ad80f6-36e7-4256-ae8c-d0f6eb06b06b admin admin] 10.222.0.32 "PUT /v2.0/routers/b189ed54-f6e4-4309-9f6c-4f214f4b4572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9927449 Feb 08 23:55:59.692411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Sync routers for ids ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:55:59.710386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Routers {'b189ed54-f6e4-4309-9f6c-4f214f4b4572'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:55:59.711037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:55:59.765224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f293d68e-151a-4819-a569-f8cc1dd99e51 req-60e072a7-6c00-4519-aa16-d0284ae6f77c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704076 Feb 08 23:55:59.786459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 992e328b-33b4-4860-a005-880a74b04b3d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:55:59.786459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:55:59.855368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba315b-8a3f-476a-a380-a3a92a514803 req-14d14bc1-50da-4087-9328-e4f74585ca03 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:55:59.858398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09ba315b-8a3f-476a-a380-a3a92a514803 req-14d14bc1-50da-4087-9328-e4f74585ca03 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 945 time: 0.4437845 Feb 08 23:55:59.963428 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c26c1-65ff-4af6-be81-a7fab291379d x-openstack-request-id: req-582c26c1-65ff-4af6-be81-a7fab291379d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:55:59.963952 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-plugged", "status": "completed", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:55:59.964358 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-582c26c1-65ff-4af6-be81-a7fab291379d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:55:59.964879 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694', 'code': 200} Feb 08 23:55:59.998552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09ba315b-8a3f-476a-a380-a3a92a514803 req-174bb75e-a5e9-4389-894a-48b9886faad6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228375 Feb 08 23:56:00.010848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5280c26-fe39-4a1b-8583-cc96d4ba468c req-38b02c36-2dd7-4cd0-a117-8040f6d88982 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 210 time: 0.0902956 Feb 08 23:56:00.072038 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:00.077996 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:56:00.092705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Set router b189ed54-f6e4-4309-9f6c-4f214f4b4572 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:56:00.115854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=cac7ba27-4ff9-4041-90c5-e647311665ff,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:00.273206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 9d20bd20-959b-4230-9a5d-679346908223 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:00.295420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port cac7ba27-4ff9-4041-90c5-e647311665ff on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:00.332117 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:00.337455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-aa261650-1430-4093-9eb0-5ba099a320d6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "DELETE /v2.0/ports/cac7ba27-4ff9-4041-90c5-e647311665ff HTTP/1.1" status: 204 len: 173 time: 1.8698533 Feb 08 23:56:00.338301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-deleted', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:00.340982 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc059851-0cd8-4ffe-a23f-43861afc4eb2" -d '{"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-deleted", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:00.429955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b86bb-e975-4f1e-a02d-ef9c8a88cbb1 req-70482ba7-3ecc-40d8-94a8-bcff6952ed69 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:00.445756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b86bb-e975-4f1e-a02d-ef9c8a88cbb1 req-70482ba7-3ecc-40d8-94a8-bcff6952ed69 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:00.447585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d8b86bb-e975-4f1e-a02d-ef9c8a88cbb1 req-70482ba7-3ecc-40d8-94a8-bcff6952ed69 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 1683 time: 0.2867692 Feb 08 23:56:00.538944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:00.563811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19306ce9-5f53-4126-906f-58bb5747d06c req-4b01ada8-0c3e-4fa5-88cd-ccaddac71ded tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:00.568725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19306ce9-5f53-4126-906f-58bb5747d06c req-4b01ada8-0c3e-4fa5-88cd-ccaddac71ded tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcb75b78-6cc6-4295-ba9b-bdc6478a77b2 HTTP/1.1" status: 200 len: 945 time: 0.4088917 Feb 08 23:56:00.639163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9d20bd20-959b-4230-9a5d-679346908223,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:00.650438 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:00.651153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0d9624e0-9509-4fd0-85c2-30ca4536bb80 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:00.705119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3f3f4-d73f-4a56-9401-8a0a3b624715 req-e3146a5c-93bb-40b7-9d56-734b2a72fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:00.713315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0de3f3f4-d73f-4a56-9401-8a0a3b624715 req-e3146a5c-93bb-40b7-9d56-734b2a72fc8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1097 time: 0.4149435 Feb 08 23:56:00.717731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:00.746158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 4, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c3aed44d-aeea-418c-8c0a-1a3e9eb50f56', 'name': '', 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'mac_address': 'fa:16:3e:d2:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9c3ce464-ced3-4548-9778-4dd094b27021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:54Z', 'updated_at': '2022-02-08T23:55:57Z', 'revision_number': 2, 'project_id': '181398139d1b48979976e5a9444b179f', 'subnets': [{'id': '9c3ce464-ced3-4548-9778-4dd094b27021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:00.767393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d8b86bb-e975-4f1e-a02d-ef9c8a88cbb1 req-c2d55f28-c94e-4ce2-b655-87fb0336fc96 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800121 Feb 08 23:56:00.779730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Checking router: b189ed54-f6e4-4309-9f6c-4f214f4b4572 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:56:00.780094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Updating router b189ed54-f6e4-4309-9f6c-4f214f4b4572 port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:56:00.851475 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:00.871124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19306ce9-5f53-4126-906f-58bb5747d06c req-d24e2fad-ea54-4ed8-91fa-2ee0d2f2dee6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670588 Feb 08 23:56:01.070893 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e9928f-a92f-4fbe-a8d7-c69364038ff5 x-openstack-request-id: req-c3e9928f-a92f-4fbe-a8d7-c69364038ff5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:01.071557 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-deleted", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:01.072688 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3e9928f-a92f-4fbe-a8d7-c69364038ff5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:01.073389 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-deleted', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff', 'status': 'completed', 'code': 200} Feb 08 23:56:01.117780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0de3f3f4-d73f-4a56-9401-8a0a3b624715 req-c22c1256-e0b5-4303-ba2b-4ca833f0fe61 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565671 Feb 08 23:56:01.144103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 9d20bd20-959b-4230-9a5d-679346908223 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:01.144442 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.236681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.275639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f4c8b-ef1d-4a1b-994f-ca45acd9907c req-55c207c0-1e72-4af9-b1e4-a14444e1b967 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:01.285269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441f4c8b-ef1d-4a1b-994f-ca45acd9907c req-55c207c0-1e72-4af9-b1e4-a14444e1b967 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.3660831 Feb 08 23:56:01.329472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:01.336650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.342304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d710e41-9a23-449f-be4e-be41f69207f5 req-6c653018-c5df-49e5-bd05-43397303831d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:01.343877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d710e41-9a23-449f-be4e-be41f69207f5 req-6c653018-c5df-49e5-bd05-43397303831d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2197359 Feb 08 23:56:01.371708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-1245b3cb-beda-48c4-8def-21f1a393c7dc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:01.373469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-1245b3cb-beda-48c4-8def-21f1a393c7dc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.4844532 Feb 08 23:56:01.402099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:01.404425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:01.443288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441f4c8b-ef1d-4a1b-994f-ca45acd9907c req-d46ba8a7-1e54-43ae-84d7-05d6a389807e tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545894 Feb 08 23:56:01.568746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 9d20bd20-959b-4230-9a5d-679346908223, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=9d20bd20-959b-4230-9a5d-679346908223,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:01.569153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.585544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 9d20bd20-959b-4230-9a5d-679346908223 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:01.618757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d710e41-9a23-449f-be4e-be41f69207f5 req-5882ecfe-4681-4f2c-859c-12b457034027 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648318 Feb 08 23:56:01.673646 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.685738 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.852794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:01.856756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082977e-1a81-4cb1-9c35-4f1f8293e89a None None] Pushing event updated for resources: {'Port': ['ID=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:01.870392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Attempting to bind port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:01.871443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Attempting to bind port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:01.871974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Attempting to bind port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 on network 8f2539d4-f75f-4943-936c-3873979b7612 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:01.875171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.885027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:01.885754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Checking segment: {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:01.886329 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.886934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Bound using segment: {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:01.887559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Bound port: c3aed44d-aeea-418c-8c0a-1a3e9eb50f56, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adea1e9-2cb8-4a63-8e14-f141a395aada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:01.888140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:01.916214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62578d57-f1fd-4cc8-aac1-e93d38cae021 req-62a3a979-1d67-43c8-b328-fb3c76741863 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 210 time: 0.1440539 Feb 08 23:56:01.969803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff'}, {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d20bd20-959b-4230-9a5d-679346908223'}, {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:01.974288 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7d3a0-3560-4f5e-976d-b140a46297b4" -d '{"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-unplugged", "status": "completed", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff"}, {"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-unplugged", "status": "completed", "tag": "9d20bd20-959b-4230-9a5d-679346908223"}, {"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:02.286371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.5 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/532cdc4c-01ce-4363-8c31-75c32216e26c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:02.292166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] For port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:02.305315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] For port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:02.310970 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98771d9-5c6f-4c6c-bd3a-0e99999ffbb5 x-openstack-request-id: req-c98771d9-5c6f-4c6c-bd3a-0e99999ffbb5 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:02.310970 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-unplugged", "status": "completed", "tag": "cac7ba27-4ff9-4041-90c5-e647311665ff", "code": 200}, {"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-unplugged", "status": "completed", "tag": "9d20bd20-959b-4230-9a5d-679346908223", "code": 200}, {"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:02.310970 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c98771d9-5c6f-4c6c-bd3a-0e99999ffbb5 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:02.310970 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac7ba27-4ff9-4041-90c5-e647311665ff', 'code': 200} Feb 08 23:56:02.310970 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d20bd20-959b-4230-9a5d-679346908223', 'code': 200} Feb 08 23:56:02.310970 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80', 'code': 200} Feb 08 23:56:02.322588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:02.368529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:02.409977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7489da9b-2c27-4b12-81b6-157fdc6664a3 None None] Provisioning complete for port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:02.410267 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7489da9b-2c27-4b12-81b6-157fdc6664a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:02.450058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082977e-1a81-4cb1-9c35-4f1f8293e89a None None] Pushing event updated for resources: {'Port': ['ID=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:02.456831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Routers {'b189ed54-f6e4-4309-9f6c-4f214f4b4572'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:56:02.458189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:55:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:02.470504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=9d20bd20-959b-4230-9a5d-679346908223,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:02.500753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0342220-fb98-45c2-90b5-5c22a0f1cfd1 req-d77b6df9-46b4-4a5b-abfe-1cec9074e109 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:02.512971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0342220-fb98-45c2-90b5-5c22a0f1cfd1 req-d77b6df9-46b4-4a5b-abfe-1cec9074e109 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:02.518270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0342220-fb98-45c2-90b5-5c22a0f1cfd1 req-d77b6df9-46b4-4a5b-abfe-1cec9074e109 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 1600 time: 0.2655244 Feb 08 23:56:02.756285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] Set router b189ed54-f6e4-4309-9f6c-4f214f4b4572 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:56:02.822824 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7489da9b-2c27-4b12-81b6-157fdc6664a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:02.849000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 9d20bd20-959b-4230-9a5d-679346908223 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:02.852226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:02.858745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-dc49b121-4799-447a-a1f0-4f3cdc4172a6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "DELETE /v2.0/ports/9d20bd20-959b-4230-9a5d-679346908223 HTTP/1.1" status: 204 len: 173 time: 2.4742980 Feb 08 23:56:02.875274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0342220-fb98-45c2-90b5-5c22a0f1cfd1 req-4ddcc374-a5fb-4ee2-91d5-dc5384b955eb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732607 Feb 08 23:56:02.981658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7489da9b-2c27-4b12-81b6-157fdc6664a3 None None] For port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:03.030244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.073025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76885391-fe83-4368-8f45-202deddf3dd2 req-d7f4b748-3166-45ba-a459-1f23c321e22d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:03.074545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76885391-fe83-4368-8f45-202deddf3dd2 req-d7f4b748-3166-45ba-a459-1f23c321e22d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.1135368 Feb 08 23:56:03.077157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-deleted', 'tag': '9d20bd20-959b-4230-9a5d-679346908223'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:03.079997 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69b0330-7fd6-4e2b-b4c4-255f979e5f2a" -d '{"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-deleted", "tag": "9d20bd20-959b-4230-9a5d-679346908223"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:03.100296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:03.100632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.126626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7489da9b-2c27-4b12-81b6-157fdc6664a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.233998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489da9b-2c27-4b12-81b6-157fdc6664a3 None None] Pushing event updated for resources: {'Port': ['ID=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:03.251318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 4, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c3aed44d-aeea-418c-8c0a-1a3e9eb50f56', 'name': '', 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'mac_address': 'fa:16:3e:d2:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9c3ce464-ced3-4548-9778-4dd094b27021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:54Z', 'updated_at': '2022-02-08T23:56:02Z', 'revision_number': 4, 'project_id': '181398139d1b48979976e5a9444b179f', 'subnets': [{'id': '9c3ce464-ced3-4548-9778-4dd094b27021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:03.322166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 0d9624e0-9509-4fd0-85c2-30ca4536bb80, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0d9624e0-9509-4fd0-85c2-30ca4536bb80,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:03.322717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.324012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f46f07-8e81-4bb8-bf27-5208fc486d14 None None] The sync data for ids ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'] in n-d-828413-1 is: [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 4, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'c3aed44d-aeea-418c-8c0a-1a3e9eb50f56', 'name': '', 'network_id': '8f2539d4-f75f-4943-936c-3873979b7612', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'mac_address': 'fa:16:3e:d2:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '9c3ce464-ced3-4548-9778-4dd094b27021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:54Z', 'updated_at': '2022-02-08T23:56:02Z', 'revision_number': 4, 'project_id': '181398139d1b48979976e5a9444b179f', 'subnets': [{'id': '9c3ce464-ced3-4548-9778-4dd094b27021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:56:03.327757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-67b0faf0-8e7f-4497-9bdd-660761dd5d42 None None] Provisioning complete for port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:03.328128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67b0faf0-8e7f-4497-9bdd-660761dd5d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.349066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 0d9624e0-9509-4fd0-85c2-30ca4536bb80 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:03.425645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76885391-fe83-4368-8f45-202deddf3dd2 req-05c75497-9a49-4181-b9f3-d4bafff72c7e tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370187 Feb 08 23:56:03.431246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.452681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:03.503390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:03.518480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:03.539466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:03.621484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:03.626583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:03.704194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=532cdc4c-01ce-4363-8c31-75c32216e26c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:03.741819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-00071061-ed72-4448-ba0b-4c3f24482900 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3417077 Feb 08 23:56:03.770097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Request body: {'port': {'device_id': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:03.806591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd526f-355a-4c4b-b0d1-f72b41476648 req-50cbd03f-9631-43bf-990d-fd79e62d06bb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:03.815634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7dd526f-355a-4c4b-b0d1-f72b41476648 req-50cbd03f-9631-43bf-990d-fd79e62d06bb tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1617761 Feb 08 23:56:04.006938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.013936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7dd526f-355a-4c4b-b0d1-f72b41476648 req-973f29a5-b8ee-472d-a8d4-d5ccdc052807 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972497 Feb 08 23:56:04.023216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.033974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee811a-b380-4be1-86d0-3477595b807b req-cf76bfc6-4215-411a-9f1f-519bcd00b4d2 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:04.036196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cee811a-b380-4be1-86d0-3477595b807b req-cf76bfc6-4215-411a-9f1f-519bcd00b4d2 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcb75b78-6cc6-4295-ba9b-bdc6478a77b2 HTTP/1.1" status: 200 len: 945 time: 0.1642663 Feb 08 23:56:04.119488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-eef00860-aa96-4941-8ecd-30641402692a tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:04.141976 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-eef00860-aa96-4941-8ecd-30641402692a tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d63b11a-3a47-4248-a463-51b743ab8ebb HTTP/1.1" status: 200 len: 945 time: 0.1252210 Feb 08 23:56:04.285549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Deleting port d75a7301-f29b-4f52-abf1-2cfc8b17e741 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:04.286462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.530089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] For port d75a7301-f29b-4f52-abf1-2cfc8b17e741, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d75a7301-f29b-4f52-abf1-2cfc8b17e741,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:04.530855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.568071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Calling delete_port for d75a7301-f29b-4f52-abf1-2cfc8b17e741 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:04.673639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=0d9624e0-9509-4fd0-85c2-30ca4536bb80,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:04.829265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.831989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:04.893248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event deleted for resources: {'Port': ['ID=d75a7301-f29b-4f52-abf1-2cfc8b17e741,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:04.893493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['d75a7301-f29b-4f52-abf1-2cfc8b17e741'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:04.969041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] No DVR routers for this DVR port d75a7301-f29b-4f52-abf1-2cfc8b17e741 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:04.976595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 0d9624e0-9509-4fd0-85c2-30ca4536bb80 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:04.977579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.988229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:04.989106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.990654 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3b75f6fa-107c-4853-9957-bc06f5d964cc req-48fb5365-1bc9-4a04-b00f-7fc0d723fc27 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "DELETE /v2.0/ports/d75a7301-f29b-4f52-abf1-2cfc8b17e741 HTTP/1.1" status: 204 len: 173 time: 0.8438151 Feb 08 23:56:04.993953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'name': 'network-vif-deleted', 'tag': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:04.994811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:04.998099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6bb6ccc4-d591-4ac3-9b07-42516a03ce57 req-ddb15881-d55a-46ca-8da1-ec96c520d9e7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "DELETE /v2.0/ports/0d9624e0-9509-4fd0-85c2-30ca4536bb80 HTTP/1.1" status: 204 len: 173 time: 2.1171753 Feb 08 23:56:05.007900 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a3775-7d21-457c-933c-256c046f89e1" -d '{"events": [{"server_uuid": "3d63b11a-3a47-4248-a463-51b743ab8ebb", "name": "network-vif-deleted", "tag": "d75a7301-f29b-4f52-abf1-2cfc8b17e741"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:05.151449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64936fcb-a291-4828-9a5f-9108c5ed3433 req-21da6e9f-936c-4a85-9b8b-0781ad389ce8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:05.153059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64936fcb-a291-4828-9a5f-9108c5ed3433 req-21da6e9f-936c-4a85-9b8b-0781ad389ce8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 931 time: 0.5370765 Feb 08 23:56:05.332070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64936fcb-a291-4828-9a5f-9108c5ed3433 req-dde1ae55-88c1-497f-bb26-7288b792d80e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599598 Feb 08 23:56:05.364174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Deleting port c29a3eeb-8000-461e-a19d-eadcb782ea0b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:05.364525 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:05.434467 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdbb6e1-bed1-47c2-a43a-18f18c5a3a9a x-openstack-request-id: req-1fdbb6e1-bed1-47c2-a43a-18f18c5a3a9a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:05.434761 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-deleted", "tag": "9d20bd20-959b-4230-9a5d-679346908223", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:05.435037 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fdbb6e1-bed1-47c2-a43a-18f18c5a3a9a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:05.435730 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-deleted', 'tag': '9d20bd20-959b-4230-9a5d-679346908223', 'status': 'completed', 'code': 200} Feb 08 23:56:05.568126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] For port c29a3eeb-8000-461e-a19d-eadcb782ea0b, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c29a3eeb-8000-461e-a19d-eadcb782ea0b,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:05.568519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:05.590468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532cdc4c-01ce-4363-8c31-75c32216e26c {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:05.594944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Calling delete_port for c29a3eeb-8000-461e-a19d-eadcb782ea0b owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:05.602985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:05.624369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Transition to ACTIVE for port object 532cdc4c-01ce-4363-8c31-75c32216e26c will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:05.658732 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:05.736668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=532cdc4c-01ce-4363-8c31-75c32216e26c,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:05.879872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fcfd802-ad0c-433a-bd46-d19d539946f0 req-f90dd137-5204-41be-ad07-a70b3734b162 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=a00b8468-9652-415f-9378-00a43fa646c5 HTTP/1.1" status: 200 len: 210 time: 0.0740027 Feb 08 23:56:05.940771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Attempting to bind port 532cdc4c-01ce-4363-8c31-75c32216e26c on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:05.941271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Attempting to bind port 532cdc4c-01ce-4363-8c31-75c32216e26c by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:05.942367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Attempting to bind port 532cdc4c-01ce-4363-8c31-75c32216e26c on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:05.946252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:05.962757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['d75a7301-f29b-4f52-abf1-2cfc8b17e741'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:05.980408 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d255c6-2694-4eee-95bf-866a51e77649 x-openstack-request-id: req-86d255c6-2694-4eee-95bf-866a51e77649 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:05.980937 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d63b11a-3a47-4248-a463-51b743ab8ebb", "name": "network-vif-deleted", "tag": "d75a7301-f29b-4f52-abf1-2cfc8b17e741", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:05.980937 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86d255c6-2694-4eee-95bf-866a51e77649 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:05.981351 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d63b11a-3a47-4248-a463-51b743ab8ebb', 'name': 'network-vif-deleted', 'tag': 'd75a7301-f29b-4f52-abf1-2cfc8b17e741', 'status': 'completed', 'code': 200} Feb 08 23:56:05.983993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Port 532cdc4c-01ce-4363-8c31-75c32216e26c on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:05.984389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Attempting to bind port 532cdc4c-01ce-4363-8c31-75c32216e26c on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:05.990226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event deleted for resources: {'Port': ['ID=c29a3eeb-8000-461e-a19d-eadcb782ea0b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:05.999507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:05.999648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:06.000117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:06.000999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Bound port: 532cdc4c-01ce-4363-8c31-75c32216e26c, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:06.001153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:06.119572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] No DVR routers for this DVR port c29a3eeb-8000-461e-a19d-eadcb782ea0b on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:06.124877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:06.128221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cee811a-b380-4be1-86d0-3477595b807b req-8430ff06-751f-4d1e-acf8-008151d6c045 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "DELETE /v2.0/ports/c29a3eeb-8000-461e-a19d-eadcb782ea0b HTTP/1.1" status: 204 len: 173 time: 2.0846736 Feb 08 23:56:06.197258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] For port 532cdc4c-01ce-4363-8c31-75c32216e26c, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:06.204961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] For port 532cdc4c-01ce-4363-8c31-75c32216e26c, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=532cdc4c-01ce-4363-8c31-75c32216e26c,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:06.215595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ba5fc-bf53-44f1-a7dd-ba791191a1f0 req-fbb8078e-f60a-4f0e-a1e4-040cbb2c7d20 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:06.217337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b7ba5fc-bf53-44f1-a7dd-ba791191a1f0 req-fbb8078e-f60a-4f0e-a1e4-040cbb2c7d20 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1117108 Feb 08 23:56:06.219035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:06.265778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:06.266899 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:06.268599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] 10.222.0.21 "PUT /v2.0/ports/532cdc4c-01ce-4363-8c31-75c32216e26c HTTP/1.1" status: 200 len: 1091 time: 2.5041988 Feb 08 23:56:06.294512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c29a3eeb-8000-461e-a19d-eadcb782ea0b no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:06.361502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: c29a3eeb-8000-461e-a19d-eadcb782ea0b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:06.361880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c29a3eeb-8000-461e-a19d-eadcb782ea0b not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:06.362374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d75a7301-f29b-4f52-abf1-2cfc8b17e741 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:06.389414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: d75a7301-f29b-4f52-abf1-2cfc8b17e741 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:06.389923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d75a7301-f29b-4f52-abf1-2cfc8b17e741 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:06.401605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b7ba5fc-bf53-44f1-a7dd-ba791191a1f0 req-7359013f-f285-41b5-9d54-ed884cc0fd8c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737995 Feb 08 23:56:06.407148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806cbfc-9f32-4589-8ff7-78aceef6bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=532cdc4c-01ce-4363-8c31-75c32216e26c,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:06.449688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-897f5e86-07f5-41c0-bf30-507b2e290f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:06.451625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-897f5e86-07f5-41c0-bf30-507b2e290f2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 1094 time: 0.1098094 Feb 08 23:56:06.514694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-56b2f840-dcaf-4a15-9819-c4fb45960b16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=532cdc4c-01ce-4363-8c31-75c32216e26c HTTP/1.1" status: 200 len: 217 time: 0.0530081 Feb 08 23:56:06.593860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15611e-5383-42e5-b945-08f03944eb2c req-166e4acb-336a-4a2d-8344-4b95505858a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:06.595493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-166e4acb-336a-4a2d-8344-4b95505858a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.0730395 Feb 08 23:56:06.679770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-78b4075a-daa4-45ae-a7e3-eff380463e74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633273 Feb 08 23:56:06.872967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564c88b-6ad4-4088-a476-c7b1f5146696 req-e84293bf-9125-45d7-9c18-5611d48cdf89 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:06.880889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4564c88b-6ad4-4088-a476-c7b1f5146696 req-e84293bf-9125-45d7-9c18-5611d48cdf89 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 943 time: 0.1766601 Feb 08 23:56:06.891803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-a21c4d70-9228-43eb-b74f-9d82f6db4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:06.893604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-a21c4d70-9228-43eb-b74f-9d82f6db4fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 1097 time: 0.1615558 Feb 08 23:56:06.902205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:06.909299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:06.917961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-16df61fe-66fa-4457-a255-a15c64f866b6 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297771 Feb 08 23:56:07.017509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4564c88b-6ad4-4088-a476-c7b1f5146696 req-40efd470-1b2b-4418-8763-93d3a08c86f3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331663 Feb 08 23:56:07.208046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-8e6fef5b-cf6d-485b-82dc-63c042c28bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:07.209726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-8e6fef5b-cf6d-485b-82dc-63c042c28bf6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 200 len: 917 time: 0.3054509 Feb 08 23:56:07.216010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec15611e-5383-42e5-b945-08f03944eb2c req-5fbb413a-6795-4af0-a15a-26c1c74f452c service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823098 Feb 08 23:56:07.234221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0a39f-0c16-4e1d-b020-4c10ecca061c req-3b1918a6-f4ee-4343-abfd-b3613b19c37c tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:07.242103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05e0a39f-0c16-4e1d-b020-4c10ecca061c req-3b1918a6-f4ee-4343-abfd-b3613b19c37c tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.1172867 Feb 08 23:56:07.278545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-b3436099-3296-4010-b5ee-72cd89ca407f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89 HTTP/1.1" status: 200 len: 217 time: 0.0614569 Feb 08 23:56:07.342649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05e0a39f-0c16-4e1d-b020-4c10ecca061c req-c0c0ff1e-c6c5-4b67-831b-c2a6fa968363 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996094 Feb 08 23:56:07.356307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-a6f3e20f-0cfe-4636-9254-f1bd52011359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:07.357805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-a6f3e20f-0cfe-4636-9254-f1bd52011359 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 200 len: 855 time: 0.0642126 Feb 08 23:56:07.391260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48538) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:07.413417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-969836bb-3b89-4f60-8fe5-cb1e474c3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:07.415336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-969836bb-3b89-4f60-8fe5-cb1e474c3c27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1a9e17e5-5730-488a-bce5-1e42d2e08a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484109 Feb 08 23:56:07.438370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-deleted', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80'}, {'server_uuid': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'name': 'network-vif-deleted', 'tag': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b'}, {'name': 'network-changed', 'server_uuid': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'tag': '532cdc4c-01ce-4363-8c31-75c32216e26c'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:07.442782 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c" -d '{"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-deleted", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80"}, {"server_uuid": "dcb75b78-6cc6-4295-ba9b-bdc6478a77b2", "name": "network-vif-deleted", "tag": "c29a3eeb-8000-461e-a19d-eadcb782ea0b"}, {"name": "network-changed", "server_uuid": "ef4ca38b-e484-410b-a64b-dae4ed4c777c", "tag": "532cdc4c-01ce-4363-8c31-75c32216e26c"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:07.465087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting subnet 6e481611-bdfa-407e-9237-d30a7165f126 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:56:07.471500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:07.539821 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:07.617104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-9279b7a8-dd1d-4de5-9027-afd3b4aa803f service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947753 Feb 08 23:56:07.695267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b459bc-1842-40bd-84ca-a10b12c41ff2 req-5f217244-2879-4e7f-ad57-437de99ec080 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:07.712040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67b459bc-1842-40bd-84ca-a10b12c41ff2 req-5f217244-2879-4e7f-ad57-437de99ec080 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2086890 Feb 08 23:56:07.718869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:07.761624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67b459bc-1842-40bd-84ca-a10b12c41ff2 req-022288b0-9abc-4ce3-a362-cd361db5533a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558887 Feb 08 23:56:07.797697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:07.810167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abf9a5f1-0456-4c7e-9605-7ad3ce9fd1f1 req-a8aab634-bb81-472b-927c-75e0b0d68fb4 service neutron] 10.222.0.21 "GET /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826606 Feb 08 23:56:07.853350 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a082fce-557c-47a3-8c43-3b9cb07b2082 x-openstack-request-id: req-5a082fce-557c-47a3-8c43-3b9cb07b2082 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:07.853650 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b8468-9652-415f-9378-00a43fa646c5", "name": "network-vif-deleted", "tag": "0d9624e0-9509-4fd0-85c2-30ca4536bb80", "status": "completed", "code": 200}, {"server_uuid": "dcb75b78-6cc6-4295-ba9b-bdc6478a77b2", "name": "network-vif-deleted", "tag": "c29a3eeb-8000-461e-a19d-eadcb782ea0b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef4ca38b-e484-410b-a64b-dae4ed4c777c", "tag": "532cdc4c-01ce-4363-8c31-75c32216e26c", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:07.853917 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a082fce-557c-47a3-8c43-3b9cb07b2082 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:07.854341 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00b8468-9652-415f-9378-00a43fa646c5', 'name': 'network-vif-deleted', 'tag': '0d9624e0-9509-4fd0-85c2-30ca4536bb80', 'status': 'completed', 'code': 200} Feb 08 23:56:07.854580 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcb75b78-6cc6-4295-ba9b-bdc6478a77b2', 'name': 'network-vif-deleted', 'tag': 'c29a3eeb-8000-461e-a19d-eadcb782ea0b', 'status': 'completed', 'code': 200} Feb 08 23:56:07.854828 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'tag': '532cdc4c-01ce-4363-8c31-75c32216e26c', 'status': 'completed', 'code': 200} Feb 08 23:56:07.881634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Subnet': ['ID=6e481611-bdfa-407e-9237-d30a7165f126,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:07.886784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:07.893545 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-56313ad2-f247-47e4-a9dd-d99561eed00f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/subnets/6e481611-bdfa-407e-9237-d30a7165f126 HTTP/1.1" status: 204 len: 168 time: 0.4981818 Feb 08 23:56:07.894570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48556) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:07.905888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6cbc1f-63f0-4178-ac72-386d4a9de566 None None] Network a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:08.043727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:08.050018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-681d009c-4fbb-460e-b2ad-53e9ba0ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:08.051719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-681d009c-4fbb-460e-b2ad-53e9ba0ce964 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 1094 time: 0.1666579 Feb 08 23:56:08.174795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] DHCP port deletion for a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:56:08.268155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] Deleting port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:08.268367 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:08.275438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-bfde5b29-47d4-470a-8fcb-9a216f891bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:08.277264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-bfde5b29-47d4-470a-8fcb-9a216f891bb6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.1929047 Feb 08 23:56:08.281938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:08.282385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:08.313050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8f842-eaad-4260-8fbf-5c8ade764883 req-85083d83-f9a6-4671-8570-48cbda77dad9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:08.313976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e8f842-eaad-4260-8fbf-5c8ade764883 req-85083d83-f9a6-4671-8570-48cbda77dad9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 943 time: 0.1516726 Feb 08 23:56:08.356656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] For port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:08.357397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:08.396577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] Calling delete_port for c27dec1b-37a2-4e98-9555-6b7a0f9ca03c owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:08.465732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,segment=NetworkSegment(45726421-006b-4b23-ba40-0d587076e079),segment_id=45726421-006b-4b23-ba40-0d587076e079)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:08.466778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:08.521800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-29d1391b-6deb-4e05-8def-435d25956f1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=532cdc4c-01ce-4363-8c31-75c32216e26c HTTP/1.1" status: 200 len: 217 time: 0.2021461 Feb 08 23:56:08.533762 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:08.539996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for c27dec1b-37a2-4e98-9555-6b7a0f9ca03c owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:08.547854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e8f842-eaad-4260-8fbf-5c8ade764883 req-a419319e-f359-4918-b349-e697703b8494 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217381 Feb 08 23:56:08.556640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] No DVR routers for this DVR port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:08.598530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86808e5-b735-4d10-a27c-1fed622c536e None None] Pushing event deleted for resources: {'Port': ['ID=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:08.682504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-f5cc4506-9ae0-4deb-bdd7-12a96c25e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:08.684123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-f5cc4506-9ae0-4deb-bdd7-12a96c25e4a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1523900 Feb 08 23:56:08.760737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-11c2706b-aa4c-4027-b94c-6bac3ff97a07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564661 Feb 08 23:56:08.812421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c27dec1b-37a2-4e98-9555-6b7a0f9ca03c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:08.880429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c27dec1b-37a2-4e98-9555-6b7a0f9ca03c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:08.881316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c27dec1b-37a2-4e98-9555-6b7a0f9ca03c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:08.899270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b41b88-ea18-4c3d-a611-05063b28f8d4 req-6195c136-b3d6-4ac3-be11-b25dabc0201d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:08.902004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45b41b88-ea18-4c3d-a611-05063b28f8d4 req-6195c136-b3d6-4ac3-be11-b25dabc0201d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.2351811 Feb 08 23:56:08.966195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.017150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45b41b88-ea18-4c3d-a611-05063b28f8d4 req-3d1c4504-2cf3-4c36-aa68-fdfdecdd9f7d tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037521 Feb 08 23:56:09.020783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=c27dec1b-37a2-4e98-9555-6b7a0f9ca03c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:09.023268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port c27dec1b-37a2-4e98-9555-6b7a0f9ca03c on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:09.025817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-59219629-7303-42a3-bf87-1ce541e5f43e service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475255 Feb 08 23:56:09.184514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.225979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b5eaa9-30b3-409d-85e5-ed8ae1437e69']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:09.253724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45726421-006b-4b23-ba40-0d587076e079') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:09.254070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45726421-006b-4b23-ba40-0d587076e079') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:09.263663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac2f7236-bd55-4cf4-8946-9bd1e913ae9c req-6d4e9489-8908-4224-ab5a-814d2146f284 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157979 Feb 08 23:56:09.272597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd188cf-62b1-4f0e-8c3d-a652a2714364 req-948076a7-f50e-481b-ae26-add53fe520ab tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:09.274102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1bd188cf-62b1-4f0e-8c3d-a652a2714364 req-948076a7-f50e-481b-ae26-add53fe520ab tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1357152 Feb 08 23:56:09.278922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.304527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.322930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:56:09.323337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:56:09.326486 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:56:09.381564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1bd188cf-62b1-4f0e-8c3d-a652a2714364 req-1e676e35-4956-41c5-9b2a-c9693e795a68 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927312 Feb 08 23:56:09.400783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.409596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.415613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/networks/a6b5eaa9-30b3-409d-85e5-ed8ae1437e69 HTTP/1.1" status: 204 len: 168 time: 1.5164611 Feb 08 23:56:09.416020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48572) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:09.445807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418df88-fc12-4c87-a6b3-4414a8374049 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Network': ['ID=a6b5eaa9-30b3-409d-85e5-ed8ae1437e69,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:09.518924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting subnet 4f82e9dd-e2f6-4d35-a3b3-3666a336de58 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:56:09.524132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.581331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985060f7-55d3-4dd8-ae29-4ea42543693d req-da91d58e-448c-4450-8047-5eb24392c263 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:09.586366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-985060f7-55d3-4dd8-ae29-4ea42543693d req-da91d58e-448c-4450-8047-5eb24392c263 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.1073437 Feb 08 23:56:09.586366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.654870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-985060f7-55d3-4dd8-ae29-4ea42543693d req-e0238221-b97f-4c02-a998-24c651160d88 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624602 Feb 08 23:56:09.704176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.801359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb1cbb-c5ca-42c3-9faf-a2b73ead78f4 req-0cb0760d-fc0a-43b5-bb98-8df633d5c0ce tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:09.802879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5abb1cbb-c5ca-42c3-9faf-a2b73ead78f4 req-0cb0760d-fc0a-43b5-bb98-8df633d5c0ce tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 943 time: 0.0758622 Feb 08 23:56:09.810146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.852749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Subnet': ['ID=4f82e9dd-e2f6-4d35-a3b3-3666a336de58,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:09.857621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:09.863372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a9fc9-518e-4dfc-9b5c-ac2ab287d92d None None] Network 67499e71-f586-4899-9652-067abe07c004 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:09.864117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48588) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:09.864519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fb9de89f-d8a0-4c54-b143-464fb119321e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/subnets/4f82e9dd-e2f6-4d35-a3b3-3666a336de58 HTTP/1.1" status: 204 len: 168 time: 0.4430935 Feb 08 23:56:09.889914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5abb1cbb-c5ca-42c3-9faf-a2b73ead78f4 req-57e6a887-aa30-45c9-99c5-d336c6ec80bb tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760281 Feb 08 23:56:10.039537 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.103555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b330d8-5397-46c1-8293-a816ef0c9446 req-34d40e95-d44e-451c-8fb7-8e385835f4ad tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:10.105572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97b330d8-5397-46c1-8293-a816ef0c9446 req-34d40e95-d44e-451c-8fb7-8e385835f4ad tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 945 time: 0.0843320 Feb 08 23:56:10.131932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 13410475-11f3-4195-acf2-b54e7b367239 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:10.132793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.149472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] DHCP port deletion for 67499e71-f586-4899-9652-067abe07c004 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:56:10.172195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97b330d8-5397-46c1-8293-a816ef0c9446 req-312cec77-6982-44ff-821d-a8d2a591f1ec tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598037 Feb 08 23:56:10.233346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] Deleting port 13410475-11f3-4195-acf2-b54e7b367239 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:10.233812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.304459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 13410475-11f3-4195-acf2-b54e7b367239, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13410475-11f3-4195-acf2-b54e7b367239,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:10.305447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.339602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 532cdc4c-01ce-4363-8c31-75c32216e26c details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:10.353147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 13410475-11f3-4195-acf2-b54e7b367239 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:10.386573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] For port 13410475-11f3-4195-acf2-b54e7b367239, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13410475-11f3-4195-acf2-b54e7b367239,segment=NetworkSegment(dd501fbe-a2e2-470b-807b-3095b36c6497),segment_id=dd501fbe-a2e2-470b-807b-3095b36c6497)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:10.388635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.392772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093da06a-26c1-4119-9fe1-8861c74ab9c9 req-23608bd8-6194-424c-baf5-3b95ef4d3189 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:10.394626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-093da06a-26c1-4119-9fe1-8861c74ab9c9 req-23608bd8-6194-424c-baf5-3b95ef4d3189 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.1080060 Feb 08 23:56:10.436987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] Calling delete_port for 13410475-11f3-4195-acf2-b54e7b367239 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:10.448934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-093da06a-26c1-4119-9fe1-8861c74ab9c9 req-00ba1583-4a34-49d7-85ef-7881d95f8ac4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413780 Feb 08 23:56:10.511581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.540653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=13410475-11f3-4195-acf2-b54e7b367239,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:10.552340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 13410475-11f3-4195-acf2-b54e7b367239 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:10.607216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156b77-5955-4379-b35a-e86955aa3dd7 req-296fa8e8-0336-478a-a8a7-61c081d8bb28 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:10.614811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc156b77-5955-4379-b35a-e86955aa3dd7 req-296fa8e8-0336-478a-a8a7-61c081d8bb28 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.0890360 Feb 08 23:56:10.654282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 532cdc4c-01ce-4363-8c31-75c32216e26c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=532cdc4c-01ce-4363-8c31-75c32216e26c,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:10.655017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.669671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc156b77-5955-4379-b35a-e86955aa3dd7 req-623b8c8e-d614-4a4a-8d1b-e6fe8af4ad09 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485926 Feb 08 23:56:10.680777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '532cdc4c-01ce-4363-8c31-75c32216e26c', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': '532cdc4c-01ce-4363-8c31-75c32216e26c', 'mac_address': 'fa:16:3e:0b:70:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:10.688353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67499e71-f586-4899-9652-067abe07c004']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:10.698776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd501fbe-a2e2-470b-807b-3095b36c6497') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:10.699090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd501fbe-a2e2-470b-807b-3095b36c6497') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:10.709092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.709789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.724844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.731600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:56:10.731974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.747704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13410475-11f3-4195-acf2-b54e7b367239 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:10.751682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-e26a2483-c729-43a9-b19c-5bd751b9a6a6 req-88ba3a46-3f66-4472-89f6-51f441839980 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:56:10.753277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e26a2483-c729-43a9-b19c-5bd751b9a6a6 req-88ba3a46-3f66-4472-89f6-51f441839980 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150299 Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:56:10.822915 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:56:10.844124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 13410475-11f3-4195-acf2-b54e7b367239 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:10.844467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13410475-11f3-4195-acf2-b54e7b367239 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:10.849157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] Pushing event deleted for resources: {'Port': ['ID=13410475-11f3-4195-acf2-b54e7b367239,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:10.856863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8f20b-6c62-43ba-a8d2-2f4c7f3375b8 None None] No DVR routers for this DVR port 13410475-11f3-4195-acf2-b54e7b367239 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:10.863208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.865632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.876715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.894496 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/networks/67499e71-f586-4899-9652-067abe07c004 HTTP/1.1" status: 204 len: 168 time: 1.0290196 Feb 08 23:56:10.897257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48600) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:10.916040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532cdc4c-01ce-4363-8c31-75c32216e26c {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:10.927948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1828081111'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:10.943389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab2f3d-5ed0-4fed-b4c3-0fa0e21f528d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Network': ['ID=67499e71-f586-4899-9652-067abe07c004,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:10.952399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 532cdc4c-01ce-4363-8c31-75c32216e26c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=532cdc4c-01ce-4363-8c31-75c32216e26c,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:10.959494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:10.984804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e26a2483-c729-43a9-b19c-5bd751b9a6a6 req-295e0682-5cd4-4b04-b2cb-0043e78c3609 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2229071 Feb 08 23:56:10.997683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:11.001963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:11.059510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:56:11.066183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=532cdc4c-01ce-4363-8c31-75c32216e26c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:11.075466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:11.076261 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Added segment ca027ba0-85d5-4b01-aa70-1a994c5407f7 of type vlan for network a052e33f-e6a1-4173-b485-088a2d80f488 Feb 08 23:56:11.125780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:11.166286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:11.173535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:11.174493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:11.205959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3069494 Feb 08 23:56:11.219251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48608) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:11.232421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'subnet': {'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:11.266790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['532cdc4c-01ce-4363-8c31-75c32216e26c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:11.315072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee27962-0c24-4224-a396-48a9e204f696 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Network': ['ID=a052e33f-e6a1-4173-b485-088a2d80f488,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:11.345009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a052e33f-e6a1-4173-b485-088a2d80f488 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:56:11.428992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650f134-b3f0-402c-9a7b-56998917b9b6 req-9dde59e4-be31-48b1-80e8-709acde67d8d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:11.430532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9650f134-b3f0-402c-9a7b-56998917b9b6 req-9dde59e4-be31-48b1-80e8-709acde67d8d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 944 time: 0.0843613 Feb 08 23:56:11.450147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:11.456336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:11.578702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9650f134-b3f0-402c-9a7b-56998917b9b6 req-47edb695-7c6e-415c-98ea-26b7d1a9fe38 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409421 Feb 08 23:56:11.797392 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d29f7c95-2e07-496f-9b5f-6a8839e730a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.116615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9411ae-dc5e-48a3-abf7-ef62f54d390e req-b3defb9b-9b52-4782-8834-b7ca50948e86 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:12.118135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e9411ae-dc5e-48a3-abf7-ef62f54d390e req-b3defb9b-9b52-4782-8834-b7ca50948e86 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.4526584 Feb 08 23:56:12.132852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.225428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e9411ae-dc5e-48a3-abf7-ef62f54d390e req-e6f2a602-9f98-4004-9ddb-7967f3731abc tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934076 Feb 08 23:56:12.225428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Subnet': ['ID=a19744b9-c510-45d5-b6c5-479a1c67608e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:12.230920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Checking segment: {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:12.231272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network hostable DHCP agents. Network: a052e33f-e6a1-4173-b485-088a2d80f488, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:56:12.251939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network a052e33f-e6a1-4173-b485-088a2d80f488 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:56:12.271671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a052e33f-e6a1-4173-b485-088a2d80f488) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:12.276146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:12.276825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.292018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd76c8-141a-4e33-a286-dea967cddf3c None None] Network a052e33f-e6a1-4173-b485-088a2d80f488 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:12.307482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:12.308063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cfc814ed-f436-4b30-a0e5-58d9bdd3bc91 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0886905 Feb 08 23:56:12.314967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1287521343'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:12.353004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 532cdc4c-01ce-4363-8c31-75c32216e26c up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:12.385938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e9e81-3553-4382-97f7-0d4548e938b6 req-cf74062b-781e-4e9e-996f-65a7b425f4a6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:12.392591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:12.393861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c12e9e81-3553-4382-97f7-0d4548e938b6 req-cf74062b-781e-4e9e-996f-65a7b425f4a6 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.0624187 Feb 08 23:56:12.399501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.446706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c12e9e81-3553-4382-97f7-0d4548e938b6 req-a0030919-b990-4529-82a2-677e44d14c30 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Feb 08 23:56:12.492563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:56:12.524454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.525701 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Added segment 9d249bbb-8178-4231-ad0b-d1e90f25a3a6 of type vlan for network 99778a05-29a7-4c32-8d8b-54ea9d68582e Feb 08 23:56:12.603988 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.666107 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.672880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:12.673580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:12.768168 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4593236 Feb 08 23:56:12.771102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48630) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:12.776005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0ecd7-9d44-4ab1-a2a5-26ef8e8f209c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Network': ['ID=99778a05-29a7-4c32-8d8b-54ea9d68582e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:12.777750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'subnet': {'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:12.868476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:56:12.987174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e727c3f-7edf-4989-b0c5-95553a49e18b req-6cf36ca9-bd3b-47e3-b8c9-2786e9bc4127 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:12.989410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e727c3f-7edf-4989-b0c5-95553a49e18b req-6cf36ca9-bd3b-47e3-b8c9-2786e9bc4127 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 945 time: 0.0833764 Feb 08 23:56:12.990651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:12.994070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.036747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 532cdc4c-01ce-4363-8c31-75c32216e26c completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:13.048789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 532cdc4c-01ce-4363-8c31-75c32216e26c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:13.049194 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.051586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-a052e33f-e6a1-4173-b485-088a2d80f488', 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'fixed_ips': [{'subnet_id': 'a19744b9-c510-45d5-b6c5-479a1c67608e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:56:13.052417 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.094185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e727c3f-7edf-4989-b0c5-95553a49e18b req-d70c93ca-b778-43fe-953a-cef850ba3138 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839503 Feb 08 23:56:13.324387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.360612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e996530-26f0-4820-8d3f-610637397b61 req-08b2d761-4e86-4454-99ee-ebf022517aaf tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:13.362547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Allocated IP 19.80.0.2 (a052e33f-e6a1-4173-b485-088a2d80f488/a19744b9-c510-45d5-b6c5-479a1c67608e/6c83d589-1197-4989-bd86-80976ff9ba21) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:13.368978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e996530-26f0-4820-8d3f-610637397b61 req-08b2d761-4e86-4454-99ee-ebf022517aaf tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 944 time: 0.1624007 Feb 08 23:56:13.386388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532cdc4c-01ce-4363-8c31-75c32216e26c'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:13.389823 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde92286-d12a-49cd-ac79-478be544aa91" -d '{"events": [{"server_uuid": "ef4ca38b-e484-410b-a64b-dae4ed4c777c", "name": "network-vif-plugged", "status": "completed", "tag": "532cdc4c-01ce-4363-8c31-75c32216e26c"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:13.408803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 532cdc4c-01ce-4363-8c31-75c32216e26c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=532cdc4c-01ce-4363-8c31-75c32216e26c,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:13.429110 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.474774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e996530-26f0-4820-8d3f-610637397b61 req-ccc829bf-c400-49bd-b95d-d8e9216484f3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046510 Feb 08 23:56:13.476017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.569680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=532cdc4c-01ce-4363-8c31-75c32216e26c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:13.665902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Subnet': ['ID=6ade3a1e-2657-4f06-b6d8-511d182a599c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:13.678489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Checking segment: {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:13.678952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network hostable DHCP agents. Network: 99778a05-29a7-4c32-8d8b-54ea9d68582e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:56:13.720982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c4110-f24f-4e66-a69d-5455cec26807 req-33aeb9b5-8a78-44b3-94bd-c9d3867d725a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:13.721934 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.723666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-531c4110-f24f-4e66-a69d-5455cec26807 req-33aeb9b5-8a78-44b3-94bd-c9d3867d725a tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.1206543 Feb 08 23:56:13.731608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.741797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:56:13.784316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Network a052e33f-e6a1-4173-b485-088a2d80f488 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:13.785921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-531c4110-f24f-4e66-a69d-5455cec26807 req-42a93b80-82cd-4455-aa0a-8b235b5c9991 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Feb 08 23:56:13.786796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 99778a05-29a7-4c32-8d8b-54ea9d68582e) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:13.792227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:13.793636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:13.794029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:13.796336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:13.817352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07adc573-02a3-4826-a47e-024be7b71e3f None None] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:13.817352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Pushing event updated for resources: {'Port': ['ID=6c83d589-1197-4989-bd86-80976ff9ba21,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:13.836774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e68f1e2a-ff1d-4f79-aa69-f1db39123300 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0621698 Feb 08 23:56:13.912212 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a0d9f5-bc87-451d-b955-66daee27d231 x-openstack-request-id: req-59a0d9f5-bc87-451d-b955-66daee27d231 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:13.914637 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ca38b-e484-410b-a64b-dae4ed4c777c", "name": "network-vif-plugged", "status": "completed", "tag": "532cdc4c-01ce-4363-8c31-75c32216e26c", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:13.915422 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59a0d9f5-bc87-451d-b955-66daee27d231 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:13.917195 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532cdc4c-01ce-4363-8c31-75c32216e26c', 'code': 200} Feb 08 23:56:14.024516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Attempting to bind port 6c83d589-1197-4989-bd86-80976ff9ba21 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:14.024890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Attempting to bind port 6c83d589-1197-4989-bd86-80976ff9ba21 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:14.025285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Attempting to bind port 6c83d589-1197-4989-bd86-80976ff9ba21 on network a052e33f-e6a1-4173-b485-088a2d80f488 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:14.041901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:14.042428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Checking segment: {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:14.043210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.044111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Bound using segment: {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:14.045012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Bound port: 6c83d589-1197-4989-bd86-80976ff9ba21, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:14.045503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.056367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678da638-0519-419a-a551-4c5d1a4a58f6 req-2631e84b-8c30-4721-8152-bfb7761503d5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:14.057983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-678da638-0519-419a-a551-4c5d1a4a58f6 req-2631e84b-8c30-4721-8152-bfb7761503d5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.0707893 Feb 08 23:56:14.061090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f252b0-dda9-4390-ae83-aff2b8872e9f req-2bb60849-0ce6-4663-98af-2bd119955bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:14.062550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3f252b0-dda9-4390-ae83-aff2b8872e9f req-2bb60849-0ce6-4663-98af-2bd119955bbc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 1096 time: 0.0898752 Feb 08 23:56:14.128626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-678da638-0519-419a-a551-4c5d1a4a58f6 req-9481bde7-9de3-47d8-a7aa-30f78a702682 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611103 Feb 08 23:56:14.131331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3f252b0-dda9-4390-ae83-aff2b8872e9f req-b8fe5703-bf8e-4554-80db-478aa080981c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549428 Feb 08 23:56:14.250031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-99778a05-29a7-4c32-8d8b-54ea9d68582e', 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'fixed_ips': [{'subnet_id': '6ade3a1e-2657-4f06-b6d8-511d182a599c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:56:14.257378 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.273072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] For port 6c83d589-1197-4989-bd86-80976ff9ba21, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:14.276821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] For port 6c83d589-1197-4989-bd86-80976ff9ba21, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6c83d589-1197-4989-bd86-80976ff9ba21,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:14.290691 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.294962 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7781eebc-600f-445e-bddd-13883b1187dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.470061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22c1fa-5b3d-4b65-ba47-942afd102e40 None None] Pushing event updated for resources: {'Port': ['ID=6c83d589-1197-4989-bd86-80976ff9ba21,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:14.560139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Allocated IP 19.86.0.2 (99778a05-29a7-4c32-8d8b-54ea9d68582e/6ade3a1e-2657-4f06-b6d8-511d182a599c/6edbf661-6c96-489a-84e6-54f972c16a1a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:14.572646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038259f-e6fe-4e87-8207-6bc8089c42c7 req-03fdcc7e-e29e-434d-bbe8-857de88c7eca tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:14.578564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038259f-e6fe-4e87-8207-6bc8089c42c7 req-03fdcc7e-e29e-434d-bbe8-857de88c7eca tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:14.585340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038259f-e6fe-4e87-8207-6bc8089c42c7 req-03fdcc7e-e29e-434d-bbe8-857de88c7eca tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:14.587047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9038259f-e6fe-4e87-8207-6bc8089c42c7 req-03fdcc7e-e29e-434d-bbe8-857de88c7eca tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3&device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b&device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 2418 time: 0.1357703 Feb 08 23:56:14.675277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9038259f-e6fe-4e87-8207-6bc8089c42c7 req-ced591bc-e615-42f1-a09c-de76e04048c5 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805786 Feb 08 23:56:14.838733 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.846809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.892849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:14.899406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:14.902349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:14.936878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Pushing event updated for resources: {'Port': ['ID=6edbf661-6c96-489a-84e6-54f972c16a1a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:14.971716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Attempting to bind port 6edbf661-6c96-489a-84e6-54f972c16a1a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:14.973840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Attempting to bind port 6edbf661-6c96-489a-84e6-54f972c16a1a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:14.976255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Attempting to bind port 6edbf661-6c96-489a-84e6-54f972c16a1a on network 99778a05-29a7-4c32-8d8b-54ea9d68582e {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:14.987578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:14.987975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Checking segment: {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:14.988439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:14.988906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Bound using segment: {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:14.988906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Bound port: 6edbf661-6c96-489a-84e6-54f972c16a1a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:14.989696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:15.060290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] For port 6edbf661-6c96-489a-84e6-54f972c16a1a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:15.064117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] For port 6edbf661-6c96-489a-84e6-54f972c16a1a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6edbf661-6c96-489a-84e6-54f972c16a1a,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:15.069200 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:15.126266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bfab6-88bb-4b88-8b68-1e6fc4eb52aa None None] Pushing event updated for resources: {'Port': ['ID=6edbf661-6c96-489a-84e6-54f972c16a1a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:15.418142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:15.753585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99275a3f-c699-4c37-99fe-7647d94eabd5 None None] Network a052e33f-e6a1-4173-b485-088a2d80f488 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:15.857055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-db22369f-65d5-43ba-b0d5-afd05e292ebc None None] Provisioning complete for port 6c83d589-1197-4989-bd86-80976ff9ba21 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:15.857449 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db22369f-65d5-43ba-b0d5-afd05e292ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.126811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db22369f-65d5-43ba-b0d5-afd05e292ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.164418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48676) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:16.192683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-db22369f-65d5-43ba-b0d5-afd05e292ebc None None] For port 6c83d589-1197-4989-bd86-80976ff9ba21, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6c83d589-1197-4989-bd86-80976ff9ba21,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:16.202604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db22369f-65d5-43ba-b0d5-afd05e292ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.290277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22369f-65d5-43ba-b0d5-afd05e292ebc None None] Pushing event updated for resources: {'Port': ['ID=6c83d589-1197-4989-bd86-80976ff9ba21,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:16.423672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7b4d552-7188-4529-9b9a-52c673d9ad86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.533817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7b4d552-7188-4529-9b9a-52c673d9ad86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.539055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aa73a443-c92b-46b2-aff5-9a6803567493 None None] Provisioning complete for port 6c83d589-1197-4989-bd86-80976ff9ba21 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:16.539763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa73a443-c92b-46b2-aff5-9a6803567493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.540566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7b4d552-7188-4529-9b9a-52c673d9ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.593783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d7b4d552-7188-4529-9b9a-52c673d9ad86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4df16d5127b346bfa129b5da0e6be300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279938 Feb 08 23:56:16.596343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:16.609436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4d552-7188-4529-9b9a-52c673d9ad86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba255b-4f86-4d90-8880-91ffedc6abd0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:16.675285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02f31ed2-93da-4d0d-8e55-2aa271b4794b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.681094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5780a6f-b1a9-45e6-a9bb-43f34930412f None None] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:16.721346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02f31ed2-93da-4d0d-8e55-2aa271b4794b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.783627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02f31ed2-93da-4d0d-8e55-2aa271b4794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.786667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02f31ed2-93da-4d0d-8e55-2aa271b4794b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.790455 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-02f31ed2-93da-4d0d-8e55-2aa271b4794b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68ba255b-4f86-4d90-8880-91ffedc6abd0 HTTP/1.1" status: 204 len: 168 time: 0.1905148 Feb 08 23:56:16.801802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f31ed2-93da-4d0d-8e55-2aa271b4794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba255b-4f86-4d90-8880-91ffedc6abd0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:16.840333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:16.848813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6c83d589-1197-4989-bd86-80976ff9ba21 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:16.887509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e7831263-4789-4a81-a7dd-873b7fd7ff9b None None] Provisioning complete for port 6edbf661-6c96-489a-84e6-54f972c16a1a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:16.887888 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7831263-4789-4a81-a7dd-873b7fd7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:17.009076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6c83d589-1197-4989-bd86-80976ff9ba21 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:17.009465 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:17.090644 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7831263-4789-4a81-a7dd-873b7fd7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:17.333028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e7831263-4789-4a81-a7dd-873b7fd7ff9b None None] For port 6edbf661-6c96-489a-84e6-54f972c16a1a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6edbf661-6c96-489a-84e6-54f972c16a1a,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:17.369068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7831263-4789-4a81-a7dd-873b7fd7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:17.382485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6edbf661-6c96-489a-84e6-54f972c16a1a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:17.405552 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:17.483339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831263-4789-4a81-a7dd-873b7fd7ff9b None None] Pushing event updated for resources: {'Port': ['ID=6edbf661-6c96-489a-84e6-54f972c16a1a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:17.502495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6f2423fa-95ac-4ae0-8943-aa29d8ae9be5 None None] Provisioning complete for port 6edbf661-6c96-489a-84e6-54f972c16a1a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:17.503347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6f2423fa-95ac-4ae0-8943-aa29d8ae9be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:17.529846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6edbf661-6c96-489a-84e6-54f972c16a1a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:17.530226 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:18.715476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6edbf661-6c96-489a-84e6-54f972c16a1a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:18.780718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6edbf661-6c96-489a-84e6-54f972c16a1a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:18.781303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:20.023039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-7ddf8fc3-fcf3-4962-acaa-c882ef642473 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:20.024616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-7ddf8fc3-fcf3-4962-acaa-c882ef642473 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 812 time: 0.1857677 Feb 08 23:56:20.059871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-94c6ed62-b570-40f5-9fa8-c0b11e4c2dc6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/quotas/7ba527c4f8fd4b7096ffa8010b3e80bb HTTP/1.1" status: 200 len: 375 time: 0.0251508 Feb 08 23:56:20.069357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-8277bd10-d7f2-4976-a76d-bc49f4a17dff tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:20.074997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-8277bd10-d7f2-4976-a76d-bc49f4a17dff tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:20.076526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-8277bd10-d7f2-4976-a76d-bc49f4a17dff tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/networks?id=a052e33f-e6a1-4173-b485-088a2d80f488&id=99778a05-29a7-4c32-8d8b-54ea9d68582e HTTP/1.1" status: 200 len: 1392 time: 0.1580546 Feb 08 23:56:20.113820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-edcc01fa-1e88-469c-bdf2-0b7eba719486 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361028 Feb 08 23:56:20.116604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-c706eeb4-0eaf-4d29-bf96-ad77c2a10bc8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/quotas/73f191a825664aeb9b82385712c4933a HTTP/1.1" status: 200 len: 375 time: 0.0302217 Feb 08 23:56:20.226894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-d188f7ea-ed32-47f2-85dc-b07048023e28 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1028047 Feb 08 23:56:20.305992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-cdb6c896-a8a0-4e02-9f37-0e6613cd16dc service neutron] 10.222.0.32 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527481 Feb 08 23:56:20.396972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-1a10609f-4174-4d39-81bc-b397c0268e0e service neutron] 10.222.0.32 "GET /v2.0/networks/a052e33f-e6a1-4173-b485-088a2d80f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556654 Feb 08 23:56:20.489732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-4226b7f9-aa76-4947-9190-dee15d41350d service neutron] 10.222.0.32 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766431 Feb 08 23:56:20.531715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-c0dcbc8a-90d9-42c9-81af-c2b210ca9621 service neutron] 10.222.0.32 "GET /v2.0/networks/a052e33f-e6a1-4173-b485-088a2d80f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234922 Feb 08 23:56:20.692357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-76b3466e-b0b0-4039-bc0c-eae2f87b8d14 service neutron] 10.222.0.32 "GET /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520855 Feb 08 23:56:20.834584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcf793-deed-4f59-a2a1-150b2cdf312a req-43a99054-ec57-401d-97f2-803290f11893 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:20.836178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65dcf793-deed-4f59-a2a1-150b2cdf312a req-43a99054-ec57-401d-97f2-803290f11893 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 945 time: 0.0806971 Feb 08 23:56:20.855989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-2d83ebc7-1093-4bc8-9ba1-388d479bad9e service neutron] 10.222.0.32 "GET /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497219 Feb 08 23:56:20.889133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65dcf793-deed-4f59-a2a1-150b2cdf312a req-59da581b-bcf4-452a-9530-a677ac059a5e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Feb 08 23:56:20.956569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-433d01f9-4006-4658-98b8-637b7a7706f2 req-93b495b3-2acf-4371-9f3f-fab525f52355 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 08 23:56:20.957993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-433d01f9-4006-4658-98b8-637b7a7706f2 req-93b495b3-2acf-4371-9f3f-fab525f52355 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061882 Feb 08 23:56:21.087146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-433d01f9-4006-4658-98b8-637b7a7706f2 req-1ad9faac-840c-47f9-bbdf-410dcb560990 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1189444 Feb 08 23:56:21.277412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a65341-6177-436f-926e-1f898eac61d5 req-435a1f00-ee13-4fef-bf4e-5053a9d10cbc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:21.282399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8a65341-6177-436f-926e-1f898eac61d5 req-435a1f00-ee13-4fef-bf4e-5053a9d10cbc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1233165 Feb 08 23:56:21.365926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8a65341-6177-436f-926e-1f898eac61d5 req-eb48f01c-8320-46ac-9083-e9b7333ba3f9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743487 Feb 08 23:56:21.555083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-e4f1f1f0-7583-497b-9a2a-20718c903707 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a02d2eaabf964c8bb6bdbb5c5aa4c1d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415189 Feb 08 23:56:21.803006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-3b7eacb0-5bef-4fe0-b393-2ac58d2d8524 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:21.811472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-3b7eacb0-5bef-4fe0-b393-2ac58d2d8524 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368865 Feb 08 23:56:21.833821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-15ca9d73-dda7-4cf2-bb7e-7d14dd279877 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/quotas/a02d2eaabf964c8bb6bdbb5c5aa4c1d7 HTTP/1.1" status: 200 len: 375 time: 0.0210707 Feb 08 23:56:21.886723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-df5c7075-579a-4d59-be5d-628630ca5147 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a02d2eaabf964c8bb6bdbb5c5aa4c1d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438051 Feb 08 23:56:22.184363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30611e78-f125-418a-858f-3e38e3cc71ef req-c8d90480-cd22-4484-afef-dbf7a275e0fb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 210 time: 0.0508871 Feb 08 23:56:22.268492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-ebf7aff5-e775-4c8d-b95e-507d81439b3b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:22.274787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-ebf7aff5-e775-4c8d-b95e-507d81439b3b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2874022 Feb 08 23:56:22.333114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-664dbad4-11c0-4c40-8d5e-be8d6e5fc61c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0460458 Feb 08 23:56:22.377588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e959-deb0-4410-b7ee-1d808ede69b3 req-04f5a1cf-0dd0-48d4-9053-f198431ca545 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:22.384981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3078e959-deb0-4410-b7ee-1d808ede69b3 req-04f5a1cf-0dd0-48d4-9053-f198431ca545 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1091177 Feb 08 23:56:22.449556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-09dd7ff2-d6d0-45cd-8b01-7e24632fb74e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155005 Feb 08 23:56:22.516341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3078e959-deb0-4410-b7ee-1d808ede69b3 req-f64e7644-48bd-4eda-8a27-1425a1732920 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304350 Feb 08 23:56:22.730401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-abf77dbc-d38d-4d1c-a1ec-ae8784cd7f68 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:22.734946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-abf77dbc-d38d-4d1c-a1ec-ae8784cd7f68 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 812 time: 0.1444843 Feb 08 23:56:22.797854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-d8049ae2-4e77-45f4-9310-81f5253ec780 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471806 Feb 08 23:56:22.805337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Request body: {'port': {'device_id': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'admin_state_up': True, 'tenant_id': '7ba527c4f8fd4b7096ffa8010b3e80bb'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:23.148748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3468e93c-5ff1-449e-9adc-4088b4f765ec req-69d937f0-41a4-4aef-bb56-5e17b4778ce6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 210 time: 0.0574722 Feb 08 23:56:23.202844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-a4113ca0-8c4f-4ba0-9fc2-586d7833942e service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938310 Feb 08 23:56:23.299789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Made reservation on behalf of 7ba527c4f8fd4b7096ffa8010b3e80bb for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:23.306003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:23.485223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d59fa0de-305d-4bd4-ae1d-0941fdfa4147 req-7bba2d14-ecc9-477e-bc87-195efb9edab5 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 210 time: 0.2081449 Feb 08 23:56:23.577777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Allocated IP 172.20.0.11 (0c03cbbc-1434-4317-b371-2a6ace09f2c2/151ee334-b1e4-4209-9676-9cc6cee5eee9/66b04535-9d2b-4c16-ac95-908bcaac7cda) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:23.640854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98949559-ef31-4a47-a1b6-624899b76d38 req-962a76b2-5383-4f5d-ade3-941183f23f2f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:23.642611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98949559-ef31-4a47-a1b6-624899b76d38 req-962a76b2-5383-4f5d-ade3-941183f23f2f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1599202 Feb 08 23:56:23.673240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-73c494b1-4e03-4e52-aea2-9a4143417718 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:23.674765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-73c494b1-4e03-4e52-aea2-9a4143417718 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 812 time: 0.5138147 Feb 08 23:56:23.696520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Request body: {'port': {'device_id': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'admin_state_up': True, 'tenant_id': '7ba527c4f8fd4b7096ffa8010b3e80bb'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:24.038085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98949559-ef31-4a47-a1b6-624899b76d38 req-de74e623-4811-4189-90bd-40997a164695 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622651 Feb 08 23:56:24.157633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97b41a19-9515-4489-831c-91d0ba59c0ed req-3cd37d84-cc21-43c9-848e-deddafbd5f47 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 210 time: 0.0989873 Feb 08 23:56:24.245957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-cf61f20a-d0fd-46f8-946b-00ffea535cc8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:24.252774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-cf61f20a-d0fd-46f8-946b-00ffea535cc8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:24.255164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-cf61f20a-d0fd-46f8-946b-00ffea535cc8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "GET /v2.0/networks?id=a052e33f-e6a1-4173-b485-088a2d80f488&id=99778a05-29a7-4c32-8d8b-54ea9d68582e HTTP/1.1" status: 200 len: 1392 time: 0.5894861 Feb 08 23:56:24.281559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8112de02-e2c6-4e04-99e0-67c4565f5372 req-dac38f07-7f54-457f-9b1e-109590cdb402 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 210 time: 0.1748466 Feb 08 23:56:24.366252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:24.414791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'port': {'device_id': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488', 'admin_state_up': True, 'tenant_id': '73f191a825664aeb9b82385712c4933a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:24.419445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-7d03267f-2d17-4854-a346-dc569c25d2ad tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a02d2eaabf964c8bb6bdbb5c5aa4c1d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844386 Feb 08 23:56:24.575465 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:24.745537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00d48267-62e8-4c9b-9e80-abd6c6988692 req-abbf8edf-f575-418d-adfd-daa5b7799ae4 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 210 time: 0.1901131 Feb 08 23:56:24.832458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Made reservation on behalf of 7ba527c4f8fd4b7096ffa8010b3e80bb for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:24.836597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:24.842768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-75ee9cb1-f038-472c-a27e-733bfac4c6e3 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:24.844456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:24.845677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-75ee9cb1-f038-472c-a27e-733bfac4c6e3 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186068 Feb 08 23:56:24.868097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Request body: {'port': {'device_id': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': 'a02d2eaabf964c8bb6bdbb5c5aa4c1d7'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:24.887346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:24.911333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a5c8116-1c03-47b9-aceb-01f26ce3cecb req-588cffbe-1ac0-4d76-a079-756a7035a564 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 210 time: 0.0639627 Feb 08 23:56:24.928325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:24.943041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event updated for resources: {'Port': ['ID=66b04535-9d2b-4c16-ac95-908bcaac7cda,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:25.080942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191517-758a-4856-aff2-80d41bb5451f req-8f07cecd-5589-41d5-b60c-d221aa174451 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:25.089061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f191517-758a-4856-aff2-80d41bb5451f req-8f07cecd-5589-41d5-b60c-d221aa174451 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.3215008 Feb 08 23:56:25.141850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Made reservation on behalf of a02d2eaabf964c8bb6bdbb5c5aa4c1d7 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:25.146836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.169506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.287583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:25.288434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.296218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:25.315375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.385248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-eadf0c89-b13f-40b4-bbb0-25c72d3063c2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:25.387228 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-eadf0c89-b13f-40b4-bbb0-25c72d3063c2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.1877527 Feb 08 23:56:25.421407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': '70f23613-c797-4c2a-82c8-7af516a88569', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:25.435236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e0030a08-be55-464e-b037-b4fc1ff0746d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6359024 Feb 08 23:56:25.460036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f191517-758a-4856-aff2-80d41bb5451f req-7991a002-6591-4805-b4c2-4a7dd528ae8b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677659 Feb 08 23:56:25.588291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Request body: {'port': {'device_id': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:25.603411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.639069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.710135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1800ac7-39b3-43bc-b103-a6b3b680e8cc req-ac6ce986-6705-43fd-bdc5-e920e1b51797 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 210 time: 0.2376773 Feb 08 23:56:25.728586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f213ede1-f2a9-43d8-847e-4703f517c5f2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:25.749964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:25.753872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:25.784139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fac25ccc-5fba-45a0-9795-ef50d46d26f7 req-cdefded7-28d9-457f-a29c-cfad0bc235f2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 210 time: 0.2034538 Feb 08 23:56:26.012093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Allocated IP 192.168.233.184 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/8cff871a-afa8-4f8e-bdf3-5aeb22375a44) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:26.015194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.2 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/497937c9-2243-416d-bc83-ceb97a68e1d2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:26.302259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:26.390908 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:26.403907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb', '532cdc4c-01ce-4363-8c31-75c32216e26c'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:26.465881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Allocated IP 172.20.0.5 (0c03cbbc-1434-4317-b371-2a6ace09f2c2/151ee334-b1e4-4209-9676-9cc6cee5eee9/b4818637-225d-4522-aaa9-d81babe67367) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:26.471003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:26.480588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:26.482220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b585946-73f1-4dfe-a711-8faed04c75b8 req-41ab8c36-4e74-4049-b06b-53117802ac46 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 210 time: 0.0971496 Feb 08 23:56:26.482893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:26.496008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:26.497626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:26.537436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Allocated IP 19.80.0.234 (a052e33f-e6a1-4173-b485-088a2d80f488/a19744b9-c510-45d5-b6c5-479a1c67608e/81bef7cf-7177-45b4-b7ec-4ccee98e2827) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:26.660830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0786e-517f-4750-b8e8-f1adc1008c7f req-2691bd49-127b-46bb-b1bb-45a3c248575b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:26.668576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0eb0786e-517f-4750-b8e8-f1adc1008c7f req-2691bd49-127b-46bb-b1bb-45a3c248575b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2773266 Feb 08 23:56:26.854592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bebeef07-cd6b-4b27-b86a-aace1d145abb req-6dbbe605-e389-418b-b36b-5f8cdb6e667d tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 210 time: 0.2335064 Feb 08 23:56:26.881842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=497937c9-2243-416d-bc83-ceb97a68e1d2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:26.959747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:26.960444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:26.981854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0eb0786e-517f-4750-b8e8-f1adc1008c7f req-8aa0e27a-2123-48b6-87a4-ac19da2e54e5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120887 Feb 08 23:56:26.991455 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-4808f334-c0ab-48c9-bb4d-59a5beda18a3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5786004 Feb 08 23:56:27.006793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.063243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Request body: {'port': {'device_id': '70f23613-c797-4c2a-82c8-7af516a88569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:27.163613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Pushing event updated for resources: {'Port': ['ID=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:27.230174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:27.244116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e70c4656-40e2-4b6f-9db1-df9637f7a655 req-9c94f297-507e-4766-ab10-c2769051c8a1 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 210 time: 0.1185830 Feb 08 23:56:27.281853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13a1f1-6e36-42e9-865e-b199b5af333a req-108f1f75-fce8-4252-9f4d-7ba31bb162e0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:27.282452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:27.283534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e13a1f1-6e36-42e9-865e-b199b5af333a req-108f1f75-fce8-4252-9f4d-7ba31bb162e0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 931 time: 0.1863723 Feb 08 23:56:27.286207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.288958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:27.382567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.393176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:27.393966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.433002 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-bfdd8d0c-9453-48c7-9610-b5ed40465948 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5765767 Feb 08 23:56:27.474206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.492320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Request body: {'port': {'device_id': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:27.583684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.617623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.634293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e13a1f1-6e36-42e9-865e-b199b5af333a req-c483bfee-9c38-44cd-b109-140c5f727dcf tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279700 Feb 08 23:56:27.662316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2abb29a0-14d3-4841-8aab-b5dac4eddcaa None None] Provisioning complete for port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:27.662759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2abb29a0-14d3-4841-8aab-b5dac4eddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.695638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:27.722119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2abb29a0-14d3-4841-8aab-b5dac4eddcaa None None] Port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:27.730984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:27.733435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:27.805897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6d220-6d0d-43ee-a503-b1b2af21558b req-e1b0b567-e5c8-4acb-b131-058fca050ba4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:27.813226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15c6d220-6d0d-43ee-a503-b1b2af21558b req-e1b0b567-e5c8-4acb-b131-058fca050ba4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.3366075 Feb 08 23:56:27.828958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event updated for resources: {'Port': ['ID=b4818637-225d-4522-aaa9-d81babe67367,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:27.833048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497937c9-2243-416d-bc83-ceb97a68e1d2 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:27.844538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.882428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.893705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:27.894923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:27.897982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Transition to ACTIVE for port object 497937c9-2243-416d-bc83-ceb97a68e1d2 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:27.905060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.006402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Pushing event updated for resources: {'Port': ['ID=497937c9-2243-416d-bc83-ceb97a68e1d2,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:28.009119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55d12781-f31a-4175-b166-9d3c2e68f3d6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3188932 Feb 08 23:56:28.022345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15c6d220-6d0d-43ee-a503-b1b2af21558b req-f1597614-76b7-4be8-9023-c00cb856dcd4 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082405 Feb 08 23:56:28.024188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network a052e33f-e6a1-4173-b485-088a2d80f488 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:28.035954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff790-74fd-4538-b63a-4389eb256d2b req-826b9920-bb2c-4b46-99a8-746d4c15995a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.043991 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea2ff790-74fd-4538-b63a-4389eb256d2b req-826b9920-bb2c-4b46-99a8-746d4c15995a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2642720 Feb 08 23:56:28.062086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Request body: {'port': {'device_id': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:28.062086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Port': ['ID=81bef7cf-7177-45b4-b7ec-4ccee98e2827,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:28.062086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b04535-9d2b-4c16-ac95-908bcaac7cda {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:28.070704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:28.103239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:28.113750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.123930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Attempting to bind port 497937c9-2243-416d-bc83-ceb97a68e1d2 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:28.124325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Attempting to bind port 497937c9-2243-416d-bc83-ceb97a68e1d2 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:28.124700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Attempting to bind port 497937c9-2243-416d-bc83-ceb97a68e1d2 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:28.139698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Port 497937c9-2243-416d-bc83-ceb97a68e1d2 on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:28.140898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Attempting to bind port 497937c9-2243-416d-bc83-ceb97a68e1d2 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:28.151524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:28.152256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:28.152898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:28.154311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Bound port: 497937c9-2243-416d-bc83-ceb97a68e1d2, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:28.155008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.218476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Transition to ACTIVE for port object 66b04535-9d2b-4c16-ac95-908bcaac7cda will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:28.228052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:28.236352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.250065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Transition to ACTIVE for port object 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:28.254090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.256798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.259200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea2ff790-74fd-4538-b63a-4389eb256d2b req-b1cf1079-4942-4cf7-a366-7de6f5bc1257 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142377 Feb 08 23:56:28.339976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Pushing event updated for resources: {'Port': ['ID=66b04535-9d2b-4c16-ac95-908bcaac7cda,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:28.354511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.355285 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.361183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] For port 497937c9-2243-416d-bc83-ceb97a68e1d2, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:28.364866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.406238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Pushing event updated for resources: {'Port': ['ID=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:28.427738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] For port 497937c9-2243-416d-bc83-ceb97a68e1d2, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=497937c9-2243-416d-bc83-ceb97a68e1d2,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:28.475117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e824c135-6117-4a96-9cde-b0feeca0fad2 None None] Provisioning complete for port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:28.475792 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e824c135-6117-4a96-9cde-b0feeca0fad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.519468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.526660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e824c135-6117-4a96-9cde-b0feeca0fad2 None None] Port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:28.554187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-f245b39b-b315-42d9-a2a1-ea4211fa6338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1476116 Feb 08 23:56:28.574701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f2194-a501-4e42-94da-746685cbb607 req-f438f781-4bb4-4f56-8d15-17ddbafed0b3 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.575305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Attempting to bind port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:28.575656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Attempting to bind port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:28.575980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Attempting to bind port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:28.583373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-448f2194-a501-4e42-94da-746685cbb607 req-f438f781-4bb4-4f56-8d15-17ddbafed0b3 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 931 time: 0.4124205 Feb 08 23:56:28.594570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:28.594902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Attempting to bind port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:28.598523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.599229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.600681 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] 10.222.0.21 "PUT /v2.0/ports/497937c9-2243-416d-bc83-ceb97a68e1d2 HTTP/1.1" status: 200 len: 1091 time: 1.5865514 Feb 08 23:56:28.603131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f23613-c797-4c2a-82c8-7af516a88569', 'tag': '497937c9-2243-416d-bc83-ceb97a68e1d2'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:28.605397 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e6f9ac-c597-45c1-a3a9-218883fb2875" -d '{"events": [{"name": "network-changed", "server_uuid": "70f23613-c797-4c2a-82c8-7af516a88569", "tag": "497937c9-2243-416d-bc83-ceb97a68e1d2"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:28.619572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:28.619916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:28.620400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:28.621013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Bound port: 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:28.621601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.651766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Request body: {'port': {'device_id': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e', 'admin_state_up': True, 'tenant_id': '73f191a825664aeb9b82385712c4933a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:28.722990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] For port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:28.726692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] For port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:28.740728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876277-51fe-45b5-8a11-6666d858c82d service neutron] Pushing event updated for resources: {'Port': ['ID=497937c9-2243-416d-bc83-ceb97a68e1d2,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:28.775014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.835647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.836252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:28.837744 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cff871a-afa8-4f8e-bdf3-5aeb22375a44 HTTP/1.1" status: 200 len: 1096 time: 1.3504128 Feb 08 23:56:28.862634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55d9bd-6899-4326-95ea-b8709277bf96 service neutron] Pushing event updated for resources: {'Port': ['ID=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:28.873880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-6d77b3ab-d6e2-4153-9804-1ad2f984cabb tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.875371 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-6d77b3ab-d6e2-4153-9804-1ad2f984cabb tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3f88bc5-d6ae-40a7-9aac-583ed1d310c3 HTTP/1.1" status: 200 len: 946 time: 0.2284012 Feb 08 23:56:28.877927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-14737a87-0483-488b-9156-a9c555490c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.879620 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-14737a87-0483-488b-9156-a9c555490c71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 1094 time: 0.1510508 Feb 08 23:56:28.890730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b39e-af2d-4531-ba78-57f188dbaaaa req-420a6373-a1b0-45ee-8fc3-a95a0f9b59ea tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:28.897898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e246b39e-af2d-4531-ba78-57f188dbaaaa req-420a6373-a1b0-45ee-8fc3-a95a0f9b59ea tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 948 time: 0.4770224 Feb 08 23:56:28.994672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-448f2194-a501-4e42-94da-746685cbb607 req-3439bb10-aee6-4312-be76-691b8699e4ee tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102190 Feb 08 23:56:29.027860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Attempting to bind port 66b04535-9d2b-4c16-ac95-908bcaac7cda on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:29.028190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Attempting to bind port 66b04535-9d2b-4c16-ac95-908bcaac7cda by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:29.028523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Attempting to bind port 66b04535-9d2b-4c16-ac95-908bcaac7cda on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:29.038319 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-2ab69180-afb7-463b-83b7-b9c766e4ca99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=497937c9-2243-416d-bc83-ceb97a68e1d2 HTTP/1.1" status: 200 len: 217 time: 0.1442201 Feb 08 23:56:29.110687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e246b39e-af2d-4531-ba78-57f188dbaaaa req-59a075a2-b9a3-4f9f-a021-7caf4f274d90 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956646 Feb 08 23:56:29.120891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Port 66b04535-9d2b-4c16-ac95-908bcaac7cda on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:29.130192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Attempting to bind port 66b04535-9d2b-4c16-ac95-908bcaac7cda on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:29.168655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-8bd25ae5-7906-456c-bc77-f6768278068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.170628 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-8bd25ae5-7906-456c-bc77-f6768278068b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1153069 Feb 08 23:56:29.181621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-deda0cc4-dfac-496e-b314-36957543211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.183271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-deda0cc4-dfac-496e-b314-36957543211e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a02d2eaabf964c8bb6bdbb5c5aa4c1d7&device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 1099 time: 0.2443960 Feb 08 23:56:29.226307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:29.226718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Checking segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:29.227485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Bound using segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:29.228062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Bound port: 66b04535-9d2b-4c16-ac95-908bcaac7cda, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:29.228568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.257809 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-1375207a-6fc9-40ef-a406-c150da32ea6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782971 Feb 08 23:56:29.321190 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-4722fbcb-f5ce-4739-91d1-edb456451319 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44 HTTP/1.1" status: 200 len: 217 time: 0.1254451 Feb 08 23:56:29.420041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Deleting port 61bff353-eb07-4b9b-a6ff-7db687b86f77 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:29.420494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.461254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0ad8-18f4-41c8-9260-2b31487c3843 req-2ffad6ea-916d-47f8-a119-40be0df24324 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.463222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fec0ad8-18f4-41c8-9260-2b31487c3843 req-2ffad6ea-916d-47f8-a119-40be0df24324 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 932 time: 0.3221269 Feb 08 23:56:29.471697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Made reservation on behalf of 73f191a825664aeb9b82385712c4933a for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:29.475954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.501517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-00ad5340-b0bc-4dfe-8695-6cd39932740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.503874 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-00ad5340-b0bc-4dfe-8695-6cd39932740d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1702278 Feb 08 23:56:29.539056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4818637-225d-4522-aaa9-d81babe67367 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:29.559741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382a149-d184-434c-8ec5-5541c2640c49 req-896d1c88-414f-491c-8ea6-484073139cfd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.561376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a382a149-d184-434c-8ec5-5541c2640c49 req-896d1c88-414f-491c-8ea6-484073139cfd tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.3011549 Feb 08 23:56:29.565583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.585378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] For port 66b04535-9d2b-4c16-ac95-908bcaac7cda, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:29.594297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-fee216ec-80ef-4cfb-9dc3-a09b2c407b9f service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265879 Feb 08 23:56:29.651974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Transition to ACTIVE for port object b4818637-225d-4522-aaa9-d81babe67367 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:29.653139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-09b19028-695a-4eb7-a64b-00dc9d0d5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.654899 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-09b19028-695a-4eb7-a64b-00dc9d0d5421 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1374588 Feb 08 23:56:29.667182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] For port 66b04535-9d2b-4c16-ac95-908bcaac7cda, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:29.673065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.685895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fec0ad8-18f4-41c8-9260-2b31487c3843 req-a1331195-737a-43d5-b876-8abf1b8a30f7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046976 Feb 08 23:56:29.694604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.748208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] For port 61bff353-eb07-4b9b-a6ff-7db687b86f77, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=61bff353-eb07-4b9b-a6ff-7db687b86f77,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:29.748764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.784228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a382a149-d184-434c-8ec5-5541c2640c49 req-a218d5fe-0a61-450f-a597-c9ecdadc807e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120564 Feb 08 23:56:29.786986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:29.787227 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:29.788594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] 10.222.0.21 "PUT /v2.0/ports/66b04535-9d2b-4c16-ac95-908bcaac7cda HTTP/1.1" status: 200 len: 1092 time: 4.3261173 Feb 08 23:56:29.810439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'tag': '66b04535-9d2b-4c16-ac95-908bcaac7cda'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:29.811565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Calling delete_port for 61bff353-eb07-4b9b-a6ff-7db687b86f77 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:29.812703 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e045f3e9-21cd-43bf-865e-6f6048651338" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786", "tag": "66b04535-9d2b-4c16-ac95-908bcaac7cda"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:29.827263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Pushing event updated for resources: {'Port': ['ID=b4818637-225d-4522-aaa9-d81babe67367,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:29.906562 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f6fd9057-7434-445e-9bec-16a037d2cf52 req-a4ffef61-8e74-40ce-9447-23d5907674a2 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997818 Feb 08 23:56:29.930172 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-6d48dd39-96c0-4b56-ad0d-df42599201de service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354014 Feb 08 23:56:29.965495 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3dc973-6ffc-46e2-b789-674f6dbab5f6 x-openstack-request-id: req-2a3dc973-6ffc-46e2-b789-674f6dbab5f6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:29.965846 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f23613-c797-4c2a-82c8-7af516a88569", "tag": "497937c9-2243-416d-bc83-ceb97a68e1d2", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:29.966143 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a3dc973-6ffc-46e2-b789-674f6dbab5f6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:29.966554 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f23613-c797-4c2a-82c8-7af516a88569', 'tag': '497937c9-2243-416d-bc83-ceb97a68e1d2', 'status': 'completed', 'code': 200} Feb 08 23:56:30.032384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Allocated IP 19.86.0.5 (99778a05-29a7-4c32-8d8b-54ea9d68582e/6ade3a1e-2657-4f06-b6d8-511d182a599c/26af616e-1c41-488d-ac88-345f96257dd3) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:30.116613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-c3c37b2f-4fe1-4f7c-8bb3-1378465523be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:30.118053 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-c3c37b2f-4fe1-4f7c-8bb3-1378465523be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 1094 time: 0.1168919 Feb 08 23:56:30.126945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-c0ad9395-a2c0-4eb5-a605-f39b55ad3dad service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860204 Feb 08 23:56:30.161768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:30.177120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f30ca653-7740-41b8-b8bd-3fa1b082bd89', '61bff353-eb07-4b9b-a6ff-7db687b86f77', '5db0d782-443d-4a04-a3f5-3ec90d58038f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:30.218553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-3d3f5114-c8c2-4692-897a-de939f0a0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:30.222762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-3d3f5114-c8c2-4692-897a-de939f0a0730 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 1095 time: 0.3471200 Feb 08 23:56:30.222908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Pushing event deleted for resources: {'Port': ['ID=61bff353-eb07-4b9b-a6ff-7db687b86f77,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:30.236097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02cd87-b24c-45fd-8626-2a5d681fd919 service neutron] Pushing event updated for resources: {'Port': ['ID=66b04535-9d2b-4c16-ac95-908bcaac7cda,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:30.255158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-dc9bc4f1-c3be-47f5-88a3-8e569c3159fa tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--525973354&fields=id&tenant_id=fffacf45f7db432c90ee182be643c02f HTTP/1.1" status: 200 len: 267 time: 0.3676310 Feb 08 23:56:30.257578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.257927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.258267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.258603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.258931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.259256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.259582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.259903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.260227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.260557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.260875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.261229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:30.290590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] No DVR routers for this DVR port 61bff353-eb07-4b9b-a6ff-7db687b86f77 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:30.298393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:30.302667 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec06c5b3-6473-403f-99b6-e8d23baaa479 req-34b49c1c-fa9d-497a-a9ef-da12609c129b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "DELETE /v2.0/ports/61bff353-eb07-4b9b-a6ff-7db687b86f77 HTTP/1.1" status: 204 len: 173 time: 1.4100809 Feb 08 23:56:30.328130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-7010090c-74a8-47b1-909d-0be2d427fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:30.328130 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-7010090c-74a8-47b1-909d-0be2d427fe4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.1935990 Feb 08 23:56:30.332082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Attempting to bind port b4818637-225d-4522-aaa9-d81babe67367 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:30.332522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Attempting to bind port b4818637-225d-4522-aaa9-d81babe67367 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:30.332864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Attempting to bind port b4818637-225d-4522-aaa9-d81babe67367 on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:30.406531 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-e8b78625-b0ef-466c-8bfd-cd33abfbe885 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=497937c9-2243-416d-bc83-ceb97a68e1d2 HTTP/1.1" status: 200 len: 217 time: 0.0621715 Feb 08 23:56:30.484111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-fc62f56e-972f-465f-9373-d4b50904d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:30.486278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-fc62f56e-972f-465f-9373-d4b50904d7be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.0683320 Feb 08 23:56:30.499730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15554e0-5450-4579-a1e2-e115717dbf33 req-09e46c0f-7792-4a83-8d68-db2907cbb81d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:30.501334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c15554e0-5450-4579-a1e2-e115717dbf33 req-09e46c0f-7792-4a83-8d68-db2907cbb81d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 943 time: 0.4411263 Feb 08 23:56:30.502946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-f922f258-a88e-4d4d-9c73-e46ed92893be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda HTTP/1.1" status: 200 len: 217 time: 0.2177548 Feb 08 23:56:30.512556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Port b4818637-225d-4522-aaa9-d81babe67367 on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:30.512992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Attempting to bind port b4818637-225d-4522-aaa9-d81babe67367 on network 0c03cbbc-1434-4317-b371-2a6ace09f2c2 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:30.550672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-1bf4887b-d525-4af3-a036-53223dfe0cec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534494 Feb 08 23:56:30.577190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:30.577691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Checking segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:30.577912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Bound using segment: {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:30.582501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Bound port: b4818637-225d-4522-aaa9-d81babe67367, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:30.583023 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:30.667905 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-e9cafea1-f896-4119-8eef-fbf3fdb9d772 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084819 Feb 08 23:56:30.777367 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-01e6f9ac-c597-45c1-a3a9-218883fb2875 req-005ef6a9-bbdd-4478-9782-1f8ce992fe5f service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965207 Feb 08 23:56:31.066248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-77bb6a5b-920f-41d4-be03-a5d25574dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:31.067748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-77bb6a5b-920f-41d4-be03-a5d25574dc21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.5474489 Feb 08 23:56:31.078532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c15554e0-5450-4579-a1e2-e115717dbf33 req-2ba4acf2-30f7-4d46-95a1-06f8be19db2e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669382 Feb 08 23:56:31.085574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-ddd92f42-5db1-4574-9e08-8aa208825501 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:31.087050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-ddd92f42-5db1-4574-9e08-8aa208825501 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/networks?id=4402ffae-f91d-405e-8f0f-647589bc5a1d HTTP/1.1" status: 200 len: 815 time: 0.8309584 Feb 08 23:56:31.138836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-33587182-2b88-418d-9fda-36b6f46650ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489266 Feb 08 23:56:31.142350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:31.165103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-955ba0a3-f3d5-499a-a641-26e41e59c829 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/quotas/fffacf45f7db432c90ee182be643c02f HTTP/1.1" status: 200 len: 375 time: 0.0593903 Feb 08 23:56:31.168097 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8833d-0c02-4a42-bd28-9cbb7f9ed4d3 x-openstack-request-id: req-bac8833d-0c02-4a42-bd28-9cbb7f9ed4d3 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:31.168395 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786", "tag": "66b04535-9d2b-4c16-ac95-908bcaac7cda", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:31.168657 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bac8833d-0c02-4a42-bd28-9cbb7f9ed4d3 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:31.169068 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'tag': '66b04535-9d2b-4c16-ac95-908bcaac7cda', 'status': 'completed', 'code': 200} Feb 08 23:56:31.232494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] For port b4818637-225d-4522-aaa9-d81babe67367, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:31.289562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] For port b4818637-225d-4522-aaa9-d81babe67367, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b4818637-225d-4522-aaa9-d81babe67367,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:31.303080 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:31.373333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:31.374137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:31.375549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] 10.222.0.21 "PUT /v2.0/ports/b4818637-225d-4522-aaa9-d81babe67367 HTTP/1.1" status: 200 len: 1091 time: 3.3503070 Feb 08 23:56:31.406149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-ea23c8b2-d537-4424-b786-730aa135b1e2 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fffacf45f7db432c90ee182be643c02f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2313614 Feb 08 23:56:31.416149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:31.470455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-55728ad6-e98a-4860-bce8-fb108af6a56e service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220127 Feb 08 23:56:31.561187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:31.568126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Pushing event updated for resources: {'Port': ['ID=b4818637-225d-4522-aaa9-d81babe67367,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:31.603211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f7dac-482e-4aa7-b216-e31bdf2cb652 req-8923c865-4e26-4cdf-a896-3543c6951ade tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:31.604735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e0f7dac-482e-4aa7-b216-e31bdf2cb652 req-8923c865-4e26-4cdf-a896-3543c6951ade tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 943 time: 0.2882617 Feb 08 23:56:31.605637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:31.608776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:31.661697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.662041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.662382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.662718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.663053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.663384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.663963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.664288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.664614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.664952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.665287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.665605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756544b1-f5bc-4b11-9cb9-4302f99bc449 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:56:31.719683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-a2dff2e7-bc7f-4a99-b2e2-84a11447a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:31.721247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-a2dff2e7-bc7f-4a99-b2e2-84a11447a000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 1094 time: 0.2825668 Feb 08 23:56:31.839862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:31.840518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:31.844016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-628b9cad-147a-43bd-8b3f-6e2972158b5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4818637-225d-4522-aaa9-d81babe67367 HTTP/1.1" status: 200 len: 217 time: 0.1030252 Feb 08 23:56:31.846163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-527eddb5-cea8-422b-917e-05f301295fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172177 Feb 08 23:56:31.852489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event updated for resources: {'Port': ['ID=26af616e-1c41-488d-ac88-345f96257dd3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:31.871189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e0f7dac-482e-4aa7-b216-e31bdf2cb652 req-d39384c8-04e9-4a11-b8fa-0d33b29392a7 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470381 Feb 08 23:56:31.940281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-5290380d-2db8-4ef4-8b1f-5f590b876e4f service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516015 Feb 08 23:56:31.942763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-49c933c2-de6c-4e70-a60c-a123e43b9d46 None None] Provisioning complete for port 26af616e-1c41-488d-ac88-345f96257dd3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:31.943274 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-49c933c2-de6c-4e70-a60c-a123e43b9d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:31.950372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-83ca42a1-91f5-49ea-ab61-e472a3021efb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3031552 Feb 08 23:56:31.968165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'tag': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44'}, {'server_uuid': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'name': 'network-vif-deleted', 'tag': '61bff353-eb07-4b9b-a6ff-7db687b86f77'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:31.970668 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f1842bc4-4b9f-468a-a2ac-0cdefe24aa51", "tag": "8cff871a-afa8-4f8e-bdf3-5aeb22375a44"}, {"server_uuid": "f3f88bc5-d6ae-40a7-9aac-583ed1d310c3", "name": "network-vif-deleted", "tag": "61bff353-eb07-4b9b-a6ff-7db687b86f77"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:31.993074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Request body: {'port': {'device_id': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:32.002779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-49c933c2-de6c-4e70-a60c-a123e43b9d46 None None] Port 26af616e-1c41-488d-ac88-345f96257dd3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:32.076179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e33a081f-c3f8-45c6-b33f-7dfbe624f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:32.077640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-e33a081f-c3f8-45c6-b33f-7dfbe624f347 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.2124543 Feb 08 23:56:32.164620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-90d47495-23fb-4c6e-9942-21e1dabcd693 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705452 Feb 08 23:56:32.196388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:32.250985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-ab32e4fe-bf2c-4c3c-b253-f3a3ca5809b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845770 Feb 08 23:56:32.263791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63e7d-366d-4108-9c1f-fd9c59c089ba req-23823afc-e774-455d-a11e-67b1a95bd116 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:32.265367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ade63e7d-366d-4108-9c1f-fd9c59c089ba req-23823afc-e774-455d-a11e-67b1a95bd116 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 948 time: 0.2272847 Feb 08 23:56:32.267192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-cca879da-8b9f-41d8-b7bd-6012896b0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:32.268570 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-cca879da-8b9f-41d8-b7bd-6012896b0cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 1095 time: 0.2673621 Feb 08 23:56:32.438722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:32.440730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 61bff353-eb07-4b9b-a6ff-7db687b86f77 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:32.470857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 61bff353-eb07-4b9b-a6ff-7db687b86f77 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:32.471615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 61bff353-eb07-4b9b-a6ff-7db687b86f77 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:32.515312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-2128b0d6-c670-40d4-b892-eeb2b8497405 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387725 Feb 08 23:56:32.533143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ade63e7d-366d-4108-9c1f-fd9c59c089ba req-5b7a334a-b1a0-4642-a7b0-57551e815ed1 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466900 Feb 08 23:56:32.587203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-508b9206-c0dc-4e2a-884a-01d16703d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:32.588895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-508b9206-c0dc-4e2a-884a-01d16703d894 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 913 time: 0.2792716 Feb 08 23:56:32.688820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:32.709422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44', 'mac_address': 'fa:16:3e:a0:66:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:32.773149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-b176b3fc-ffd8-47e6-af11-4eea7eb60981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda HTTP/1.1" status: 200 len: 217 time: 0.1449230 Feb 08 23:56:32.806636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:32.827666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:32.860316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:32.866317 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:32.867141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 497937c9-2243-416d-bc83-ceb97a68e1d2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:32.924270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cc1a4-a077-4e9b-99cf-e47a251d7368 req-b25e6b93-4380-46ad-9c46-5583880d59ba tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:32.930868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cc1a4-a077-4e9b-99cf-e47a251d7368 req-b25e6b93-4380-46ad-9c46-5583880d59ba tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:32.932877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b5cc1a4-a077-4e9b-99cf-e47a251d7368 req-b25e6b93-4380-46ad-9c46-5583880d59ba tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1653 time: 0.3085604 Feb 08 23:56:32.981985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:33.041246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-896bb274-8c81-4ee8-8fe8-53bfb01d41e7 req-3e005f5f-88db-4736-80f4-8946104ca906 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600945 Feb 08 23:56:33.043036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-25c57d6f-2d0a-4e2b-b7ac-4b169c5d85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:33.044319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-25c57d6f-2d0a-4e2b-b7ac-4b169c5d85b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.2338471 Feb 08 23:56:33.052210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 497937c9-2243-416d-bc83-ceb97a68e1d2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=497937c9-2243-416d-bc83-ceb97a68e1d2,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:33.074273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '497937c9-2243-416d-bc83-ceb97a68e1d2', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': '497937c9-2243-416d-bc83-ceb97a68e1d2', 'mac_address': 'fa:16:3e:46:cc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:33.139400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:33.154868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-e5cacb57-425d-4085-a465-99b3c1ca4d8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731537 Feb 08 23:56:33.157990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497937c9-2243-416d-bc83-ceb97a68e1d2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:33.185269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'tag': 'b4818637-225d-4522-aaa9-d81babe67367'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:33.186294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 497937c9-2243-416d-bc83-ceb97a68e1d2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=497937c9-2243-416d-bc83-ceb97a68e1d2,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:33.188331 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930bd12d-01f5-48d6-8de9-aff865df4705" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8da2e6-ad87-4d26-9683-9da03fc2b517", "tag": "b4818637-225d-4522-aaa9-d81babe67367"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:33.190456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:33.193940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bef7cf-7177-45b4-b7ec-4ccee98e2827 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:33.203052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b5cc1a4-a077-4e9b-99cf-e47a251d7368 req-f0717cdd-a81e-458e-bd6a-ab83141fc2b4 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873558 Feb 08 23:56:33.234822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:33.280610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb12d-8523-4cf0-af87-74090de2e021 req-b1d42c1e-86f3-44c8-bf51-7d289fa5cf4b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:33.280976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=497937c9-2243-416d-bc83-ceb97a68e1d2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:33.290613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056cb12d-8523-4cf0-af87-74090de2e021 req-b1d42c1e-86f3-44c8-bf51-7d289fa5cf4b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.3066146 Feb 08 23:56:33.294768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Transition to ACTIVE for port object 81bef7cf-7177-45b4-b7ec-4ccee98e2827 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:33.313402 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ba91d-0c57-47fe-ba34-18ef84bd4002 x-openstack-request-id: req-954ba91d-0c57-47fe-ba34-18ef84bd4002 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:33.313402 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1842bc4-4b9f-468a-a2ac-0cdefe24aa51", "tag": "8cff871a-afa8-4f8e-bdf3-5aeb22375a44", "status": "completed", "code": 200}, {"server_uuid": "f3f88bc5-d6ae-40a7-9aac-583ed1d310c3", "name": "network-vif-deleted", "tag": "61bff353-eb07-4b9b-a6ff-7db687b86f77", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:33.313402 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-954ba91d-0c57-47fe-ba34-18ef84bd4002 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:33.313402 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'tag': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44', 'status': 'completed', 'code': 200} Feb 08 23:56:33.313402 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f88bc5-d6ae-40a7-9aac-583ed1d310c3', 'name': 'network-vif-deleted', 'tag': '61bff353-eb07-4b9b-a6ff-7db687b86f77', 'status': 'completed', 'code': 200} Feb 08 23:56:33.326541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:33.454505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-ce1e73f5-3daa-413f-be53-735d6c780bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870188 Feb 08 23:56:33.503985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['8cff871a-afa8-4f8e-bdf3-5aeb22375a44'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:33.535082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Pushing event updated for resources: {'Port': ['ID=81bef7cf-7177-45b4-b7ec-4ccee98e2827,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:33.560046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['497937c9-2243-416d-bc83-ceb97a68e1d2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:33.562550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056cb12d-8523-4cf0-af87-74090de2e021 req-6f12660f-6d08-41ad-8bde-cbccc7faf626 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620580 Feb 08 23:56:33.629801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-c7252068-1904-4dec-b892-147bf1686bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:33.631635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-c7252068-1904-4dec-b892-147bf1686bc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a02d2eaabf964c8bb6bdbb5c5aa4c1d7&device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 1100 time: 0.2932496 Feb 08 23:56:34.173868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7065535-8734-4a5d-9afe-b52be18df998 req-726a01b7-1e4d-4527-aeaf-e47d273cc277 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 210 time: 0.5027609 Feb 08 23:56:34.186020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e652b1-034f-46c1-8190-4cc7c8966a00 req-92c58569-9c29-4c26-9b65-28d8a1d7846b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.196227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75e652b1-034f-46c1-8190-4cc7c8966a00 req-92c58569-9c29-4c26-9b65-28d8a1d7846b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 944 time: 0.7705665 Feb 08 23:56:34.281194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-c14732cb-2369-4323-8947-7e8fbb44abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.282751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-c14732cb-2369-4323-8947-7e8fbb44abf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.6315970 Feb 08 23:56:34.307389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75e652b1-034f-46c1-8190-4cc7c8966a00 req-aea19ca2-0390-422a-8f7d-f7094a8bd5df tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101508 Feb 08 23:56:34.408371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-54dc7952-d493-40df-b380-5af1c592271e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44 HTTP/1.1" status: 200 len: 217 time: 0.0966663 Feb 08 23:56:34.415696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-a79e8866-59e0-4e0e-99f8-9950aeda524f tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.417568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-a79e8866-59e0-4e0e-99f8-9950aeda524f tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.21 "GET /v2.0/networks?id=4402ffae-f91d-405e-8f0f-647589bc5a1d HTTP/1.1" status: 200 len: 815 time: 0.4548671 Feb 08 23:56:34.433557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 66b04535-9d2b-4c16-ac95-908bcaac7cda details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:34.459111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e045f3e9-21cd-43bf-865e-6f6048651338 req-fe69123d-de97-4f47-ba14-4f1309b5402e service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9761372 Feb 08 23:56:34.461419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49068) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:34.471243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1524555508'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:34.504874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Attempting to bind port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:34.505740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Attempting to bind port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:34.506443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Attempting to bind port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 on network a052e33f-e6a1-4173-b485-088a2d80f488 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:34.529633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 on network a052e33f-e6a1-4173-b485-088a2d80f488 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:34.530282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Attempting to bind port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 on network a052e33f-e6a1-4173-b485-088a2d80f488 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:34.536843 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-474a6e4f-1090-4b6c-ac04-978322fac7b3 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffacf45f7db432c90ee182be643c02f HTTP/1.1" status: 200 len: 379 time: 0.0936680 Feb 08 23:56:34.549838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Request body: {'port': {'device_id': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'admin_state_up': True, 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'security_groups': ['27c81625-4465-40d3-affe-0ac68677e320']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:34.556409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-d842a57e-fb34-4421-b06a-3f3ccd2cc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.557909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-d842a57e-fb34-4421-b06a-3f3ccd2cc9cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1178901 Feb 08 23:56:34.562315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:34.562656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Checking segment: {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:34.563038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Bound using segment: {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:34.563475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Bound port: 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca027ba0-85d5-4b01-aa70-1a994c5407f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:34.563831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:34.574168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 66b04535-9d2b-4c16-ac95-908bcaac7cda, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:34.583242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb817-c6a9-46de-9681-4168e9ae645a req-bf38a1e0-b2d4-4943-8613-64e6d4b9741c tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.589551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '66b04535-9d2b-4c16-ac95-908bcaac7cda', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'port_id': '66b04535-9d2b-4c16-ac95-908bcaac7cda', 'mac_address': 'fa:16:3e:2e:e5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151ee334-b1e4-4209-9676-9cc6cee5eee9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:34.590511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c97eb817-c6a9-46de-9681-4168e9ae645a req-bf38a1e0-b2d4-4943-8613-64e6d4b9741c tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 945 time: 0.2515023 Feb 08 23:56:34.618175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad543-f0e7-405b-a114-8d942a732c26 req-2b9e3425-c335-42fb-9050-0ad22a24fe57 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.619686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dcad543-f0e7-405b-a114-8d942a732c26 req-2b9e3425-c335-42fb-9050-0ad22a24fe57 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 943 time: 0.2364714 Feb 08 23:56:34.636091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:34.639539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:34.643177 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:34.658460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b04535-9d2b-4c16-ac95-908bcaac7cda {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:34.685386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 66b04535-9d2b-4c16-ac95-908bcaac7cda, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:34.694063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:34.719743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Made reservation on behalf of fffacf45f7db432c90ee182be643c02f for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:34.724831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:34.765356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=66b04535-9d2b-4c16-ac95-908bcaac7cda,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:34.794606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:56:34.799050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c97eb817-c6a9-46de-9681-4168e9ae645a req-c5190c9e-74a9-4d64-a36e-713033390e21 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077627 Feb 08 23:56:34.809665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dcad543-f0e7-405b-a114-8d942a732c26 req-ca189466-8c71-4348-963c-52d472136215 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676915 Feb 08 23:56:34.822692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-ee318a4b-7e25-4b98-b1dd-6c56c96e2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.824232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-ee318a4b-7e25-4b98-b1dd-6c56c96e2cf0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2573762 Feb 08 23:56:34.844945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317c138-5179-4558-974d-b2f8d6016e3d req-0dff73e4-3886-441d-8406-0024e337c4a9 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:34.846535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c317c138-5179-4558-974d-b2f8d6016e3d req-0dff73e4-3886-441d-8406-0024e337c4a9 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 945 time: 0.1811867 Feb 08 23:56:34.860970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:34.861332 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Added segment d3e0fbcc-e215-47e0-a0fe-3296a42c33ac of type vlan for network 42564096-f28a-417c-9075-c5d24997e401 Feb 08 23:56:34.934111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Allocated IP 172.20.0.3 (4402ffae-f91d-405e-8f0f-647589bc5a1d/6b4f03ba-d5cb-460b-b2b5-a00e0632f56f/c0cac677-9c03-429c-b299-8fb8c65e5910) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:34.949552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] For port 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:34.954390 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bddfbf-2efa-47f1-813c-1cc743f4d89b x-openstack-request-id: req-e7bddfbf-2efa-47f1-813c-1cc743f4d89b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:34.954681 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8da2e6-ad87-4d26-9683-9da03fc2b517", "tag": "b4818637-225d-4522-aaa9-d81babe67367", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:34.954950 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7bddfbf-2efa-47f1-813c-1cc743f4d89b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:34.955489 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'tag': 'b4818637-225d-4522-aaa9-d81babe67367', 'status': 'completed', 'code': 200} Feb 08 23:56:35.013552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['66b04535-9d2b-4c16-ac95-908bcaac7cda'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:35.013693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] For port 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=81bef7cf-7177-45b4-b7ec-4ccee98e2827,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:35.052076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.128407 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.144153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-baf5b8ca-e7ab-45a7-844f-32f18d84ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.146142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-baf5b8ca-e7ab-45a7-844f-32f18d84ae86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 1094 time: 0.1800656 Feb 08 23:56:35.197761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.198376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.199787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] 10.222.0.21 "PUT /v2.0/ports/81bef7cf-7177-45b4-b7ec-4ccee98e2827 HTTP/1.1" status: 200 len: 1092 time: 3.2165442 Feb 08 23:56:35.223997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a9552-64dc-407d-9166-f4f866817a9f req-65036447-9c4f-48b1-942e-1939c7b91585 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.225641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab7a9552-64dc-407d-9166-f4f866817a9f req-65036447-9c4f-48b1-942e-1939c7b91585 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 949 time: 0.2693753 Feb 08 23:56:35.260788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Request body: {'port': {'device_id': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:35.264548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-ef58f1dc-944a-44f2-a54b-2c981a237d57 service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167559 Feb 08 23:56:35.301632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-ebcc3c19-33c4-4e9c-994a-783888eb4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.304366 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-ebcc3c19-33c4-4e9c-994a-783888eb4c28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 200 len: 913 time: 0.1482270 Feb 08 23:56:35.377278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-96dbae9b-688a-49f6-9c6b-6189cd2d5960 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4818637-225d-4522-aaa9-d81babe67367 HTTP/1.1" status: 200 len: 217 time: 0.0580900 Feb 08 23:56:35.380511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2387-a619-4e91-929c-f5d012d67b74 service neutron] Pushing event updated for resources: {'Port': ['ID=81bef7cf-7177-45b4-b7ec-4ccee98e2827,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:35.436882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.443286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.443896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.452071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-4142544c-5c0c-4913-b074-d1df0f350208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.453608 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-4142544c-5c0c-4913-b074-d1df0f350208 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 200 len: 852 time: 0.0618136 Feb 08 23:56:35.454002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22eaa3-a0f2-408f-8546-3c5d002230a0 req-7856847e-61b5-4f35-b89f-ff48d08d3361 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.457420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.460161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22eaa3-a0f2-408f-8546-3c5d002230a0 req-7856847e-61b5-4f35-b89f-ff48d08d3361 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.462030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c22eaa3-a0f2-408f-8546-3c5d002230a0 req-7856847e-61b5-4f35-b89f-ff48d08d3361 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1665 time: 0.3670626 Feb 08 23:56:35.497497 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-8143650e-c0eb-4412-b7e7-1903472884a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0c03cbbc-1434-4317-b371-2a6ace09f2c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351369 Feb 08 23:56:35.560136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.569721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab7a9552-64dc-407d-9166-f4f866817a9f req-0d1bd31d-f561-407a-a9ca-cc5c1a99b4c7 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254471 Feb 08 23:56:35.582094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Deleting port 5db0d782-443d-4a04-a3f5-3ec90d58038f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:35.582416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.586708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.602619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1325619 Feb 08 23:56:35.606628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49076) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:35.617822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1411682807'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:35.643347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:35.648736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:35.652393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:35.681711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3e8c1-6953-48d1-9e5f-925b203b0984 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Network': ['ID=42564096-f28a-417c-9075-c5d24997e401,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:35.696748 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-eb9b6a46-a92e-48ff-a9b3-8ddc60d5e332 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734426 Feb 08 23:56:35.699795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 42564096-f28a-417c-9075-c5d24997e401 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:56:35.706917 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c22eaa3-a0f2-408f-8546-3c5d002230a0 req-ef751742-4774-4a84-a3cf-9414a64bd3e6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215905 Feb 08 23:56:35.782377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab9c06e-826c-4ed4-8ae5-fd9bc20bc0cf req-9aa7c342-669d-494f-ad60-bda908655edc service neutron] 10.222.0.21 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740829 Feb 08 23:56:35.855497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:35.858375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event updated for resources: {'Port': ['ID=c0cac677-9c03-429c-b299-8fb8c65e5910,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:35.860800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:35.977092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:35.977969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.015233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-e388302a-e8ab-4ce7-af04-f2e41de3a1a6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4704633 Feb 08 23:56:36.018894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] For port 5db0d782-443d-4a04-a3f5-3ec90d58038f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5db0d782-443d-4a04-a3f5-3ec90d58038f,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:36.019263 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.036634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Calling delete_port for 5db0d782-443d-4a04-a3f5-3ec90d58038f owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:36.037705 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-930bd12d-01f5-48d6-8de9-aff865df4705 req-2709152f-452f-4da0-b3c9-44e1ef7031c7 service neutron] 10.222.0.21 "GET /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404889 Feb 08 23:56:36.043955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Request body: {'port': {'device_id': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:36.107796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.128018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ed2c3edb-d3ac-4945-afb6-4c409e59ab8e None None] Provisioning complete for port c0cac677-9c03-429c-b299-8fb8c65e5910 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:36.129132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ed2c3edb-d3ac-4945-afb6-4c409e59ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.175453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ed2c3edb-d3ac-4945-afb6-4c409e59ab8e None None] Port c0cac677-9c03-429c-b299-8fb8c65e5910 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:36.188739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:56:36.224194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9c340-f542-4bda-94bc-4d5b61a7a109 req-45540c58-0816-4df5-b2bb-bbdf2fdc1e55 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:36.225671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34c9c340-f542-4bda-94bc-4d5b61a7a109 req-45540c58-0816-4df5-b2bb-bbdf2fdc1e55 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 931 time: 0.3430696 Feb 08 23:56:36.273308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.273619 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Added segment 6849d99e-3f65-41a6-9712-ca8594c1f433 of type vlan for network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 Feb 08 23:56:36.330566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-e8946e98-3c04-4c9a-a928-971843064ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:36.330806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-e8946e98-3c04-4c9a-a928-971843064ee7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1097 time: 0.2828810 Feb 08 23:56:36.355342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25db8a-f0c6-4a42-ac87-ec23b181df09 req-7f9c5afe-07c6-4fdb-bd52-35bf153f0e6b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:36.356888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c25db8a-f0c6-4a42-ac87-ec23b181df09 req-7f9c5afe-07c6-4fdb-bd52-35bf153f0e6b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 944 time: 0.2978227 Feb 08 23:56:36.430311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34c9c340-f542-4bda-94bc-4d5b61a7a109 req-5fc9c7bd-c08b-401d-aa46-a2c4fc56a1dd tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876624 Feb 08 23:56:36.442684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b4818637-225d-4522-aaa9-d81babe67367 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:36.453968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cac677-9c03-429c-b299-8fb8c65e5910 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:36.462645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.463952 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.492550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Transition to ACTIVE for port object c0cac677-9c03-429c-b299-8fb8c65e5910 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:36.496967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:36.498159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.584753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Pushing event updated for resources: {'Port': ['ID=c0cac677-9c03-429c-b299-8fb8c65e5910,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:36.613687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c25db8a-f0c6-4a42-ac87-ec23b181df09 req-7c322886-69e8-4b54-a4b7-bc029fd5711e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157023 Feb 08 23:56:36.694963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.704772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:36.705453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.708720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.722508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Attempting to bind port c0cac677-9c03-429c-b299-8fb8c65e5910 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:36.722999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Attempting to bind port c0cac677-9c03-429c-b299-8fb8c65e5910 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:36.723180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Attempting to bind port c0cac677-9c03-429c-b299-8fb8c65e5910 on network 4402ffae-f91d-405e-8f0f-647589bc5a1d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:36.728229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Port c0cac677-9c03-429c-b299-8fb8c65e5910 on network 4402ffae-f91d-405e-8f0f-647589bc5a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:36.729047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Attempting to bind port c0cac677-9c03-429c-b299-8fb8c65e5910 on network 4402ffae-f91d-405e-8f0f-647589bc5a1d {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:36.736144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:36.736144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Checking segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:36.736144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Bound using segment: {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:36.736144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Bound port: c0cac677-9c03-429c-b299-8fb8c65e5910, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:36.736637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.736737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f30ca653-7740-41b8-b8bd-3fa1b082bd89', '5db0d782-443d-4a04-a3f5-3ec90d58038f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:36.794563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b4818637-225d-4522-aaa9-d81babe67367, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b4818637-225d-4522-aaa9-d81babe67367,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:36.823920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:36.830789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26af616e-1c41-488d-ac88-345f96257dd3 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:36.832437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'b4818637-225d-4522-aaa9-d81babe67367', 'network_id': '0c03cbbc-1434-4317-b371-2a6ace09f2c2', 'port_id': 'b4818637-225d-4522-aaa9-d81babe67367', 'mac_address': 'fa:16:3e:ad:fc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151ee334-b1e4-4209-9676-9cc6cee5eee9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:36.833082 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] For port c0cac677-9c03-429c-b299-8fb8c65e5910, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:36.833945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:36.834364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.838906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] For port c0cac677-9c03-429c-b299-8fb8c65e5910, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c0cac677-9c03-429c-b299-8fb8c65e5910,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:36.846209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.921123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Pushing event updated for resources: {'Port': ['ID=c0cac677-9c03-429c-b299-8fb8c65e5910,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:36.923904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.928277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:36.929123 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:36.930582 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-56ae1515-ff7b-4268-9fd8-fd41969240ad service neutron] 10.222.0.21 "PUT /v2.0/ports/c0cac677-9c03-429c-b299-8fb8c65e5910 HTTP/1.1" status: 200 len: 1091 time: 0.8918436 Feb 08 23:56:36.931246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:36.933973 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a5d325-d000-4b4c-8362-36e3f8d22946" -d '{"events": [{"name": "network-changed", "server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:36.940269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ae34b48-1cd4-4c87-887c-078469ab5966 req-670027dc-6814-4fec-9d9a-b2d3afe0727e tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b HTTP/1.1" status: 200 len: 210 time: 0.1933725 Feb 08 23:56:36.943712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Pushing event deleted for resources: {'Port': ['ID=5db0d782-443d-4a04-a3f5-3ec90d58038f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:36.966031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3532398 Feb 08 23:56:36.976354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49090) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:36.981658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'tag': '81bef7cf-7177-45b4-b7ec-4ccee98e2827'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:36.984956 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c400dd0-f0f4-42b0-aaee-6570116d64fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "tag": "81bef7cf-7177-45b4-b7ec-4ccee98e2827"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:36.992614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'subnet': {'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:37.005103 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.005595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-46ce3016-3723-4525-9847-e3a00b7999b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:37.007476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-46ce3016-3723-4525-9847-e3a00b7999b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.6678381 Feb 08 23:56:37.018450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.059618 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.076659 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:56:37.109941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4818637-225d-4522-aaa9-d81babe67367 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:37.137442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Transition to ACTIVE for port object 26af616e-1c41-488d-ac88-345f96257dd3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:37.156727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e85df-f719-4d8d-abe2-e947485e2852 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Network': ['ID=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:37.166887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-299ea57b-ba9e-45ef-8461-715ad2902946 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.1266530 Feb 08 23:56:37.175910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d883d12-1c95-419d-99d2-02cea221ed75 req-64258954-e512-4e7d-9875-844b776bbb9e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:37.177567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d883d12-1c95-419d-99d2-02cea221ed75 req-64258954-e512-4e7d-9875-844b776bbb9e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.5583804 Feb 08 23:56:37.189828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:56:37.196084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.198955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b4818637-225d-4522-aaa9-d81babe67367, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b4818637-225d-4522-aaa9-d81babe67367,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:37.226197 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.231016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:37.235635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.244649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] No DVR routers for this DVR port 5db0d782-443d-4a04-a3f5-3ec90d58038f on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:37.262413 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.328290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.331957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c317c138-5179-4558-974d-b2f8d6016e3d req-5904736f-bc89-4789-a163-70f9ceeeff90 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "DELETE /v2.0/ports/5db0d782-443d-4a04-a3f5-3ec90d58038f HTTP/1.1" status: 204 len: 173 time: 2.4657533 Feb 08 23:56:37.347652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:37.349900 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac4c7ff-fb50-4199-88f6-cfb578e844c9" -d '{"events": [{"server_uuid": "f1842bc4-4b9f-468a-a2ac-0cdefe24aa51", "name": "network-vif-plugged", "status": "completed", "tag": "8cff871a-afa8-4f8e-bdf3-5aeb22375a44"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:37.355796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-4ecdf8b2-a4f0-419d-88f4-feda86852f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:37.358557 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-4ecdf8b2-a4f0-419d-88f4-feda86852f35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffacf45f7db432c90ee182be643c02f&device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 1094 time: 0.2182906 Feb 08 23:56:37.395756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:37.404371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b4818637-225d-4522-aaa9-d81babe67367,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:37.410477 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.411650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 66b04535-9d2b-4c16-ac95-908bcaac7cda up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:37.426211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=26af616e-1c41-488d-ac88-345f96257dd3,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:37.439264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fffb53-ed35-4906-b3b0-3cf810ae993f req-64d88673-51a2-4812-bfd6-6b9d246dd714 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:37.447894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3fffb53-ed35-4906-b3b0-3cf810ae993f req-64d88673-51a2-4812-bfd6-6b9d246dd714 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 943 time: 0.3611519 Feb 08 23:56:37.456166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-f11d8b37-a7ca-4725-a3b6-0fe89d0a2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:37.463160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-f11d8b37-a7ca-4725-a3b6-0fe89d0a2b52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.2826552 Feb 08 23:56:37.469505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d883d12-1c95-419d-99d2-02cea221ed75 req-9c381985-53d1-464b-b0cc-4d0717b70fe9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398343 Feb 08 23:56:37.642511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-4e915a2a-f65f-40f3-802d-f5323f594d82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609182 Feb 08 23:56:37.671057 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-1a3a06ec-ac03-4a2d-8912-3ca41c2bacb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cac677-9c03-429c-b299-8fb8c65e5910 HTTP/1.1" status: 200 len: 217 time: 0.2698777 Feb 08 23:56:37.760590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:37.787480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 66b04535-9d2b-4c16-ac95-908bcaac7cda completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:37.797964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 66b04535-9d2b-4c16-ac95-908bcaac7cda triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:37.799890 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.865630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['b4818637-225d-4522-aaa9-d81babe67367'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:37.888950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:37.981557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-db8d72da-03b9-410e-8940-47f0ced2c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:37.983090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-db8d72da-03b9-410e-8940-47f0ced2c1fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b4f03ba-d5cb-460b-b2b5-a00e0632f56f HTTP/1.1" status: 200 len: 854 time: 0.2805817 Feb 08 23:56:38.032007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.072852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Subnet': ['ID=f474f062-1eac-42d4-8bbc-ee2f7678c844,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:38.103665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-50717434-5faa-427f-aacb-f37055003b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:38.105236 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-50717434-5faa-427f-aacb-f37055003b4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4402ffae-f91d-405e-8f0f-647589bc5a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122653 Feb 08 23:56:38.129978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Checking segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:38.130278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network hostable DHCP agents. Network: 42564096-f28a-417c-9075-c5d24997e401, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:56:38.150788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 66b04535-9d2b-4c16-ac95-908bcaac7cda, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:38.161162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.162079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 497937c9-2243-416d-bc83-ceb97a68e1d2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:38.236823 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-fc6a571a-a617-4a71-b08b-d9ad04da67b5 service neutron] 10.222.0.21 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197209 Feb 08 23:56:38.240716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 42564096-f28a-417c-9075-c5d24997e401 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:56:38.276264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3fffb53-ed35-4906-b3b0-3cf810ae993f req-cfeab5fa-0120-4658-9986-a3e7f1c91fc6 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8250256 Feb 08 23:56:38.306102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=66b04535-9d2b-4c16-ac95-908bcaac7cda,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:38.320586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 497937c9-2243-416d-bc83-ceb97a68e1d2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:38.334676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 42564096-f28a-417c-9075-c5d24997e401) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:38.341776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:38.342548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.363395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ced5a-1234-444a-9049-0d60abaab4f9 req-38f577e6-9659-4b53-87fc-f409188520f6 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:38.367876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 497937c9-2243-416d-bc83-ceb97a68e1d2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:38.368280 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.371341 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4453b665-cde2-45b8-b00d-65dc7d6e1273 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3923726 Feb 08 23:56:38.376178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c00ced5a-1234-444a-9049-0d60abaab4f9 req-38f577e6-9659-4b53-87fc-f409188520f6 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 950 time: 0.7306957 Feb 08 23:56:38.379262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:38.387232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa916d8f-f97d-4e38-8054-7d7fdb04c8d3 None None] Network 42564096-f28a-417c-9075-c5d24997e401 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:38.388315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'subnet': {'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:38.404153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Attempting to bind port 26af616e-1c41-488d-ac88-345f96257dd3 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:38.404407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Attempting to bind port 26af616e-1c41-488d-ac88-345f96257dd3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:38.404739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Attempting to bind port 26af616e-1c41-488d-ac88-345f96257dd3 on network 99778a05-29a7-4c32-8d8b-54ea9d68582e {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:38.440007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Port 26af616e-1c41-488d-ac88-345f96257dd3 on network 99778a05-29a7-4c32-8d8b-54ea9d68582e not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:38.440334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Attempting to bind port 26af616e-1c41-488d-ac88-345f96257dd3 on network 99778a05-29a7-4c32-8d8b-54ea9d68582e {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:38.460111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-1b946a7a-2ba8-4453-92c6-7a798d2b66b9 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7603774 Feb 08 23:56:38.467759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:38.468456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Checking segment: {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:38.469072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Bound using segment: {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:38.469717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Bound port: 26af616e-1c41-488d-ac88-345f96257dd3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d249bbb-8178-4231-ad0b-d1e90f25a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:38.470259 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.476557 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6c57cbbd-bdd0-4de7-9cea-89a2830fd1d7 req-25a6094c-2e5a-4223-94fb-9fc02b5ba5c7 service neutron] 10.222.0.21 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315409 Feb 08 23:56:38.520567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c00ced5a-1234-444a-9049-0d60abaab4f9 req-b4325746-e193-46e4-8e2d-858194ef8f6b tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434121 Feb 08 23:56:38.577859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:38.582981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.689157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf61e1-0bee-453a-93a2-17bfcb168549 req-858c7dc0-da47-43d4-bca0-77432bdd3c5d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:38.692778 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0be565-26b4-456b-b7d8-e70c6840f1ff x-openstack-request-id: req-aa0be565-26b4-456b-b7d8-e70c6840f1ff {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:38.693292 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:38.693399 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa0be565-26b4-456b-b7d8-e70c6840f1ff {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:38.693721 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'status': 'completed', 'code': 200} Feb 08 23:56:38.698576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf61e1-0bee-453a-93a2-17bfcb168549 req-858c7dc0-da47-43d4-bca0-77432bdd3c5d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:38.714068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81cf61e1-0bee-453a-93a2-17bfcb168549 req-858c7dc0-da47-43d4-bca0-77432bdd3c5d tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1677 time: 0.3293862 Feb 08 23:56:38.719180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-42564096-f28a-417c-9075-c5d24997e401', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:56:38.719555 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64721f18-24a3-433e-a32d-2a16a141a467 x-openstack-request-id: req-64721f18-24a3-433e-a32d-2a16a141a467 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:38.720055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.720475 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "tag": "81bef7cf-7177-45b4-b7ec-4ccee98e2827", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:38.720820 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64721f18-24a3-433e-a32d-2a16a141a467 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:38.721348 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'tag': '81bef7cf-7177-45b4-b7ec-4ccee98e2827', 'status': 'completed', 'code': 200} Feb 08 23:56:38.862461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-40deef4e-73f7-4dc0-89c9-8757e0a228c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:38.866676 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-40deef4e-73f7-4dc0-89c9-8757e0a228c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffacf45f7db432c90ee182be643c02f&device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 1094 time: 0.1765757 Feb 08 23:56:38.875395 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3089ee67-91f0-460a-abe7-927f8da96ab3 x-openstack-request-id: req-3089ee67-91f0-460a-abe7-927f8da96ab3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:38.875947 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1842bc4-4b9f-468a-a2ac-0cdefe24aa51", "name": "network-vif-plugged", "status": "completed", "tag": "8cff871a-afa8-4f8e-bdf3-5aeb22375a44", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:38.876519 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3089ee67-91f0-460a-abe7-927f8da96ab3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:38.877152 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44', 'code': 200} Feb 08 23:56:38.908481 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:38.955128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b0d8d3d-65ab-40f9-ac99-e6c422f8369c req-65227181-8339-41e0-bd3c-869e4d51d8de service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811406 Feb 08 23:56:39.029313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 497937c9-2243-416d-bc83-ceb97a68e1d2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=497937c9-2243-416d-bc83-ceb97a68e1d2,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:39.037608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81cf61e1-0bee-453a-93a2-17bfcb168549 req-78e2c274-8957-458d-86be-fa95b837bbc3 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057325 Feb 08 23:56:39.041156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d132f9-5b28-44f9-b765-ffe647d9effd req-bd8fdf4b-b801-4f89-992c-bce8ae425f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.043129 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-65d132f9-5b28-44f9-b765-ffe647d9effd req-bd8fdf4b-b801-4f89-992c-bce8ae425f07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 1101 time: 0.1686909 Feb 08 23:56:39.063030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Allocated IP 10.1.1.2 (42564096-f28a-417c-9075-c5d24997e401/f474f062-1eac-42d4-8bbc-ee2f7678c844/cc316557-43fa-4023-907b-1182b87e9373) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:39.087357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] For port 26af616e-1c41-488d-ac88-345f96257dd3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:39.111044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] For port 26af616e-1c41-488d-ac88-345f96257dd3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=26af616e-1c41-488d-ac88-345f96257dd3,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:39.125155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-acbd94ce-eca1-4a69-85b0-b3faf91852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.125840 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.126140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-acbd94ce-eca1-4a69-85b0-b3faf91852c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.129104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-acbd94ce-eca1-4a69-85b0-b3faf91852c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1937 time: 0.3915322 Feb 08 23:56:39.130299 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.174312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-3676c52c-01e9-44ff-bc77-b666b26a6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.176868 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-3676c52c-01e9-44ff-bc77-b666b26a6a9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4402ffae-f91d-405e-8f0f-647589bc5a1d HTTP/1.1" status: 200 len: 916 time: 0.2912273 Feb 08 23:56:39.202534 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-65d132f9-5b28-44f9-b765-ffe647d9effd req-5950d410-d738-4531-b664-38e6265012a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458290 Feb 08 23:56:39.212114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60934c4-08bb-4982-ba4c-cbe6484393aa req-9818bd19-9b7a-4797-890a-9544ca6b28ec tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.214066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b60934c4-08bb-4982-ba4c-cbe6484393aa req-9818bd19-9b7a-4797-890a-9544ca6b28ec tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 943 time: 0.2549484 Feb 08 23:56:39.240051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.242833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-c5a21a4f-e4b0-4b26-8218-f8d790593e9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cac677-9c03-429c-b299-8fb8c65e5910 HTTP/1.1" status: 200 len: 217 time: 0.0511365 Feb 08 23:56:39.280168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.280974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.282978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] 10.222.0.21 "PUT /v2.0/ports/26af616e-1c41-488d-ac88-345f96257dd3 HTTP/1.1" status: 200 len: 1090 time: 4.0262957 Feb 08 23:56:39.329147 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.329412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Subnet': ['ID=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:39.346335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Checking segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:39.346797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network hostable DHCP agents. Network: b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:56:39.376566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20be1b-09e1-47a2-982c-d2ddabda0dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=26af616e-1c41-488d-ac88-345f96257dd3,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:39.388946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:56:39.395053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b60934c4-08bb-4982-ba4c-cbe6484393aa req-631ddf49-2758-4768-9b3d-5bf5d7ebe501 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546519 Feb 08 23:56:39.403537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b7719-80ac-481e-9fd1-5cc312de0ee8 req-032c876d-b5b9-4ea0-beea-db8fe2d90390 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.408267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5db0d782-443d-4a04-a3f5-3ec90d58038f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:39.409250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:39.412549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=497937c9-2243-416d-bc83-ceb97a68e1d2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:39.413164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a30b7719-80ac-481e-9fd1-5cc312de0ee8 req-032c876d-b5b9-4ea0-beea-db8fe2d90390 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.2583771 Feb 08 23:56:39.417543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.418340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.460438 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-81c89b34-f54e-45ba-9293-749edc395652 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0794623 Feb 08 23:56:39.462683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab32a2b6-e072-44f9-943a-f069b39940b2 None None] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:39.463483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49110) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:39.467630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.473768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'name': 'tempest-TaggedBootDevicesTest_v242-1510439514', 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:39.487225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-a330c06b-6f07-41f3-aec1-121ad24f5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.487920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-a330c06b-6f07-41f3-aec1-121ad24f5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.488940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-a330c06b-6f07-41f3-aec1-121ad24f5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.491072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-a330c06b-6f07-41f3-aec1-121ad24f5bb3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=73f191a825664aeb9b82385712c4933a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3498702 Feb 08 23:56:39.501043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a30b7719-80ac-481e-9fd1-5cc312de0ee8 req-0e67af94-2afc-40a9-b441-59aaf041bcdb tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Feb 08 23:56:39.515618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 5db0d782-443d-4a04-a3f5-3ec90d58038f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:39.520939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5db0d782-443d-4a04-a3f5-3ec90d58038f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:39.632182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-05037c37-5e2d-4901-9286-a91fb42f021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.633730 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-05037c37-5e2d-4901-9286-a91fb42f021e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b4f03ba-d5cb-460b-b2b5-a00e0632f56f HTTP/1.1" status: 200 len: 854 time: 0.1476943 Feb 08 23:56:39.650572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Network 42564096-f28a-417c-9075-c5d24997e401 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:39.656795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:39.677861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:39.714029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-4fa77d0b-a369-4d5e-b551-1eb91b86727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.716309 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-4fa77d0b-a369-4d5e-b551-1eb91b86727e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4402ffae-f91d-405e-8f0f-647589bc5a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743911 Feb 08 23:56:39.741509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91daed2-b142-4ee7-a9e9-5e8d68deacb9 req-15fe66c7-6ceb-47fe-b198-f23881f30877 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.743289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b91daed2-b142-4ee7-a9e9-5e8d68deacb9 req-15fe66c7-6ceb-47fe-b198-f23881f30877 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1283581 Feb 08 23:56:39.790560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee651d-4ad2-4261-a125-bfc76813b0db req-418c937f-8190-445a-a387-c2a4dd5de40a tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.798572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acee651d-4ad2-4261-a125-bfc76813b0db req-418c937f-8190-445a-a387-c2a4dd5de40a tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 944 time: 0.1495132 Feb 08 23:56:39.807463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Pushing event updated for resources: {'Port': ['ID=cc316557-43fa-4023-907b-1182b87e9373,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:39.807669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-45ccf984-4c7e-4f4f-abb6-a4b49cd7328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:39.809934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c400dd0-f0f4-42b0-aaee-6570116d64fd req-45ccf984-4c7e-4f4f-abb6-a4b49cd7328a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3032160 Feb 08 23:56:39.845128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b91daed2-b142-4ee7-a9e9-5e8d68deacb9 req-5357c530-f7c5-4dc2-bcd3-11754acec914 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938833 Feb 08 23:56:39.853117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:39.899215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Attempting to bind port cc316557-43fa-4023-907b-1182b87e9373 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:39.906556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Attempting to bind port cc316557-43fa-4023-907b-1182b87e9373 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:39.906943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Attempting to bind port cc316557-43fa-4023-907b-1182b87e9373 on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:39.920250 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-e23323d9-151f-4518-ba91-e7750353007f service neutron] 10.222.0.21 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898956 Feb 08 23:56:39.927343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:39.927782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Checking segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:39.928248 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.928579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Bound using segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:39.929084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Bound port: cc316557-43fa-4023-907b-1182b87e9373, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:39.929464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:39.958228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acee651d-4ad2-4261-a125-bfc76813b0db req-41b79662-d96c-4523-9532-d7eabe1f518c tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586039 Feb 08 23:56:40.005560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-4b23131f-9397-48fa-8bbf-280fdaf55f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.009233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-4b23131f-9397-48fa-8bbf-280fdaf55f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.027619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-4b23131f-9397-48fa-8bbf-280fdaf55f5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1979 time: 0.1410952 Feb 08 23:56:40.100278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] For port cc316557-43fa-4023-907b-1182b87e9373, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:40.103942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] For port cc316557-43fa-4023-907b-1182b87e9373, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=cc316557-43fa-4023-907b-1182b87e9373,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:40.114851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:40.155853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-1698eebf-51fe-43fd-a281-94a38fc6b030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=81bef7cf-7177-45b4-b7ec-4ccee98e2827 HTTP/1.1" status: 200 len: 217 time: 0.1268706 Feb 08 23:56:40.251373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4a27b-9f39-4d80-9f9a-244cf624094d None None] Pushing event updated for resources: {'Port': ['ID=cc316557-43fa-4023-907b-1182b87e9373,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:40.255967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'fixed_ips': [{'subnet_id': 'cdbd8148-f5a3-4e1b-86c4-ba88afde16ee'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:56:40.256838 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:40.344128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09002b-f39b-4b79-bb91-dfd551e8d8b8 req-13ced95f-7f90-4cdb-8fe2-8b8dabb2ae5d tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.350273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f09002b-f39b-4b79-bb91-dfd551e8d8b8 req-13ced95f-7f90-4cdb-8fe2-8b8dabb2ae5d tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 950 time: 0.2074561 Feb 08 23:56:40.352823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-58d05567-6868-4447-b14e-ec9326015618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.354374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-58d05567-6868-4447-b14e-ec9326015618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a19744b9-c510-45d5-b6c5-479a1c67608e HTTP/1.1" status: 200 len: 801 time: 0.1569538 Feb 08 23:56:40.369726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd39968-525e-4a9f-b75e-9b588f6625a6 req-31dbb759-fac4-4fb8-afea-7216efefb047 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.383576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd39968-525e-4a9f-b75e-9b588f6625a6 req-31dbb759-fac4-4fb8-afea-7216efefb047 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.385710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cd39968-525e-4a9f-b75e-9b588f6625a6 req-31dbb759-fac4-4fb8-afea-7216efefb047 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1677 time: 0.2272120 Feb 08 23:56:40.469520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:40.479873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b4818637-225d-4522-aaa9-d81babe67367 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:40.507045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] device_id is not set on port eb586333-dfb0-46a4-8762-f1e3fa2edb72 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:56:40.584680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f09002b-f39b-4b79-bb91-dfd551e8d8b8 req-71aaec3d-f841-4225-b0bd-9b908ee9cd0b tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949804 Feb 08 23:56:40.607626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-d116399e-9f80-43c0-b7b2-f01d48a9359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:40.607891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Allocated IP 10.2.2.2 (b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4/cdbd8148-f5a3-4e1b-86c4-ba88afde16ee/61d36878-7440-431f-af4c-927214faa4ec) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:40.616265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-d116399e-9f80-43c0-b7b2-f01d48a9359b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a052e33f-e6a1-4173-b485-088a2d80f488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095728 Feb 08 23:56:40.626343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cd39968-525e-4a9f-b75e-9b588f6625a6 req-953d7f2d-829b-4946-926c-3ef1da1a14f6 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147083 Feb 08 23:56:40.729560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port b4818637-225d-4522-aaa9-d81babe67367 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:40.773008 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97a5d325-d000-4b4c-8362-36e3f8d22946 req-21a718c8-6704-4f68-b90e-cb8d3ab1e2e8 service neutron] 10.222.0.21 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326547 Feb 08 23:56:40.774896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port b4818637-225d-4522-aaa9-d81babe67367 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:40.775271 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:40.827008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'name': 'network-vif-deleted', 'tag': '5db0d782-443d-4a04-a3f5-3ec90d58038f'}, {'name': 'network-changed', 'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'tag': '26af616e-1c41-488d-ac88-345f96257dd3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:40.835466 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fd5966-c08f-4693-a3f9-3cab7164215e" -d '{"events": [{"server_uuid": "cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b", "name": "network-vif-deleted", "tag": "5db0d782-443d-4a04-a3f5-3ec90d58038f"}, {"name": "network-changed", "server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "tag": "26af616e-1c41-488d-ac88-345f96257dd3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:40.878786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b04535-9d2b-4c16-ac95-908bcaac7cda'}, {'server_uuid': '70f23613-c797-4c2a-82c8-7af516a88569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497937c9-2243-416d-bc83-ceb97a68e1d2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:40.881796 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8627e6-db4a-45bd-a62a-fdbb147e1dc5" -d '{"events": [{"server_uuid": "f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786", "name": "network-vif-plugged", "status": "completed", "tag": "66b04535-9d2b-4c16-ac95-908bcaac7cda"}, {"server_uuid": "70f23613-c797-4c2a-82c8-7af516a88569", "name": "network-vif-plugged", "status": "completed", "tag": "497937c9-2243-416d-bc83-ceb97a68e1d2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:40.902557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cc316557-43fa-4023-907b-1182b87e9373 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:40.953154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 10.1.1.75 (42564096-f28a-417c-9075-c5d24997e401/f474f062-1eac-42d4-8bbc-ee2f7678c844/eb586333-dfb0-46a4-8762-f1e3fa2edb72) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:41.019424 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.027227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.031202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.037183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cdd9a-fed5-4963-ad06-e14897e5e25c req-f7296d69-b3c5-41e9-a8a5-354e597a3e1b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.039711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-175cdd9a-fed5-4963-ad06-e14897e5e25c req-f7296d69-b3c5-41e9-a8a5-354e597a3e1b tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.1413391 Feb 08 23:56:41.043553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-c71f9e20-f5e4-461b-a9dd-a1eba72bb82e service neutron] 10.222.0.21 "GET /v2.0/networks/a052e33f-e6a1-4173-b485-088a2d80f488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162657 Feb 08 23:56:41.062239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ee507-3c2a-41d2-ac8e-03f53a4b04c0 req-d53f2a5b-f1f7-49db-8790-b5ed9b3a09d9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.064011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c80ee507-3c2a-41d2-ac8e-03f53a4b04c0 req-d53f2a5b-f1f7-49db-8790-b5ed9b3a09d9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 943 time: 0.2101338 Feb 08 23:56:41.107226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:41.126544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:41.129399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:41.133856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b4818637-225d-4522-aaa9-d81babe67367, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b4818637-225d-4522-aaa9-d81babe67367,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:41.134991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port cc316557-43fa-4023-907b-1182b87e9373 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:41.135425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.138574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.138879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Pushing event updated for resources: {'Port': ['ID=61d36878-7440-431f-af4c-927214faa4ec,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:41.164028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.181543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.194411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-175cdd9a-fed5-4963-ad06-e14897e5e25c req-65a8b751-1945-487e-9eeb-f1205d7a5a00 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482661 Feb 08 23:56:41.199612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c80ee507-3c2a-41d2-ac8e-03f53a4b04c0 req-37d02003-1dcd-4127-a52d-fd28150aa334 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139486 Feb 08 23:56:41.248453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-e20ddcae-29e0-4066-a310-88e9eb14f2b5 service neutron] 10.222.0.21 "GET /v2.0/networks/a052e33f-e6a1-4173-b485-088a2d80f488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833277 Feb 08 23:56:41.258155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 42564096-f28a-417c-9075-c5d24997e401 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:41.278105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:41.280275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:41.282717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:41.343262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-0afce42e-3fc2-4643-9bce-f78622806a66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=26af616e-1c41-488d-ac88-345f96257dd3 HTTP/1.1" status: 200 len: 217 time: 0.0809197 Feb 08 23:56:41.368096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.368806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.387169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c709bd16-412f-4930-8d5d-b920339454f7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9179742 Feb 08 23:56:41.389628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49132) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:41.395975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'name': 'tempest-TaggedBootDevicesTest_v242-2133914313', 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:41.473840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Attempting to bind port 61d36878-7440-431f-af4c-927214faa4ec on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:41.474219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Attempting to bind port 61d36878-7440-431f-af4c-927214faa4ec by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:41.474584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Attempting to bind port 61d36878-7440-431f-af4c-927214faa4ec on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:41.485413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:41.485793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Checking segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:41.486199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.486588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Bound using segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:41.487046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Bound port: 61d36878-7440-431f-af4c-927214faa4ec, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:41.488258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.492237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b4818637-225d-4522-aaa9-d81babe67367,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:41.493372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472814dd-4a02-41ae-9190-9bd438942c5b req-d323f199-40c6-49c7-a033-87dbd3c10a34 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.502011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-472814dd-4a02-41ae-9190-9bd438942c5b req-d323f199-40c6-49c7-a033-87dbd3c10a34 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.1603136 Feb 08 23:56:41.543628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-37c7a891-a71e-4d09-8cbf-ab040a583bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.545027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-37c7a891-a71e-4d09-8cbf-ab040a583bbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ade3a1e-2657-4f06-b6d8-511d182a599c HTTP/1.1" status: 200 len: 801 time: 0.1651392 Feb 08 23:56:41.553303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab256b1-cf52-4b95-b37d-213d15a4d24c req-d6aa221a-30de-4675-a002-627633402a55 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.562379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ab256b1-cf52-4b95-b37d-213d15a4d24c req-d6aa221a-30de-4675-a002-627633402a55 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2218351 Feb 08 23:56:41.568086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.575363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:41.583852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.603407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] device_id is not set on port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:56:41.615604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] For port 61d36878-7440-431f-af4c-927214faa4ec, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:41.622591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port cc316557-43fa-4023-907b-1182b87e9373, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=cc316557-43fa-4023-907b-1182b87e9373,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:41.630716 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.636965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] For port 61d36878-7440-431f-af4c-927214faa4ec, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=61d36878-7440-431f-af4c-927214faa4ec,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:41.646436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-472814dd-4a02-41ae-9190-9bd438942c5b req-0e9de599-d358-404d-a9ab-6a0c74afa329 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435349 Feb 08 23:56:41.666744 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.699863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ab256b1-cf52-4b95-b37d-213d15a4d24c req-e7a42d80-547a-4cf7-83cf-c36f71f84d83 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304202 Feb 08 23:56:41.699863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-d24ad60b-8cc2-4c26-b60c-1c9bc2946090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:41.700639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=cc316557-43fa-4023-907b-1182b87e9373,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:41.703698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-d24ad60b-8cc2-4c26-b60c-1c9bc2946090 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99778a05-29a7-4c32-8d8b-54ea9d68582e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276803 Feb 08 23:56:41.778457 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6137076-bffe-4035-9c97-01bc8cb4e944 x-openstack-request-id: req-b6137076-bffe-4035-9c97-01bc8cb4e944 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:41.778757 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786", "name": "network-vif-plugged", "status": "completed", "tag": "66b04535-9d2b-4c16-ac95-908bcaac7cda", "code": 200}, {"server_uuid": "70f23613-c797-4c2a-82c8-7af516a88569", "name": "network-vif-plugged", "status": "completed", "tag": "497937c9-2243-416d-bc83-ceb97a68e1d2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:41.779015 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6137076-bffe-4035-9c97-01bc8cb4e944 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:41.779414 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b04535-9d2b-4c16-ac95-908bcaac7cda', 'code': 200} Feb 08 23:56:41.779677 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f23613-c797-4c2a-82c8-7af516a88569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497937c9-2243-416d-bc83-ceb97a68e1d2', 'code': 200} Feb 08 23:56:41.832703 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d46567-72ba-4e20-831b-6954a7394f2f x-openstack-request-id: req-a9d46567-72ba-4e20-831b-6954a7394f2f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:41.833684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85de05-0de1-44d6-86fe-56f4cf1e4e25 None None] Pushing event updated for resources: {'Port': ['ID=61d36878-7440-431f-af4c-927214faa4ec,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:41.835943 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b", "name": "network-vif-deleted", "tag": "5db0d782-443d-4a04-a3f5-3ec90d58038f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "tag": "26af616e-1c41-488d-ac88-345f96257dd3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:41.838967 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0cbe0b7-d7fd-4317-ae02-0c57add5035b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:41.844378 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9d46567-72ba-4e20-831b-6954a7394f2f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:41.845050 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb15cdf0-c5e3-41f2-baae-8da5e4f4bd2b', 'name': 'network-vif-deleted', 'tag': '5db0d782-443d-4a04-a3f5-3ec90d58038f', 'status': 'completed', 'code': 200} Feb 08 23:56:41.845482 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'tag': '26af616e-1c41-488d-ac88-345f96257dd3', 'status': 'completed', 'code': 200} Feb 08 23:56:41.914005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 10.1.1.71 (42564096-f28a-417c-9075-c5d24997e401/f474f062-1eac-42d4-8bbc-ee2f7678c844/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:41.946257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d461e-2330-488e-8542-7f982c7ab654 None None] Network 42564096-f28a-417c-9075-c5d24997e401 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:41.955675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-2ca573f8-bc9a-4c15-bc41-6abd6edbb14f service neutron] 10.222.0.21 "GET /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418497 Feb 08 23:56:41.999993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4ff1-fe63-4cbf-8ac6-15f73ac07818 req-b2d65e20-6ede-4fa4-bd5f-bd615f545567 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.001664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-838d4ff1-fe63-4cbf-8ac6-15f73ac07818 req-b2d65e20-6ede-4fa4-bd5f-bd615f545567 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 945 time: 0.0906739 Feb 08 23:56:42.014730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cae6a6-ee00-4f93-bcb9-ba0619ffc52d req-8d5668ad-7341-41bc-8cf1-a3367645948d tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.016363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07cae6a6-ee00-4f93-bcb9-ba0619ffc52d req-8d5668ad-7341-41bc-8cf1-a3367645948d tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 950 time: 0.0866337 Feb 08 23:56:42.035014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-87cb949c-c7a2-449e-bdc7-f913a673f839 None None] Provisioning complete for port cc316557-43fa-4023-907b-1182b87e9373 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:42.035724 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87cb949c-c7a2-449e-bdc7-f913a673f839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.230659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.232623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-838d4ff1-fe63-4cbf-8ac6-15f73ac07818 req-d7e41c41-d1f8-4708-861c-09ad7a11f131 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151728 Feb 08 23:56:42.247117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07cae6a6-ee00-4f93-bcb9-ba0619ffc52d req-25726b60-7376-4b6a-91fb-02293412e16c tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075710 Feb 08 23:56:42.259413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c33a2e-0b45-4479-8d74-0b1382960196 req-510ff72b-e90b-4761-aed9-3241bf09fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.260952 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-19c33a2e-0b45-4479-8d74-0b1382960196 req-510ff72b-e90b-4761-aed9-3241bf09fb89 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 1097 time: 0.1859958 Feb 08 23:56:42.266632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e46bd-73aa-4ef6-b03e-58c5ebe02df4 req-32a3f9e9-df90-49f8-b077-014a838caea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.267817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed8e46bd-73aa-4ef6-b03e-58c5ebe02df4 req-32a3f9e9-df90-49f8-b077-014a838caea6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 1096 time: 0.1721144 Feb 08 23:56:42.300848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-1da4cd94-ecef-463a-a0e6-5519b128b045 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.307624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-1da4cd94-ecef-463a-a0e6-5519b128b045 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.1418922 Feb 08 23:56:42.308667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b5736ca-1e92-4c7f-9b5e-eda3eeec52bb req-71ada122-3239-45f3-81a4-7fd6b42dc1af service neutron] 10.222.0.21 "GET /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848370 Feb 08 23:56:42.380487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed8e46bd-73aa-4ef6-b03e-58c5ebe02df4 req-60e3b23c-7897-4370-a9da-9498b85b6d13 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992637 Feb 08 23:56:42.411674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2cdca-7fd3-49ea-b8f7-4e68b3d876d1 req-37c98826-723f-4067-9662-677957fb9261 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.418547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2cdca-7fd3-49ea-b8f7-4e68b3d876d1 req-37c98826-723f-4067-9662-677957fb9261 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.420404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78f2cdca-7fd3-49ea-b8f7-4e68b3d876d1 req-37c98826-723f-4067-9662-677957fb9261 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1677 time: 0.0905540 Feb 08 23:56:42.448529 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-19c33a2e-0b45-4479-8d74-0b1382960196 req-99b96fe9-a9b9-43ee-b68c-aef9b438bdd2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265872 Feb 08 23:56:42.487261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.489971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78f2cdca-7fd3-49ea-b8f7-4e68b3d876d1 req-9c09fc46-a0ee-44e5-8a6c-4a0c07b61c4c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592115 Feb 08 23:56:42.502099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f2384-7428-4169-b65a-10cfec8527e8 req-e805b9cb-6bf6-40f8-895d-fa019e4d15ad tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.504042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-791f2384-7428-4169-b65a-10cfec8527e8 req-e805b9cb-6bf6-40f8-895d-fa019e4d15ad tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.0825765 Feb 08 23:56:42.541256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:42.559749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 42564096-f28a-417c-9075-c5d24997e401 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:42.563566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:42.567012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:42.568735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-791f2384-7428-4169-b65a-10cfec8527e8 req-e1b3aa6e-b415-49b7-8787-ad802a9f1869 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484617 Feb 08 23:56:42.639177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.639827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.646710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Deleting port f30ca653-7740-41b8-b8bd-3fa1b082bd89 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:42.647059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.651935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6f0c-594d-4830-af47-5e7e4b3c2a54 req-f4812221-2147-4741-9d57-9e3e83c7da3c tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.659820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69dd6f0c-594d-4830-af47-5e7e4b3c2a54 req-f4812221-2147-4741-9d57-9e3e83c7da3c tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/ports?device_id=df1f38e3-012f-4f8f-8f86-908c2e972a4f HTTP/1.1" status: 200 len: 946 time: 0.0645268 Feb 08 23:56:42.668361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f4839859-c466-484f-956d-ba0a2ab9282c None None] Provisioning complete for port cc316557-43fa-4023-907b-1182b87e9373 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:42.668769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4839859-c466-484f-956d-ba0a2ab9282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.702808 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e3f3909-76df-4921-9d30-5f58426d6dac tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3091297 Feb 08 23:56:42.758587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69dd6f0c-594d-4830-af47-5e7e4b3c2a54 req-1cf104f0-8cb3-462e-84a2-954ee41d81cf tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.32 "GET /v2.0/security-groups?id=8cad59a1-06e7-4a54-9892-56367ec66697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912306 Feb 08 23:56:42.787985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2f44-be59-45ed-bc7a-e6c003915199 req-0b686718-9fe5-430a-96b3-3ee8acafe6a9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:42.799208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] For port f30ca653-7740-41b8-b8bd-3fa1b082bd89, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f30ca653-7740-41b8-b8bd-3fa1b082bd89,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:42.800319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.807328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-928e2f44-be59-45ed-bc7a-e6c003915199 req-0b686718-9fe5-430a-96b3-3ee8acafe6a9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 943 time: 0.1382811 Feb 08 23:56:42.823968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Calling delete_port for f30ca653-7740-41b8-b8bd-3fa1b082bd89 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:42.935420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f4839859-c466-484f-956d-ba0a2ab9282c None None] Provisioning complete for port eb586333-dfb0-46a4-8762-f1e3fa2edb72 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:42.935793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4839859-c466-484f-956d-ba0a2ab9282c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:42.977738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-928e2f44-be59-45ed-bc7a-e6c003915199 req-aff778e9-c99f-4a2b-8666-633fc5593af8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692760 Feb 08 23:56:42.984630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cc316557-43fa-4023-907b-1182b87e9373 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:43.039548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-94d9046a-8e12-46eb-8d0f-f3d447a93336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.043010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-94d9046a-8e12-46eb-8d0f-f3d447a93336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.047619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-94d9046a-8e12-46eb-8d0f-f3d447a93336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f191a825664aeb9b82385712c4933a&device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1979 time: 0.2325194 Feb 08 23:56:43.084218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f4839859-c466-484f-956d-ba0a2ab9282c None None] Port eb586333-dfb0-46a4-8762-f1e3fa2edb72 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:43.125392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.127422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port cc316557-43fa-4023-907b-1182b87e9373 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:43.127799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.168702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Pushing event deleted for resources: {'Port': ['ID=f30ca653-7740-41b8-b8bd-3fa1b082bd89,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:43.241850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-e1a35467-96db-4a96-a82f-44401cb54e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.243426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-e1a35467-96db-4a96-a82f-44401cb54e96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99778a05-29a7-4c32-8d8b-54ea9d68582e HTTP/1.1" status: 200 len: 903 time: 0.1758728 Feb 08 23:56:43.246740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4900ae42-672d-4de3-ade3-54dd800b5acf None None] Provisioning complete for port eb586333-dfb0-46a4-8762-f1e3fa2edb72 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:43.246892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] No DVR routers for this DVR port f30ca653-7740-41b8-b8bd-3fa1b082bd89 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:43.247661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4900ae42-672d-4de3-ade3-54dd800b5acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.251877 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.264277 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b680fd9e-8dd4-45d8-8194-e1ca1826fd45 req-56422e3e-90fe-4335-a6ff-95ffe8969848 tempest-ListServerFiltersTestJSON-828911562 tempest-ListServerFiltersTestJSON-828911562-project] 10.222.0.21 "DELETE /v2.0/ports/f30ca653-7740-41b8-b8bd-3fa1b082bd89 HTTP/1.1" status: 204 len: 173 time: 0.9086142 Feb 08 23:56:43.264820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'name': 'network-vif-deleted', 'tag': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:43.267221 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1acb4-4f93-4f8f-8b72-670acecda0f4" -d '{"events": [{"server_uuid": "df1f38e3-012f-4f8f-8f86-908c2e972a4f", "name": "network-vif-deleted", "tag": "f30ca653-7740-41b8-b8bd-3fa1b082bd89"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:43.361225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-2e9fbc08-03f6-4933-964d-dd47db7c7865 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=26af616e-1c41-488d-ac88-345f96257dd3 HTTP/1.1" status: 200 len: 217 time: 0.0635967 Feb 08 23:56:43.365472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 61d36878-7440-431f-af4c-927214faa4ec up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:43.373269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4900ae42-672d-4de3-ade3-54dd800b5acf None None] Port eb586333-dfb0-46a4-8762-f1e3fa2edb72 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:43.411238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3a50c-38ad-42f4-aa9f-06721aeeec7a req-bac3cf0d-2b29-4a3b-ac0d-978325255221 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.412825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15d3a50c-38ad-42f4-aa9f-06721aeeec7a req-bac3cf0d-2b29-4a3b-ac0d-978325255221 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.1686122 Feb 08 23:56:43.468806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 61d36878-7440-431f-af4c-927214faa4ec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:43.469566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.509025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ae16c5-9ed3-4be3-808e-848a23293211 None None] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:43.523041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15d3a50c-38ad-42f4-aa9f-06721aeeec7a req-e300a262-72d2-44e7-9c69-68681eadf6b2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638597 Feb 08 23:56:43.529409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:43.535045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898258734', 'description': 'tempest-description--1950411187'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:43.548027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-0aa0f596-b9c0-4689-9c98-a3a9cfa47ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.549924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-0aa0f596-b9c0-4689-9c98-a3a9cfa47ded service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ade3a1e-2657-4f06-b6d8-511d182a599c HTTP/1.1" status: 200 len: 801 time: 0.1720834 Feb 08 23:56:43.580826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.685513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c81d6d40-84c0-4ed9-9733-de31e4d11933 None None] Provisioning complete for port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:43.685873 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c81d6d40-84c0-4ed9-9733-de31e4d11933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.689184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.698456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.703926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-729e57ab-b275-452d-8b8e-fdb5830631f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.705469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-729e57ab-b275-452d-8b8e-fdb5830631f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99778a05-29a7-4c32-8d8b-54ea9d68582e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454496 Feb 08 23:56:43.721166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951928-4ded-4e7c-b807-e2b6b3f5727f req-184e1b6f-5e5a-41eb-af02-874e1f2e1b2a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.721555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.723737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1929088 Feb 08 23:56:43.730312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f951928-4ded-4e7c-b807-e2b6b3f5727f req-184e1b6f-5e5a-41eb-af02-874e1f2e1b2a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1138303 Feb 08 23:56:43.733240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49166) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:43.739867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'security_group_rule': {'security_group_id': 'ff1646c6-ea4c-4146-8def-d522b1dbfe36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:43.759497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab9598-976b-4fec-a958-00ab7b4fc2ea tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1646c6-ea4c-4146-8def-d522b1dbfe36,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:43.772963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c577-9b39-4598-a036-defa49e4d694 req-8d8f98f4-3a6f-4630-8e71-c5259a5efd7b tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:43.785361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4818637-225d-4522-aaa9-d81babe67367'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:43.786017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e955c577-9b39-4598-a036-defa49e4d694 req-8d8f98f4-3a6f-4630-8e71-c5259a5efd7b tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 950 time: 0.1643248 Feb 08 23:56:43.787876 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5419e7f3-65a7-46b3-ae11-30c38d12c121" -d '{"events": [{"server_uuid": "ba8da2e6-ad87-4d26-9683-9da03fc2b517", "name": "network-vif-plugged", "status": "completed", "tag": "b4818637-225d-4522-aaa9-d81babe67367"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:43.803571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.807270 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.838143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c81d6d40-84c0-4ed9-9733-de31e4d11933 None None] Port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:43.855515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 61d36878-7440-431f-af4c-927214faa4ec, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=61d36878-7440-431f-af4c-927214faa4ec,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:43.878850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.883292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.883579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.910982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:43.915702 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787035 Feb 08 23:56:43.915860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e955c577-9b39-4598-a036-defa49e4d694 req-7c03c0ee-60cb-42dc-98dc-6d3c21453ebc tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213744 Feb 08 23:56:43.915951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde70d2-28b7-4f21-85ad-7a8ab89f5a36 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f655f7-dfcb-4b51-ba80-708ff5347af6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:43.917677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:43.933945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'security_group_rule': {'security_group_id': 'ff1646c6-ea4c-4146-8def-d522b1dbfe36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:43.952946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=61d36878-7440-431f-af4c-927214faa4ec,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:43.962083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f951928-4ded-4e7c-b807-e2b6b3f5727f req-24f33937-be81-480e-ab79-a685666e5e18 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999743 Feb 08 23:56:43.965158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-808b2450-bac4-4573-bbb7-c562f77bcb87 None None] Provisioning complete for port 61d36878-7440-431f-af4c-927214faa4ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:43.965539 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-808b2450-bac4-4573-bbb7-c562f77bcb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.011681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.033685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-c96b8953-978d-449e-89dc-aecde95d048d service neutron] 10.222.0.21 "GET /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025296 Feb 08 23:56:44.052690 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f9b804-5f91-4f91-9575-49ae8ede644b x-openstack-request-id: req-75f9b804-5f91-4f91-9575-49ae8ede644b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:44.053017 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1f38e3-012f-4f8f-8f86-908c2e972a4f", "name": "network-vif-deleted", "tag": "f30ca653-7740-41b8-b8bd-3fa1b082bd89", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:44.053273 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75f9b804-5f91-4f91-9575-49ae8ede644b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:44.053683 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1f38e3-012f-4f8f-8f86-908c2e972a4f', 'name': 'network-vif-deleted', 'tag': 'f30ca653-7740-41b8-b8bd-3fa1b082bd89', 'status': 'completed', 'code': 200} Feb 08 23:56:44.147622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.157483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.192782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040268cd-2b6c-4bd2-a1e9-a47693c7b0f5,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:44.229912 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.237089 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-81b2b246-4d6a-4ca9-b46b-06b4744f096a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3178036 Feb 08 23:56:44.241418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:44.242219 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa47332f-16ab-4f6f-922f-e0631dba8840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.255499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfade5f6-180b-4ee0-ad89-90961fca6146 req-dd45f1e1-fc02-4158-8a5c-8b40432ac741 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:44.257151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfade5f6-180b-4ee0-ad89-90961fca6146 req-dd45f1e1-fc02-4158-8a5c-8b40432ac741 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 945 time: 0.2224529 Feb 08 23:56:44.259575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:44.273917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c4c41-32fe-4095-b33d-2f28928f95b9 req-c36f659a-2b25-4bf5-a3c3-75038899eac5 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:44.282448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c4c41-32fe-4095-b33d-2f28928f95b9 req-c36f659a-2b25-4bf5-a3c3-75038899eac5 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:44.284381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c07c4c41-32fe-4095-b33d-2f28928f95b9 req-c36f659a-2b25-4bf5-a3c3-75038899eac5 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1677 time: 0.1474657 Feb 08 23:56:44.298910 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.351203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fd5966-c08f-4693-a3f9-3cab7164215e req-f483cf20-c786-4c5a-8362-561e28b515c0 service neutron] 10.222.0.21 "GET /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910161 Feb 08 23:56:44.391673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c07c4c41-32fe-4095-b33d-2f28928f95b9 req-d69732d0-1995-4615-9d07-a27748a184ee tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673628 Feb 08 23:56:44.395492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfade5f6-180b-4ee0-ad89-90961fca6146 req-51b6bbdb-d8c5-4f00-bd43-4e54b266c2b8 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801957 Feb 08 23:56:44.403721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0cead3d2-b10b-4cd7-8f21-b76b077399b8 None None] Provisioning complete for port 61d36878-7440-431f-af4c-927214faa4ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:44.404420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0cead3d2-b10b-4cd7-8f21-b76b077399b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.434691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.450198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49180) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:44.475472 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef79960-9aab-45a0-a398-76d3082c0756 x-openstack-request-id: req-9ef79960-9aab-45a0-a398-76d3082c0756 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:44.478273 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8da2e6-ad87-4d26-9683-9da03fc2b517", "name": "network-vif-plugged", "status": "completed", "tag": "b4818637-225d-4522-aaa9-d81babe67367", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:44.478437 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ef79960-9aab-45a0-a398-76d3082c0756 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:44.479055 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4818637-225d-4522-aaa9-d81babe67367', 'code': 200} Feb 08 23:56:44.485412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 81bef7cf-7177-45b4-b7ec-4ccee98e2827 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:44.495561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f30ca653-7740-41b8-b8bd-3fa1b082bd89 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:44.522617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Deleting subnet 6bba8280-7f4e-48ef-ad33-c6d2a9311d7f {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:56:44.527959 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.541961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: f30ca653-7740-41b8-b8bd-3fa1b082bd89 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:44.542299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f30ca653-7740-41b8-b8bd-3fa1b082bd89 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:44.587622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 172.25.3.224 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/113cff47-6d0c-4bb1-b636-a954669c4fbd) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:44.652830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.670848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=81bef7cf-7177-45b4-b7ec-4ccee98e2827,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:44.682295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '81bef7cf-7177-45b4-b7ec-4ccee98e2827', 'network_id': 'a052e33f-e6a1-4173-b485-088a2d80f488', 'port_id': '81bef7cf-7177-45b4-b7ec-4ccee98e2827', 'mac_address': 'fa:16:3e:2a:40:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19744b9-c510-45d5-b6c5-479a1c67608e', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:44.714809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3a381-8126-441c-8f41-399119482453 req-2514dac0-7aef-4bae-b393-7d3affa539ef tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:44.719359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6a3a381-8126-441c-8f41-399119482453 req-2514dac0-7aef-4bae-b393-7d3affa539ef tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 943 time: 0.1583395 Feb 08 23:56:44.727971 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.735859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.746396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bef7cf-7177-45b4-b7ec-4ccee98e2827 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:44.759661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e04f6-788c-4887-bb86-6190603ed77b req-e00f8329-5ab1-4044-8c06-d0fb3c4653ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:44.762134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-558e04f6-788c-4887-bb86-6190603ed77b req-e00f8329-5ab1-4044-8c06-d0fb3c4653ee tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2094524 Feb 08 23:56:44.766361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 61d36878-7440-431f-af4c-927214faa4ec up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:44.772498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=81bef7cf-7177-45b4-b7ec-4ccee98e2827,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:44.779556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210962b7-3fcb-4759-8a62-bdd1a7cee4cd req-e8bdf33c-edca-4051-9560-338dc4c4334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:44.781258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210962b7-3fcb-4759-8a62-bdd1a7cee4cd req-e8bdf33c-edca-4051-9560-338dc4c4334e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 1096 time: 0.2277844 Feb 08 23:56:44.782247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.793962 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.828290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:44.832310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:44.836094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:44.860489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=81bef7cf-7177-45b4-b7ec-4ccee98e2827,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:44.865080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=113cff47-6d0c-4bb1-b636-a954669c4fbd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:44.869273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 61d36878-7440-431f-af4c-927214faa4ec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:44.869642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.939395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:44.985999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.166486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['81bef7cf-7177-45b4-b7ec-4ccee98e2827'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:45.179655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.192754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191be69-90e3-456c-b28f-a05947663303 req-e7faf427-bc84-417e-a590-61707d32c8b2 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:45.194229 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8191be69-90e3-456c-b28f-a05947663303 req-e7faf427-bc84-417e-a590-61707d32c8b2 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 950 time: 0.0799735 Feb 08 23:56:45.195394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.273290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6a3a381-8126-441c-8f41-399119482453 req-282c1f5e-89b4-4a6f-8365-fa8d07233f5c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5087626 Feb 08 23:56:45.299669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-558e04f6-788c-4887-bb86-6190603ed77b req-1a1a1200-8a7f-4671-aa62-2fefe3dd3d03 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205936 Feb 08 23:56:45.309184 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.364212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=113cff47-6d0c-4bb1-b636-a954669c4fbd,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:45.376513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-210962b7-3fcb-4759-8a62-bdd1a7cee4cd req-ca9ad909-0c56-48b3-87b8-71aab86263d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681764 Feb 08 23:56:45.378727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.404218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.405477 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c56b7cc6-8964-4130-ab13-357de697e1ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1620979 Feb 08 23:56:45.422049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Deleting port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:45.422393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.423298 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.492318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dd899-68c9-4691-9e5c-8ec6f19b4fc8 req-653599c2-dc75-425a-8a71-35f8e5ded9bc tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:45.493801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-342dd899-68c9-4691-9e5c-8ec6f19b4fc8 req-653599c2-dc75-425a-8a71-35f8e5ded9bc tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1842bc4-4b9f-468a-a2ac-0cdefe24aa51 HTTP/1.1" status: 200 len: 950 time: 0.1162932 Feb 08 23:56:45.497033 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.528656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] For port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:45.529064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.543478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Calling delete_port for 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:45.547949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ffb763-ff3a-4008-8270-82f2bf37e44b None None] Network 1a9e17e5-5730-488a-bce5-1e42d2e08a3e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:45.552022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67c61-6448-4648-9d62-ba8ca3198073 req-91dca3c3-4cba-4c59-ac7a-984a1107197c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:45.554872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ead67c61-6448-4648-9d62-ba8ca3198073 req-91dca3c3-4cba-4c59-ac7a-984a1107197c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.1620522 Feb 08 23:56:45.556102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bba8280-7f4e-48ef-ad33-c6d2a9311d7f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:45.559385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.563518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ebe5db6c-544a-4cdb-acab-70663c3fa2f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6bba8280-7f4e-48ef-ad33-c6d2a9311d7f HTTP/1.1" status: 204 len: 168 time: 1.1122901 Feb 08 23:56:45.569131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49198) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:45.655193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-342dd899-68c9-4691-9e5c-8ec6f19b4fc8 req-d3a190ab-7544-495a-afa0-dc2537cd7402 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.32 "GET /v2.0/security-groups?id=f213ede1-f2a9-43d8-847e-4703f517c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480854 Feb 08 23:56:45.678515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ead67c61-6448-4648-9d62-ba8ca3198073 req-557e2bae-e3f8-40c5-9a7f-4d889fa531b6 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112173 Feb 08 23:56:45.684673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.726322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.760398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Deleting port b081214a-a505-4d3e-9460-e934e289a386 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:45.760995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.787893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Pushing event deleted for resources: {'Port': ['ID=8cff871a-afa8-4f8e-bdf3-5aeb22375a44,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:45.803224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] DHCP port deletion for 1a9e17e5-5730-488a-bce5-1e42d2e08a3e request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:56:45.867547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] No DVR routers for this DVR port 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:45.871172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.875090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8191be69-90e3-456c-b28f-a05947663303 req-f67b97a1-ee79-422e-ba4d-304419141115 tempest-VolumesNegativeTest-162307852 tempest-VolumesNegativeTest-162307852-project] 10.222.0.21 "DELETE /v2.0/ports/8cff871a-afa8-4f8e-bdf3-5aeb22375a44 HTTP/1.1" status: 204 len: 173 time: 0.6540420 Feb 08 23:56:45.902423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] Deleting port b081214a-a505-4d3e-9460-e934e289a386 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:45.902791 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.930206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] For port b081214a-a505-4d3e-9460-e934e289a386, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b081214a-a505-4d3e-9460-e934e289a386,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:45.930576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.955479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-de13dfa7-f0ab-4156-9a72-93f1ababb309 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922274 Feb 08 23:56:45.956938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Calling delete_port for b081214a-a505-4d3e-9460-e934e289a386 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:45.977586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] For port b081214a-a505-4d3e-9460-e934e289a386, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b081214a-a505-4d3e-9460-e934e289a386,segment=NetworkSegment(26ae74da-4569-4a47-9e54-48b696002989),segment_id=26ae74da-4569-4a47-9e54-48b696002989)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:45.978840 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:45.995979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] Calling delete_port for b081214a-a505-4d3e-9460-e934e289a386 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:45.996663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8fc2-5f3a-49ea-af15-c6e459105c88 req-2790c398-a7e0-446e-ac53-2631cea30569 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.002750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b8fc2-5f3a-49ea-af15-c6e459105c88 req-2790c398-a7e0-446e-ac53-2631cea30569 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.012554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-206b8fc2-5f3a-49ea-af15-c6e459105c88 req-2790c398-a7e0-446e-ac53-2631cea30569 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1678 time: 0.1801879 Feb 08 23:56:46.022194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db3d44-dfc5-4fa2-9d22-8635945492a5 req-a9aaac27-fe03-406e-a021-742d96530d90 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.031381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63db3d44-dfc5-4fa2-9d22-8635945492a5 req-a9aaac27-fe03-406e-a021-742d96530d90 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 945 time: 0.1575341 Feb 08 23:56:46.055136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'name': 'network-vif-deleted', 'tag': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:46.058295 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0db09-7182-4639-96a4-ddd345520fce" -d '{"events": [{"server_uuid": "f1842bc4-4b9f-468a-a2ac-0cdefe24aa51", "name": "network-vif-deleted", "tag": "8cff871a-afa8-4f8e-bdf3-5aeb22375a44"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:46.074123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['8cff871a-afa8-4f8e-bdf3-5aeb22375a44'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:46.115269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.141253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] Pushing event deleted for resources: {'Port': ['ID=b081214a-a505-4d3e-9460-e934e289a386,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:46.147508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f31af-1e51-4bc2-a31e-460754834b4c None None] No DVR routers for this DVR port b081214a-a505-4d3e-9460-e934e289a386 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:46.171449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-206b8fc2-5f3a-49ea-af15-c6e459105c88 req-1caddaf2-d7ff-44a5-ba6c-505cadc10a6c tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581240 Feb 08 23:56:46.178079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63db3d44-dfc5-4fa2-9d22-8635945492a5 req-e1787a56-2b2e-475a-829e-84cbab7c0a83 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308742 Feb 08 23:56:46.180394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-a33f1d88-1103-4c05-96e5-1e9c84a59356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.181887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-a33f1d88-1103-4c05-96e5-1e9c84a59356 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 1097 time: 0.1495230 Feb 08 23:56:46.206941 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.244470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Pushing event deleted for resources: {'Port': ['ID=b081214a-a505-4d3e-9460-e934e289a386,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:46.251032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] No DVR routers for this DVR port b081214a-a505-4d3e-9460-e934e289a386 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:46.441931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.457486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-be34f374-6688-4c2f-b4d2-14b8e7a5ec8d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--898258734&fields=id&tenant_id=1639af4e88a24a4e80383bdc496f3f6d HTTP/1.1" status: 200 len: 267 time: 0.1740174 Feb 08 23:56:46.482617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9e17e5-5730-488a-bce5-1e42d2e08a3e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:46.493083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 26af616e-1c41-488d-ac88-345f96257dd3 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:46.497484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 81bef7cf-7177-45b4-b7ec-4ccee98e2827 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:46.508216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca765f-a0ef-41f8-a870-b7fcc8a056e8 req-31a642e5-739f-46b9-bd2e-bc72dc56da51 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.509679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3bca765f-a0ef-41f8-a870-b7fcc8a056e8 req-31a642e5-739f-46b9-bd2e-bc72dc56da51 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 945 time: 0.2008891 Feb 08 23:56:46.515288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ae74da-4569-4a47-9e54-48b696002989') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:46.515581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ae74da-4569-4a47-9e54-48b696002989') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:46.541711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-3a5c4f2a-eee4-40e6-8b05-bcfe07479966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.543225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-3a5c4f2a-eee4-40e6-8b05-bcfe07479966 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 200 len: 915 time: 0.3088315 Feb 08 23:56:46.548816 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.607736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:46.617490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c1746e4d-ba9d-402d-afb7-1a4146d65686 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.618898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c1746e4d-ba9d-402d-afb7-1a4146d65686 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 200 len: 936 time: 0.1444714 Feb 08 23:56:46.620753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:46.621162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.621523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.627721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-9e82db5b-a0da-4afb-8080-0152390cf4d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 200 len: 217 time: 0.0694830 Feb 08 23:56:46.632501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:56:46.632962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:56:46.635020 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:56:46.656157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 26af616e-1c41-488d-ac88-345f96257dd3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=26af616e-1c41-488d-ac88-345f96257dd3,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:46.679695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '26af616e-1c41-488d-ac88-345f96257dd3', 'network_id': '99778a05-29a7-4c32-8d8b-54ea9d68582e', 'port_id': '26af616e-1c41-488d-ac88-345f96257dd3', 'mac_address': 'fa:16:3e:e0:06:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ade3a1e-2657-4f06-b6d8-511d182a599c', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:46.755041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b081214a-a505-4d3e-9460-e934e289a386 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:46.782163 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.788274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3bca765f-a0ef-41f8-a870-b7fcc8a056e8 req-3ac1bf3d-db6e-4b64-8a8e-32c45a614a91 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537787 Feb 08 23:56:46.794146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b081214a-a505-4d3e-9460-e934e289a386 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:46.794488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b081214a-a505-4d3e-9460-e934e289a386 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:46.810295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f7ba4486-ee22-4115-a8db-c2674fb3983a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.820321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.820612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f7ba4486-ee22-4115-a8db-c2674fb3983a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 200 len: 936 time: 0.1897104 Feb 08 23:56:46.823971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26af616e-1c41-488d-ac88-345f96257dd3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:46.840545 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.852118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.858871 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.865945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1a9e17e5-5730-488a-bce5-1e42d2e08a3e HTTP/1.1" status: 204 len: 168 time: 1.2876551 Feb 08 23:56:46.866132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 26af616e-1c41-488d-ac88-345f96257dd3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=26af616e-1c41-488d-ac88-345f96257dd3,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:46.871586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bef7cf-7177-45b4-b7ec-4ccee98e2827'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:46.873738 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f11bf3-23b5-43bb-988e-4e4e267ee339" -d '{"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-plugged", "status": "completed", "tag": "81bef7cf-7177-45b4-b7ec-4ccee98e2827"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:46.884837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.894910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=81bef7cf-7177-45b4-b7ec-4ccee98e2827,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:46.904421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-9f89cbe7-91cf-439e-9310-1502bb7541e4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0824914 Feb 08 23:56:46.931064 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:46.936252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-61a25c43-98ba-4e33-bb45-15d0ce948cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:46.937793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-61a25c43-98ba-4e33-bb45-15d0ce948cae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 200 len: 854 time: 0.2863514 Feb 08 23:56:46.952468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4cfcd-3218-4443-80ac-108ed8fc0501 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9e17e5-5730-488a-bce5-1e42d2e08a3e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:46.964618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=26af616e-1c41-488d-ac88-345f96257dd3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:46.993493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-a13d4e9e-5fe3-4de1-9737-17c58fc1d0ce tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0882473 Feb 08 23:56:47.022034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-08d1ed92-1582-45be-b830-c2ae7e774f83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce2df045-126b-4a4f-a7d5-e19ecf3497ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661836 Feb 08 23:56:47.023664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=81bef7cf-7177-45b4-b7ec-4ccee98e2827,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:47.062351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:47.105676 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-241fe197-727d-4413-9bd0-84fa02af8bd9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68ba2acb1e2a44d0a4296ce566254a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415056 Feb 08 23:56:47.108057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49226) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:47.137396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadbaaa-6e4d-466a-9822-d11f0118fb59 req-e1ce4fa7-c3c8-462f-a84d-4fe8bbd2109d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:47.138883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3aadbaaa-6e4d-466a-9822-d11f0118fb59 req-e1ce4fa7-c3c8-462f-a84d-4fe8bbd2109d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2521827 Feb 08 23:56:47.159598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6aa6695a-a434-484b-a55b-ba250cd0790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:47.182390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6aa6695a-a434-484b-a55b-ba250cd0790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:47.235657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['26af616e-1c41-488d-ac88-345f96257dd3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:47.239849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-84e04fc7-496b-4343-9050-adc95a63f7ab tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:47.242050 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6aa6695a-a434-484b-a55b-ba250cd0790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:47.245614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-84e04fc7-496b-4343-9050-adc95a63f7ab tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:47.245804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6aa6695a-a434-484b-a55b-ba250cd0790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:47.249788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6aa6695a-a434-484b-a55b-ba250cd0790d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cad59a1-06e7-4a54-9892-56367ec66697 HTTP/1.1" status: 204 len: 168 time: 0.1378984 Feb 08 23:56:47.251591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-84e04fc7-496b-4343-9050-adc95a63f7ab tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:47.253393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-84e04fc7-496b-4343-9050-adc95a63f7ab tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/networks?id=867b1067-6760-47dc-9574-4aca3613a5a8&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 HTTP/1.1" status: 200 len: 1995 time: 0.2559538 Feb 08 23:56:47.258640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3aadbaaa-6e4d-466a-9822-d11f0118fb59 req-ffeadb76-e309-43ee-be7f-30169fd0ba5d tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121929 Feb 08 23:56:47.260643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-4efd9fd5-068d-4e7b-bf12-bd5b926dca54 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198160 Feb 08 23:56:47.267112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6695a-a434-484b-a55b-ba250cd0790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cad59a1-06e7-4a54-9892-56367ec66697,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:47.284665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c39d0deb-6b2a-4a6e-a6d5-8c76a0cd7146 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/quotas/1639af4e88a24a4e80383bdc496f3f6d HTTP/1.1" status: 200 len: 375 time: 0.0186737 Feb 08 23:56:47.327528 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73773e9a-131e-475e-9f61-edcb5d999068 x-openstack-request-id: req-73773e9a-131e-475e-9f61-edcb5d999068 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:47.328058 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1842bc4-4b9f-468a-a2ac-0cdefe24aa51", "name": "network-vif-deleted", "tag": "8cff871a-afa8-4f8e-bdf3-5aeb22375a44", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:47.328497 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73773e9a-131e-475e-9f61-edcb5d999068 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:47.329097 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1842bc4-4b9f-468a-a2ac-0cdefe24aa51', 'name': 'network-vif-deleted', 'tag': '8cff871a-afa8-4f8e-bdf3-5aeb22375a44', 'status': 'completed', 'code': 200} Feb 08 23:56:47.394485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:47.448719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-9c7c262f-eba2-4f7e-83af-6ef95afa21ad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1271329 Feb 08 23:56:47.469573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b89d59a-0185-4926-91f1-d9de5fda5e96 req-b1f87039-aeee-45ea-872f-57bffcc25900 service neutron] 10.222.0.21 "GET /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965458 Feb 08 23:56:47.544891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f50ee-91d9-4904-b7d1-85d087c0fece req-7ce73af3-eb3a-47e4-8522-e2b48fb8b8ff tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:47.546393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d37f50ee-91d9-4904-b7d1-85d087c0fece req-7ce73af3-eb3a-47e4-8522-e2b48fb8b8ff tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 943 time: 0.1401567 Feb 08 23:56:47.616030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d37f50ee-91d9-4904-b7d1-85d087c0fece req-d0390972-ac4d-4960-969f-9fb7466c22f7 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585864 Feb 08 23:56:47.618427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0fb4afbc-8abd-473b-8a5a-dc2fd9cab553 service neutron] 10.222.0.32 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479917 Feb 08 23:56:47.757516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-2cd7ec49-091f-4692-a9f4-4529210f8157 service neutron] 10.222.0.32 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208265 Feb 08 23:56:47.818955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-351bd882-1557-416d-b17c-d50cfa25ddf1 service neutron] 10.222.0.32 "GET /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462446 Feb 08 23:56:47.832984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f85739-6e79-4058-962e-fbfdeade1dca req-1ce68f40-033c-4956-ab2a-5f3aec4b60ac tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:47.834760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40f85739-6e79-4058-962e-fbfdeade1dca req-1ce68f40-033c-4956-ab2a-5f3aec4b60ac tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.0939491 Feb 08 23:56:47.924256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40f85739-6e79-4058-962e-fbfdeade1dca req-99242f0f-c12c-45c4-b1d6-09b4a681d3c4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810993 Feb 08 23:56:47.963230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-a9d1e906-225a-4521-ab87-adcd8d038939 service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271119 Feb 08 23:56:47.995075 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4436f3-8ee4-4d1e-b70a-210b2ddd5b83 x-openstack-request-id: req-ec4436f3-8ee4-4d1e-b70a-210b2ddd5b83 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:47.995585 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-plugged", "status": "completed", "tag": "81bef7cf-7177-45b4-b7ec-4ccee98e2827", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:47.995585 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec4436f3-8ee4-4d1e-b70a-210b2ddd5b83 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:47.995984 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bef7cf-7177-45b4-b7ec-4ccee98e2827', 'code': 200} Feb 08 23:56:48.093802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49270) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:48.101221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-5b48c189-ad0f-4032-b87d-1e36653ff52c service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319404 Feb 08 23:56:48.129648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30151b-477d-4452-b93f-14a8b237eec5 req-c755e289-bef3-4631-8aca-278c4a3148ba tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:48.135471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30151b-477d-4452-b93f-14a8b237eec5 req-c755e289-bef3-4631-8aca-278c4a3148ba tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:48.137066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e30151b-477d-4452-b93f-14a8b237eec5 req-c755e289-bef3-4631-8aca-278c4a3148ba tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1680 time: 0.0835869 Feb 08 23:56:48.181139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1a34af87-e55f-4848-93ea-0534ae3df03f service neutron] 10.222.0.32 "GET /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0703359 Feb 08 23:56:48.202955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2000893295-network', 'tenant_id': '69d3d510739443b7bb30e1d5a6a41166'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:48.218102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e30151b-477d-4452-b93f-14a8b237eec5 req-fce90ef9-6949-48c7-bdef-14b4760301f7 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Feb 08 23:56:48.231845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Made reservation on behalf of 69d3d510739443b7bb30e1d5a6a41166 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:48.234675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.248993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.321323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-2eab95cb-bd1f-498e-aef8-e8118879abff service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329191 Feb 08 23:56:48.350221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.355594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.377751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:56:48.394311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19428286-4d14-47fa-a93a-e98718210ee2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:48.401820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.402540 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Added segment 46406626-cc8f-4477-9c0b-93f0a1b242c0 of type vlan for network 9e2c1672-6cd0-4423-9897-64e56cf78492 Feb 08 23:56:48.416820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2873ec-cb20-45a9-8d79-fc128cce1781 req-759b13cc-a429-46bb-b871-7b317af865a8 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:48.418499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d2873ec-cb20-45a9-8d79-fc128cce1781 req-759b13cc-a429-46bb-b871-7b317af865a8 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 945 time: 0.1137912 Feb 08 23:56:48.458263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.462638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d1f2c4e1-3371-4c71-87bb-01cb26eec41b service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267734 Feb 08 23:56:48.493737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d2873ec-cb20-45a9-8d79-fc128cce1781 req-513baf1f-1fa3-49a6-9389-d4c5982ebc3d tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622699 Feb 08 23:56:48.495700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.496701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:48.497420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.530818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c0cac677-9c03-429c-b299-8fb8c65e5910 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:48.538516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 26af616e-1c41-488d-ac88-345f96257dd3 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:48.566664 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4717383 Feb 08 23:56:48.570550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49310) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:48.572658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4409a2-47b6-4d5a-aec7-d87702e79400 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2c1672-6cd0-4423-9897-64e56cf78492,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:48.578255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Request body: {'subnet': {'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2000893295-subnet', 'tenant_id': '69d3d510739443b7bb30e1d5a6a41166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:48.605206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-41022b59-bf1b-40fa-9f60-1128b5db59fe service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328979 Feb 08 23:56:48.609007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9e2c1672-6cd0-4423-9897-64e56cf78492 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:56:48.615552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Made reservation on behalf of 69d3d510739443b7bb30e1d5a6a41166 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:48.618780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.720220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70756c48-43b0-4597-931f-272b063c5b0a req-2134323f-4e3b-4111-9f60-e13a17b7c071 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:48.721922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70756c48-43b0-4597-931f-272b063c5b0a req-2134323f-4e3b-4111-9f60-e13a17b7c071 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1148410 Feb 08 23:56:48.776748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-b8a77139-44a8-4156-9451-a8ccd50b5995 service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577747 Feb 08 23:56:48.781350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 26af616e-1c41-488d-ac88-345f96257dd3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:48.794847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 26af616e-1c41-488d-ac88-345f96257dd3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:48.795229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.816645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70756c48-43b0-4597-931f-272b063c5b0a req-a8e6f387-3a59-4224-96a2-a75957cacf85 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835214 Feb 08 23:56:48.857986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:48.898249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c0cac677-9c03-429c-b299-8fb8c65e5910, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c0cac677-9c03-429c-b299-8fb8c65e5910,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:48.914421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'port_id': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'mac_address': 'fa:16:3e:65:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:48.936289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-9acba232-3b09-427a-bddb-b87abc8064d2 service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531000 Feb 08 23:56:48.947519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9962ca1c-a715-4d42-a05a-c7bb3bc5f515,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:48.958576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Checking segment: {'id': '46406626-cc8f-4477-9c0b-93f0a1b242c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:48.959163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Network hostable DHCP agents. Network: 9e2c1672-6cd0-4423-9897-64e56cf78492, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:56:48.982495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Network 9e2c1672-6cd0-4423-9897-64e56cf78492 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:56:48.998878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9e2c1672-6cd0-4423-9897-64e56cf78492) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:49.010312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:49.010914 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:49.024046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:49.026757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b4f06-633a-40a3-8892-364731f38cf6 None None] Network 9e2c1672-6cd0-4423-9897-64e56cf78492 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:49.046523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a09d9888-f8d6-4b47-8543-f89a6cbb1766 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4749343 Feb 08 23:56:49.080072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:49.161031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 26af616e-1c41-488d-ac88-345f96257dd3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=26af616e-1c41-488d-ac88-345f96257dd3,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:49.164994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cac677-9c03-429c-b299-8fb8c65e5910 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:49.169336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-e9edbdef-2a79-4021-abd5-4740f25dd220 service neutron] 10.222.0.32 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261159 Feb 08 23:56:49.200254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c0cac677-9c03-429c-b299-8fb8c65e5910, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c0cac677-9c03-429c-b299-8fb8c65e5910,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:49.207331 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:49.208603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:49.227109 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:49.286334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:49.286677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 8cff871a-afa8-4f8e-bdf3-5aeb22375a44 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:49.288154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-a829f4be-550c-43e9-b908-d3e610a52689 service neutron] 10.222.0.32 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109612 Feb 08 23:56:49.297306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e3ba-16fc-45f0-965c-e4599b37e81d req-8b6bc085-72ae-4735-bc05-edd6afae4667 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:49.298810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7db1e3ba-16fc-45f0-965c-e4599b37e81d req-8b6bc085-72ae-4735-bc05-edd6afae4667 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 946 time: 0.1679022 Feb 08 23:56:49.361221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=26af616e-1c41-488d-ac88-345f96257dd3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:49.394834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea179d8-e6c3-4908-b9f7-a67487f212e0 None None] Network 9e2c1672-6cd0-4423-9897-64e56cf78492 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:56:49.407440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7db1e3ba-16fc-45f0-965c-e4599b37e81d req-374c3ad6-066a-4db5-bd67-81999e3a11cd tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975854 Feb 08 23:56:49.432118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-047607a2-ce47-4fdd-b47f-322d68ac04d2 service neutron] 10.222.0.32 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323385 Feb 08 23:56:49.498073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c0cac677-9c03-429c-b299-8fb8c65e5910,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:49.585913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0735ff9-b7f9-49cc-9407-fd12d6535774 req-c89a6651-ccbf-482a-9c76-2d793dae1aec tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:49.587431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0735ff9-b7f9-49cc-9407-fd12d6535774 req-c89a6651-ccbf-482a-9c76-2d793dae1aec tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 944 time: 0.0906789 Feb 08 23:56:49.591759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-bbac7870-dbe6-430f-9ac5-be9a590113b8 service neutron] 10.222.0.32 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525180 Feb 08 23:56:49.646846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c0cac677-9c03-429c-b299-8fb8c65e5910'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:49.677074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0735ff9-b7f9-49cc-9407-fd12d6535774 req-9d4ff7bf-1eb1-4e21-bdce-ec56653e3a45 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833292 Feb 08 23:56:49.731066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-50ba4eec-7ea5-46d1-84c0-a3903d6909a8 service neutron] 10.222.0.32 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289835 Feb 08 23:56:49.997187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26af616e-1c41-488d-ac88-345f96257dd3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:50.001262 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee3cb37-866b-4ce9-9e7b-399294e7e424" -d '{"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-plugged", "status": "completed", "tag": "26af616e-1c41-488d-ac88-345f96257dd3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:50.189083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f98ab-4024-4366-839f-1856f0c714e7 req-494ea08c-ac0a-40bf-8df9-fb6a3fc8fcff tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:50.191397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-338f98ab-4024-4366-839f-1856f0c714e7 req-494ea08c-ac0a-40bf-8df9-fb6a3fc8fcff tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.4090128 Feb 08 23:56:50.242360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-338f98ab-4024-4366-839f-1856f0c714e7 req-f984ee26-d266-46ea-84b6-669f488cdbc9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Feb 08 23:56:50.376348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032884d7-2ab3-4607-8e04-3d382251b6e6 req-11246ab2-2b6b-4726-b532-97941d6d3395 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:50.385398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032884d7-2ab3-4607-8e04-3d382251b6e6 req-11246ab2-2b6b-4726-b532-97941d6d3395 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:50.387298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032884d7-2ab3-4607-8e04-3d382251b6e6 req-11246ab2-2b6b-4726-b532-97941d6d3395 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1681 time: 0.0760527 Feb 08 23:56:50.446595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032884d7-2ab3-4607-8e04-3d382251b6e6 req-27159f48-a30b-4151-b4a2-67cc596c45cc tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Feb 08 23:56:50.848362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32cf00-8aba-416e-b8fb-bf87e753fb80 req-34d63cc0-a5d3-4d19-951f-df8e7f28ea1e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:50.850124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f32cf00-8aba-416e-b8fb-bf87e753fb80 req-34d63cc0-a5d3-4d19-951f-df8e7f28ea1e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1290810 Feb 08 23:56:50.860848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-bb6cdc7b-b211-4851-a0e2-4635ba8dc3d7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:50.863746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-bb6cdc7b-b211-4851-a0e2-4635ba8dc3d7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 945 time: 0.1395779 Feb 08 23:56:50.873095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-dee23011-e54e-4b5c-ba48-d47887b8a924 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:50.874540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-dee23011-e54e-4b5c-ba48-d47887b8a924 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/networks?id=9e2c1672-6cd0-4423-9897-64e56cf78492 HTTP/1.1" status: 200 len: 813 time: 0.2202079 Feb 08 23:56:50.939385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-fdec1445-9b28-4c67-9171-109c783fa88a tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/quotas/69d3d510739443b7bb30e1d5a6a41166 HTTP/1.1" status: 200 len: 375 time: 0.0514419 Feb 08 23:56:51.002336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f32cf00-8aba-416e-b8fb-bf87e753fb80 req-ae2091d9-a8c8-4834-b8e6-683b9600daba tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372283 Feb 08 23:56:51.008660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-f1363d9c-9731-41a6-a412-984d259e55c0 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d3d510739443b7bb30e1d5a6a41166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604508 Feb 08 23:56:51.061242 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9685844e-f662-49ae-adab-2bedceb6fb01 x-openstack-request-id: req-9685844e-f662-49ae-adab-2bedceb6fb01 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:51.061732 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-plugged", "status": "completed", "tag": "26af616e-1c41-488d-ac88-345f96257dd3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:51.061835 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9685844e-f662-49ae-adab-2bedceb6fb01 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:51.062157 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26af616e-1c41-488d-ac88-345f96257dd3', 'code': 200} Feb 08 23:56:51.185817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-159c9c3b-13e1-4916-b54f-cdce57ba51c3 req-94277ef1-fd07-4d24-9e6e-e1df131a83da tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0384691 Feb 08 23:56:51.188570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port 497937c9-2243-416d-bc83-ceb97a68e1d2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:51.199661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:51.204660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508dfab-12a0-4a22-b075-5f3992f8fe9e req-175ff0a3-010a-4044-a9ee-6673005a568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:51.206310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508dfab-12a0-4a22-b075-5f3992f8fe9e req-175ff0a3-010a-4044-a9ee-6673005a568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:51.209013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a508dfab-12a0-4a22-b075-5f3992f8fe9e req-175ff0a3-010a-4044-a9ee-6673005a568b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1983 time: 0.0512598 Feb 08 23:56:51.274464 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a508dfab-12a0-4a22-b075-5f3992f8fe9e req-6efaa033-100d-4885-a768-e8168323e57c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489607 Feb 08 23:56:51.285416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-4d1f5ed7-81d5-49eb-90c8-3f0e5b98e5ab service neutron] 10.222.0.32 "GET /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622705 Feb 08 23:56:51.374820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port 497937c9-2243-416d-bc83-ceb97a68e1d2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=497937c9-2243-416d-bc83-ceb97a68e1d2,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:51.375188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:51.391943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for 497937c9-2243-416d-bc83-ceb97a68e1d2 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:51.500587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-bde2fba8-17af-4ddb-a5f1-b4d3fd073d8f service neutron] 10.222.0.32 "GET /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041488 Feb 08 23:56:51.527948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ccbb5-bc9f-4d4a-8942-9615e592faba req-c990c2e5-e502-434a-a055-cc16d5b1cde1 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:51.529462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-196ccbb5-bc9f-4d4a-8942-9615e592faba req-c990c2e5-e502-434a-a055-cc16d5b1cde1 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 944 time: 0.1230524 Feb 08 23:56:51.602645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-196ccbb5-bc9f-4d4a-8942-9615e592faba req-d1916685-187a-440f-ba5e-a3819fff7ec3 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660071 Feb 08 23:56:51.663994 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:51.677480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb', '532cdc4c-01ce-4363-8c31-75c32216e26c', '497937c9-2243-416d-bc83-ceb97a68e1d2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:51.727027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=497937c9-2243-416d-bc83-ceb97a68e1d2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:51.798851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28aeea84-dc4a-4041-a646-4f1d77a095dc req-c867a318-d41b-4f3b-b1e4-4c93616e3a94 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=70f23613-c797-4c2a-82c8-7af516a88569 HTTP/1.1" status: 200 len: 210 time: 0.0789397 Feb 08 23:56:51.836068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725052b-b606-4b84-8b09-5c044f11a621 req-d2fecb33-5002-4e8f-a957-9836bbd48ed5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:51.844562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2725052b-b606-4b84-8b09-5c044f11a621 req-d2fecb33-5002-4e8f-a957-9836bbd48ed5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1231046 Feb 08 23:56:51.895846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port 497937c9-2243-416d-bc83-ceb97a68e1d2 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:51.903342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:51.909820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ac77c8b-fd60-4fad-b75f-5d5f22548494 req-a4860668-745f-406b-a113-2e0972442434 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/497937c9-2243-416d-bc83-ceb97a68e1d2 HTTP/1.1" status: 204 len: 173 time: 1.0341375 Feb 08 23:56:51.910361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f23613-c797-4c2a-82c8-7af516a88569', 'name': 'network-vif-deleted', 'tag': '497937c9-2243-416d-bc83-ceb97a68e1d2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:51.912980 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a02866-c5c1-403f-922e-3f5ff61d4d30" -d '{"events": [{"server_uuid": "70f23613-c797-4c2a-82c8-7af516a88569", "name": "network-vif-deleted", "tag": "497937c9-2243-416d-bc83-ceb97a68e1d2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:52.000334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2725052b-b606-4b84-8b09-5c044f11a621 req-b2f82712-aba1-416f-9bc8-fd1526330e5c tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538246 Feb 08 23:56:52.036047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184df94-5fcf-45ee-bb07-8640594a5534 req-25b09dec-6673-40be-8348-6d9d6d096d71 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.043762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9184df94-5fcf-45ee-bb07-8640594a5534 req-25b09dec-6673-40be-8348-6d9d6d096d71 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 946 time: 0.1113369 Feb 08 23:56:52.129808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4c07bed4-6c27-4662-b901-69e5ec58207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.133815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4c07bed4-6c27-4662-b901-69e5ec58207c service neutron] 10.222.0.21 "GET /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 200 len: 1032 time: 0.1183751 Feb 08 23:56:52.181567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9184df94-5fcf-45ee-bb07-8640594a5534 req-bd248af9-f87d-4ff4-a8e6-4d0f398f7e3c tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367996 Feb 08 23:56:52.277840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-840aa4e5-f022-4960-94ab-501f912469a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.279281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-840aa4e5-f022-4960-94ab-501f912469a4 service neutron] 10.222.0.21 "GET /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 200 len: 1032 time: 0.0912499 Feb 08 23:56:52.293944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f5d79-c3b7-4d1b-9fd7-a3538841b1cb req-ba5e412d-b11f-465d-a0c2-97d477ed9946 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.300936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f5d79-c3b7-4d1b-9fd7-a3538841b1cb req-ba5e412d-b11f-465d-a0c2-97d477ed9946 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.302525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b1f5d79-c3b7-4d1b-9fd7-a3538841b1cb req-ba5e412d-b11f-465d-a0c2-97d477ed9946 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1681 time: 0.1618919 Feb 08 23:56:52.354510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af412899-f428-43ae-bf5c-b97cd13eee9d req-c54362f3-99ef-42b6-bfa5-78b7f0e45c82 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 210 time: 0.0508735 Feb 08 23:56:52.439246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b1f5d79-c3b7-4d1b-9fd7-a3538841b1cb req-1b9170df-6123-4f3e-8e3a-971a35e2a8fa tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255512 Feb 08 23:56:52.454031 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65ad077-f763-400f-b8a5-bdc525b34368 x-openstack-request-id: req-d65ad077-f763-400f-b8a5-bdc525b34368 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:52.454429 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f23613-c797-4c2a-82c8-7af516a88569", "name": "network-vif-deleted", "tag": "497937c9-2243-416d-bc83-ceb97a68e1d2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:52.456565 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d65ad077-f763-400f-b8a5-bdc525b34368 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:52.457800 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f23613-c797-4c2a-82c8-7af516a88569', 'name': 'network-vif-deleted', 'tag': '497937c9-2243-416d-bc83-ceb97a68e1d2', 'status': 'completed', 'code': 200} Feb 08 23:56:52.559352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c0cac677-9c03-429c-b299-8fb8c65e5910 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:56:52.559959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-aa005061-48a8-457a-913b-3153a5e918d2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.567023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-aa005061-48a8-457a-913b-3153a5e918d2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.573079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-aa005061-48a8-457a-913b-3153a5e918d2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.574976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-aa005061-48a8-457a-913b-3153a5e918d2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "GET /v2.0/networks?id=867b1067-6760-47dc-9574-4aca3613a5a8&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 HTTP/1.1" status: 200 len: 1995 time: 0.2321508 Feb 08 23:56:52.611656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac3f7c09-1f33-4338-ae42-891d80331e0f req-71841b88-06b3-4db4-903b-e0cd6fbf5c83 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0798845 Feb 08 23:56:52.668453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d511a3-2e33-492d-bd8d-31a058392f7c req-7337de33-b916-418a-896f-0771a2a08570 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:52.670177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4d511a3-2e33-492d-bd8d-31a058392f7c req-7337de33-b916-418a-896f-0771a2a08570 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.0756116 Feb 08 23:56:52.683022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c0cac677-9c03-429c-b299-8fb8c65e5910 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:56:52.687654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c0cac677-9c03-429c-b299-8fb8c65e5910 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:52.688228 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:52.704842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ebaeae2b-1897-495c-ad61-22e4dd0943a6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1639af4e88a24a4e80383bdc496f3f6d HTTP/1.1" status: 200 len: 379 time: 0.1083732 Feb 08 23:56:52.742106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'admin_state_up': True, 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'security_groups': ['ff1646c6-ea4c-4146-8def-d522b1dbfe36']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:52.812211 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:52.858018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c0cac677-9c03-429c-b299-8fb8c65e5910, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c0cac677-9c03-429c-b299-8fb8c65e5910,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:52.878558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:52.880897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 497937c9-2243-416d-bc83-ceb97a68e1d2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:52.941769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4d511a3-2e33-492d-bd8d-31a058392f7c req-f889f7d3-c7eb-4fa9-812d-31db4504c84f tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495213 Feb 08 23:56:53.036998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f639f-adef-4880-bd28-259c42ac36c1 req-5d635673-2a6a-47a5-ad9b-53c7aa0e19d7 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:53.048998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-001f639f-adef-4880-bd28-259c42ac36c1 req-5d635673-2a6a-47a5-ad9b-53c7aa0e19d7 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 944 time: 0.3104711 Feb 08 23:56:53.061309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c0cac677-9c03-429c-b299-8fb8c65e5910,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:53.075704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:53.089374 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76744835-5241-4591-a865-88318efd86b8" -d '{"events": [{"server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "name": "network-vif-plugged", "status": "completed", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:53.093155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 497937c9-2243-416d-bc83-ceb97a68e1d2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:53.093512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 497937c9-2243-416d-bc83-ceb97a68e1d2 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:53.120732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-431a70d1-60b7-4c93-b152-202741e10671 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:53.122392 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-431a70d1-60b7-4c93-b152-202741e10671 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 946 time: 0.1044109 Feb 08 23:56:53.243830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Deleting port 66b04535-9d2b-4c16-ac95-908bcaac7cda {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:53.244172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:53.256144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-001f639f-adef-4880-bd28-259c42ac36c1 req-817a9d4f-d31b-48a3-8a0f-39157f1184e6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994431 Feb 08 23:56:53.328952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:53.332642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:53.369451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d4e29-d40f-41a4-94fd-1c52cef756ca req-649b7e48-18ef-493e-a7a2-6154c26617ad tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:53.376843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d30d4e29-d40f-41a4-94fd-1c52cef756ca req-649b7e48-18ef-493e-a7a2-6154c26617ad tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.2289932 Feb 08 23:56:53.568726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] For port 66b04535-9d2b-4c16-ac95-908bcaac7cda, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=66b04535-9d2b-4c16-ac95-908bcaac7cda,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:53.569700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:53.614954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Calling delete_port for 66b04535-9d2b-4c16-ac95-908bcaac7cda owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:53.643162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d30d4e29-d40f-41a4-94fd-1c52cef756ca req-7d3ce944-03c4-4bf1-b1f9-c37d295c165a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614381 Feb 08 23:56:53.704356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49614) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:53.704502 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2d4666-8b89-4991-9b72-9d9268285276 x-openstack-request-id: req-fa2d4666-8b89-4991-9b72-9d9268285276 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:53.704983 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "name": "network-vif-plugged", "status": "completed", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:53.705208 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa2d4666-8b89-4991-9b72-9d9268285276 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:53.705499 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'code': 200} Feb 08 23:56:53.748318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-16cee00d-1df6-4517-8ea6-b365050283ee tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:53.751937 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-16cee00d-1df6-4517-8ea6-b365050283ee tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.21 "GET /v2.0/networks?id=9e2c1672-6cd0-4423-9897-64e56cf78492 HTTP/1.1" status: 200 len: 813 time: 0.2902329 Feb 08 23:56:53.777508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Request body: {'port': {'device_id': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492', 'admin_state_up': True, 'tenant_id': '69d3d510739443b7bb30e1d5a6a41166'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:53.972611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cae9e861-129a-4b3c-b2e2-38c081de699a req-e1d37955-a1b7-4931-aeac-adf908ec5bdb tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 210 time: 0.1239407 Feb 08 23:56:54.001199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 172.20.0.4 (867b1067-6760-47dc-9574-4aca3613a5a8/998af3e3-9a1e-4ebb-8989-a3ea77d08d9c/189a6fb4-e1f7-429b-8996-1faf6344faa4) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:54.020241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Made reservation on behalf of 69d3d510739443b7bb30e1d5a6a41166 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:54.028962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.032584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-bbad0a81-09cd-4a22-bf2a-e9c4a90957c5 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.033515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-bbad0a81-09cd-4a22-bf2a-e9c4a90957c5 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba8da2e6-ad87-4d26-9683-9da03fc2b517 HTTP/1.1" status: 200 len: 945 time: 0.2281394 Feb 08 23:56:54.055966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3f7c-860d-41df-b060-80cb09ef4c1a req-5ee4ccca-f4dc-45c9-bab8-59161b0e81e7 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.056414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.057527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-454b3f7c-860d-41df-b060-80cb09ef4c1a req-5ee4ccca-f4dc-45c9-bab8-59161b0e81e7 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786 HTTP/1.1" status: 200 len: 946 time: 0.2348149 Feb 08 23:56:54.059893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3ad42079-4e98-4d0f-8356-2cd755910223 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a02d2eaabf964c8bb6bdbb5c5aa4c1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530834 Feb 08 23:56:54.071223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:54.073184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d78dd4-0498-45f2-9935-7b55140716ab req-9f372529-23e4-4b43-8b0c-b933fccbb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.074638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68d78dd4-0498-45f2-9935-7b55140716ab req-9f372529-23e4-4b43-8b0c-b933fccbb7ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 1096 time: 0.2251065 Feb 08 23:56:54.077105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['66b04535-9d2b-4c16-ac95-908bcaac7cda', 'b4818637-225d-4522-aaa9-d81babe67367'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:54.126356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event deleted for resources: {'Port': ['ID=66b04535-9d2b-4c16-ac95-908bcaac7cda,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:54.195870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] No DVR routers for this DVR port 66b04535-9d2b-4c16-ac95-908bcaac7cda on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:54.202028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.206833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "DELETE /v2.0/ports/66b04535-9d2b-4c16-ac95-908bcaac7cda HTTP/1.1" status: 204 len: 173 time: 1.0765126 Feb 08 23:56:54.251609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'name': 'network-vif-deleted', 'tag': '66b04535-9d2b-4c16-ac95-908bcaac7cda'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:54.255092 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd21306-a72e-45b5-8750-324bd2c650d2" -d '{"events": [{"server_uuid": "f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786", "name": "network-vif-deleted", "tag": "66b04535-9d2b-4c16-ac95-908bcaac7cda"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:54.265838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-454b3f7c-860d-41df-b060-80cb09ef4c1a req-e46cf916-6677-4d4a-a3ea-c37cb75944aa tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.32 "GET /v2.0/security-groups?id=efc5086a-2554-4b58-9bbd-0f6abf4185c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949921 Feb 08 23:56:54.312614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68d78dd4-0498-45f2-9935-7b55140716ab req-1685ad1d-bea1-4372-8889-6b12b2643b82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026081 Feb 08 23:56:54.392178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Allocated IP 172.20.0.12 (9e2c1672-6cd0-4423-9897-64e56cf78492/9962ca1c-a715-4d42-a05a-c7bb3bc5f515/38f9eac8-557d-41cc-badb-bacbd10ba3b5) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:54.438107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac6c6-2cc2-4064-8ad7-4b7e1edb7778 req-186ac58d-4d38-441b-af44-c53ce2e2c3d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.444169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ac6c6-2cc2-4064-8ad7-4b7e1edb7778 req-186ac58d-4d38-441b-af44-c53ce2e2c3d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.451801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-586ac6c6-2cc2-4064-8ad7-4b7e1edb7778 req-186ac58d-4d38-441b-af44-c53ce2e2c3d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1681 time: 0.3406451 Feb 08 23:56:54.528043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e40958f0-e049-4bc5-8903-90c6d1d0e072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.619452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-586ac6c6-2cc2-4064-8ad7-4b7e1edb7778 req-24b6ce68-1371-4fc9-9566-8f650ccc05dd tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666377 Feb 08 23:56:54.637878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e40958f0-e049-4bc5-8903-90c6d1d0e072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.670533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535c11b-bd0e-43a1-bccb-7c08a74ffe2c req-ef254aa5-cb11-4d8e-8a01-691b49ccf00d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.677408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.689524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9535c11b-bd0e-43a1-bccb-7c08a74ffe2c req-ef254aa5-cb11-4d8e-8a01-691b49ccf00d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 945 time: 0.2863190 Feb 08 23:56:54.716686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.746750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Deleting port b4818637-225d-4522-aaa9-d81babe67367 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:54.747084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.767223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Pushing event updated for resources: {'Port': ['ID=38f9eac8-557d-41cc-badb-bacbd10ba3b5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:54.794858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.813814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Network 9e2c1672-6cd0-4423-9897-64e56cf78492 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:54.817527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:54.820519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:54.861544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ba44eff-3ca5-47f8-9e38-2eb45a91109e req-2b8a9e13-aa26-4d92-bedb-11d413ca3c2a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1423111 Feb 08 23:56:54.894704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:54.895399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:54.915370 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-53424d52-407f-4ada-ab35-efafc04b981b tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1428163 Feb 08 23:56:54.920547 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e824e-d0f7-48e2-98ac-66e0a3da90ae x-openstack-request-id: req-ac6e824e-d0f7-48e2-98ac-66e0a3da90ae {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:54.921239 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786", "name": "network-vif-deleted", "tag": "66b04535-9d2b-4c16-ac95-908bcaac7cda", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:54.921765 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac6e824e-d0f7-48e2-98ac-66e0a3da90ae {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:54.922528 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dfffdd-5a76-4dfb-a5b0-c891eb8a4786', 'name': 'network-vif-deleted', 'tag': '66b04535-9d2b-4c16-ac95-908bcaac7cda', 'status': 'completed', 'code': 200} Feb 08 23:56:54.933781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9535c11b-bd0e-43a1-bccb-7c08a74ffe2c req-05f0d1c0-ec27-4f49-9edc-e3dadc5a4b18 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430828 Feb 08 23:56:54.947488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Request body: {'port': {'device_id': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:55.051983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] For port b4818637-225d-4522-aaa9-d81babe67367, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b4818637-225d-4522-aaa9-d81babe67367,segment=NetworkSegment(4b57b68f-5f89-438a-bb5d-f3ddb069dbb7),segment_id=4b57b68f-5f89-438a-bb5d-f3ddb069dbb7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:55.052563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.059774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.063296 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e40958f0-e049-4bc5-8903-90c6d1d0e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.066305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e40958f0-e049-4bc5-8903-90c6d1d0e072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.067628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e40958f0-e049-4bc5-8903-90c6d1d0e072 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f213ede1-f2a9-43d8-847e-4703f517c5f2 HTTP/1.1" status: 204 len: 168 time: 0.9914157 Feb 08 23:56:55.105090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Calling delete_port for b4818637-225d-4522-aaa9-d81babe67367 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:55.109640 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.131394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40958f0-e049-4bc5-8903-90c6d1d0e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f213ede1-f2a9-43d8-847e-4703f517c5f2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:55.154504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d4fd6-bf1e-4768-8416-249bb868ff1f req-6d47a444-0d3e-400c-96f5-8a8f099f3d52 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:55.162917 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-928d4fd6-bf1e-4768-8416-249bb868ff1f req-6d47a444-0d3e-400c-96f5-8a8f099f3d52 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.1782923 Feb 08 23:56:55.286527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 867b1067-6760-47dc-9574-4aca3613a5a8 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:55.315003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:55.324292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:55.336899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:55.381756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-928d4fd6-bf1e-4768-8416-249bb868ff1f req-d73f3dfb-e276-451b-ab1c-44a8d9dcbfe8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177849 Feb 08 23:56:55.514250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7967cf-924c-41fd-95e4-5ea360d2cae3 req-dc170669-c270-4929-aa20-9fe33d6452d3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:55.527433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd7967cf-924c-41fd-95e4-5ea360d2cae3 req-dc170669-c270-4929-aa20-9fe33d6452d3 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.3424244 Feb 08 23:56:55.541261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.660003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f9eac8-557d-41cc-badb-bacbd10ba3b5 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:55.668570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.689880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Transition to ACTIVE for port object 38f9eac8-557d-41cc-badb-bacbd10ba3b5 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:56:55.695878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.707469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3712fd1e-b990-4eb2-8be3-778132b14a52 None None] Provisioning complete for port 189a6fb4-e1f7-429b-8996-1faf6344faa4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:55.709228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Pushing event deleted for resources: {'Port': ['ID=b4818637-225d-4522-aaa9-d81babe67367,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:55.709494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3712fd1e-b990-4eb2-8be3-778132b14a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.725518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:55.726365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.762062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ae451cdd-f1f9-42b1-9112-daf5f4ccbc0d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0252333 Feb 08 23:56:55.807304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3712fd1e-b990-4eb2-8be3-778132b14a52 None None] Port 189a6fb4-e1f7-429b-8996-1faf6344faa4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:55.818190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Pushing event updated for resources: {'Port': ['ID=38f9eac8-557d-41cc-badb-bacbd10ba3b5,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:55.819997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] No DVR routers for this DVR port b4818637-225d-4522-aaa9-d81babe67367 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:55.838305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-42311707-346a-4696-8c1d-d755e75704ca tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:55.840544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-42311707-346a-4696-8c1d-d755e75704ca tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 945 time: 0.2198410 Feb 08 23:56:55.846233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'admin_state_up': True, 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'security_groups': ['ff1646c6-ea4c-4146-8def-d522b1dbfe36']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:55.852391 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:55.856721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a203be2-db84-4ec5-a01c-b3fff50f9712 req-edca6e58-c859-4f05-9632-52e65c03f586 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] 10.222.0.21 "DELETE /v2.0/ports/b4818637-225d-4522-aaa9-d81babe67367 HTTP/1.1" status: 204 len: 173 time: 1.8111734 Feb 08 23:56:55.857297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'name': 'network-vif-deleted', 'tag': 'b4818637-225d-4522-aaa9-d81babe67367'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:55.860163 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5d332-8822-40c3-8a29-181747056b55" -d '{"events": [{"server_uuid": "ba8da2e6-ad87-4d26-9683-9da03fc2b517", "name": "network-vif-deleted", "tag": "b4818637-225d-4522-aaa9-d81babe67367"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:55.881567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b187de9-3ed3-4bf7-9c29-608bb54f2eb6 req-927470de-3676-4da9-878b-d412c4ea69d2 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:55.885639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b187de9-3ed3-4bf7-9c29-608bb54f2eb6 req-927470de-3676-4da9-878b-d412c4ea69d2 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 932 time: 0.3518643 Feb 08 23:56:55.891390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd7967cf-924c-41fd-95e4-5ea360d2cae3 req-a250134c-b789-41f2-adcc-fc4502431f3e tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617527 Feb 08 23:56:55.900290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Attempting to bind port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:56:55.900290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Attempting to bind port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '46406626-cc8f-4477-9c0b-93f0a1b242c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:56:55.900581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Attempting to bind port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 on network 9e2c1672-6cd0-4423-9897-64e56cf78492 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:55.905281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 on network 9e2c1672-6cd0-4423-9897-64e56cf78492 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:56:55.905717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Attempting to bind port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 on network 9e2c1672-6cd0-4423-9897-64e56cf78492 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:56:55.927330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:56:55.928049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Checking segment: {'id': '46406626-cc8f-4477-9c0b-93f0a1b242c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:56:55.928673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Bound using segment: {'id': '46406626-cc8f-4477-9c0b-93f0a1b242c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:56:55.931044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Bound port: 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46406626-cc8f-4477-9c0b-93f0a1b242c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:56:55.931701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:56.057502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] For port 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:56:56.060247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b187de9-3ed3-4bf7-9c29-608bb54f2eb6 req-856cf3e7-95f7-4020-9bba-ee942d077a87 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268668 Feb 08 23:56:56.062215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] For port 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5,segment=NetworkSegment(46406626-cc8f-4477-9c0b-93f0a1b242c0),segment_id=46406626-cc8f-4477-9c0b-93f0a1b242c0)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:56:56.069317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:56.169866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port 532cdc4c-01ce-4363-8c31-75c32216e26c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:56.170210 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:56.186216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:56.186799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:56.188205 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] 10.222.0.21 "PUT /v2.0/ports/38f9eac8-557d-41cc-badb-bacbd10ba3b5 HTTP/1.1" status: 200 len: 1092 time: 1.2511699 Feb 08 23:56:56.202941 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abadfce3-f9f3-40dc-8c11-c7240cf6d051 x-openstack-request-id: req-abadfce3-f9f3-40dc-8c11-c7240cf6d051 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:56.203226 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8da2e6-ad87-4d26-9683-9da03fc2b517", "name": "network-vif-deleted", "tag": "b4818637-225d-4522-aaa9-d81babe67367", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:56.203226 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abadfce3-f9f3-40dc-8c11-c7240cf6d051 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:56.203670 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8da2e6-ad87-4d26-9683-9da03fc2b517', 'name': 'network-vif-deleted', 'tag': 'b4818637-225d-4522-aaa9-d81babe67367', 'status': 'completed', 'code': 200} Feb 08 23:56:56.234813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b832c-de32-48e1-84df-a88c333a8964 service neutron] Pushing event updated for resources: {'Port': ['ID=38f9eac8-557d-41cc-badb-bacbd10ba3b5,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:56.313683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-570bfb1a-788b-4380-bed0-5a9ab0e1689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:56.316519 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-570bfb1a-788b-4380-bed0-5a9ab0e1689a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69d3d510739443b7bb30e1d5a6a41166&device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 1095 time: 0.0716577 Feb 08 23:56:56.328393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:56.332857 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:56.364786 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-9f719ec2-a95a-4fd2-9771-ea435ba73dda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5 HTTP/1.1" status: 200 len: 217 time: 0.0387428 Feb 08 23:56:56.446383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441522a6-23ed-4649-a811-9d8e7df4398b req-39df7be0-393d-4366-9609-321f30684e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:56.447852 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-39df7be0-393d-4366-9609-321f30684e5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9962ca1c-a715-4d42-a05a-c7bb3bc5f515 HTTP/1.1" status: 200 len: 853 time: 0.0731454 Feb 08 23:56:56.485516 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-fe76b38f-1aa6-455c-b7a0-de268c4ee658 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2c1672-6cd0-4423-9897-64e56cf78492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276470 Feb 08 23:56:56.586851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 66b04535-9d2b-4c16-ac95-908bcaac7cda no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:56.604305 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-d243a849-472c-48ee-9202-6584100a5b0c service neutron] 10.222.0.21 "GET /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074281 Feb 08 23:56:56.617029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 66b04535-9d2b-4c16-ac95-908bcaac7cda {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:56.617681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 66b04535-9d2b-4c16-ac95-908bcaac7cda not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:56.618331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b4818637-225d-4522-aaa9-d81babe67367 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:56.643412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: b4818637-225d-4522-aaa9-d81babe67367 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:56.644083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b4818637-225d-4522-aaa9-d81babe67367 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:56.724897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-441522a6-23ed-4649-a811-9d8e7df4398b req-8b37a772-e656-4561-95d6-e48e0cc279a9 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112127 Feb 08 23:56:56.782705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port 532cdc4c-01ce-4363-8c31-75c32216e26c, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=532cdc4c-01ce-4363-8c31-75c32216e26c,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:56.783082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:56.838685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1414a3-db8f-47d1-9a0b-2156f1190a7e req-6504e585-73bb-4595-b0d5-0b10cd5b816d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:56.841426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1414a3-db8f-47d1-9a0b-2156f1190a7e req-6504e585-73bb-4595-b0d5-0b10cd5b816d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 931 time: 0.5579162 Feb 08 23:56:56.853368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74aeef-bb7f-42bb-9fc1-e7526b8e73dc req-b3052d12-efee-4944-8c6c-0519aed2134a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:56.855015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f74aeef-bb7f-42bb-9fc1-e7526b8e73dc req-b3052d12-efee-4944-8c6c-0519aed2134a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.5328405 Feb 08 23:56:56.862872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for 532cdc4c-01ce-4363-8c31-75c32216e26c owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:56.924078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'tag': '38f9eac8-557d-41cc-badb-bacbd10ba3b5'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:56.926562 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cbc238-c17b-4ef5-b487-2d2442a32d0c", "tag": "38f9eac8-557d-41cc-badb-bacbd10ba3b5"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:57.014323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1414a3-db8f-47d1-9a0b-2156f1190a7e req-43691f8a-2260-4fe3-bc9d-07773d9e611c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580267 Feb 08 23:56:57.023130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f74aeef-bb7f-42bb-9fc1-e7526b8e73dc req-a566cbc2-fe31-432f-be30-d8b95fd3e90a tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507299 Feb 08 23:56:57.069186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 10.1.1.89 (42564096-f28a-417c-9075-c5d24997e401/f474f062-1eac-42d4-8bbc-ee2f7678c844/3b1994c5-b829-42fb-b97b-15ca1a8581ef) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:57.237681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.249519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:57.320552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f9c85-051b-45a1-8171-9ff99c1ae850 req-d58c3be2-f337-4462-b116-dccccfc491b7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:57.322189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e39f9c85-051b-45a1-8171-9ff99c1ae850 req-d58c3be2-f337-4462-b116-dccccfc491b7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef4ca38b-e484-410b-a64b-dae4ed4c777c HTTP/1.1" status: 200 len: 945 time: 0.1901038 Feb 08 23:56:57.328950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=532cdc4c-01ce-4363-8c31-75c32216e26c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:57.336521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63a1e-96cf-4670-964f-76f1a804fbd9 req-406f8ba5-de71-4f4d-96d1-755c22643599 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:57.342816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63a1e-96cf-4670-964f-76f1a804fbd9 req-406f8ba5-de71-4f4d-96d1-755c22643599 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:57.344450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07e63a1e-96cf-4670-964f-76f1a804fbd9 req-406f8ba5-de71-4f4d-96d1-755c22643599 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1681 time: 0.2134612 Feb 08 23:56:57.479369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port 532cdc4c-01ce-4363-8c31-75c32216e26c on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:57.487011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.490380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e4fb4e-f922-45e0-888b-508b0116e303 req-9a1b5bc9-338e-48c8-a876-691403701304 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/532cdc4c-01ce-4363-8c31-75c32216e26c HTTP/1.1" status: 204 len: 173 time: 1.6261003 Feb 08 23:56:57.496357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07e63a1e-96cf-4670-964f-76f1a804fbd9 req-7ef857f7-8ee3-4c11-888b-426d90a73c79 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298115 Feb 08 23:56:57.512217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e39f9c85-051b-45a1-8171-9ff99c1ae850 req-ae28980a-5300-4c1d-b2b5-a09c9be8a01a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660361 Feb 08 23:56:57.544445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.611204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49656) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:57.647788 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.741717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 42564096-f28a-417c-9075-c5d24997e401 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:57.748806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:56:57.762445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:56:57.767947 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448bd174-4da6-44f1-a813-e5db65063161 x-openstack-request-id: req-448bd174-4da6-44f1-a813-e5db65063161 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:57.769366 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cbc238-c17b-4ef5-b487-2d2442a32d0c", "tag": "38f9eac8-557d-41cc-badb-bacbd10ba3b5", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:57.772313 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-448bd174-4da6-44f1-a813-e5db65063161 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:57.772313 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'tag': '38f9eac8-557d-41cc-badb-bacbd10ba3b5', 'status': 'completed', 'code': 200} Feb 08 23:56:57.794695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Deleting subnet 151ee334-b1e4-4209-9676-9cc6cee5eee9 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:56:57.804614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.840734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:57.848031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.914546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.929566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:57.930254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:57.970399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-22ec2b7d-fc64-474d-86d1-4f6948875d61 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1513772 Feb 08 23:56:57.993028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ab89-0fa9-47c5-9677-75248c83dc58 req-577727af-0ef8-44b4-a3ca-59520465ee95 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.001312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a05ab89-0fa9-47c5-9677-75248c83dc58 req-577727af-0ef8-44b4-a3ca-59520465ee95 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 944 time: 0.2357576 Feb 08 23:56:58.017974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'admin_state_up': True, 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'security_groups': ['ff1646c6-ea4c-4146-8def-d522b1dbfe36']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:58.148763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9bd66807-8375-4692-a323-370c38fe6798 None None] Provisioning complete for port 3b1994c5-b829-42fb-b97b-15ca1a8581ef triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:56:58.149229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9bd66807-8375-4692-a323-370c38fe6798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.213831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9bd66807-8375-4692-a323-370c38fe6798 None None] Port 3b1994c5-b829-42fb-b97b-15ca1a8581ef cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:56:58.225169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80f96c-3e05-4a83-8d30-89508a421444 req-92a8cb07-6813-4306-bd63-a5343ad570cf tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.234246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd80f96c-3e05-4a83-8d30-89508a421444 req-92a8cb07-6813-4306-bd63-a5343ad570cf tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.4866667 Feb 08 23:56:58.235999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'name': 'network-vif-deleted', 'tag': '532cdc4c-01ce-4363-8c31-75c32216e26c'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:58.238660 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3cf8c0-a313-41aa-be13-765d197cff72" -d '{"events": [{"server_uuid": "ef4ca38b-e484-410b-a64b-dae4ed4c777c", "name": "network-vif-deleted", "tag": "532cdc4c-01ce-4363-8c31-75c32216e26c"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:58.275680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-f62b2de3-2465-4202-a9f7-b4b48e33626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.277259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-f62b2de3-2465-4202-a9f7-b4b48e33626c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=69d3d510739443b7bb30e1d5a6a41166&device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 1095 time: 0.4254236 Feb 08 23:56:58.317005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd80f96c-3e05-4a83-8d30-89508a421444 req-c9095763-25ab-45f8-b5d9-c0bd150e9329 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817256 Feb 08 23:56:58.403158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a05ab89-0fa9-47c5-9677-75248c83dc58 req-89d6d828-e00e-4614-a8b2-47be4dbc045f tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008198 Feb 08 23:56:58.438629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:56:58.443664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.486112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-fe3a0552-aa39-480c-a536-0d0adf5b6ecb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.493579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-fe3a0552-aa39-480c-a536-0d0adf5b6ecb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.495393 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-fe3a0552-aa39-480c-a536-0d0adf5b6ecb tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 1681 time: 0.1299446 Feb 08 23:56:58.532007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.571122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151ee334-b1e4-4209-9676-9cc6cee5eee9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:58.599641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 38f9eac8-557d-41cc-badb-bacbd10ba3b5 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:56:58.613451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 532cdc4c-01ce-4363-8c31-75c32216e26c no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:56:58.617332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.622835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5a789879-baa6-49c8-804a-f6315e6ac198 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/151ee334-b1e4-4209-9676-9cc6cee5eee9 HTTP/1.1" status: 204 len: 168 time: 1.0071471 Feb 08 23:56:58.623090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51c09-c5b4-4829-8689-fc8494832375 req-c0a75724-a2c3-4b11-9725-1a090391f7cc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.624461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49670) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:58.624764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58f51c09-c5b4-4829-8689-fc8494832375 req-c0a75724-a2c3-4b11-9725-1a090391f7cc tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1933236 Feb 08 23:56:58.625910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-5769c222-941b-415f-8d65-d9c41fb27665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.627402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-5769c222-941b-415f-8d65-d9c41fb27665 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e2c1672-6cd0-4423-9897-64e56cf78492 HTTP/1.1" status: 200 len: 914 time: 0.3298111 Feb 08 23:56:58.677719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 532cdc4c-01ce-4363-8c31-75c32216e26c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:56:58.678291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 532cdc4c-01ce-4363-8c31-75c32216e26c not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:56:58.717156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-4608cd2e-5c23-436e-ad4b-dcc48b569f44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5 HTTP/1.1" status: 200 len: 217 time: 0.0815337 Feb 08 23:56:58.740550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.747247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:58.747941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.778013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58f51c09-c5b4-4829-8689-fc8494832375 req-3a8daa6a-b6db-4774-89f8-91e35082ba3b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430435 Feb 08 23:56:58.803503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5,segment=NetworkSegment(46406626-cc8f-4477-9c0b-93f0a1b242c0),segment_id=46406626-cc8f-4477-9c0b-93f0a1b242c0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:58.809178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 10.1.1.63 (42564096-f28a-417c-9075-c5d24997e401/f474f062-1eac-42d4-8bbc-ee2f7678c844/1528657a-224a-4768-9a19-7b2fef4f091e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:56:58.824273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '38f9eac8-557d-41cc-badb-bacbd10ba3b5', 'network_id': '9e2c1672-6cd0-4423-9897-64e56cf78492', 'port_id': '38f9eac8-557d-41cc-badb-bacbd10ba3b5', 'mac_address': 'fa:16:3e:35:96:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9962ca1c-a715-4d42-a05a-c7bb3bc5f515', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:56:58.859941 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f402330-40f2-4466-aaf1-d7fdb0ff3f77 x-openstack-request-id: req-3f402330-40f2-4466-aaf1-d7fdb0ff3f77 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:56:58.860277 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ca38b-e484-410b-a64b-dae4ed4c777c", "name": "network-vif-deleted", "tag": "532cdc4c-01ce-4363-8c31-75c32216e26c", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:56:58.860530 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f402330-40f2-4466-aaf1-d7fdb0ff3f77 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:56:58.861048 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ca38b-e484-410b-a64b-dae4ed4c777c', 'name': 'network-vif-deleted', 'tag': '532cdc4c-01ce-4363-8c31-75c32216e26c', 'status': 'completed', 'code': 200} Feb 08 23:56:58.873450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e278-582e-4661-9626-4e3404d47352 req-e80c1249-eca9-48c3-b258-239eb0e9d5b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.878668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.883575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e278-582e-4661-9626-4e3404d47352 req-e80c1249-eca9-48c3-b258-239eb0e9d5b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:58.891093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d73e278-582e-4661-9626-4e3404d47352 req-e80c1249-eca9-48c3-b258-239eb0e9d5b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 1652 time: 0.3714473 Feb 08 23:56:58.895773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f9eac8-557d-41cc-badb-bacbd10ba3b5 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:56:58.919944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5,segment=NetworkSegment(46406626-cc8f-4477-9c0b-93f0a1b242c0),segment_id=46406626-cc8f-4477-9c0b-93f0a1b242c0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:58.926888 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.944427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.962117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 81bef7cf-7177-45b4-b7ec-4ccee98e2827, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=81bef7cf-7177-45b4-b7ec-4ccee98e2827,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:58.962829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:58.988735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c03cbbc-1434-4317-b371-2a6ace09f2c2']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:58.991445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 81bef7cf-7177-45b4-b7ec-4ccee98e2827 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:59.003755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=38f9eac8-557d-41cc-badb-bacbd10ba3b5,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:59.004280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:59.004771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b57b68f-5f89-438a-bb5d-f3ddb069dbb7') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:56:59.028696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.064087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d73e278-582e-4661-9626-4e3404d47352 req-74d86bd4-832d-4cd2-8877-d154faf28795 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720655 Feb 08 23:56:59.068747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-42a41f2d-4ba3-41f5-a93a-589a1a3c4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:59.070214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-42a41f2d-4ba3-41f5-a93a-589a1a3c4f54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9962ca1c-a715-4d42-a05a-c7bb3bc5f515 HTTP/1.1" status: 200 len: 853 time: 0.3191686 Feb 08 23:56:59.078653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.091938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:56:59.092344 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:56:59.094021 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:56:59.135707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-41da0f21-875f-4a82-90a4-c45f3e401a72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e2c1672-6cd0-4423-9897-64e56cf78492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508506 Feb 08 23:56:59.144821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90167c8e-f456-4f2c-b206-aebf48ae00e1 req-704192d1-c5c3-4416-8e81-38b49383aad9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:59.157548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90167c8e-f456-4f2c-b206-aebf48ae00e1 req-704192d1-c5c3-4416-8e81-38b49383aad9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.2587891 Feb 08 23:56:59.167017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['38f9eac8-557d-41cc-badb-bacbd10ba3b5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:56:59.185499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49674) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:59.192814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.202922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Request body: {'floatingip': {'port_id': 'c0cac677-9c03-429c-b299-8fb8c65e5910'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:56:59.206668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.217941 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0c03cbbc-1434-4317-b371-2a6ace09f2c2 HTTP/1.1" status: 204 len: 168 time: 0.5899572 Feb 08 23:56:59.284593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676360-ab65-454f-aeb3-2c5bd2f6dc94 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c03cbbc-1434-4317-b371-2a6ace09f2c2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:59.350335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.388871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=81bef7cf-7177-45b4-b7ec-4ccee98e2827,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:59.410351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.460102 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.493873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 81bef7cf-7177-45b4-b7ec-4ccee98e2827 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:56:59.496723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.504442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-78386a44-b098-4121-a29e-c8e645d2439f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "DELETE /v2.0/ports/81bef7cf-7177-45b4-b7ec-4ccee98e2827 HTTP/1.1" status: 204 len: 173 time: 1.0021687 Feb 08 23:56:59.603551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49684) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:59.621464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9190113-b2e2-434b-a54f-9085740afacf req-506b2162-952a-453b-b189-98f61d1a601f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:59.622944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9190113-b2e2-434b-a54f-9085740afacf req-506b2162-952a-453b-b189-98f61d1a601f tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f7cf3ec-8fc5-4983-a2ef-0450325ef79a HTTP/1.1" status: 200 len: 944 time: 0.3002563 Feb 08 23:56:59.648280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 26af616e-1c41-488d-ac88-345f96257dd3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:56:59.648677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.707888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-7e285d37-9643-48fc-b856-85f8f1818312 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282416 Feb 08 23:56:59.715463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bdc64-a37f-4808-b011-30afc8b03df6 req-eede21be-47f3-44a6-97db-904c85ab0a54 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:56:59.722872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-135bdc64-a37f-4808-b011-30afc8b03df6 req-eede21be-47f3-44a6-97db-904c85ab0a54 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.4623690 Feb 08 23:56:59.754264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 26af616e-1c41-488d-ac88-345f96257dd3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=26af616e-1c41-488d-ac88-345f96257dd3,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:56:59.754633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.766910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 26af616e-1c41-488d-ac88-345f96257dd3 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:56:59.770777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-deleted', 'tag': '81bef7cf-7177-45b4-b7ec-4ccee98e2827'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:56:59.773082 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f33579e-38d7-42ae-bf4f-cb3a0bc03dce" -d '{"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-deleted", "tag": "81bef7cf-7177-45b4-b7ec-4ccee98e2827"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:56:59.839430 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.916962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:56:59.947013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-135bdc64-a37f-4808-b011-30afc8b03df6 req-21ab3d9f-1bcc-4c04-b8b9-ffb9b036c049 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231443 Feb 08 23:56:59.947530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=26af616e-1c41-488d-ac88-345f96257dd3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:56:59.951627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a46ac0af-af5d-49a1-b7fa-ac5a9c7b8530 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ba527c4f8fd4b7096ffa8010b3e80bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253202 Feb 08 23:56:59.951804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:56:59.957333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9190113-b2e2-434b-a54f-9085740afacf req-53ab7e87-2774-4658-85b5-85e67c76df3e tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "GET /v2.0/security-groups?id=e352e376-921e-4827-8e23-2b1cb019d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140225 Feb 08 23:56:59.983321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network 42564096-f28a-417c-9075-c5d24997e401 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:56:59.999543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:00.009682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 26af616e-1c41-488d-ac88-345f96257dd3 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:00.014760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.018773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8da6d4a4-3463-40ce-a09f-a0cace0a1157 req-48f87fab-109b-48a5-9dd4-924b93a798c9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.21 "DELETE /v2.0/ports/26af616e-1c41-488d-ac88-345f96257dd3 HTTP/1.1" status: 204 len: 173 time: 0.5075219 Feb 08 23:57:00.035810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:00.039074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:00.099756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20b187e8-d2c1-4b8c-b360-eff5ce50c0c0 req-c8a25830-92ba-4b66-8121-19ce43a16128 service neutron] 10.222.0.21 "GET /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649766 Feb 08 23:57:00.105487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2307a2ce-11f3-43ec-9a6b-f74d87243dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.177066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:00.177719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.183868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2307a2ce-11f3-43ec-9a6b-f74d87243dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.282752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2307a2ce-11f3-43ec-9a6b-f74d87243dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.286781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2307a2ce-11f3-43ec-9a6b-f74d87243dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.288028 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2307a2ce-11f3-43ec-9a6b-f74d87243dc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efc5086a-2554-4b58-9bbd-0f6abf4185c0 HTTP/1.1" status: 204 len: 168 time: 0.3352759 Feb 08 23:57:00.301253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307a2ce-11f3-43ec-9a6b-f74d87243dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc5086a-2554-4b58-9bbd-0f6abf4185c0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:00.369433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-4e6af4be-e8a5-4dfe-b5b7-5286227fe46d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3543057 Feb 08 23:57:00.374232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'admin_state_up': True, 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'security_groups': ['ff1646c6-ea4c-4146-8def-d522b1dbfe36']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:00.600221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b8f6dc2e-aa4b-4bad-bb84-98ab708cb6e6 None None] Provisioning complete for port 1528657a-224a-4768-9a19-7b2fef4f091e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:00.600876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8f6dc2e-aa4b-4bad-bb84-98ab708cb6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.636712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 38f9eac8-557d-41cc-badb-bacbd10ba3b5 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:00.685806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6dc2e-aa4b-4bad-bb84-98ab708cb6e6 None None] Port 1528657a-224a-4768-9a19-7b2fef4f091e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:57:00.711584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:57:00.716617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:00.717258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.808952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.836130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f9eac8-557d-41cc-badb-bacbd10ba3b5'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:00.838428 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c93b46-0189-46a8-8d1f-5e094a5f906b" -d '{"events": [{"server_uuid": "f6cbc238-c17b-4ef5-b487-2d2442a32d0c", "name": "network-vif-plugged", "status": "completed", "tag": "38f9eac8-557d-41cc-badb-bacbd10ba3b5"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:00.851916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5,segment=NetworkSegment(46406626-cc8f-4477-9c0b-93f0a1b242c0),segment_id=46406626-cc8f-4477-9c0b-93f0a1b242c0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:00.857089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:00.858865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 26af616e-1c41-488d-ac88-345f96257dd3 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:01.051364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.060139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 26af616e-1c41-488d-ac88-345f96257dd3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:01.060486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 26af616e-1c41-488d-ac88-345f96257dd3 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:01.061147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 81bef7cf-7177-45b4-b7ec-4ccee98e2827 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:01.072359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb5080-f421-4ed7-b3d1-bd2a2a235646 req-5db6440c-bbd6-49f2-a222-d345c5900d1c tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:01.079637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9eb5080-f421-4ed7-b3d1-bd2a2a235646 req-5db6440c-bbd6-49f2-a222-d345c5900d1c tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 945 time: 0.8282304 Feb 08 23:57:01.083290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 81bef7cf-7177-45b4-b7ec-4ccee98e2827 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:01.083640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 81bef7cf-7177-45b4-b7ec-4ccee98e2827 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:01.093281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.118672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=38f9eac8-557d-41cc-badb-bacbd10ba3b5,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:01.128270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.128755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.129220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.133199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.133790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.134409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.134910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.135406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.135975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.136466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.136990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.137478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:01.188443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-f2f94874-a541-474c-a7c5-16680982e3c0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:01.190736 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-f2f94874-a541-474c-a7c5-16680982e3c0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.9375625 Feb 08 23:57:01.201899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9eb5080-f421-4ed7-b3d1-bd2a2a235646 req-6aef489a-ceaa-47a8-8d9a-573550b0be15 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213872 Feb 08 23:57:01.265845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-aaebb099-1767-47a2-bfb0-19063228856c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0298271 Feb 08 23:57:01.292744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:01.295065 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc78f7-7cee-41b7-95e3-753037968bfe x-openstack-request-id: req-9abc78f7-7cee-41b7-95e3-753037968bfe {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:01.295555 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-deleted", "tag": "81bef7cf-7177-45b4-b7ec-4ccee98e2827", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:01.295680 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9abc78f7-7cee-41b7-95e3-753037968bfe {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:01.296092 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-deleted', 'tag': '81bef7cf-7177-45b4-b7ec-4ccee98e2827', 'status': 'completed', 'code': 200} Feb 08 23:57:01.315891 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Floating IP 1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5 associated. External IP: 172.25.3.86, port: c0cac677-9c03-429c-b299-8fb8c65e5910. Feb 08 23:57:01.399859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49728) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:01.496959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-c946feec-dc74-4554-b050-7a7495ec6242 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2225940 Feb 08 23:57:01.532449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1980234203-network', 'tenant_id': 'acc5f3aea36d4c55810c4eb3afabde4c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:01.559823 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Made reservation on behalf of acc5f3aea36d4c55810c4eb3afabde4c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:01.562816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.572653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.575978 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.595900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e188fa3-a9a6-405d-93f5-d461d18af49d req-69fb5d42-b937-41ec-a4c6-c5add2b232e7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:01.602579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e188fa3-a9a6-405d-93f5-d461d18af49d req-69fb5d42-b937-41ec-a4c6-c5add2b232e7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:01.608523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e188fa3-a9a6-405d-93f5-d461d18af49d req-69fb5d42-b937-41ec-a4c6-c5add2b232e7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:01.610198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e188fa3-a9a6-405d-93f5-d461d18af49d req-69fb5d42-b937-41ec-a4c6-c5add2b232e7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 2372 time: 0.2213924 Feb 08 23:57:01.664699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.669220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.701234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:57:01.717101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287de680-74b3-45a3-9c20-a39ad4c73b90,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:01.726735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.726735 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Added segment 946cb96b-6fae-4691-86bd-7ebf66efb28e of type vlan for network 3c7cd99e-730a-4022-9276-c0ef59d2e14b Feb 08 23:57:01.778679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.805514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-592bbb90-970c-4fb5-85b1-22b7f3681cef service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895892 Feb 08 23:57:01.807577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.809303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:01.810166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:01.844129 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4430702 Feb 08 23:57:01.844790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49732) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:01.876124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e188fa3-a9a6-405d-93f5-d461d18af49d req-2f7241f5-9a1f-4180-9011-ac37cbd3af88 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470970 Feb 08 23:57:01.886299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Request body: {'subnet': {'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1980234203-subnet', 'tenant_id': 'acc5f3aea36d4c55810c4eb3afabde4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:01.907606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce9bc9-35ca-4b54-b738-69e0639bb092 admin admin] Pushing event updated for resources: {'Network': ['ID=3c7cd99e-730a-4022-9276-c0ef59d2e14b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:01.921245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 3c7cd99e-730a-4022-9276-c0ef59d2e14b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:57:01.940977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Made reservation on behalf of acc5f3aea36d4c55810c4eb3afabde4c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:01.944522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.027973 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54145e3c-eaa0-43ce-a73b-474d35dc9d7e x-openstack-request-id: req-54145e3c-eaa0-43ce-a73b-474d35dc9d7e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:02.028661 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cbc238-c17b-4ef5-b487-2d2442a32d0c", "name": "network-vif-plugged", "status": "completed", "tag": "38f9eac8-557d-41cc-badb-bacbd10ba3b5", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:02.028897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:57:02.029615 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54145e3c-eaa0-43ce-a73b-474d35dc9d7e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:02.030252 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f9eac8-557d-41cc-badb-bacbd10ba3b5', 'code': 200} Feb 08 23:57:02.068485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 10.2.2.100 (b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4/cdbd8148-f5a3-4e1b-86c4-ba88afde16ee/aa202bd2-f59c-495c-ab61-3e092430fd12) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:02.071833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49734) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:02.130783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-d38cd766-640b-43c0-919c-f85a354e1364 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032508 Feb 08 23:57:02.219099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.303470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:57:02.330223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.336053 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] Sync routers for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:57:02.350755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e186780d-7f3e-407d-a1e5-f1bcb49d4f03,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:02.360160 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:02.361234 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:56:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:02.373620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting subnet 6ade3a1e-2657-4f06-b6d8-511d182a599c {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:02.413225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Checking segment: {'id': '946cb96b-6fae-4691-86bd-7ebf66efb28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:02.413225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Network hostable DHCP agents. Network: 3c7cd99e-730a-4022-9276-c0ef59d2e14b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:57:02.436195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.441767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Network 3c7cd99e-730a-4022-9276-c0ef59d2e14b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:57:02.455724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 3c7cd99e-730a-4022-9276-c0ef59d2e14b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:02.464945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e1c84-26a1-4ea4-98a3-4dd4bd98d0b4 None None] Network 3c7cd99e-730a-4022-9276-c0ef59d2e14b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:02.468551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3e0f27cd-9f02-4830-a207-c928fb138b4c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "PUT /v2.0/floatingips/1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5 HTTP/1.1" status: 200 len: 990 time: 3.2767653 Feb 08 23:57:02.485126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:02.488528 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:02.492565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:02.493295 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.494013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2590-d7f2-4368-ac34-8c79fbd8c9fc req-a3012c7c-c8a8-4116-a186-3a8fa122ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:02.495835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edbe2590-d7f2-4368-ac34-8c79fbd8c9fc req-a3012c7c-c8a8-4116-a186-3a8fa122ea69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 1097 time: 0.3933635 Feb 08 23:57:02.514809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:02.531420 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3203061b-7176-449f-9a45-6c410959da8a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6519747 Feb 08 23:57:02.588601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c3d4-d9f0-49e4-b8ac-64bfb5d459c6 req-962012b0-db0e-450d-bb97-b4186bde8fe4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:02.602400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44a7c3d4-d9f0-49e4-b8ac-64bfb5d459c6 req-962012b0-db0e-450d-bb97-b4186bde8fe4 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.3482759 Feb 08 23:57:02.732356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.779159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0787577-17da-4cf2-b52d-1569de1e4d5d None None] Network 3c7cd99e-730a-4022-9276-c0ef59d2e14b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:02.791766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.836273 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'port_id': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'mac_address': 'fa:16:3e:65:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:55:52Z', 'updated_at': '2022-02-08T23:57:00Z', 'revision_number': 1, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:02.884329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44a7c3d4-d9f0-49e4-b8ac-64bfb5d459c6 req-0b410a75-8067-46d0-856a-2b5a1b18b8b9 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519882 Feb 08 23:57:02.892633 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] Checking router: 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:57:02.900646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:02.923240 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:02.925494 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:56:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:02.984263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edbe2590-d7f2-4368-ac34-8c79fbd8c9fc req-d18581b8-b518-490f-9376-668531566df5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278316 Feb 08 23:57:02.998234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:03.029364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21352df-20c2-4e48-8498-11ef3cc13ee2 req-5b6c1528-45f9-4113-9664-3bde55ac7e9c tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:03.037055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b21352df-20c2-4e48-8498-11ef3cc13ee2 req-5b6c1528-45f9-4113-9664-3bde55ac7e9c tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 946 time: 0.5960999 Feb 08 23:57:03.044757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:03.073334 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:03.084532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:03.173605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6dd3102-fc1f-48ad-bfad-80cfd9e6a1fc req-24219d79-b006-4616-9a7f-51b27b434db5 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 210 time: 0.1688337 Feb 08 23:57:03.277474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:03.278883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:03.297464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-deleted', 'tag': '26af616e-1c41-488d-ac88-345f96257dd3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:03.300890 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d05efbd-a328-4045-9b35-0a9b90f586a6" -d '{"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-deleted", "tag": "26af616e-1c41-488d-ac88-345f96257dd3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:03.512470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:03.542243 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'port_id': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'mac_address': 'fa:16:3e:65:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:55:52Z', 'updated_at': '2022-02-08T23:57:00Z', 'revision_number': 1, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:03.544938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f364962-cc2d-437e-a83c-a114cb091881 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1732013 Feb 08 23:57:03.546349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-dbcf9084-7888-49a4-995b-0eba75ef7c7a None None] Provisioning complete for port aa202bd2-f59c-495c-ab61-3e092430fd12 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:03.546798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dbcf9084-7888-49a4-995b-0eba75ef7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:03.573006 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c6ec4-bba2-4875-8c6d-bff62c781ef4 None None] The sync data for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 is: [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'floating_ip_address': '172.25.3.86', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'port_id': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'mac_address': 'fa:16:3e:65:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:55:52Z', 'updated_at': '2022-02-08T23:57:00Z', 'revision_number': 1, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:57:03.577663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b21352df-20c2-4e48-8498-11ef3cc13ee2 req-c83fa25e-6e96-47d6-9612-1c5de9309f43 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5235689 Feb 08 23:57:03.583740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'admin_state_up': True, 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'security_groups': ['ff1646c6-ea4c-4146-8def-d522b1dbfe36']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:03.588142 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:03.655200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf9084-7888-49a4-995b-0eba75ef7c7a None None] Port aa202bd2-f59c-495c-ab61-3e092430fd12 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:57:03.709506 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735867a3-803b-4c20-8a30-022d5acaa302 x-openstack-request-id: req-735867a3-803b-4c20-8a30-022d5acaa302 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:03.709795 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:03.711348 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-735867a3-803b-4c20-8a30-022d5acaa302 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:03.712279 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'status': 'completed', 'code': 200} Feb 08 23:57:03.722757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c8029-a47e-4f50-95b3-350d5dac8a34 req-5ca4f3db-94f1-4fd7-9ade-8345397a45a2 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:03.730899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf8c8029-a47e-4f50-95b3-350d5dac8a34 req-5ca4f3db-94f1-4fd7-9ade-8345397a45a2 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.3602099 Feb 08 23:57:03.880249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf8c8029-a47e-4f50-95b3-350d5dac8a34 req-7f80969a-1c79-4add-a5cf-94d0c75403d6 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941947 Feb 08 23:57:03.943410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:03.973623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-6aa669ea-6679-46d5-b6de-fb5077fca6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:03.976893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-6aa669ea-6679-46d5-b6de-fb5077fca6b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fffacf45f7db432c90ee182be643c02f&device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 1096 time: 0.2162526 Feb 08 23:57:03.986508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0cb531-03e2-4945-b532-efda112d452c None None] New status for floating IP 1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:57:04.027568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.033968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49766) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:04.034525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/subnets/6ade3a1e-2657-4f06-b6d8-511d182a599c HTTP/1.1" status: 204 len: 168 time: 1.9576445 Feb 08 23:57:04.067745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f80ee4-70cb-47f8-af59-2164eee79f50 None None] Network 99778a05-29a7-4c32-8d8b-54ea9d68582e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:04.278998 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795c1862-65c5-4495-a699-8cb9fe9b6fbf x-openstack-request-id: req-795c1862-65c5-4495-a699-8cb9fe9b6fbf {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:04.279309 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7cf3ec-8fc5-4983-a2ef-0450325ef79a", "name": "network-vif-deleted", "tag": "26af616e-1c41-488d-ac88-345f96257dd3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:04.279700 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-795c1862-65c5-4495-a699-8cb9fe9b6fbf {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:04.281384 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7cf3ec-8fc5-4983-a2ef-0450325ef79a', 'name': 'network-vif-deleted', 'tag': '26af616e-1c41-488d-ac88-345f96257dd3', 'status': 'completed', 'code': 200} Feb 08 23:57:04.399277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] DHCP port deletion for 99778a05-29a7-4c32-8d8b-54ea9d68582e request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:57:04.541559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.555329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] Deleting port 6edbf661-6c96-489a-84e6-54f972c16a1a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:04.555912 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.640198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] For port 6edbf661-6c96-489a-84e6-54f972c16a1a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6edbf661-6c96-489a-84e6-54f972c16a1a,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:04.640610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.646436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-2bb0a7ab-5121-43d2-8476-ea54cb8db925 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:04.647907 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-2bb0a7ab-5121-43d2-8476-ea54cb8db925 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.4287059 Feb 08 23:57:04.659616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] Calling delete_port for 6edbf661-6c96-489a-84e6-54f972c16a1a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:04.663306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:04.668955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 6edbf661-6c96-489a-84e6-54f972c16a1a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:04.669302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.786427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6edbf661-6c96-489a-84e6-54f972c16a1a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:04.821607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.824781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6edbf661-6c96-489a-84e6-54f972c16a1a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:04.825189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6edbf661-6c96-489a-84e6-54f972c16a1a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:04.843471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 6edbf661-6c96-489a-84e6-54f972c16a1a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6edbf661-6c96-489a-84e6-54f972c16a1a,segment=NetworkSegment(9d249bbb-8178-4231-ad0b-d1e90f25a3a6),segment_id=9d249bbb-8178-4231-ad0b-d1e90f25a3a6)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:04.843845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:04.876211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 6edbf661-6c96-489a-84e6-54f972c16a1a owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:04.881842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] Pushing event deleted for resources: {'Port': ['ID=6edbf661-6c96-489a-84e6-54f972c16a1a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:04.890819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e659e-47d1-4839-aa5c-e1d894a8cc0a None None] No DVR routers for this DVR port 6edbf661-6c96-489a-84e6-54f972c16a1a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:04.923985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa18b6d-95b2-4408-ab3a-e16143bd1d14 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Subnet': ['ID=6ade3a1e-2657-4f06-b6d8-511d182a599c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:04.949876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fbf226f-eb5a-4b5c-8b28-d7fad1ab6581 req-ac4e6b42-0318-4867-a16e-72475de0f779 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 210 time: 0.0798626 Feb 08 23:57:04.959400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Made reservation on behalf of 1639af4e88a24a4e80383bdc496f3f6d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:04.964199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.019429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:05.027691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.028318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032ccb-8ca0-452d-9d76-0e3ebfc39746 req-7411b70c-1784-4b06-bb78-1de5b66e1385 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.035207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032ccb-8ca0-452d-9d76-0e3ebfc39746 req-7411b70c-1784-4b06-bb78-1de5b66e1385 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.042017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032ccb-8ca0-452d-9d76-0e3ebfc39746 req-7411b70c-1784-4b06-bb78-1de5b66e1385 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.051026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e032ccb-8ca0-452d-9d76-0e3ebfc39746 req-7411b70c-1784-4b06-bb78-1de5b66e1385 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.058732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e032ccb-8ca0-452d-9d76-0e3ebfc39746 req-7411b70c-1784-4b06-bb78-1de5b66e1385 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3093 time: 1.0216186 Feb 08 23:57:05.081782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.103623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 6edbf661-6c96-489a-84e6-54f972c16a1a on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:05.135708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=6edbf661-6c96-489a-84e6-54f972c16a1a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:05.307651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.309766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Allocated IP 10.2.2.200 (b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4/cdbd8148-f5a3-4e1b-86c4-ba88afde16ee/7ce3f90d-dace-4a4c-9b27-b787288ac6f9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:05.348785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-6c699028-ab0a-4a81-96e0-68b666069df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.350390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-6c699028-ab0a-4a81-96e0-68b666069df5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4402ffae-f91d-405e-8f0f-647589bc5a1d HTTP/1.1" status: 200 len: 916 time: 1.3662412 Feb 08 23:57:05.368098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99778a05-29a7-4c32-8d8b-54ea9d68582e']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:05.401364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d249bbb-8178-4231-ad0b-d1e90f25a3a6') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:05.401728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d249bbb-8178-4231-ad0b-d1e90f25a3a6') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:05.403963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.12 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/139461e4-fe9c-4e0b-9dd2-652eaf5e6a75) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:05.420372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.437052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e032ccb-8ca0-452d-9d76-0e3ebfc39746 req-f0785f2c-2b6d-44a5-8d36-8e22443eca5a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678896 Feb 08 23:57:05.476021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.495357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:05.496276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:05.499314 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:05.621215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.639505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.648173 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/networks/99778a05-29a7-4c32-8d8b-54ea9d68582e HTTP/1.1" status: 204 len: 168 time: 1.6133001 Feb 08 23:57:05.661784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49786) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:05.665376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e143dc-b3d0-467c-a137-df5a32716338 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Network': ['ID=99778a05-29a7-4c32-8d8b-54ea9d68582e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:05.732405 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.733370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd3ce3-f2f8-440f-9281-ee5981e2b8fc req-26cf84a2-5daa-4d5f-92ef-09ccfba4f242 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.734887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6afd3ce3-f2f8-440f-9281-ee5981e2b8fc req-26cf84a2-5daa-4d5f-92ef-09ccfba4f242 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 946 time: 0.3980765 Feb 08 23:57:05.773847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2712fc-804f-4056-b22b-9c4cceac26d1 req-85abb37c-cbab-4ee4-bb9b-623b84b91c5a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.781167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb2712fc-804f-4056-b22b-9c4cceac26d1 req-85abb37c-cbab-4ee4-bb9b-623b84b91c5a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.2257946 Feb 08 23:57:05.783744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.795267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:05.824059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-244433fc-d6fe-4096-a104-ddb11d448487 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cac677-9c03-429c-b299-8fb8c65e5910 HTTP/1.1" status: 200 len: 1000 time: 0.4521961 Feb 08 23:57:05.843525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:05.848699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:05.852983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:05.880168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:05.915321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting subnet a19744b9-c510-45d5-b6c5-479a1c67608e {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:05.923196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:05.924727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:05.946323 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-5aecb912-c2f8-496f-aa62-03c30adaba11 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2882967 Feb 08 23:57:05.959179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Request body: {'port': {'device_id': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:05.997480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.025855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.071242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.086054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6afd3ce3-f2f8-440f-9281-ee5981e2b8fc req-531556d1-a344-4fb9-8128-3920ae32d1d5 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242943 Feb 08 23:57:06.130619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-fe416343-b64f-4393-b5bd-ead70e663a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:06.132592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-fe416343-b64f-4393-b5bd-ead70e663a11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6b4f03ba-d5cb-460b-b2b5-a00e0632f56f HTTP/1.1" status: 200 len: 854 time: 0.2755041 Feb 08 23:57:06.157621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb2712fc-804f-4056-b22b-9c4cceac26d1 req-4aa0f24e-5b6e-4832-80d1-14a5ce7ff4d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3754685 Feb 08 23:57:06.165579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.524724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-be177b15-32bf-4670-afde-bd95dd1bb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:06.526073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:06.530222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-be177b15-32bf-4670-afde-bd95dd1bb178 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4402ffae-f91d-405e-8f0f-647589bc5a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3714173 Feb 08 23:57:06.538021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.538529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.541472 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.564583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Transition to ACTIVE for port object 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:06.572627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.713986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Pushing event updated for resources: {'Port': ['ID=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:06.714236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event updated for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:06.754971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ff8c1-289c-427d-a1c7-38db197d2c4d req-d6563fc1-12c3-410c-897f-c4c055195266 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:06.756692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f20ff8c1-289c-427d-a1c7-38db197d2c4d req-d6563fc1-12c3-410c-897f-c4c055195266 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 932 time: 0.4795959 Feb 08 23:57:06.793490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Attempting to bind port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:06.794089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Attempting to bind port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:06.794631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Attempting to bind port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:06.802339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:06.802884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Attempting to bind port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:06.809073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:06.809622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:06.810417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:06.811045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Bound port: 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:06.811703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.876800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:06.906611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.912967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:06.914646 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:06.924667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:06.937859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] For port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:06.946250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] For port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:06.954532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.042220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Pushing event updated for resources: {'Port': ['ID=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:07.066085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.067638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.069527 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-9dadb63d-8b3d-432b-97c4-4bc82f1d2fff service neutron] 10.222.0.21 "PUT /v2.0/ports/139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 HTTP/1.1" status: 200 len: 1092 time: 1.1161637 Feb 08 23:57:07.070296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'tag': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:07.072853 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "3198239c-4d6b-4c6d-af21-7f993fc3613e", "tag": "139461e4-fe9c-4e0b-9dd2-652eaf5e6a75"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:07.081659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f20ff8c1-289c-427d-a1c7-38db197d2c4d req-751cd8a6-1ba5-4478-bfb7-07106befa76c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696371 Feb 08 23:57:07.097988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-f6f860a6-9dae-48b2-bdf5-656e85dfd128 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.110602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-f6f860a6-9dae-48b2-bdf5-656e85dfd128 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.120390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-f6f860a6-9dae-48b2-bdf5-656e85dfd128 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.128774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-f6f860a6-9dae-48b2-bdf5-656e85dfd128 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.155288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-f6f860a6-9dae-48b2-bdf5-656e85dfd128 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.161284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-f6f860a6-9dae-48b2-bdf5-656e85dfd128 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3814 time: 0.3390973 Feb 08 23:57:07.171713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-a12e7d8b-950f-4c72-8ec9-4448edf91075 service neutron] 10.222.0.21 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264794 Feb 08 23:57:07.182320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.239355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.240137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.240634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfd551-604d-40a5-85cb-d2b36f582f06 None None] Network a052e33f-e6a1-4173-b485-088a2d80f488 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:07.273458 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.277168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-7f55708a-e9fd-49fa-8279-ddf563fd8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.281358 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-7f55708a-e9fd-49fa-8279-ddf563fd8de5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 1095 time: 0.1472645 Feb 08 23:57:07.282027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/subnets/a19744b9-c510-45d5-b6c5-479a1c67608e HTTP/1.1" status: 204 len: 168 time: 1.6135402 Feb 08 23:57:07.282646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49818) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:07.322990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f2dc2-3543-4751-95a7-9a795f5853b8 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Subnet': ['ID=a19744b9-c510-45d5-b6c5-479a1c67608e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:07.355291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c6c81105-8bb2-4225-a232-6f2750d11689 None None] Provisioning complete for port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:07.355774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6c81105-8bb2-4225-a232-6f2750d11689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.429543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c6c81105-8bb2-4225-a232-6f2750d11689 None None] Port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:57:07.450061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4bdbe89-4629-4b7b-8d41-70137ba8eb29 req-8b898870-1dfe-4639-8b83-6f161861f66f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768142 Feb 08 23:57:07.509294 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-e126f55a-cd22-465b-9313-24c279ca1cdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 HTTP/1.1" status: 200 len: 217 time: 0.1788063 Feb 08 23:57:07.515722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c6a77e4f-3b61-4f9d-923e-fef6428f746b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9367743 Feb 08 23:57:07.516200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.521262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24ca8dd9-fbef-4827-a3de-c08f8e8dabf2 req-125f3c79-93ca-4ee8-89c2-68fd8276f39e service neutron] 10.222.0.21 "GET /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340209 Feb 08 23:57:07.583642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:07.642157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] DHCP port deletion for a052e33f-e6a1-4173-b485-088a2d80f488 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:57:07.642760 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02e22f-cf5c-4249-92a6-a93443365227 x-openstack-request-id: req-4d02e22f-cf5c-4249-92a6-a93443365227 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:07.643413 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3198239c-4d6b-4c6d-af21-7f993fc3613e", "tag": "139461e4-fe9c-4e0b-9dd2-652eaf5e6a75", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:07.643413 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d02e22f-cf5c-4249-92a6-a93443365227 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:07.643928 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'tag': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75', 'status': 'completed', 'code': 200} Feb 08 23:57:07.656870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bd5e4-7c59-4417-bd25-c51fc1ae62e2 req-4b4462fb-7dd5-46b8-8108-b1b3a68381d7 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.666864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-604bd5e4-7c59-4417-bd25-c51fc1ae62e2 req-4b4462fb-7dd5-46b8-8108-b1b3a68381d7 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 946 time: 0.3732643 Feb 08 23:57:07.721839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.778437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] Deleting port 6c83d589-1197-4989-bd86-80976ff9ba21 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:07.778818 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.787384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-604bd5e4-7c59-4417-bd25-c51fc1ae62e2 req-4481f670-9f64-4e6e-9642-fb585ce2803a tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158869 Feb 08 23:57:07.802366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262328-eb63-449d-bdea-6f5987fa43db req-7ce72dfa-7eac-41e3-992d-c9b1dba20126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:07.802366 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-7ce72dfa-7eac-41e3-992d-c9b1dba20126 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.2685299 Feb 08 23:57:07.809241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Deleting port 6c83d589-1197-4989-bd86-80976ff9ba21 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:07.809608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.917083 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-601fc178-844d-4ef9-9ecc-eb679d9760b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022139 Feb 08 23:57:07.931605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] For port 6c83d589-1197-4989-bd86-80976ff9ba21, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6c83d589-1197-4989-bd86-80976ff9ba21,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:07.932190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:07.961473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] Calling delete_port for 6c83d589-1197-4989-bd86-80976ff9ba21 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:08.118900 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-a1b5fee6-6016-41a1-9120-bc415b62729b service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235461 Feb 08 23:57:08.155245 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.174641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] No DVR routers for this DVR port 6c83d589-1197-4989-bd86-80976ff9ba21 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:08.230784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec50c-c52a-4cce-8b8f-9f98390d21cc None None] Pushing event deleted for resources: {'Port': ['ID=6c83d589-1197-4989-bd86-80976ff9ba21,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:08.267828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] For port 6c83d589-1197-4989-bd86-80976ff9ba21, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6c83d589-1197-4989-bd86-80976ff9ba21,segment=NetworkSegment(ca027ba0-85d5-4b01-aa70-1a994c5407f7),segment_id=ca027ba0-85d5-4b01-aa70-1a994c5407f7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:08.268479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.298300 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-29262328-eb63-449d-bdea-6f5987fa43db req-d0e0add5-78c6-472c-8be8-069ab437b569 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712408 Feb 08 23:57:08.311197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Calling delete_port for 6c83d589-1197-4989-bd86-80976ff9ba21 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:08.441405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189a6fb4-e1f7-429b-8996-1faf6344faa4 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:08.449418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-a7772c7f-0739-42f5-8bdc-a2cd5f95bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:08.451090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-a7772c7f-0739-42f5-8bdc-a2cd5f95bc2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 1095 time: 0.0852442 Feb 08 23:57:08.460017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.460605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.483003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d50ab-75e6-4699-940c-d328dc8b6c37 req-c39f6500-c7b3-4ae3-b01d-c7ee2b20ffef tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:08.491585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-069d50ab-75e6-4699-940c-d328dc8b6c37 req-c39f6500-c7b3-4ae3-b01d-c7ee2b20ffef tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.5281367 Feb 08 23:57:08.512971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-0622d85f-c44e-4ac0-942f-3a978475c12e tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:08.514645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-0622d85f-c44e-4ac0-942f-3a978475c12e tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 946 time: 0.2636724 Feb 08 23:57:08.522085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Port': ['ID=6c83d589-1197-4989-bd86-80976ff9ba21,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:08.542335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcc4bb-14db-4dac-8039-fd31eae7f1aa req-fe2d09f6-43e2-4553-9345-b09a5945a870 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:08.544547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10bcc4bb-14db-4dac-8039-fd31eae7f1aa req-fe2d09f6-43e2-4553-9345-b09a5945a870 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 944 time: 0.2293761 Feb 08 23:57:08.554966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] No DVR routers for this DVR port 6c83d589-1197-4989-bd86-80976ff9ba21 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:08.570041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Transition to ACTIVE for port object 189a6fb4-e1f7-429b-8996-1faf6344faa4 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:08.601204 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.681418 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.704817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-5538f971-dd3f-4dd6-bb70-32372007cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:08.707309 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-5538f971-dd3f-4dd6-bb70-32372007cef7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.2437112 Feb 08 23:57:08.718075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a052e33f-e6a1-4173-b485-088a2d80f488']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:08.780068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-069d50ab-75e6-4699-940c-d328dc8b6c37 req-fd28d9fd-947b-4ce2-98bb-81fb42d4270c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873883 Feb 08 23:57:08.788101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca027ba0-85d5-4b01-aa70-1a994c5407f7') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:08.788404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca027ba0-85d5-4b01-aa70-1a994c5407f7') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:08.802115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6c83d589-1197-4989-bd86-80976ff9ba21 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:08.816252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:08.819613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.822415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-d87985c9-4a3a-4cbc-af0a-a22bc44fd9f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 HTTP/1.1" status: 200 len: 217 time: 0.1066706 Feb 08 23:57:08.847857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10bcc4bb-14db-4dac-8039-fd31eae7f1aa req-e032e2f1-dcf2-4d71-8a2b-af0d966a4a04 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894690 Feb 08 23:57:08.857226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6c83d589-1197-4989-bd86-80976ff9ba21 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:08.857726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6c83d589-1197-4989-bd86-80976ff9ba21 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:08.906401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-768e7843-d287-413c-90b7-60825a4363cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:08.911961 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-768e7843-d287-413c-90b7-60825a4363cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.0783162 Feb 08 23:57:08.939213 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:08.977091 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-469359d8-4a9f-487d-9c67-e4f7998a0537 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527008 Feb 08 23:57:08.998535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:08.998890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:09.001990 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:09.113263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Deleting port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:09.113610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.206023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4b765-aac0-4804-8dc2-4967a1fad273 req-bd3c4779-3bef-4a63-b420-bc29ed26d7c9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.214304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a4b765-aac0-4804-8dc2-4967a1fad273 req-bd3c4779-3bef-4a63-b420-bc29ed26d7c9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.1866686 Feb 08 23:57:09.236325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-3b1ddb4a-f32f-4279-bcff-ba135498a6d7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.242971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-3b1ddb4a-f32f-4279-bcff-ba135498a6d7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.249038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-3b1ddb4a-f32f-4279-bcff-ba135498a6d7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.255948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-3b1ddb4a-f32f-4279-bcff-ba135498a6d7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.262142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-3b1ddb4a-f32f-4279-bcff-ba135498a6d7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.270859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-3b1ddb4a-f32f-4279-bcff-ba135498a6d7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3826 time: 0.2792375 Feb 08 23:57:09.291351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Attempting to bind port 189a6fb4-e1f7-429b-8996-1faf6344faa4 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:09.291740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Attempting to bind port 189a6fb4-e1f7-429b-8996-1faf6344faa4 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:09.292017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Attempting to bind port 189a6fb4-e1f7-429b-8996-1faf6344faa4 on network 867b1067-6760-47dc-9574-4aca3613a5a8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:09.329767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Port 189a6fb4-e1f7-429b-8996-1faf6344faa4 on network 867b1067-6760-47dc-9574-4aca3613a5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:09.329767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Attempting to bind port 189a6fb4-e1f7-429b-8996-1faf6344faa4 on network 867b1067-6760-47dc-9574-4aca3613a5a8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:09.348394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] For port 38f9eac8-557d-41cc-badb-bacbd10ba3b5, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=38f9eac8-557d-41cc-badb-bacbd10ba3b5,segment=NetworkSegment(46406626-cc8f-4477-9c0b-93f0a1b242c0),segment_id=46406626-cc8f-4477-9c0b-93f0a1b242c0)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:09.348772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.372965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:09.373311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Checking segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:09.373823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Bound using segment: {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:09.374242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Bound port: 189a6fb4-e1f7-429b-8996-1faf6344faa4, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '489d3532-100d-48cb-8995-9a0eab2e718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:09.374616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.400494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a4b765-aac0-4804-8dc2-4967a1fad273 req-194541c7-fbb7-40cb-ac62-956b8a5c748b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852207 Feb 08 23:57:09.403944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Calling delete_port for 38f9eac8-557d-41cc-badb-bacbd10ba3b5 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:09.424787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09fb5ab9-417b-4fa3-89cf-4c7fe86a8a30 req-84017a1c-e4e2-427b-a782-9312f021a68a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481676 Feb 08 23:57:09.538911 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-3319bb27-a2e7-44c1-bcf5-6b79bef50a64 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515378 Feb 08 23:57:09.692223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:09.697600 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2f5eab92-a605-4d20-9d2a-5b98f45bcbf2 req-a1ffeed1-65c1-4117-918c-2ee56d49f93b service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084054 Feb 08 23:57:09.699554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.709755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.717398 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] 10.222.0.32 "DELETE /v2.0/networks/a052e33f-e6a1-4173-b485-088a2d80f488 HTTP/1.1" status: 204 len: 168 time: 2.4207568 Feb 08 23:57:09.725372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554f8b-3ea7-4bae-8e30-6688e9d6f7d9 tempest-ServersTestMultiNic-566867805 tempest-ServersTestMultiNic-566867805-project] Pushing event deleted for resources: {'Network': ['ID=a052e33f-e6a1-4173-b485-088a2d80f488,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:09.769755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:09.793665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de038a70-3116-4bfe-bf6f-34215026e8f7 req-47327125-a443-4009-bc11-91e6f9e51308 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.795239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de038a70-3116-4bfe-bf6f-34215026e8f7 req-47327125-a443-4009-bc11-91e6f9e51308 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6cbc238-c17b-4ef5-b487-2d2442a32d0c HTTP/1.1" status: 200 len: 946 time: 0.2444391 Feb 08 23:57:09.800185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.890633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:09.891253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:09.892656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/189a6fb4-e1f7-429b-8996-1faf6344faa4 HTTP/1.1" status: 200 len: 1091 time: 2.3362174 Feb 08 23:57:09.896132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:09.898452 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:09.946585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:10.007377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de038a70-3116-4bfe-bf6f-34215026e8f7 req-8755d2d6-c5d1-4b7f-99c4-af771859241c tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.32 "GET /v2.0/security-groups?id=19428286-4d14-47fa-a93a-e98718210ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998849 Feb 08 23:57:10.060889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-51e41499-60f5-4489-968f-26e789d49621 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:10.062496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-51e41499-60f5-4489-968f-26e789d49621 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/networks?id=3c7cd99e-730a-4022-9276-c0ef59d2e14b HTTP/1.1" status: 200 len: 810 time: 0.4049497 Feb 08 23:57:10.065197 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:10.116307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-5ccabbbd-73fc-4d0a-bd45-c3ad7cedc837 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/quotas/acc5f3aea36d4c55810c4eb3afabde4c HTTP/1.1" status: 200 len: 375 time: 0.0331032 Feb 08 23:57:10.127115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c3fa9-47ed-4c8d-a5a3-af7eff7ad0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:10.195737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Pushing event deleted for resources: {'Port': ['ID=38f9eac8-557d-41cc-badb-bacbd10ba3b5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:10.228329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-a49ae169-78be-4bd5-9c44-b45b5228b7d3 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acc5f3aea36d4c55810c4eb3afabde4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111572 Feb 08 23:57:10.234681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] No DVR routers for this DVR port 38f9eac8-557d-41cc-badb-bacbd10ba3b5 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:10.256326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:10.259638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0fdfaf9-b39c-4e86-95d0-bc666d391d8e req-3bf85217-d7a3-4e47-8ea7-000d3a618384 tempest-ServerPasswordTestJSON-1094472175 tempest-ServerPasswordTestJSON-1094472175-project] 10.222.0.21 "DELETE /v2.0/ports/38f9eac8-557d-41cc-badb-bacbd10ba3b5 HTTP/1.1" status: 204 len: 173 time: 1.7103243 Feb 08 23:57:10.260379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:10.679469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:10.681848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 38f9eac8-557d-41cc-badb-bacbd10ba3b5 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:10.709124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 38f9eac8-557d-41cc-badb-bacbd10ba3b5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:10.709767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 38f9eac8-557d-41cc-badb-bacbd10ba3b5 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:10.788031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e656542-23d2-4d54-a8dc-321dff6bcce6 req-8e9c492f-9ce6-4d74-aa81-47c6f66b9f99 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:10.797109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e656542-23d2-4d54-a8dc-321dff6bcce6 req-8e9c492f-9ce6-4d74-aa81-47c6f66b9f99 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 944 time: 0.5792792 Feb 08 23:57:10.816622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:10.852261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75', 'mac_address': 'fa:16:3e:f0:6c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:10.895622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:10.909806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:10.928006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-41952606-f37a-46d2-b862-2adce1ad2745 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861212 Feb 08 23:57:10.930554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:10.932949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e656542-23d2-4d54-a8dc-321dff6bcce6 req-d315d852-ece8-43f8-8899-7f44432fde6e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349723 Feb 08 23:57:10.941776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:10.994802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:11.022400 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54021dcb-bd8f-461c-9259-553e71efba5a x-openstack-request-id: req-54021dcb-bd8f-461c-9259-553e71efba5a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:11.023017 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:11.023273 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54021dcb-bd8f-461c-9259-553e71efba5a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:11.023667 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'status': 'completed', 'code': 200} Feb 08 23:57:11.175788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['139461e4-fe9c-4e0b-9dd2-652eaf5e6a75'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:11.181293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-1a38aab3-af64-46f7-9ae6-c647198e3de5 service neutron] 10.222.0.32 "GET /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364068 Feb 08 23:57:11.203854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-c6bdde5a-ffaf-4c90-b914-1d01b5e779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.204467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-c6bdde5a-ffaf-4c90-b914-1d01b5e779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.204815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-c6bdde5a-ffaf-4c90-b914-1d01b5e779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.205872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-c6bdde5a-ffaf-4c90-b914-1d01b5e779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.206331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-c6bdde5a-ffaf-4c90-b914-1d01b5e779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.208126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-c6bdde5a-ffaf-4c90-b914-1d01b5e779ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 4361 time: 0.1835470 Feb 08 23:57:11.242289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-4b53130a-f60a-483d-8fdd-ff3ad82d471d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.248557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-4b53130a-f60a-483d-8fdd-ff3ad82d471d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.255174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-4b53130a-f60a-483d-8fdd-ff3ad82d471d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.261503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-4b53130a-f60a-483d-8fdd-ff3ad82d471d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.268472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-4b53130a-f60a-483d-8fdd-ff3ad82d471d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.270826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-4b53130a-f60a-483d-8fdd-ff3ad82d471d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3826 time: 0.1758480 Feb 08 23:57:11.407474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07d3bbaa-32c1-4f74-8e6d-e38d248523d8 req-7460a4fe-9bc9-4fb5-adc5-cd698ddc15a5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244516 Feb 08 23:57:11.421699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb586333-dfb0-46a4-8762-f1e3fa2edb72 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:11.438101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.469209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-381dd2c0-2d90-4124-9058-0fcce9b1c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.469695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-381dd2c0-2d90-4124-9058-0fcce9b1c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.471784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-381dd2c0-2d90-4124-9058-0fcce9b1c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.472487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-381dd2c0-2d90-4124-9058-0fcce9b1c8b1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2519474 Feb 08 23:57:11.473757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Transition to ACTIVE for port object eb586333-dfb0-46a4-8762-f1e3fa2edb72 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:11.478926 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.497108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:11.610168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Deleting subnet 9962ca1c-a715-4d42-a05a-c7bb3bc5f515 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:11.620200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52a10857-4399-4db1-b7ad-012dc1169bc9 req-09adbf94-658b-4f4b-a2e9-e7c935aeb090 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 210 time: 0.0801306 Feb 08 23:57:11.638101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.662669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49888) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:11.676793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Pushing event updated for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:11.698263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.750542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.810036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8b8f81f6-d4c4-43c2-ac23-d327d8e732f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.847602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.894232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-31d3a2fb-072c-4aac-b132-3142f0aaed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.896488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c5d8498-df0f-4da4-b30a-fa5164ddac6c req-31d3a2fb-072c-4aac-b132-3142f0aaed63 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150176 Feb 08 23:57:11.902910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9962ca1c-a715-4d42-a05a-c7bb3bc5f515,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:11.913762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:11.917158 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c7158e2-59e0-4c69-93bf-17cfa5a43ff5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9962ca1c-a715-4d42-a05a-c7bb3bc5f515 HTTP/1.1" status: 204 len: 168 time: 0.4182715 Feb 08 23:57:11.920329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:11.941531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5bed-3803-40b5-bef9-eaff78f85de1 req-d72ab983-ca28-48a4-90b8-086448db5f64 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:11.942996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b34b5bed-3803-40b5-bef9-eaff78f85de1 req-d72ab983-ca28-48a4-90b8-086448db5f64 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.1830034 Feb 08 23:57:11.947770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Attempting to bind port eb586333-dfb0-46a4-8762-f1e3fa2edb72 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:11.948106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Attempting to bind port eb586333-dfb0-46a4-8762-f1e3fa2edb72 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:11.948433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Attempting to bind port eb586333-dfb0-46a4-8762-f1e3fa2edb72 on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:11.989597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Port eb586333-dfb0-46a4-8762-f1e3fa2edb72 on network 42564096-f28a-417c-9075-c5d24997e401 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:11.989934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Attempting to bind port eb586333-dfb0-46a4-8762-f1e3fa2edb72 on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:12.034238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.090147 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b34b5bed-3803-40b5-bef9-eaff78f85de1 req-a12e55a9-c2ef-40e0-bdff-342ae252a831 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358387 Feb 08 23:57:12.116313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:12.116853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Checking segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:12.117775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Bound using segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:12.118648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Bound port: eb586333-dfb0-46a4-8762-f1e3fa2edb72, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:12.118790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.125041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.150105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2c1672-6cd0-4423-9897-64e56cf78492']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:12.161371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46406626-cc8f-4477-9c0b-93f0a1b242c0') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:12.161371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46406626-cc8f-4477-9c0b-93f0a1b242c0') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:12.172751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.186892 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.194014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:12.194380 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:12.196336 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:12.243383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0016f2-4f65-4acd-ac37-36688667c753 req-81a51fbf-0bdf-4e5f-a317-b84a9bbb36dc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.245016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e0016f2-4f65-4acd-ac37-36688667c753 req-81a51fbf-0bdf-4e5f-a317-b84a9bbb36dc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 945 time: 0.1917844 Feb 08 23:57:12.272290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.279931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.284380 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] 10.222.0.32 "DELETE /v2.0/networks/9e2c1672-6cd0-4423-9897-64e56cf78492 HTTP/1.1" status: 204 len: 168 time: 0.3627396 Feb 08 23:57:12.297312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f394b83-c6c7-4a43-b524-c7456b14241d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2c1672-6cd0-4423-9897-64e56cf78492,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:12.360032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:12.383615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e0016f2-4f65-4acd-ac37-36688667c753 req-608270d9-d0c3-4724-99ea-3185a2c6e633 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311100 Feb 08 23:57:12.388924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:12.405220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.480570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.481218 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.482618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] 10.222.0.21 "PUT /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 200 len: 1135 time: 2.5466115 Feb 08 23:57:12.485051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49904) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:12.530636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:12.534647 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9bc589f-062e-47c9-856e-6af3e698b5c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69d3d510739443b7bb30e1d5a6a41166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483949 Feb 08 23:57:12.535253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f61e93-65c3-48ca-a8ac-b6335ea97a9f service neutron] Pushing event updated for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:12.539073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49906) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:12.698090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:12.700294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.724282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.735745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.742947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.750057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.757241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.763493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:12.765858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-8ee281ba-4cd3-47b8-9861-6fdc4d56bd71 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 4603 time: 0.2434428 Feb 08 23:57:12.770921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:57:12.778768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:12.780188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.872296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2c049a7-7ea0-48df-bf06-0f60daf703be req-749039f0-e6b7-46b1-9cf0-bb6d935030eb tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 210 time: 0.1028938 Feb 08 23:57:12.894131 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.895977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ace8727-ff20-4a2a-93d6-e585fc13c5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.919467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:12.921852 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e099bcf-d7fb-41d9-b709-725c4deceeac" -d '{"events": [{"server_uuid": "3198239c-4d6b-4c6d-af21-7f993fc3613e", "name": "network-vif-plugged", "status": "completed", "tag": "139461e4-fe9c-4e0b-9dd2-652eaf5e6a75"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:12.936283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:12.942260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:12.992900 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c0d4cc-4171-43f9-9b9d-48dccd8143d8 x-openstack-request-id: req-a6c0d4cc-4171-43f9-9b9d-48dccd8143d8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:12.993321 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198239c-4d6b-4c6d-af21-7f993fc3613e", "name": "network-vif-plugged", "status": "completed", "tag": "139461e4-fe9c-4e0b-9dd2-652eaf5e6a75", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:12.993805 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6c0d4cc-4171-43f9-9b9d-48dccd8143d8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:12.994113 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75', 'code': 200} Feb 08 23:57:13.007833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:13.013588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-500bfaca-ec09-4726-bda2-4ac482da26d0 req-beebda36-ebf4-4787-85b9-71cd62c6f893 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316680 Feb 08 23:57:13.062551 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ace8727-ff20-4a2a-93d6-e585fc13c5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.064212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'name': 'network-vif-deleted', 'tag': '38f9eac8-557d-41cc-badb-bacbd10ba3b5'}, {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': 'eb586333-dfb0-46a4-8762-f1e3fa2edb72'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:13.067205 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938724c4-b04f-4e52-9725-c473ddf3c8e2" -d '{"events": [{"server_uuid": "f6cbc238-c17b-4ef5-b487-2d2442a32d0c", "name": "network-vif-deleted", "tag": "38f9eac8-557d-41cc-badb-bacbd10ba3b5"}, {"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "eb586333-dfb0-46a4-8762-f1e3fa2edb72"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:13.133001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893364b-d56c-435f-b4e2-f27432f9ef16 req-b340c42a-9e69-4f19-9a91-74a50a6a0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.134628 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8893364b-d56c-435f-b4e2-f27432f9ef16 req-b340c42a-9e69-4f19-9a91-74a50a6a0545 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 1097 time: 0.0563793 Feb 08 23:57:13.136043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.146283 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f982197-a339-4022-b87e-a3a719577aa0 x-openstack-request-id: req-8f982197-a339-4022-b87e-a3a719577aa0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:13.146577 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cbc238-c17b-4ef5-b487-2d2442a32d0c", "name": "network-vif-deleted", "tag": "38f9eac8-557d-41cc-badb-bacbd10ba3b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "eb586333-dfb0-46a4-8762-f1e3fa2edb72", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:13.146825 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f982197-a339-4022-b87e-a3a719577aa0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:13.147212 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6cbc238-c17b-4ef5-b487-2d2442a32d0c', 'name': 'network-vif-deleted', 'tag': '38f9eac8-557d-41cc-badb-bacbd10ba3b5', 'status': 'completed', 'code': 200} Feb 08 23:57:13.147464 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': 'eb586333-dfb0-46a4-8762-f1e3fa2edb72', 'status': 'completed', 'code': 200} Feb 08 23:57:13.194332 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8893364b-d56c-435f-b4e2-f27432f9ef16 req-55e4a9d0-b2be-4742-aa2c-f435582ac6f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Feb 08 23:57:13.225198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-2bf65cf6-5a4b-408d-a66c-ad5ed52b8883 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.226614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-2bf65cf6-5a4b-408d-a66c-ad5ed52b8883 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.21 "GET /v2.0/networks?id=3c7cd99e-730a-4022-9276-c0ef59d2e14b HTTP/1.1" status: 200 len: 810 time: 0.4082491 Feb 08 23:57:13.359374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ace8727-ff20-4a2a-93d6-e585fc13c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.362585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ace8727-ff20-4a2a-93d6-e585fc13c5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.363778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ace8727-ff20-4a2a-93d6-e585fc13c5f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19428286-4d14-47fa-a93a-e98718210ee2 HTTP/1.1" status: 204 len: 168 time: 0.8130591 Feb 08 23:57:13.407782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Request body: {'port': {'device_id': '31d48e84-1c63-46a0-9978-463abeea5fab', 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b', 'admin_state_up': True, 'tenant_id': 'acc5f3aea36d4c55810c4eb3afabde4c'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:13.415664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.416152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.416618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.417124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.417580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.418053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.420131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-8fb0a675-e6c2-4d91-8a83-010e96dfe9ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5289 time: 0.2195368 Feb 08 23:57:13.431425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace8727-ff20-4a2a-93d6-e585fc13c5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19428286-4d14-47fa-a93a-e98718210ee2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:13.490049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-79154f46-813c-4e98-a5a8-a2ea9ece931b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.491877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-79154f46-813c-4e98-a5a8-a2ea9ece931b tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.0699072 Feb 08 23:57:13.515150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebb65f-5586-4f2d-a1a2-8cabbc1574a6 req-87ac7239-f784-422c-861c-28811bab0ed5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:13.516659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04ebb65f-5586-4f2d-a1a2-8cabbc1574a6 req-87ac7239-f784-422c-861c-28811bab0ed5 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4538e59-476d-48ec-beca-fab3087af124 HTTP/1.1" status: 200 len: 946 time: 0.3207736 Feb 08 23:57:13.601278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Deleting port 2e629200-02c8-4c50-913d-1e9df0df5694 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:13.601278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.703806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] For port 2e629200-02c8-4c50-913d-1e9df0df5694, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=2e629200-02c8-4c50-913d-1e9df0df5694,segment=NetworkSegment(9fcf4ce7-265f-4181-8382-a139bc565796),segment_id=9fcf4ce7-265f-4181-8382-a139bc565796)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:13.704330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.720149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Calling delete_port for 2e629200-02c8-4c50-913d-1e9df0df5694 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:13.879830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.891871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['2e629200-02c8-4c50-913d-1e9df0df5694'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:13.931017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Pushing event deleted for resources: {'Port': ['ID=2e629200-02c8-4c50-913d-1e9df0df5694,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:13.980692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] No DVR routers for this DVR port 2e629200-02c8-4c50-913d-1e9df0df5694 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:13.984535 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:13.988681 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97db0acc-f125-488a-bfa0-a8cbafd521a1 req-a7f45a4b-a632-4849-8fe8-a2d8509d40d1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.21 "DELETE /v2.0/ports/2e629200-02c8-4c50-913d-1e9df0df5694 HTTP/1.1" status: 204 len: 173 time: 0.4902594 Feb 08 23:57:13.989212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-deleted', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:13.993278 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333e783b-255e-4421-ab25-83d0a138156f" -d '{"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-deleted", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:14.081385 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:57:14.159713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04ebb65f-5586-4f2d-a1a2-8cabbc1574a6 req-7b35ba43-0bf7-4fff-aa88-5de0164fb8a1 tempest-ServersNegativeTestJSON-154816921 tempest-ServersNegativeTestJSON-154816921-project] 10.222.0.32 "GET /v2.0/security-groups?id=233f8d5a-63a8-4ce2-9fad-99159d0f3494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870621 Feb 08 23:57:14.181299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e66fd-1be3-4bc8-b7ab-ba0a5f5fb0dd req-1e65458c-0507-42d9-a31b-57b800332f8d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.181604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-068e66fd-1be3-4bc8-b7ab-ba0a5f5fb0dd req-1e65458c-0507-42d9-a31b-57b800332f8d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.6588900 Feb 08 23:57:14.183793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:14.192873 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.219794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49944) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:14.227890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-430baf7e-99ab-4750-a403-82bd5a658b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.228317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-430baf7e-99ab-4750-a403-82bd5a658b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.228435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f20b110c-b479-4723-87a7-c3c484ef386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.228896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-430baf7e-99ab-4750-a403-82bd5a658b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.230635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-430baf7e-99ab-4750-a403-82bd5a658b9b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7930374 Feb 08 23:57:14.251487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Transition to ACTIVE for port object 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:14.281119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.338664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1524211682-network', 'tenant_id': '9add044661b94491ab384ef57ef2d3e8'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:14.387329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb3d9871-b06a-4419-a043-eb96d5fae0eb req-e831eeac-e124-4a86-bffa-5ed3cf22abaa tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 210 time: 0.1236901 Feb 08 23:57:14.410420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Made reservation on behalf of acc5f3aea36d4c55810c4eb3afabde4c for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:14.417990 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.423386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-068e66fd-1be3-4bc8-b7ab-ba0a5f5fb0dd req-221a7b0b-5691-49d5-a12e-972ab64dffc3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138643 Feb 08 23:57:14.431916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Made reservation on behalf of 9add044661b94491ab384ef57ef2d3e8 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:14.434965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.456202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.480856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:14.508175 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953fb3ed-5d81-4459-88be-e05ffe0e5c38 x-openstack-request-id: req-953fb3ed-5d81-4459-88be-e05ffe0e5c38 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:14.508936 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4538e59-476d-48ec-beca-fab3087af124", "name": "network-vif-deleted", "tag": "2e629200-02c8-4c50-913d-1e9df0df5694", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:14.509468 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-953fb3ed-5d81-4459-88be-e05ffe0e5c38 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:14.510237 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4538e59-476d-48ec-beca-fab3087af124', 'name': 'network-vif-deleted', 'tag': '2e629200-02c8-4c50-913d-1e9df0df5694', 'status': 'completed', 'code': 200} Feb 08 23:57:14.627708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.634218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.637722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-b90dfaa8-0c52-4855-8248-a1b7b8baa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.639578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-938724c4-b04f-4e52-9725-c473ddf3c8e2 req-b90dfaa8-0c52-4855-8248-a1b7b8baa80e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3902552 Feb 08 23:57:14.662143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:57:14.672166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91800df1-83bc-441c-87df-f44afba5449f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:14.679317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.679669 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Added segment 33e65ffd-495d-4318-90dc-6a71a865af2d of type vlan for network d71690d9-9cc8-461d-aa08-b7e218f27cb9 Feb 08 23:57:14.727576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.760578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.761681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.762474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.780318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Attempting to bind port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:14.780976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Attempting to bind port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:14.781308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Attempting to bind port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:14.800657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.806564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.812635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.819803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.826282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6023269 Feb 08 23:57:14.826595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.828110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49948) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:14.831746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.833095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Request body: {'subnet': {'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1524211682-subnet', 'tenant_id': '9add044661b94491ab384ef57ef2d3e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:14.837613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:14.839692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-63d4beb9-0526-420e-8aef-dea280afc223 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5380 time: 0.2777870 Feb 08 23:57:14.842825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd7e5a-40e2-4092-82b4-8ea1452785c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d71690d9-9cc8-461d-aa08-b7e218f27cb9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:14.846461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e on network 42564096-f28a-417c-9075-c5d24997e401 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:14.846998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Attempting to bind port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:14.855310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Deleting port ac5f9e49-4cf6-44b9-82d7-d2948c932874 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:14.855655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.858844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network d71690d9-9cc8-461d-aa08-b7e218f27cb9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:57:14.864518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:14.865098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Checking segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:14.865536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Made reservation on behalf of 9add044661b94491ab384ef57ef2d3e8 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:14.866189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Bound using segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:14.867110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Bound port: 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:14.867630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.869026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:14.887125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Allocated IP 172.20.0.7 (3c7cd99e-730a-4022-9276-c0ef59d2e14b/e186780d-7f3e-407d-a1e5-f1bcb49d4f03/f73540fa-c70f-4a11-bd9f-fdf04055a460) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:15.046796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-077d0172-d03b-4448-9c2b-d35f4ae053dd req-ac463a78-1cb1-4056-86ee-0828bc820550 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640973 Feb 08 23:57:15.064218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.086386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] For port ac5f9e49-4cf6-44b9-82d7-d2948c932874, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ac5f9e49-4cf6-44b9-82d7-d2948c932874,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:15.086876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.122058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73569c4d-1251-48a5-b2b8-e709f55c6ca0,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:15.132978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Checking segment: {'id': '33e65ffd-495d-4318-90dc-6a71a865af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:15.133342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Network hostable DHCP agents. Network: d71690d9-9cc8-461d-aa08-b7e218f27cb9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:57:15.150664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Network d71690d9-9cc8-461d-aa08-b7e218f27cb9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:57:15.155825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Calling delete_port for ac5f9e49-4cf6-44b9-82d7-d2948c932874 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:15.159018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:15.160312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, d71690d9-9cc8-461d-aa08-b7e218f27cb9) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:15.165847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.166442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.171359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17c5f3-92ee-421b-9d8f-d1f8153a974d None None] Network d71690d9-9cc8-461d-aa08-b7e218f27cb9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:15.184860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:15.219726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-059671b2-5c7b-41c2-b495-6ee7a344eda1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3834023 Feb 08 23:57:15.224622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.248149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:15.313288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Deleting subnet 84a0f04b-3458-4524-908a-22e8d211f244 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:15.318317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.321657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.322289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.329076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] 10.222.0.21 "PUT /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 200 len: 1135 time: 2.8003082 Feb 08 23:57:15.329076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:15.329076 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87188a6-2977-4a4b-9268-ed319cd81efd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:15.364685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.382785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:15.391219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b52ee-fb43-4d14-9d66-c07dda99ce5d service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:15.413803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08a30d-8e27-4187-8cbf-5349eca15dfd None None] Network d71690d9-9cc8-461d-aa08-b7e218f27cb9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:15.421034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.452472 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf7d972-9b46-46f0-82aa-483a318c1c18 x-openstack-request-id: req-fcf7d972-9b46-46f0-82aa-483a318c1c18 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:15.452763 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:15.459265 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcf7d972-9b46-46f0-82aa-483a318c1c18 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:15.459469 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e', 'status': 'completed', 'code': 200} Feb 08 23:57:15.517019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.584523 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.614681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.656586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a0f04b-3458-4524-908a-22e8d211f244,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:15.664604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.675746 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-24328005-217b-4917-8c36-6097b78ce46c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84a0f04b-3458-4524-908a-22e8d211f244 HTTP/1.1" status: 204 len: 168 time: 0.4263792 Feb 08 23:57:15.677190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49968) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:15.683701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ac9f54c-9fe5-461d-8d5e-581080002439 req-223c2dd8-ad7b-42eb-8275-443f39e32ddc tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 210 time: 0.1072996 Feb 08 23:57:15.717339 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.733823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.754296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.754783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.755253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.755719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.756181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.756640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.757124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.759151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-b3725df4-429d-4a31-acd1-02ba0ae7af0d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6217 time: 0.2613068 Feb 08 23:57:15.794731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.818250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0042cb-8576-443a-bb0f-6f6f25aa504c req-ea3b1d25-bb57-486f-8174-1c69c8aa5639 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:15.827342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b0042cb-8576-443a-bb0f-6f6f25aa504c req-ea3b1d25-bb57-486f-8174-1c69c8aa5639 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.2562299 Feb 08 23:57:15.891562 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.917518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2df045-126b-4a4f-a7d5-e19ecf3497ab']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:15.928825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcf4ce7-265f-4181-8382-a139bc565796') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:15.929193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcf4ce7-265f-4181-8382-a139bc565796') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:15.939590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.953375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.960752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:15.961174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:15.962865 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:15.965255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Network 3c7cd99e-730a-4022-9276-c0ef59d2e14b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:15.990406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Pushing event updated for resources: {'Port': ['ID=f73540fa-c70f-4a11-bd9f-fdf04055a460,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:15.992901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:16.012187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:16.025305 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.032860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.037265 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ce2df045-126b-4a4f-a7d5-e19ecf3497ab HTTP/1.1" status: 204 len: 168 time: 0.3590121 Feb 08 23:57:16.052086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5781c-ed31-4454-8456-37d95c1c2222 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2df045-126b-4a4f-a7d5-e19ecf3497ab,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:16.121665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b0042cb-8576-443a-bb0f-6f6f25aa504c req-7d0d6170-b8ab-43de-99d7-e214ba487b93 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935448 Feb 08 23:57:16.122281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.158441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:16.210338 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2e315e8c-c5b9-42cf-bffa-10a36c2f87fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9fb0cfc207934d72b14ac6ef05c3783a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478654 Feb 08 23:57:16.210697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49988) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:16.259747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5f9e49-4cf6-44b9-82d7-d2948c932874,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:16.266791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e26550e8-b91c-4c2f-8c04-1908488b0b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.294931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e26550e8-b91c-4c2f-8c04-1908488b0b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.329081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.329081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.343327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-c52c4501-d772-43e1-84cb-771d8465a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.343842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-c52c4501-d772-43e1-84cb-771d8465a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.344273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-c52c4501-d772-43e1-84cb-771d8465a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.346004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-c52c4501-d772-43e1-84cb-771d8465a636 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5579267 Feb 08 23:57:16.352631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e26550e8-b91c-4c2f-8c04-1908488b0b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.355486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e26550e8-b91c-4c2f-8c04-1908488b0b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.357357 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e26550e8-b91c-4c2f-8c04-1908488b0b8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/233f8d5a-63a8-4ce2-9fad-99159d0f3494 HTTP/1.1" status: 204 len: 168 time: 0.1460018 Feb 08 23:57:16.369780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26550e8-b91c-4c2f-8c04-1908488b0b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233f8d5a-63a8-4ce2-9fad-99159d0f3494,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:16.455600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-6c5bf1db-caf5-423e-adef-58e438e1887d tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0600805 Feb 08 23:57:16.531463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Request body: {'port': {'device_id': '31d48e84-1c63-46a0-9978-463abeea5fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:16.541048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-b5d29191-b1d7-4eac-882f-dd4cbc9e9ed3 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.542514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-b5d29191-b1d7-4eac-882f-dd4cbc9e9ed3 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/networks?id=d71690d9-9cc8-461d-aa08-b7e218f27cb9 HTTP/1.1" status: 200 len: 809 time: 0.5832136 Feb 08 23:57:16.600858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.606679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.612996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.618805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.624676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.631269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.637132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.639006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-158db5ee-427d-4fb0-8f15-b05b5fb0a2bc tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5380 time: 0.4135413 Feb 08 23:57:16.666240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-35980261-40d3-4299-bde5-30d0db374cd8 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/quotas/9add044661b94491ab384ef57ef2d3e8 HTTP/1.1" status: 200 len: 375 time: 0.1117470 Feb 08 23:57:16.716823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:16.743980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 2e629200-02c8-4c50-913d-1e9df0df5694 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:16.744433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 2e629200-02c8-4c50-913d-1e9df0df5694 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:16.786233 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.819324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-b4eaf489-2995-4126-8114-e8f82aa5b15c tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9add044661b94491ab384ef57ef2d3e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1356649 Feb 08 23:57:16.835461 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:16.837738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-45913255-274c-485d-9cb4-3cb28f4efcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:16.839185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c87188a6-2977-4a4b-9268-ed319cd81efd req-45913255-274c-485d-9cb4-3cb28f4efcf6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4641130 Feb 08 23:57:16.880895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb38380e-a4bd-4812-98fc-f81e7e87745e req-1c5645f8-bbed-49ed-b895-30d08a8da328 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2278357 Feb 08 23:57:17.259032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:17.428591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:17.451118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1994c5-b829-42fb-b97b-15ca1a8581ef {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:17.519639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:17.529179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-78597aff-cdec-41ca-b384-fc12a638d53b service neutron] 10.222.0.32 "GET /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946115 Feb 08 23:57:17.601241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Transition to ACTIVE for port object 3b1994c5-b829-42fb-b97b-15ca1a8581ef will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:17.614187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83323b7-e604-49d4-9345-3e798791ca4b req-ccd61280-6901-4bda-bec9-2872415b9073 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:17.615681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a83323b7-e604-49d4-9345-3e798791ca4b req-ccd61280-6901-4bda-bec9-2872415b9073 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 931 time: 0.2766664 Feb 08 23:57:17.654381 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:17.865505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Pushing event updated for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:17.876237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a83323b7-e604-49d4-9345-3e798791ca4b req-644cf4e6-6c6e-4ea9-8832-e421c3bab317 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229614 Feb 08 23:57:17.907916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-1c4782b7-ba58-4cf8-b8ee-ab412ff443a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661172 Feb 08 23:57:18.103178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Attempting to bind port 3b1994c5-b829-42fb-b97b-15ca1a8581ef on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:18.103612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Attempting to bind port 3b1994c5-b829-42fb-b97b-15ca1a8581ef by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:18.104003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Attempting to bind port 3b1994c5-b829-42fb-b97b-15ca1a8581ef on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:18.158136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73540fa-c70f-4a11-bd9f-fdf04055a460 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:18.182191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Port 3b1994c5-b829-42fb-b97b-15ca1a8581ef on network 42564096-f28a-417c-9075-c5d24997e401 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:18.182572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Attempting to bind port 3b1994c5-b829-42fb-b97b-15ca1a8581ef on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:18.189394 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.220301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:18.220433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Checking segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:18.221361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Bound using segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:18.221793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Bound port: 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:18.222225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.231937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d5d8d-461f-4fd9-9247-2c887e547372 req-7c471a93-3aeb-46c4-bb0c-dc51627db830 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.233597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-300d5d8d-461f-4fd9-9247-2c887e547372 req-7c471a93-3aeb-46c4-bb0c-dc51627db830 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.2844810 Feb 08 23:57:18.277589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Transition to ACTIVE for port object f73540fa-c70f-4a11-bd9f-fdf04055a460 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:18.295279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.341897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:18.383430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:57:18.401792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.409021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.415664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.421746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.430336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.437119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.443589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.445439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f808f30-068a-4b91-8736-85fdc1100046 req-c28e2c53-417d-4c02-a066-7d2b9473db01 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5392 time: 0.3383906 Feb 08 23:57:18.470188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-965f1daf-0bd3-433b-89d8-dec1c6a5de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.484438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-300d5d8d-461f-4fd9-9247-2c887e547372 req-e9b04a05-15b2-45c5-b09c-02f0e583eb22 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399719 Feb 08 23:57:18.527799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Pushing event updated for resources: {'Port': ['ID=f73540fa-c70f-4a11-bd9f-fdf04055a460,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:18.593256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-965f1daf-0bd3-433b-89d8-dec1c6a5de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.597650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-965f1daf-0bd3-433b-89d8-dec1c6a5de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.614415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:18.641427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-965f1daf-0bd3-433b-89d8-dec1c6a5de7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8591968d8cb492e9593c242dc6cf606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970436 Feb 08 23:57:18.643299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f1daf-0bd3-433b-89d8-dec1c6a5de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279070e7-5edf-4411-8844-1502ede5fcae,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:18.649928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50038) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:18.687562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:18.690570 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a91cc201-8035-4f53-a9fd-ef5e85525a1d req-a3310a4e-00bb-4ae1-bd58-0827d203a9b5 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 210 time: 0.1095610 Feb 08 23:57:18.702153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.709076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f808f30-068a-4b91-8736-85fdc1100046 req-968ee599-26f4-411a-8283-670358e6b9d3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2425852 Feb 08 23:57:18.721588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc71-2630-4f94-a469-0ebb03b0c212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.748940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc71-2630-4f94-a469-0ebb03b0c212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.812894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc71-2630-4f94-a469-0ebb03b0c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.817124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11bbdc71-2630-4f94-a469-0ebb03b0c212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.818501 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-11bbdc71-2630-4f94-a469-0ebb03b0c212 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/279070e7-5edf-4411-8844-1502ede5fcae HTTP/1.1" status: 204 len: 168 time: 0.1667373 Feb 08 23:57:18.830569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbdc71-2630-4f94-a469-0ebb03b0c212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279070e7-5edf-4411-8844-1502ede5fcae,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:18.836009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.836633 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.838268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] 10.222.0.21 "PUT /v2.0/ports/3b1994c5-b829-42fb-b97b-15ca1a8581ef HTTP/1.1" status: 200 len: 1090 time: 3.4722693 Feb 08 23:57:18.839989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:18.842154 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009a7d40-60a0-480a-a733-76d7040be839" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:18.865146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Attempting to bind port f73540fa-c70f-4a11-bd9f-fdf04055a460 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:18.865715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Attempting to bind port f73540fa-c70f-4a11-bd9f-fdf04055a460 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '946cb96b-6fae-4691-86bd-7ebf66efb28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:18.866241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Attempting to bind port f73540fa-c70f-4a11-bd9f-fdf04055a460 on network 3c7cd99e-730a-4022-9276-c0ef59d2e14b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:18.887279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:18.917352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:57:18.918897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6b1a-74ef-460c-8249-1d3974591ead service neutron] Pushing event updated for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:18.929031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d1eee676-4845-4684-ac93-0d07ec53ba2d admin admin] 10.222.0.32 "PUT /v2.0/routers/50b11a9d-8861-4609-8eb0-1ba23ff52ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2588961 Feb 08 23:57:18.929459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50048) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:18.931764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Port f73540fa-c70f-4a11-bd9f-fdf04055a460 on network 3c7cd99e-730a-4022-9276-c0ef59d2e14b not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:18.932098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Attempting to bind port f73540fa-c70f-4a11-bd9f-fdf04055a460 on network 3c7cd99e-730a-4022-9276-c0ef59d2e14b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:18.935131 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] Sync routers for ids ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:57:18.949821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:18.950491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Checking segment: {'id': '946cb96b-6fae-4691-86bd-7ebf66efb28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:18.951081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Bound using segment: {'id': '946cb96b-6fae-4691-86bd-7ebf66efb28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:18.951559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Bound port: f73540fa-c70f-4a11-bd9f-fdf04055a460, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946cb96b-6fae-4691-86bd-7ebf66efb28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:18.952113 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:18.969838 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] Routers {'50b11a9d-8861-4609-8eb0-1ba23ff52ad8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:18.970489 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:18.983558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d74673-5d36-4c62-a8d2-bc693ee913eb req-c8b0f04b-38d2-4639-8326-f42724ffca94 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:18.998662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77d74673-5d36-4c62-a8d2-bc693ee913eb req-c8b0f04b-38d2-4639-8326-f42724ffca94 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.2286220 Feb 08 23:57:19.140753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.183593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.219268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77d74673-5d36-4c62-a8d2-bc693ee913eb req-a438b090-03d3-4b20-a0bc-37cd2a1038e0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951132 Feb 08 23:57:19.279974 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] Set router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:19.343461 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c7321-a455-4220-9961-2054bcaf7c99 x-openstack-request-id: req-1c6c7321-a455-4220-9961-2054bcaf7c99 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:19.343844 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:19.344548 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c6c7321-a455-4220-9961-2054bcaf7c99 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:19.345076 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef', 'status': 'completed', 'code': 200} Feb 08 23:57:19.395781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] For port f73540fa-c70f-4a11-bd9f-fdf04055a460, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:19.422378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.441491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] For port f73540fa-c70f-4a11-bd9f-fdf04055a460, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460,segment=NetworkSegment(946cb96b-6fae-4691-86bd-7ebf66efb28e),segment_id=946cb96b-6fae-4691-86bd-7ebf66efb28e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:19.454706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.456320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.456776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.459971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.460643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.479573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.480385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.483996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.487105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-009a7d40-60a0-480a-a733-76d7040be839 req-05bd86b4-7dd6-4448-8ccf-396b43ff7c4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6284 time: 0.1536622 Feb 08 23:57:19.584037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.584672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.586324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] 10.222.0.21 "PUT /v2.0/ports/f73540fa-c70f-4a11-bd9f-fdf04055a460 HTTP/1.1" status: 200 len: 1091 time: 3.0694232 Feb 08 23:57:19.639145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919558b8-e7c5-4681-91ac-a3247d2cee82 req-94cc15c7-ccc3-41b6-84ae-60974310142b tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.640879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-919558b8-e7c5-4681-91ac-a3247d2cee82 req-94cc15c7-ccc3-41b6-84ae-60974310142b tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 943 time: 0.2936065 Feb 08 23:57:19.672001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-f3289a6b-1fe3-4aab-b60e-186b1445cf84 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.673087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-f3289a6b-1fe3-4aab-b60e-186b1445cf84 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.21 "GET /v2.0/networks?id=d71690d9-9cc8-461d-aa08-b7e218f27cb9 HTTP/1.1" status: 200 len: 809 time: 0.3834658 Feb 08 23:57:19.710247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Request body: {'port': {'device_id': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9', 'admin_state_up': True, 'tenant_id': '9add044661b94491ab384ef57ef2d3e8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:19.727950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92632-d156-4c59-bca9-a643352a19bd service neutron] Pushing event updated for resources: {'Port': ['ID=f73540fa-c70f-4a11-bd9f-fdf04055a460,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:19.745515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Deleting port ffe43aa9-6129-423f-a71c-79a756985e25 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:19.745857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.765436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-dd32d9fd-2aed-4c2a-9196-ef0303d85c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.766122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-dd32d9fd-2aed-4c2a-9196-ef0303d85c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.766588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-dd32d9fd-2aed-4c2a-9196-ef0303d85c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.769435 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-009a7d40-60a0-480a-a733-76d7040be839 req-dd32d9fd-2aed-4c2a-9196-ef0303d85c64 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2726378 Feb 08 23:57:19.786807 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:57:15Z', 'revision_number': 5, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port': {'id': 'ffe43aa9-6129-423f-a71c-79a756985e25', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:54:37Z', 'updated_at': '2022-02-08T23:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:19.826009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] Checking router: 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:57:19.842366 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] Routers {'50b11a9d-8861-4609-8eb0-1ba23ff52ad8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:19.843346 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:19.894682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-919558b8-e7c5-4681-91ac-a3247d2cee82 req-ebb04148-bacc-404d-a908-925e88bd4896 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199047 Feb 08 23:57:19.917518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-bc7be8d7-3af6-4865-a39a-8e587ed01231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.919033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-bc7be8d7-3af6-4865-a39a-8e587ed01231 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=acc5f3aea36d4c55810c4eb3afabde4c&device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 1094 time: 0.2416461 Feb 08 23:57:19.943209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] For port ffe43aa9-6129-423f-a71c-79a756985e25, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ffe43aa9-6129-423f-a71c-79a756985e25,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:19.943588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:19.945971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bcfb4-43a1-475d-ad14-4b0cbb1f2e08 req-58ab1864-4056-4553-8731-b440252dcc4d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.947497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d03bcfb4-43a1-475d-ad14-4b0cbb1f2e08 req-58ab1864-4056-4553-8731-b440252dcc4d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.2207754 Feb 08 23:57:19.964425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a7d40-60a0-480a-a733-76d7040be839 req-86835fde-d108-4e80-957e-a9378be52dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:19.965767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-009a7d40-60a0-480a-a733-76d7040be839 req-86835fde-d108-4e80-957e-a9378be52dab service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541567 Feb 08 23:57:19.969683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Calling delete_port for ffe43aa9-6129-423f-a71c-79a756985e25 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:19.987954 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] Set router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:20.027761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-e819ea76-f1f5-41f2-8743-84a616d83f73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460 HTTP/1.1" status: 200 len: 217 time: 0.0936627 Feb 08 23:57:20.080118 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:57:19Z', 'revision_number': 6, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:20.116670 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb935e7b-5592-407c-81b6-a88ea722eb3f None None] The sync data for ids ['50b11a9d-8861-4609-8eb0-1ba23ff52ad8'] in n-d-828413-1 is: [{'id': '50b11a9d-8861-4609-8eb0-1ba23ff52ad8', 'name': 'tempest-ServersTestMultiNic-1572139566-router', 'tenant_id': '73f191a825664aeb9b82385712c4933a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:54:35Z', 'updated_at': '2022-02-08T23:57:19Z', 'revision_number': 6, 'project_id': '73f191a825664aeb9b82385712c4933a', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:57:20.175610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.184277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-646880b1-98a0-4b8b-9884-753512e2f0f3 req-383753e4-9961-4c93-89fe-8926987d4051 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 210 time: 0.0909910 Feb 08 23:57:20.193325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d03bcfb4-43a1-475d-ad14-4b0cbb1f2e08 req-89b5d3c0-966f-4cac-bf72-6162668dbd58 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243102 Feb 08 23:57:20.219419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe43aa9-6129-423f-a71c-79a756985e25,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:20.222725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-583b673b-8ad7-4d1c-b1e5-093ff383340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:20.224719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-583b673b-8ad7-4d1c-b1e5-093ff383340f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e186780d-7f3e-407d-a1e5-f1bcb49d4f03 HTTP/1.1" status: 200 len: 850 time: 0.1862795 Feb 08 23:57:20.234118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1528657a-224a-4768-9a19-7b2fef4f091e {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:20.245610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.264891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Made reservation on behalf of 9add044661b94491ab384ef57ef2d3e8 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:20.269800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.278482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Transition to ACTIVE for port object 1528657a-224a-4768-9a19-7b2fef4f091e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:20.305192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.306092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.309436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-bfde3871-4be8-4270-ad2d-e5eb21b055f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c7cd99e-730a-4022-9276-c0ef59d2e14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474889 Feb 08 23:57:20.411087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.414014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.472678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.473416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b11a9d-8861-4609-8eb0-1ba23ff52ad8 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:57:20.478134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.481798 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c9b0c1c2-9f00-40f1-af10-b67f3bb818ca admin admin] 10.222.0.32 "DELETE /v2.0/routers/50b11a9d-8861-4609-8eb0-1ba23ff52ad8 HTTP/1.1" status: 204 len: 168 time: 1.5488794 Feb 08 23:57:20.482067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50084) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:20.542496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Deleting subnet 01e54e26-cb2c-4505-93c6-6755a0203e04 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:20.546196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.586921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.686960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.751603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.774537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e7ddf-dd47-4fdc-bda3-52553396b62e None None] Network 9642aec8-8b23-4698-98b4-baed5b20027a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:20.790206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.793672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/01e54e26-cb2c-4505-93c6-6755a0203e04 HTTP/1.1" status: 204 len: 168 time: 0.3085845 Feb 08 23:57:20.796263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50106) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:20.805231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa64e0c-b863-44f8-b023-003ec78e57ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e54e26-cb2c-4505-93c6-6755a0203e04,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:20.884345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.961008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Deleting port 54eb4ecd-a31a-474c-951d-7950c35e0dde {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:20.961274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:20.965444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:21.118277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ac5f9e49-4cf6-44b9-82d7-d2948c932874 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:21.144880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ac5f9e49-4cf6-44b9-82d7-d2948c932874 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:21.145564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ac5f9e49-4cf6-44b9-82d7-d2948c932874 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:21.207782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] For port 54eb4ecd-a31a-474c-951d-7950c35e0dde, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54eb4ecd-a31a-474c-951d-7950c35e0dde,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:21.208308 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.232710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Calling delete_port for 54eb4ecd-a31a-474c-951d-7950c35e0dde owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:21.247844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.254312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.261296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.267201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-656ed232-28fd-48af-8483-dc3094f06522 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.269574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.271403 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-656ed232-28fd-48af-8483-dc3094f06522 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.1359105 Feb 08 23:57:21.277294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.284022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.290792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.299390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-fb4ca471-5fdb-479c-a8f9-57260cd53e82 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5404 time: 0.9964864 Feb 08 23:57:21.307951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Attempting to bind port 1528657a-224a-4768-9a19-7b2fef4f091e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:21.308352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Attempting to bind port 1528657a-224a-4768-9a19-7b2fef4f091e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:21.309376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Attempting to bind port 1528657a-224a-4768-9a19-7b2fef4f091e on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:21.366304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d48e84-1c63-46a0-9978-463abeea5fab', 'tag': 'f73540fa-c70f-4a11-bd9f-fdf04055a460'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:21.368241 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e48bc70-00e0-4cc7-a079-5309210f9da4" -d '{"events": [{"name": "network-changed", "server_uuid": "31d48e84-1c63-46a0-9978-463abeea5fab", "tag": "f73540fa-c70f-4a11-bd9f-fdf04055a460"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:21.401782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Port 1528657a-224a-4768-9a19-7b2fef4f091e on network 42564096-f28a-417c-9075-c5d24997e401 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:21.402108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Attempting to bind port 1528657a-224a-4768-9a19-7b2fef4f091e on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:21.414611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] DHCP port deletion for 9642aec8-8b23-4698-98b4-baed5b20027a request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:57:21.431976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:21.433025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Checking segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:21.434164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Bound using segment: {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:21.435252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Bound port: 1528657a-224a-4768-9a19-7b2fef4f091e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '42564096-f28a-417c-9075-c5d24997e401'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:21.436235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.474058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50124) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:21.489427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] Deleting port 54eb4ecd-a31a-474c-951d-7950c35e0dde {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:21.489821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.529214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:21.529825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba3166-0ce7-4979-a630-640634a50db4 req-9b4cc35c-d723-4f7b-8e61-94efef8966d5 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.530409 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.534385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.545121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ba3166-0ce7-4979-a630-640634a50db4 req-9b4cc35c-d723-4f7b-8e61-94efef8966d5 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 943 time: 0.4699955 Feb 08 23:57:21.563645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-95b37b4e-953d-4399-baa6-511f3dcc5f57 service neutron] 10.222.0.21 "GET /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582138 Feb 08 23:57:21.584693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] No DVR routers for this DVR port 54eb4ecd-a31a-474c-951d-7950c35e0dde on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:21.606514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] For port 54eb4ecd-a31a-474c-951d-7950c35e0dde, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54eb4ecd-a31a-474c-951d-7950c35e0dde,segment=NetworkSegment(7f8a5bee-c851-44ae-ad2e-d4010d369868),segment_id=7f8a5bee-c851-44ae-ad2e-d4010d369868)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:21.607337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.609401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f41daa75-f88a-4bd1-85d3-9a3d3a1b7771 req-9e223061-f694-4019-83fa-ceea4e1e5cc7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3066852 Feb 08 23:57:21.624534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] Calling delete_port for 54eb4ecd-a31a-474c-951d-7950c35e0dde owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:21.631459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54eb4ecd-a31a-474c-951d-7950c35e0dde,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:21.657649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Allocated IP 172.20.0.7 (d71690d9-9cc8-461d-aa08-b7e218f27cb9/73569c4d-1251-48a5-b2b8-e709f55c6ca0/c1a40aee-fa3b-42f2-8810-6c0562c3e617) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:21.723245 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.724763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b8015c8-a80e-4a57-9fcf-1832d4913248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.739969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.754024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] Pushing event deleted for resources: {'Port': ['ID=54eb4ecd-a31a-474c-951d-7950c35e0dde,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:21.756260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76060c6-1bd4-47e8-94ee-565ae3b28e53 None None] No DVR routers for this DVR port 54eb4ecd-a31a-474c-951d-7950c35e0dde on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:21.789638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:21.789638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.802268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9642aec8-8b23-4698-98b4-baed5b20027a']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:21.816146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:21.819058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8a5bee-c851-44ae-ad2e-d4010d369868') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:21.819360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8a5bee-c851-44ae-ad2e-d4010d369868') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:21.837114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.873697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05ba3166-0ce7-4979-a630-640634a50db4 req-5d64a6ec-8841-463e-adb0-d9b0be1e8dcc tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276019 Feb 08 23:57:21.897150 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.910427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:21.911019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:21.912794 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:21.937910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:21.964989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77206-8f1c-44d3-bdb2-90a458775cc9 req-d70a82c2-f25d-4555-98cf-9ced34d27cac tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:21.966575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61e77206-8f1c-44d3-bdb2-90a458775cc9 req-d70a82c2-f25d-4555-98cf-9ced34d27cac tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=3198239c-4d6b-4c6d-af21-7f993fc3613e HTTP/1.1" status: 200 len: 946 time: 0.2391741 Feb 08 23:57:21.998518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.005174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.006564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22313835-3dc2-4a72-acfb-e0ad03ad0589 req-e788959a-75f1-4b6e-b344-b708b4c0be16 service neutron] 10.222.0.21 "GET /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222991 Feb 08 23:57:22.008752 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9642aec8-8b23-4698-98b4-baed5b20027a HTTP/1.1" status: 204 len: 168 time: 1.2113376 Feb 08 23:57:22.023612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1528657a-224a-4768-9a19-7b2fef4f091e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:22.056398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765313c-d3fc-4069-9e31-45500ccc7fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9642aec8-8b23-4698-98b4-baed5b20027a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:22.081534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.093839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb', '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:22.094946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.099325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012194bf-1492-4b06-b687-2658502a69af req-4b27eb52-da55-40f2-9fe8-d53c80f6b71a tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 210 time: 0.1144905 Feb 08 23:57:22.112805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=139461e4-fe9c-4e0b-9dd2-652eaf5e6a75,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:22.165067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:22.169135 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.173705 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cc6fbdde-ac01-4a4d-8f11-d9bff9ab47d1 req-3f9a87a8-6681-4d59-a891-74183306b4af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 HTTP/1.1" status: 204 len: 173 time: 0.8952975 Feb 08 23:57:22.174504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'name': 'network-vif-deleted', 'tag': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:22.177588 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403be677-6e42-4eae-ac45-2d27b14c4bcb" -d '{"events": [{"server_uuid": "3198239c-4d6b-4c6d-af21-7f993fc3613e", "name": "network-vif-deleted", "tag": "139461e4-fe9c-4e0b-9dd2-652eaf5e6a75"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:22.183182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:22.183812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.185333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] 10.222.0.21 "PUT /v2.0/ports/1528657a-224a-4768-9a19-7b2fef4f091e HTTP/1.1" status: 200 len: 1090 time: 3.3142529 Feb 08 23:57:22.202281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61e77206-8f1c-44d3-bdb2-90a458775cc9 req-87f0aaac-b78c-416f-9366-0ae1a2e0b3af tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187531 Feb 08 23:57:22.238019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b8015c8-a80e-4a57-9fcf-1832d4913248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.263019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:22.271166 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846500a-7080-4b3f-a2d1-777ca065da99 x-openstack-request-id: req-8846500a-7080-4b3f-a2d1-777ca065da99 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:22.271827 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d48e84-1c63-46a0-9978-463abeea5fab", "tag": "f73540fa-c70f-4a11-bd9f-fdf04055a460", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:22.272331 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8846500a-7080-4b3f-a2d1-777ca065da99 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:22.272971 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d48e84-1c63-46a0-9978-463abeea5fab', 'tag': 'f73540fa-c70f-4a11-bd9f-fdf04055a460', 'status': 'completed', 'code': 200} Feb 08 23:57:22.339971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:22.341718 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b8015c8-a80e-4a57-9fcf-1832d4913248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.397571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca8057-1bff-46d2-911b-048444bb8bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:22.434524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-67ef3656-25c7-4746-b598-f49b19c4d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:22.436798 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-67ef3656-25c7-4746-b598-f49b19c4d1d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=acc5f3aea36d4c55810c4eb3afabde4c&device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 1094 time: 0.1485116 Feb 08 23:57:22.469395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.475874 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5896ced1-715c-4a21-a1dd-748594091fdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73f191a825664aeb9b82385712c4933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310430 Feb 08 23:57:22.476499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:22.491515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8015c8-a80e-4a57-9fcf-1832d4913248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9189d6-3d19-4954-9763-81dcb088eb78,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:22.495974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6b8015c8-a80e-4a57-9fcf-1832d4913248 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b0f138d6c96417c8918847d36247e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0164690 Feb 08 23:57:22.500861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50140) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:22.528530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.619666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94ffe6d6-93ed-4fb7-a917-f0ec2df2c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.628307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-ab9e26c5-9f02-4275-b00a-0c4e96c6e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:22.629819 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-ab9e26c5-9f02-4275-b00a-0c4e96c6e423 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3c7cd99e-730a-4022-9276-c0ef59d2e14b HTTP/1.1" status: 200 len: 911 time: 0.1741307 Feb 08 23:57:22.635697 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10efe945-7110-44a8-bba1-bfd067c24178 x-openstack-request-id: req-10efe945-7110-44a8-bba1-bfd067c24178 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:22.635981 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198239c-4d6b-4c6d-af21-7f993fc3613e", "name": "network-vif-deleted", "tag": "139461e4-fe9c-4e0b-9dd2-652eaf5e6a75", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:22.636226 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10efe945-7110-44a8-bba1-bfd067c24178 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:22.636598 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198239c-4d6b-4c6d-af21-7f993fc3613e', 'name': 'network-vif-deleted', 'tag': '139461e4-fe9c-4e0b-9dd2-652eaf5e6a75', 'status': 'completed', 'code': 200} Feb 08 23:57:22.653490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74cb4177-308a-43b6-b7cb-3149711d8ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.655437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.716348 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-cb063c32-99c8-41f6-8c2d-1eee598721fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460 HTTP/1.1" status: 200 len: 217 time: 0.0787623 Feb 08 23:57:22.718244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94ffe6d6-93ed-4fb7-a917-f0ec2df2c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.778967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ffe43aa9-6129-423f-a71c-79a756985e25 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:22.802434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-af6c5ffe-cd3f-4f99-90fe-e2730e01fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:22.803922 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-af6c5ffe-cd3f-4f99-90fe-e2730e01fddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e186780d-7f3e-407d-a1e5-f1bcb49d4f03 HTTP/1.1" status: 200 len: 850 time: 0.0768530 Feb 08 23:57:22.831845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ffe43aa9-6129-423f-a71c-79a756985e25 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:22.832488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ffe43aa9-6129-423f-a71c-79a756985e25 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:22.833616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54eb4ecd-a31a-474c-951d-7950c35e0dde no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:22.835867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74cb4177-308a-43b6-b7cb-3149711d8ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.850273 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-212bf858-5a8c-4586-9769-10b0fe742714 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3c7cd99e-730a-4022-9276-c0ef59d2e14b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332458 Feb 08 23:57:22.853060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94ffe6d6-93ed-4fb7-a917-f0ec2df2c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.856830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94ffe6d6-93ed-4fb7-a917-f0ec2df2c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:22.860596 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-94ffe6d6-93ed-4fb7-a917-f0ec2df2c9b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e352e376-921e-4827-8e23-2b1cb019d760 HTTP/1.1" status: 204 len: 168 time: 0.3706698 Feb 08 23:57:22.862862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 54eb4ecd-a31a-474c-951d-7950c35e0dde {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:22.863424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54eb4ecd-a31a-474c-951d-7950c35e0dde not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:22.877107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffe6d6-93ed-4fb7-a917-f0ec2df2c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352e376-921e-4827-8e23-2b1cb019d760,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:22.881276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Network d71690d9-9cc8-461d-aa08-b7e218f27cb9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:22.976882 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-44059103-399b-43f7-a711-137f5ce1991c service neutron] 10.222.0.21 "GET /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081367 Feb 08 23:57:22.985759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:22.988371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Pushing event updated for resources: {'Port': ['ID=c1a40aee-fa3b-42f2-8810-6c0562c3e617,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:22.998790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:23.105032 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1e48bc70-00e0-4cc7-a079-5309210f9da4 req-d3fceedf-6092-4993-b23e-00fdc1d85b73 service neutron] 10.222.0.21 "GET /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205308 Feb 08 23:57:23.149379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.150120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.172588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.179189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.185585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.192004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.198119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.203886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.210275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.212208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-7b4d9a0a-8d9d-4822-844e-f51c51aee9b1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5404 time: 0.3976166 Feb 08 23:57:23.255133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c491ee-0e74-4227-acc5-a1fe054cf1f5 req-479bfd1e-ec88-4d7b-b6ff-e51eda59eceb tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.256637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20c491ee-0e74-4227-acc5-a1fe054cf1f5 req-479bfd1e-ec88-4d7b-b6ff-e51eda59eceb tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 943 time: 0.2744253 Feb 08 23:57:23.279988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a214d9ee-c4c2-455c-9f91-fb92049f04a9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5814350 Feb 08 23:57:23.292309 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74cb4177-308a-43b6-b7cb-3149711d8ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.295013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74cb4177-308a-43b6-b7cb-3149711d8ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.296244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-74cb4177-308a-43b6-b7cb-3149711d8ec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba9189d6-3d19-4954-9763-81dcb088eb78 HTTP/1.1" status: 204 len: 168 time: 0.7919428 Feb 08 23:57:23.308469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Request body: {'port': {'device_id': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:23.312968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa202bd2-f59c-495c-ab61-3e092430fd12 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:23.335164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.361442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb4177-308a-43b6-b7cb-3149711d8ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9189d6-3d19-4954-9763-81dcb088eb78,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:23.405775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd4ebcc5-f7ad-471c-a50f-135b815d91a7 req-0835828e-168b-4c7d-9922-62376a742874 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628027 Feb 08 23:57:23.415503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Transition to ACTIVE for port object aa202bd2-f59c-495c-ab61-3e092430fd12 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:23.444900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20c491ee-0e74-4227-acc5-a1fe054cf1f5 req-ff8c2638-5a8e-4962-9d00-8a8f2a9c2cac tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686049 Feb 08 23:57:23.444900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.485946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.513777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:23.793718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Attempting to bind port aa202bd2-f59c-495c-ab61-3e092430fd12 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:23.793916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Attempting to bind port aa202bd2-f59c-495c-ab61-3e092430fd12 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:23.794182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Attempting to bind port aa202bd2-f59c-495c-ab61-3e092430fd12 on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:23.854606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Port aa202bd2-f59c-495c-ab61-3e092430fd12 on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:23.854943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Attempting to bind port aa202bd2-f59c-495c-ab61-3e092430fd12 on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:23.872574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabec195-7133-4b7c-adb1-6fba48f34032 req-9ec2ee22-e599-4963-a54f-a5886c6c378c tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:23.874391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fabec195-7133-4b7c-adb1-6fba48f34032 req-9ec2ee22-e599-4963-a54f-a5886c6c378c tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 931 time: 0.2342689 Feb 08 23:57:23.891255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:23.891596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Checking segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:23.891990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Bound using segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:23.892484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Bound port: aa202bd2-f59c-495c-ab61-3e092430fd12, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:23.892854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:23.962148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50194) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:24.072161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fabec195-7133-4b7c-adb1-6fba48f34032 req-551fdf40-170b-4870-87a5-600f45754c15 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833305 Feb 08 23:57:24.083661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2092269078-network', 'tenant_id': 'aa41a1c3878e4230a2c1f19f8751f55f'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:24.112619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Made reservation on behalf of aa41a1c3878e4230a2c1f19f8751f55f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:24.117004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.128712 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.130179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-40ff5e31-ebdb-4aa2-baa4-17b3fd5766c6 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.131797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-40ff5e31-ebdb-4aa2-baa4-17b3fd5766c6 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2695150 Feb 08 23:57:24.159737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:24.175353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d58a1d3e-0ce9-463b-b1b4-313629fec019 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/quotas/1d41d0780f7149d19d2589dcf3f273a1 HTTP/1.1" status: 200 len: 375 time: 0.0214658 Feb 08 23:57:24.202480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=aa202bd2-f59c-495c-ab61-3e092430fd12,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:24.205376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a40aee-fa3b-42f2-8810-6c0562c3e617 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:24.214271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.232168 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.236553 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.242311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.257914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:57:24.276415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:24.279008 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2528148-f637-437f-bafe-31cb6213856f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:24.288944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.289355 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Added segment 2b71e7ff-acff-4a1c-82c3-8d82083de444 of type vlan for network 915fbc0e-4d19-4b16-9a6b-38602f09a261 Feb 08 23:57:24.290401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Transition to ACTIVE for port object c1a40aee-fa3b-42f2-8810-6c0562c3e617 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:24.291921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.292554 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.294092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] 10.222.0.21 "PUT /v2.0/ports/aa202bd2-f59c-495c-ab61-3e092430fd12 HTTP/1.1" status: 200 len: 1091 time: 2.0643272 Feb 08 23:57:24.306468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef0ebc7-169f-4329-9152-9e55b579bd00,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:24.311048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.362140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Request body: {'port': {'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:24.367603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.371262 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7fe91-cf71-45f6-9166-83e31c4e56f4 x-openstack-request-id: req-e7f7fe91-cf71-45f6-9166-83e31c4e56f4 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:24.372274 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:24.372554 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7f7fe91-cf71-45f6-9166-83e31c4e56f4 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:24.373060 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e', 'status': 'completed', 'code': 200} Feb 08 23:57:24.424152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-0ec09209-345d-491d-9d59-ab802d42137f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2375660 Feb 08 23:57:24.428882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0341e1a-5fe2-4109-a931-a9946c8278e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:24.433491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.434856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.436321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.602543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:24.721542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a40aee-fa3b-42f2-8810-6c0562c3e617,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:24.780390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f73540fa-c70f-4a11-bd9f-fdf04055a460 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:24.786328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:24.802825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.808651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.814958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.820705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.826674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.829559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.830143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.830717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.831185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.831792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.832265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.832733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.832865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.833209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:24.833713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 139461e4-fe9c-4e0b-9dd2-652eaf5e6a75 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:24.834702 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c2528148-f637-437f-bafe-31cb6213856f req-54e4cf7b-7aa9-4480-8491-03a1c668d8e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6418 time: 0.4542029 Feb 08 23:57:24.838748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.844903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8816550 Feb 08 23:57:24.848670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:24.850244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-b5c8e2e5-732d-43d3-a97e-45aabd8e34f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5416 time: 0.2924240 Feb 08 23:57:24.899908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-559c1e46-9a2f-47ea-a034-d391c58fb0cc service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535365 Feb 08 23:57:24.929618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Attempting to bind port c1a40aee-fa3b-42f2-8810-6c0562c3e617 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:24.929959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Attempting to bind port c1a40aee-fa3b-42f2-8810-6c0562c3e617 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '33e65ffd-495d-4318-90dc-6a71a865af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:24.930292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Attempting to bind port c1a40aee-fa3b-42f2-8810-6c0562c3e617 on network d71690d9-9cc8-461d-aa08-b7e218f27cb9 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:24.958281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Port c1a40aee-fa3b-42f2-8810-6c0562c3e617 on network d71690d9-9cc8-461d-aa08-b7e218f27cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:24.959423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-41ef14d3-1b75-4d0b-b5d5-3be4069bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.959572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Attempting to bind port c1a40aee-fa3b-42f2-8810-6c0562c3e617 on network d71690d9-9cc8-461d-aa08-b7e218f27cb9 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:24.959896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-41ef14d3-1b75-4d0b-b5d5-3be4069bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.960360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-41ef14d3-1b75-4d0b-b5d5-3be4069bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:24.962017 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c2528148-f637-437f-bafe-31cb6213856f req-41ef14d3-1b75-4d0b-b5d5-3be4069bcd04 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1159265 Feb 08 23:57:24.965402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Request body: {'subnet': {'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2092269078-subnet', 'tenant_id': 'aa41a1c3878e4230a2c1f19f8751f55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:24.969483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f73540fa-c70f-4a11-bd9f-fdf04055a460, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460,segment=NetworkSegment(946cb96b-6fae-4691-86bd-7ebf66efb28e),segment_id=946cb96b-6fae-4691-86bd-7ebf66efb28e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:24.986488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f73540fa-c70f-4a11-bd9f-fdf04055a460', 'network_id': '3c7cd99e-730a-4022-9276-c0ef59d2e14b', 'port_id': 'f73540fa-c70f-4a11-bd9f-fdf04055a460', 'mac_address': 'fa:16:3e:23:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e186780d-7f3e-407d-a1e5-f1bcb49d4f03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:25.014951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:25.015290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Checking segment: {'id': '33e65ffd-495d-4318-90dc-6a71a865af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:25.015685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Bound using segment: {'id': '33e65ffd-495d-4318-90dc-6a71a865af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:25.016139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Bound port: c1a40aee-fa3b-42f2-8810-6c0562c3e617, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e65ffd-495d-4318-90dc-6a71a865af2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:25.016544 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.043408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.067289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73540fa-c70f-4a11-bd9f-fdf04055a460 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:25.070080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528148-f637-437f-bafe-31cb6213856f req-56f444d1-c574-4268-b86e-21adf4c65fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:25.071955 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c2528148-f637-437f-bafe-31cb6213856f req-56f444d1-c574-4268-b86e-21adf4c65fbd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010559 Feb 08 23:57:25.073336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb6a0-ad0f-43cb-8e06-0d847123552b admin admin] Pushing event updated for resources: {'Network': ['ID=915fbc0e-4d19-4b16-9a6b-38602f09a261,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:25.085121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee83d454-fc00-41b1-a338-27c226f51a92 req-ba43aa74-a758-4025-8025-f07e49fb9706 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2338996 Feb 08 23:57:25.103977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Made reservation on behalf of aa41a1c3878e4230a2c1f19f8751f55f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:25.107764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.118014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:57:25.217876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f73540fa-c70f-4a11-bd9f-fdf04055a460, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460,segment=NetworkSegment(946cb96b-6fae-4691-86bd-7ebf66efb28e),segment_id=946cb96b-6fae-4691-86bd-7ebf66efb28e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:25.223437 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.296044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f73540fa-c70f-4a11-bd9f-fdf04055a460,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:25.349984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.414084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07ed498-5f19-4b72-8951-1368f4fcd12d,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:25.438437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Checking segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:25.438862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Network hostable DHCP agents. Network: 915fbc0e-4d19-4b16-9a6b-38602f09a261, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:57:25.444897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f73540fa-c70f-4a11-bd9f-fdf04055a460'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:25.460492 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:57:25.484251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 915fbc0e-4d19-4b16-9a6b-38602f09a261) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:25.495233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:25.496018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.516774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d53d05aa-700d-43ba-9464-d7432dc0cb45 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5597341 Feb 08 23:57:25.521792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0935ac17-7643-41b1-8207-9207fa3747e6 None None] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:25.634995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-13fdbac2-14b2-496e-bb32-78acbb67a616 service neutron] 10.222.0.32 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227783 Feb 08 23:57:25.706613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] For port c1a40aee-fa3b-42f2-8810-6c0562c3e617, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:25.726816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0659e-e4b5-4f55-b360-9af11ce680ad req-11e1bcb8-da3f-41df-921d-0febb8ae6821 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:25.734437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3b0659e-e4b5-4f55-b360-9af11ce680ad req-11e1bcb8-da3f-41df-921d-0febb8ae6821 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 944 time: 0.1656294 Feb 08 23:57:25.751275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750b1d1-9e59-42e5-9c84-45c0855a74c7 None None] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:25.752071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] For port c1a40aee-fa3b-42f2-8810-6c0562c3e617, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617,segment=NetworkSegment(33e65ffd-495d-4318-90dc-6a71a865af2d),segment_id=33e65ffd-495d-4318-90dc-6a71a865af2d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:25.770077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.855778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:25.856653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:25.858304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1a40aee-fa3b-42f2-8810-6c0562c3e617 HTTP/1.1" status: 200 len: 1091 time: 2.5595274 Feb 08 23:57:25.880650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3b0659e-e4b5-4f55-b360-9af11ce680ad req-f9ce3bab-57ae-4766-b755-3bc2e1fa184f tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444542 Feb 08 23:57:25.925281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:25.945129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0f814-94df-4c06-a141-0eb5ee4736d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a40aee-fa3b-42f2-8810-6c0562c3e617,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:25.974606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:26.035351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Transition to ACTIVE for port object 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:26.053282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:26.059951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-4ec34a0e-c623-4514-a372-f5b40cb5ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.061966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-4ec34a0e-c623-4514-a372-f5b40cb5ae19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9add044661b94491ab384ef57ef2d3e8&device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 1094 time: 0.1292672 Feb 08 23:57:26.166214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb7bd1-15f3-4b4a-90e8-2e7d3bc876eb req-63960b20-5e01-4eb9-9a29-8980299a4fd3 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.173772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bfb7bd1-15f3-4b4a-90e8-2e7d3bc876eb req-63960b20-5e01-4eb9-9a29-8980299a4fd3 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 943 time: 0.1931279 Feb 08 23:57:26.206357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-fa645e81-a096-4b65-aa54-7a68d0c9206c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617 HTTP/1.1" status: 200 len: 217 time: 0.1073287 Feb 08 23:57:26.286374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bfb7bd1-15f3-4b4a-90e8-2e7d3bc876eb req-ef8166be-6ba0-4a64-90eb-b07bb3f8fbe1 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112945 Feb 08 23:57:26.309982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:26.374971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12'}, {'name': 'network-changed', 'server_uuid': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'tag': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:26.380113 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806ef76-193f-4326-8947-10339ad6c79d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12"}, {"name": "network-changed", "server_uuid": "2c09dca1-3e5b-4091-a05a-b976c198953e", "tag": "c1a40aee-fa3b-42f2-8810-6c0562c3e617"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:26.454222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-8408ff57-36c4-4a95-8ba8-c4d277ab136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.456259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-8408ff57-36c4-4a95-8ba8-c4d277ab136c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73569c4d-1251-48a5-b2b8-e709f55c6ca0 HTTP/1.1" status: 200 len: 849 time: 0.2316678 Feb 08 23:57:26.558642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4666f0fb-b518-4eb3-a77f-8402d5101021 req-507ff67f-7e10-4bd4-95fb-0b9be824a89e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 210 time: 0.1069298 Feb 08 23:57:26.591477 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-79c6a0c0-4f22-4c2c-a601-d769874ede9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d71690d9-9cc8-461d-aa08-b7e218f27cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218231 Feb 08 23:57:26.701901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Attempting to bind port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:26.702274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Attempting to bind port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:26.702597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Attempting to bind port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:26.746623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:26.746964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Attempting to bind port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 on network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:26.770154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-b0166fc1-7196-40cc-ac9e-096cb8b19f19 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.771561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f73540fa-c70f-4a11-bd9f-fdf04055a460 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:26.777425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-b0166fc1-7196-40cc-ac9e-096cb8b19f19 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 815 time: 0.3364565 Feb 08 23:57:26.792037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:26.792399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Checking segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:26.792843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Bound using segment: {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:26.793270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Bound port: 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6849d99e-3f65-41a6-9712-ca8594c1f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:26.793626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:26.828831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-bd7953a9-e666-4079-ac99-6529d81003ed tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/quotas/aa41a1c3878e4230a2c1f19f8751f55f HTTP/1.1" status: 200 len: 375 time: 0.0503063 Feb 08 23:57:26.836552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port f73540fa-c70f-4a11-bd9f-fdf04055a460 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:57:26.841611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f73540fa-c70f-4a11-bd9f-fdf04055a460 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:26.842320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:26.851053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-abca2be0-5b06-496a-86e0-7109920798e3 service neutron] 10.222.0.21 "GET /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472847 Feb 08 23:57:26.894305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.900228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.906316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.913047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.919362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.926233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.932364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:26.934347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-21c14e5f-3e5d-47a2-bbac-c398d0e73f81 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2540283 Feb 08 23:57:26.947961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-78256ac3-8fe8-4d09-b3f2-a2a8fffd8944 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171243 Feb 08 23:57:26.974277 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.003132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d48e84-1c63-46a0-9978-463abeea5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73540fa-c70f-4a11-bd9f-fdf04055a460'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:27.006450 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98024480-6387-4174-b56c-cc100214398d" -d '{"events": [{"server_uuid": "31d48e84-1c63-46a0-9978-463abeea5fab", "name": "network-vif-plugged", "status": "completed", "tag": "f73540fa-c70f-4a11-bd9f-fdf04055a460"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:27.024121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f73540fa-c70f-4a11-bd9f-fdf04055a460, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460,segment=NetworkSegment(946cb96b-6fae-4691-86bd-7ebf66efb28e),segment_id=946cb96b-6fae-4691-86bd-7ebf66efb28e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:27.029223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.086239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f73540fa-c70f-4a11-bd9f-fdf04055a460,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:27.119599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:27.128134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0cc5af68-e197-435a-8a6b-30e994ac750f req-dcc9e555-ee71-4935-9586-dc41ea8916de tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1777849 Feb 08 23:57:27.156698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:27.169320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.218330 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf7746b-8ba2-491d-b6f3-5e73b8adac25 x-openstack-request-id: req-fbf7746b-8ba2-491d-b6f3-5e73b8adac25 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:27.218626 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c09dca1-3e5b-4091-a05a-b976c198953e", "tag": "c1a40aee-fa3b-42f2-8810-6c0562c3e617", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:27.218923 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fbf7746b-8ba2-491d-b6f3-5e73b8adac25 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:27.219493 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12', 'status': 'completed', 'code': 200} Feb 08 23:57:27.220318 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'tag': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617', 'status': 'completed', 'code': 200} Feb 08 23:57:27.223383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-8c2d7e89-0fc9-4fbe-90b8-e381748b36d7 service neutron] 10.222.0.32 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743299 Feb 08 23:57:27.227403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-124c5829-4f66-46d7-9a80-65ff880e4e6e req-a4fe1f35-fd2a-4fcd-98b2-9339d875d03f service neutron] 10.222.0.21 "GET /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899394 Feb 08 23:57:27.238257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.238903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.240724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ce3f90d-dace-4a4c-9b27-b787288ac6f9 HTTP/1.1" status: 200 len: 1091 time: 2.9058325 Feb 08 23:57:27.273251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:27.466142 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-686097c2-2c79-4162-8c1f-ae7c2c2c0334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.489966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3b55-1c81-44bc-9f6c-97d9541d83e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:27.542614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.543077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.543562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.544027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.544511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.545001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.545472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.547580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-25b231bf-b577-4da7-a5f0-0d0ef7885811 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6485 time: 0.3062494 Feb 08 23:57:27.573114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-686097c2-2c79-4162-8c1f-ae7c2c2c0334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.578781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-686097c2-2c79-4162-8c1f-ae7c2c2c0334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.621387 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-686097c2-2c79-4162-8c1f-ae7c2c2c0334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a7d9b1e6de5045d49f9272a630ffc117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459568 Feb 08 23:57:27.622462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686097c2-2c79-4162-8c1f-ae7c2c2c0334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d5f15-6176-412f-9fd4-da2076c0fe09,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:27.624960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:27.640067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-c0c7aaa4-9085-4d96-b937-64f284bac7b8 service neutron] 10.222.0.32 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859258 Feb 08 23:57:27.649063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa407a11-ae24-42e0-aa11-746bc12dda25 req-747844d4-4b9a-4183-8c3f-ba7532550f6b tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.650383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa407a11-ae24-42e0-aa11-746bc12dda25 req-747844d4-4b9a-4183-8c3f-ba7532550f6b tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 945 time: 0.2648642 Feb 08 23:57:27.682727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66588596-93b0-430d-8be3-f8d2542da0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.683047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-17a15312-b528-495d-8a13-dd0344a08465 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.684717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-17a15312-b528-495d-8a13-dd0344a08465 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 805 time: 0.2750909 Feb 08 23:57:27.705732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Request body: {'port': {'device_id': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'admin_state_up': True, 'tenant_id': '1d41d0780f7149d19d2589dcf3f273a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:27.711896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66588596-93b0-430d-8be3-f8d2542da0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.771693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66588596-93b0-430d-8be3-f8d2542da0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.776816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66588596-93b0-430d-8be3-f8d2542da0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:27.780694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-66588596-93b0-430d-8be3-f8d2542da0a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f2d5f15-6176-412f-9fd4-da2076c0fe09 HTTP/1.1" status: 204 len: 168 time: 0.1524153 Feb 08 23:57:27.793739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66588596-93b0-430d-8be3-f8d2542da0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d5f15-6176-412f-9fd4-da2076c0fe09,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:27.803230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa407a11-ae24-42e0-aa11-746bc12dda25 req-967d5da1-7f92-474a-8e21-84ed7e8f3a38 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384704 Feb 08 23:57:27.820980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-1edd47de-64b5-45e9-8425-eff516fad7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.821465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-1edd47de-64b5-45e9-8425-eff516fad7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.821936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-1edd47de-64b5-45e9-8425-eff516fad7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:27.823559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-1edd47de-64b5-45e9-8425-eff516fad7d6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2628090 Feb 08 23:57:28.013873 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a52e8b-3fb2-450e-b5eb-f80382d1e8f3 x-openstack-request-id: req-35a52e8b-3fb2-450e-b5eb-f80382d1e8f3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:28.014576 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d48e84-1c63-46a0-9978-463abeea5fab", "name": "network-vif-plugged", "status": "completed", "tag": "f73540fa-c70f-4a11-bd9f-fdf04055a460", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:28.014726 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35a52e8b-3fb2-450e-b5eb-f80382d1e8f3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:28.015135 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d48e84-1c63-46a0-9978-463abeea5fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73540fa-c70f-4a11-bd9f-fdf04055a460', 'code': 200} Feb 08 23:57:28.071128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Made reservation on behalf of 1d41d0780f7149d19d2589dcf3f273a1 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:28.076257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.146512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496524d-85ac-4496-810a-ab0f74f7c80f req-5992c2c8-ee14-43db-839b-d422d8d22a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.148129 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7496524d-85ac-4496-810a-ab0f74f7c80f req-5992c2c8-ee14-43db-839b-d422d8d22a1c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 1096 time: 0.0616746 Feb 08 23:57:28.154846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62882d-bf64-46b0-91e1-dcfc74ebb1d2 req-9c49b661-5bd6-44d4-aa7a-9705ee5be2c1 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.164868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec62882d-bf64-46b0-91e1-dcfc74ebb1d2 req-9c49b661-5bd6-44d4-aa7a-9705ee5be2c1 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 943 time: 0.2375820 Feb 08 23:57:28.198488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-19050fd2-0633-43a1-846d-e5a4a55a79db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.200222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-19050fd2-0633-43a1-846d-e5a4a55a79db service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3574274 Feb 08 23:57:28.200656 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7496524d-85ac-4496-810a-ab0f74f7c80f req-a39267e0-72c2-4bb4-af0f-2c8d982e18f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Feb 08 23:57:28.216398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f279ac4-6581-4bc7-a928-4e3fd2ce91fb req-903724aa-95da-4c38-84f1-5e2070cd15c8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 210 time: 0.0958173 Feb 08 23:57:28.254301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec62882d-bf64-46b0-91e1-dcfc74ebb1d2 req-2e5d6165-cf88-4b87-bcce-9dcb7a42af21 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884440 Feb 08 23:57:28.312716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50318) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:28.338898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb67f-51e1-469f-b036-7df077445ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.355446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d128f942-5473-47cd-8a07-951997da0ab0 req-4fd9c69b-2a7e-4795-977c-770c14c97deb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 210 time: 0.0642750 Feb 08 23:57:28.504308 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb67f-51e1-469f-b036-7df077445ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.510751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Allocated IP 172.20.0.10 (2079adde-123e-4ebd-86d4-58cf117e59ae/b1aeb48d-affb-4678-86e5-6dd8c6aac59f/ae7b4087-bad7-43cb-83b1-d7bb730199f4) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:28.511984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb67f-51e1-469f-b036-7df077445ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.521315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-6409e392-0f5b-4327-b903-3e82794ece43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.523173 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-6409e392-0f5b-4327-b903-3e82794ece43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9add044661b94491ab384ef57ef2d3e8&device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 1094 time: 0.0909934 Feb 08 23:57:28.549031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.556353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.563719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.571265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.577473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.577885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fb67f-51e1-469f-b036-7df077445ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf2549-371c-4399-8885-1a446cac7c31,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:28.582514 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f1fb67f-51e1-469f-b036-7df077445ac7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6818b41b506c450b89ae8ffeb69ed089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675889 Feb 08 23:57:28.585364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50322) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:28.587617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.593925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.603950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-e80babea-db54-418e-a237-50a3058b9a13 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.1976976 Feb 08 23:57:28.636875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.637448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.637901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.638361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.639225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.639968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.640427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.642959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d29ca688-c230-4efa-98b7-23edc193b37e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6485 time: 0.1938138 Feb 08 23:57:28.706764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-3a956279-bba5-4910-a00f-8740ac9c9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.708547 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-3a956279-bba5-4910-a00f-8740ac9c9e01 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d71690d9-9cc8-461d-aa08-b7e218f27cb9 HTTP/1.1" status: 200 len: 910 time: 0.1672499 Feb 08 23:57:28.709370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c801f45-8fec-4388-b2bb-8d38fdd183bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.711481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-b94c5cfb-d0dc-452e-90cf-b5599f6ca3e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4 HTTP/1.1" status: 200 len: 217 time: 0.0574117 Feb 08 23:57:28.738297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78fcd963-a1ac-4eb4-9f34-126cf3a66731 req-ce86d0c1-be26-4334-8b6e-d17ef5270a64 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332204 Feb 08 23:57:28.746621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c801f45-8fec-4388-b2bb-8d38fdd183bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.790244 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-61ffef96-a5f0-436e-ab23-872e34a13530 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617 HTTP/1.1" status: 200 len: 217 time: 0.0651994 Feb 08 23:57:28.805240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c1a40aee-fa3b-42f2-8810-6c0562c3e617 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:28.879413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806ef76-193f-4326-8947-10339ad6c79d req-7f7da1bd-1825-4bcf-8e09-22528823231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.881725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-7f7da1bd-1825-4bcf-8e09-22528823231c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73569c4d-1251-48a5-b2b8-e709f55c6ca0 HTTP/1.1" status: 200 len: 849 time: 0.0792620 Feb 08 23:57:28.884242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-43713094-4e2f-40be-a985-db2d7e783c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:28.885770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-43713094-4e2f-40be-a985-db2d7e783c98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=998af3e3-9a1e-4ebb-8989-a3ea77d08d9c HTTP/1.1" status: 200 len: 855 time: 0.1594586 Feb 08 23:57:28.896287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c801f45-8fec-4388-b2bb-8d38fdd183bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.900277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c801f45-8fec-4388-b2bb-8d38fdd183bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:28.902020 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c801f45-8fec-4388-b2bb-8d38fdd183bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2adf2549-371c-4399-8885-1a446cac7c31 HTTP/1.1" status: 204 len: 168 time: 0.3154662 Feb 08 23:57:28.927575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c801f45-8fec-4388-b2bb-8d38fdd183bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf2549-371c-4399-8885-1a446cac7c31,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:28.959836 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-3a1d961e-4274-4f41-95b8-396802f5e5de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d71690d9-9cc8-461d-aa08-b7e218f27cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563412 Feb 08 23:57:29.023751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:29.031356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c1a40aee-fa3b-42f2-8810-6c0562c3e617, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617,segment=NetworkSegment(33e65ffd-495d-4318-90dc-6a71a865af2d),segment_id=33e65ffd-495d-4318-90dc-6a71a865af2d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:29.045833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-83e15908-4c29-4ef9-b0bf-0b73ada6e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:29.047373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-83e15908-4c29-4ef9-b0bf-0b73ada6e318 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=867b1067-6760-47dc-9574-4aca3613a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353855 Feb 08 23:57:29.049021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617', 'network_id': 'd71690d9-9cc8-461d-aa08-b7e218f27cb9', 'port_id': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617', 'mac_address': 'fa:16:3e:ae:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73569c4d-1251-48a5-b2b8-e709f55c6ca0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:29.056875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8c0c-04aa-4195-83f8-e8dfbc574d21 req-bb36c359-d3ff-4f08-9dbb-cf07b4c98c7b tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:29.058731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca5e8c0c-04aa-4195-83f8-e8dfbc574d21 req-bb36c359-d3ff-4f08-9dbb-cf07b4c98c7b tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 945 time: 0.1380618 Feb 08 23:57:29.098198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-137877f1-b035-4c50-b4c7-4c840f116c9c service neutron] 10.222.0.21 "GET /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294851 Feb 08 23:57:29.109431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:29.172849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a40aee-fa3b-42f2-8810-6c0562c3e617 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:29.173265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:29.190392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca5e8c0c-04aa-4195-83f8-e8dfbc574d21 req-7f04f5e5-9abb-4286-82fd-0dfcdb2bdeb2 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188369 Feb 08 23:57:29.217632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c1a40aee-fa3b-42f2-8810-6c0562c3e617, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617,segment=NetworkSegment(33e65ffd-495d-4318-90dc-6a71a865af2d),segment_id=33e65ffd-495d-4318-90dc-6a71a865af2d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:29.224304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:29.224969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:29.227463 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4180f2-b5c8-4843-9f13-8f891be19367" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:29.237719 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:29.262590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Network 2079adde-123e-4ebd-86d4-58cf117e59ae is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:29.264946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-eec64ba3-73ca-461e-b1de-f3a399ac3d3f service neutron] 10.222.0.21 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035036 Feb 08 23:57:29.269465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:29.274747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:29.356411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event updated for resources: {'Port': ['ID=ae7b4087-bad7-43cb-83b1-d7bb730199f4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:29.371794 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db46a4a-b74f-4f1d-90e0-1fc52894299a x-openstack-request-id: req-2db46a4a-b74f-4f1d-90e0-1fc52894299a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:29.372067 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:29.372568 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2db46a4a-b74f-4f1d-90e0-1fc52894299a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:29.372801 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9', 'status': 'completed', 'code': 200} Feb 08 23:57:29.395590 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f806ef76-193f-4326-8947-10339ad6c79d req-ed03b9ab-7ca1-4dcd-98e1-6b1e641f5d9d service neutron] 10.222.0.21 "GET /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868371 Feb 08 23:57:29.422583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c1a40aee-fa3b-42f2-8810-6c0562c3e617,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:29.521192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c1a40aee-fa3b-42f2-8810-6c0562c3e617'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:29.653837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:29.654451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:29.724605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-c491579f-0b1c-4b7b-ae69-b8f62ca24b09 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0233700 Feb 08 23:57:29.737649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d151f0-8796-4c6d-84ba-980e4816ad8d req-eadeb66e-1851-425d-86a7-2fefb89dbad4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:29.739190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98d151f0-8796-4c6d-84ba-980e4816ad8d req-eadeb66e-1851-425d-86a7-2fefb89dbad4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 932 time: 0.3234141 Feb 08 23:57:29.754528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-ca6811bc-185d-4e9b-85f9-263ea0eb028c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:29.756131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-ca6811bc-185d-4e9b-85f9-263ea0eb028c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 815 time: 0.4790339 Feb 08 23:57:29.760560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Request body: {'port': {'device_id': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:29.777567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960994a-59e4-4fa1-ad5f-4c4512f2a6a9 req-18149614-23ec-4b30-95d7-4529585a0c64 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:29.779024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3960994a-59e4-4fa1-ad5f-4c4512f2a6a9 req-18149614-23ec-4b30-95d7-4529585a0c64 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 944 time: 0.2155287 Feb 08 23:57:29.802919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Request body: {'port': {'device_id': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'admin_state_up': True, 'tenant_id': 'aa41a1c3878e4230a2c1f19f8751f55f'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:29.811199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d2d09935-58d5-4cf5-b84f-f7ce09a57436 service neutron] 10.222.0.21 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316339 Feb 08 23:57:30.349175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0ff0fde7-ddb9-4c65-bc9a-cc5c32ba94ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 200 len: 217 time: 0.5124593 Feb 08 23:57:30.394208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98d151f0-8796-4c6d-84ba-980e4816ad8d req-236c69a2-08a5-40d3-b02e-1b32f882b6a2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295807 Feb 08 23:57:30.429358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:30.435058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3960994a-59e4-4fa1-ad5f-4c4512f2a6a9 req-72da2501-ad11-4a75-b4df-5083d72fcea8 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6267467 Feb 08 23:57:30.512713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54463d45-2e02-4af3-b6be-ea339a427da6 req-62884545-bfec-4795-949a-906176f0923e tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 210 time: 0.0534952 Feb 08 23:57:30.533141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f4ac74a8-7276-4e24-a672-d0402ffed748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.534701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f4ac74a8-7276-4e24-a672-d0402ffed748 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1701252 Feb 08 23:57:30.714922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Made reservation on behalf of aa41a1c3878e4230a2c1f19f8751f55f for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:30.718394 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:30.756124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-028dfe2b-6fee-4af4-b925-9e020141ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.757725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-028dfe2b-6fee-4af4-b925-9e020141ac1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2134604 Feb 08 23:57:30.770395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.776785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.782744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.789460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.796447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.803576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.805582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c1a40aee-fa3b-42f2-8810-6c0562c3e617 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:30.809942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.811855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-fd88c081-1d04-495d-9bf0-0fb7a0493f21 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.3039205 Feb 08 23:57:30.866936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c1a40aee-fa3b-42f2-8810-6c0562c3e617 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:57:30.869671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c1a40aee-fa3b-42f2-8810-6c0562c3e617 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:30.870147 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:30.882853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12c68-23ee-4c3e-b1ad-27671a2af36b req-a94b81d1-2d00-4150-a321-9ac0de1666c8 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:30.884384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e12c68-23ee-4c3e-b1ad-27671a2af36b req-a94b81d1-2d00-4150-a321-9ac0de1666c8 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 945 time: 0.2869666 Feb 08 23:57:30.967767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:30.993517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:30.995767 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0e3860-f92c-43ad-b045-234033cd91d0" -d '{"events": [{"server_uuid": "2c09dca1-3e5b-4091-a05a-b976c198953e", "name": "network-vif-plugged", "status": "completed", "tag": "c1a40aee-fa3b-42f2-8810-6c0562c3e617"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:31.009977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c1a40aee-fa3b-42f2-8810-6c0562c3e617, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617,segment=NetworkSegment(33e65ffd-495d-4318-90dc-6a71a865af2d),segment_id=33e65ffd-495d-4318-90dc-6a71a865af2d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:31.015782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.065709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c1a40aee-fa3b-42f2-8810-6c0562c3e617,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:31.072791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ef9420-0252-4a87-8143-7c7bfc06d031 req-78c94869-7875-435a-9ac1-73f5774b357a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409854 Feb 08 23:57:31.097117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0e12c68-23ee-4c3e-b1ad-27671a2af36b req-7ea9547f-3c98-433f-93d4-75c6511cbbfa tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431096 Feb 08 23:57:31.138571 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b514589-4b99-4bb8-ac7d-3df763799b9f x-openstack-request-id: req-3b514589-4b99-4bb8-ac7d-3df763799b9f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:31.138867 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c09dca1-3e5b-4091-a05a-b976c198953e", "name": "network-vif-plugged", "status": "completed", "tag": "c1a40aee-fa3b-42f2-8810-6c0562c3e617", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:31.139122 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b514589-4b99-4bb8-ac7d-3df763799b9f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:31.139518 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617', 'code': 200} Feb 08 23:57:31.191335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-7c8dbf86-d1fa-47b4-925d-b26618571afb service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778694 Feb 08 23:57:31.233153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Allocated IP 172.20.0.5 (915fbc0e-4d19-4b16-9a6b-38602f09a261/f07ed498-5f19-4b72-8951-1368f4fcd12d/04ff15c1-60f7-41c6-b97d-22550a270919) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:31.318125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78565e1-c27a-4536-865a-dbd7988f372f req-0d0dd627-20d0-4bb5-8a3c-34dc15b349e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:31.320704 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c78565e1-c27a-4536-865a-dbd7988f372f req-0d0dd627-20d0-4bb5-8a3c-34dc15b349e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 1096 time: 0.0489843 Feb 08 23:57:31.371948 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c78565e1-c27a-4536-865a-dbd7988f372f req-0c3be61a-69de-4550-b40a-0b7b6ccfb80d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Feb 08 23:57:31.375674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7b4087-bad7-43cb-83b1-d7bb730199f4 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:31.397877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.440866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-d454f4f1-dd66-499a-b22b-15cded16b46d service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402036 Feb 08 23:57:31.442100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Transition to ACTIVE for port object ae7b4087-bad7-43cb-83b1-d7bb730199f4 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:31.459211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.497739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50412) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:31.613417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.625839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b4087-bad7-43cb-83b1-d7bb730199f4,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:31.688418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-542db046-6b74-4dee-9fd9-a8c11eeafda4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 200 len: 217 time: 0.0915780 Feb 08 23:57:31.692954 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.697090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.739126 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce270445e608499188e55da7ed601ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402020 Feb 08 23:57:31.739996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edbab50-fbd7-4177-a054-d31745eb1fc1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:31.741912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:31.742815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d8fd7-b246-4239-beed-34e5c1b3e2f8 req-da12d53c-e19b-4709-a28b-c135e40c7882 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:31.744304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c06d8fd7-b246-4239-beed-34e5c1b3e2f8 req-da12d53c-e19b-4709-a28b-c135e40c7882 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 945 time: 0.2900929 Feb 08 23:57:31.760312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.760654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.761015 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.761348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.761676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.762001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.762322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.762642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.762960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.763273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.763594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.763906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb7260b-5410-47f0-b8f1-d41c0fe614e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:31.784325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f6907-55b5-412d-8893-78eb03e398f1 req-0753f46a-4d96-48be-afdf-72120f42cee9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:31.785865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f72f6907-55b5-412d-8893-78eb03e398f1 req-0753f46a-4d96-48be-afdf-72120f42cee9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 944 time: 0.2845631 Feb 08 23:57:31.808163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d63d4e9-21d5-4db1-9bdd-631b30cd666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.819455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.832007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d63d4e9-21d5-4db1-9bdd-631b30cd666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.877085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ca12b92c-8afc-454c-a461-d703e407ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:31.878633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-ca12b92c-8afc-454c-a461-d703e407ef26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1823051 Feb 08 23:57:31.879192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d63d4e9-21d5-4db1-9bdd-631b30cd666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.882116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d63d4e9-21d5-4db1-9bdd-631b30cd666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.883547 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d63d4e9-21d5-4db1-9bdd-631b30cd666b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0edbab50-fbd7-4177-a054-d31745eb1fc1 HTTP/1.1" status: 204 len: 168 time: 0.1407521 Feb 08 23:57:31.893276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63d4e9-21d5-4db1-9bdd-631b30cd666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edbab50-fbd7-4177-a054-d31745eb1fc1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:31.915027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c06d8fd7-b246-4239-beed-34e5c1b3e2f8 req-583d62f3-971b-401a-bc59-13cd76401fec tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625829 Feb 08 23:57:31.915704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Attempting to bind port ae7b4087-bad7-43cb-83b1-d7bb730199f4 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:31.916049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Attempting to bind port ae7b4087-bad7-43cb-83b1-d7bb730199f4 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:31.916426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Attempting to bind port ae7b4087-bad7-43cb-83b1-d7bb730199f4 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:31.959434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f72f6907-55b5-412d-8893-78eb03e398f1 req-29a3d4fd-df69-464f-b015-183e860d3ec5 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554456 Feb 08 23:57:31.963174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Port ae7b4087-bad7-43cb-83b1-d7bb730199f4 on network 2079adde-123e-4ebd-86d4-58cf117e59ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:31.963508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Attempting to bind port ae7b4087-bad7-43cb-83b1-d7bb730199f4 on network 2079adde-123e-4ebd-86d4-58cf117e59ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:31.982729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:31.982729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Checking segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:31.982729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Bound using segment: {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:31.982729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Bound port: ae7b4087-bad7-43cb-83b1-d7bb730199f4, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9b2509e-c88c-4793-b166-ae20a3803137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:31.982729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:31.994622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.005413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-83799d4a-dabe-4427-af1d-85136ff457a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.006945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-83799d4a-dabe-4427-af1d-85136ff457a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189525 Feb 08 23:57:32.186120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:32.198533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50426) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:32.202267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:32.204057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:32.212647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06585241-0d85-4e81-a41e-ea12fe979e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.217678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:32.263239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.263612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.263956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.264294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.264629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.264986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.265316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.265648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.265975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.266301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.266626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.266998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:32.295214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b7a2d-2e5e-4930-8c54-179ed0ac58c6 req-4351fa0f-e14b-4064-a2d2-d76d1ccb4f0e tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.296709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d19b7a2d-2e5e-4930-8c54-179ed0ac58c6 req-4351fa0f-e14b-4064-a2d2-d76d1ccb4f0e tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 945 time: 0.3001399 Feb 08 23:57:32.300340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06585241-0d85-4e81-a41e-ea12fe979e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.305569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06585241-0d85-4e81-a41e-ea12fe979e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.315913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949641f-df05-44f1-ab39-204d6d3d2226 req-b26d483d-71f0-4c45-82cc-969ff1de9ceb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.315913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c949641f-df05-44f1-ab39-204d6d3d2226 req-b26d483d-71f0-4c45-82cc-969ff1de9ceb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 931 time: 0.2615314 Feb 08 23:57:32.315913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] For port ae7b4087-bad7-43cb-83b1-d7bb730199f4, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:32.349225 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06585241-0d85-4e81-a41e-ea12fe979e54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a8e804f560f4c9b8291c6db79cd5825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492777 Feb 08 23:57:32.349777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:32.355788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06585241-0d85-4e81-a41e-ea12fe979e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faba3c2-33c6-450f-8c68-9f26b689621b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:32.362337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] For port ae7b4087-bad7-43cb-83b1-d7bb730199f4, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:32.378518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.379215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.388304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.396270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-8928c377-116b-43fa-a1d3-06482255de76 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762975 Feb 08 23:57:32.403540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37072695-198f-4059-8ce5-6b774408fe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.426721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37072695-198f-4059-8ce5-6b774408fe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.461883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-84a320a9-3662-4f29-8f7b-8e6848208572 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6632714 Feb 08 23:57:32.482810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37072695-198f-4059-8ce5-6b774408fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.485469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d19b7a2d-2e5e-4930-8c54-179ed0ac58c6 req-d79e5bbb-de15-4e8d-9176-a04fb60b29c5 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678641 Feb 08 23:57:32.486189 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37072695-198f-4059-8ce5-6b774408fe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.487434 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37072695-198f-4059-8ce5-6b774408fe45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5faba3c2-33c6-450f-8c68-9f26b689621b HTTP/1.1" status: 204 len: 168 time: 0.1367404 Feb 08 23:57:32.493551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.494180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.495604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] 10.222.0.21 "PUT /v2.0/ports/ae7b4087-bad7-43cb-83b1-d7bb730199f4 HTTP/1.1" status: 200 len: 1092 time: 2.7554898 Feb 08 23:57:32.497314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'tag': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:32.499575 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916faa71-9096-43a2-829f-d10d608888c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2243b13-640c-4209-be72-f2dca1ba9f3d", "tag": "ae7b4087-bad7-43cb-83b1-d7bb730199f4"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:32.504754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37072695-198f-4059-8ce5-6b774408fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faba3c2-33c6-450f-8c68-9f26b689621b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:32.506038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Request body: {'port': {'device_id': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:32.551303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c949641f-df05-44f1-ab39-204d6d3d2226 req-2613b3bc-6aa4-410d-a881-382e50c6f472 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223055 Feb 08 23:57:32.612060 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc9c7f4-0ea7-4c92-8279-a5f9e9397694 x-openstack-request-id: req-8cc9c7f4-0ea7-4c92-8279-a5f9e9397694 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:32.612463 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2243b13-640c-4209-be72-f2dca1ba9f3d", "tag": "ae7b4087-bad7-43cb-83b1-d7bb730199f4", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:32.612653 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cc9c7f4-0ea7-4c92-8279-a5f9e9397694 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:32.613101 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'tag': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4', 'status': 'completed', 'code': 200} Feb 08 23:57:32.653586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035f0fe-4a08-40cd-928f-769a0eb08c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b4087-bad7-43cb-83b1-d7bb730199f4,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:32.734129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:32.756818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fbdeea82-c717-4c55-9ecf-9f7d86eacd57 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205564 Feb 08 23:57:32.759845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-1362fa6d-574e-414b-9250-83d5e02e9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.761211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-1362fa6d-574e-414b-9250-83d5e02e9537 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 1095 time: 0.1743777 Feb 08 23:57:32.776116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.781995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.788744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.794540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.801068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.806812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.812533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:32.815011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-24e227f0-2d01-4dca-b293-6d89f469cd45 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2055485 Feb 08 23:57:32.918124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-2584edeb-035f-4819-8cf6-8cc1f61399fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4 HTTP/1.1" status: 200 len: 217 time: 0.1021321 Feb 08 23:57:32.922377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-1f240df7-5209-4ba0-915b-2e114ea96436 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef HTTP/1.1" status: 200 len: 217 time: 0.0886638 Feb 08 23:57:33.068628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-30148b9a-4b9f-4df2-8935-f0e76a47ea23 req-a728bd67-3973-4b88-9ec2-838ad9543f0b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2249548 Feb 08 23:57:33.131533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-e81a5eb9-90d2-446f-9146-e9e7d7193d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:33.133022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-e81a5eb9-90d2-446f-9146-e9e7d7193d9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.2009571 Feb 08 23:57:33.135069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f4bbed9b-c4c7-4bdd-a376-93bd57f65690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:33.136372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f4bbed9b-c4c7-4bdd-a376-93bd57f65690 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1907241 Feb 08 23:57:33.214756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282affa5-520a-4986-b544-d6e7e2d4919c req-0f287b61-f986-4c56-8726-22bc8f8648af tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:33.216577 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-282affa5-520a-4986-b544-d6e7e2d4919c req-0f287b61-f986-4c56-8726-22bc8f8648af tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.21 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 945 time: 0.0557640 Feb 08 23:57:33.339338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Deleting port f73540fa-c70f-4a11-bd9f-fdf04055a460 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:33.339690 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.464152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] For port f73540fa-c70f-4a11-bd9f-fdf04055a460, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f73540fa-c70f-4a11-bd9f-fdf04055a460,segment=NetworkSegment(946cb96b-6fae-4691-86bd-7ebf66efb28e),segment_id=946cb96b-6fae-4691-86bd-7ebf66efb28e)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:33.464882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.477759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Calling delete_port for f73540fa-c70f-4a11-bd9f-fdf04055a460 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:33.621242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-16fcb3f0-a839-4132-8e6f-16c8f65885b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4706838 Feb 08 23:57:33.624721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.638448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f73540fa-c70f-4a11-bd9f-fdf04055a460'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:33.657301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Pushing event deleted for resources: {'Port': ['ID=f73540fa-c70f-4a11-bd9f-fdf04055a460,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:33.703548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] No DVR routers for this DVR port f73540fa-c70f-4a11-bd9f-fdf04055a460 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:33.707251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.711064 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-282affa5-520a-4986-b544-d6e7e2d4919c req-d4b8345c-e90b-496c-a436-f1b176f383d9 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.21 "DELETE /v2.0/ports/f73540fa-c70f-4a11-bd9f-fdf04055a460 HTTP/1.1" status: 204 len: 173 time: 0.4877687 Feb 08 23:57:33.711562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d48e84-1c63-46a0-9978-463abeea5fab', 'name': 'network-vif-deleted', 'tag': 'f73540fa-c70f-4a11-bd9f-fdf04055a460'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:33.713987 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd51bd-7905-46ca-bdc0-234d94bde081" -d '{"events": [{"server_uuid": "31d48e84-1c63-46a0-9978-463abeea5fab", "name": "network-vif-deleted", "tag": "f73540fa-c70f-4a11-bd9f-fdf04055a460"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:33.756017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50476) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:33.756623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affab7b0-41ab-44a6-8305-41384567dc81 req-306fe3ec-43ea-4839-ba4b-38c159140d85 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:33.758259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-affab7b0-41ab-44a6-8305-41384567dc81 req-306fe3ec-43ea-4839-ba4b-38c159140d85 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/ports?device_id=31d48e84-1c63-46a0-9978-463abeea5fab HTTP/1.1" status: 200 len: 945 time: 0.7044065 Feb 08 23:57:33.819980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-b80a6a4f-1748-4618-8606-c8632ce085b2 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791000 Feb 08 23:57:33.834198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7a09c-d932-46bb-8a84-5c8f2b31b406 req-bf5f4fda-8d75-4495-80a3-154fe4661c69 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:33.835764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05f7a09c-d932-46bb-8a84-5c8f2b31b406 req-bf5f4fda-8d75-4495-80a3-154fe4661c69 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 944 time: 0.6864674 Feb 08 23:57:33.837591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0aa2e6ba-7482-4e2a-9504-dabb6cc8bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:33.839259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0aa2e6ba-7482-4e2a-9504-dabb6cc8bc74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6879773 Feb 08 23:57:33.878081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ada7ed8-f5b3-4487-9fd3-9f7246592765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.957203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ada7ed8-f5b3-4487-9fd3-9f7246592765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.961199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ada7ed8-f5b3-4487-9fd3-9f7246592765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:33.999729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada7ed8-f5b3-4487-9fd3-9f7246592765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308d3124-68ed-41bc-9d2a-2a60f0ff7353,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:34.003549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-affab7b0-41ab-44a6-8305-41384567dc81 req-a2bad565-fd8e-483c-8e4d-7b7882716075 tempest-ServerGroupTestJSON-531958836 tempest-ServerGroupTestJSON-531958836-project] 10.222.0.32 "GET /v2.0/security-groups?id=287de680-74b3-45a3-9c20-a39ad4c73b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268593 Feb 08 23:57:34.008509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ada7ed8-f5b3-4487-9fd3-9f7246592765 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1d94b586149453e92040b15ad9920e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490838 Feb 08 23:57:34.008786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50480) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:34.044104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05f7a09c-d932-46bb-8a84-5c8f2b31b406 req-bc2ec5dd-ff2d-41fe-8038-20ee203f2474 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950526 Feb 08 23:57:34.080353 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f456bd2-54f0-4946-b738-6436f669729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.110299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f456bd2-54f0-4946-b738-6436f669729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.113075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-2d975385-0ee4-4a86-b0ae-3152f7450d17 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610528 Feb 08 23:57:34.175451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f456bd2-54f0-4946-b738-6436f669729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.178233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f456bd2-54f0-4946-b738-6436f669729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.179401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f456bd2-54f0-4946-b738-6436f669729e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/308d3124-68ed-41bc-9d2a-2a60f0ff7353 HTTP/1.1" status: 204 len: 168 time: 0.1697190 Feb 08 23:57:34.199983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f456bd2-54f0-4946-b738-6436f669729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308d3124-68ed-41bc-9d2a-2a60f0ff7353,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:34.201623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0d3d67-cec3-4cf8-939d-f2129afecffc req-6c02aeac-f401-462c-8b26-046184a991ea service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537271 Feb 08 23:57:34.244989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ff15c1-60f7-41c6-b97d-22550a270919 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:34.256228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.322382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Transition to ACTIVE for port object 04ff15c1-60f7-41c6-b97d-22550a270919 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:34.342577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.372142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f38244-36cf-46bf-99a3-93fa5d81fedb req-fdd7b848-bd6a-448a-b138-16b1400bae32 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.373681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5f38244-36cf-46bf-99a3-93fa5d81fedb req-fdd7b848-bd6a-448a-b138-16b1400bae32 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 931 time: 0.2453701 Feb 08 23:57:34.414597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f4e1-9575-421e-a750-160fb3c6a139 req-9325d90a-9557-47cd-9037-3ee20c0cb85c tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.416127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b210f4e1-9575-421e-a750-160fb3c6a139 req-9325d90a-9557-47cd-9037-3ee20c0cb85c tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 945 time: 0.3020685 Feb 08 23:57:34.474522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-89c4b2d5-ac9d-48c8-80fe-3e490e6602ad service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535969 Feb 08 23:57:34.485650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916faa71-9096-43a2-829f-d10d608888c6 req-0a9d16f2-739f-4144-9c22-d4ce7310469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.487127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-0a9d16f2-739f-4144-9c22-d4ce7310469d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 1095 time: 0.2168789 Feb 08 23:57:34.501640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:34.589087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-2494a6b5-4357-439c-9744-fdd0cfc1fa51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=1528657a-224a-4768-9a19-7b2fef4f091e HTTP/1.1" status: 200 len: 217 time: 0.0993209 Feb 08 23:57:34.601457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5f38244-36cf-46bf-99a3-93fa5d81fedb req-1037eb4e-df6e-4ec9-9c1b-40421cf0abaf tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984718 Feb 08 23:57:34.648611 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5516ae-b270-4129-bf08-96df1b432d6c x-openstack-request-id: req-4f5516ae-b270-4129-bf08-96df1b432d6c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:34.649569 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d48e84-1c63-46a0-9978-463abeea5fab", "name": "network-vif-deleted", "tag": "f73540fa-c70f-4a11-bd9f-fdf04055a460", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:34.650087 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f5516ae-b270-4129-bf08-96df1b432d6c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:34.650730 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d48e84-1c63-46a0-9978-463abeea5fab', 'name': 'network-vif-deleted', 'tag': 'f73540fa-c70f-4a11-bd9f-fdf04055a460', 'status': 'completed', 'code': 200} Feb 08 23:57:34.679438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b210f4e1-9575-421e-a750-160fb3c6a139 req-f4bd3aa5-4504-482d-95a2-a0e48a5a7826 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369127 Feb 08 23:57:34.789095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-8e8d25c1-ecb9-466e-a429-d23ffc7d5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.790564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-8e8d25c1-ecb9-466e-a429-d23ffc7d5c7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1882579 Feb 08 23:57:34.839362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Attempting to bind port 04ff15c1-60f7-41c6-b97d-22550a270919 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:34.839700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Attempting to bind port 04ff15c1-60f7-41c6-b97d-22550a270919 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:34.840024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Attempting to bind port 04ff15c1-60f7-41c6-b97d-22550a270919 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:34.845485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916faa71-9096-43a2-829f-d10d608888c6 req-0ef0a0b3-d8c8-4263-9577-21c386782638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.846998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-0ef0a0b3-d8c8-4263-9577-21c386782638 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.3420107 Feb 08 23:57:34.856006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Port 04ff15c1-60f7-41c6-b97d-22550a270919 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:34.856334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Attempting to bind port 04ff15c1-60f7-41c6-b97d-22550a270919 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:34.883145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.888950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.895666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.902104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.907938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.913999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.919766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:34.921746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-eec1b3af-ff6e-453f-a1bb-7c5691a8c9d0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2019260 Feb 08 23:57:34.952137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:34.952480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Checking segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:34.952932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Bound using segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:34.953377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Bound port: 04ff15c1-60f7-41c6-b97d-22550a270919, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:34.953736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:34.959777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-414671af-c822-4533-be31-9ed47f7e15f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4 HTTP/1.1" status: 200 len: 217 time: 0.1012330 Feb 08 23:57:35.011484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f7da0001-2822-418e-b91d-566609bed3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.013008 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f7da0001-2822-418e-b91d-566609bed3b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2084949 Feb 08 23:57:35.092223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47c80699-1381-4354-8e22-c5f0baf8d84c req-59d91a59-1244-41e0-86ad-2c1b27256055 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394088 Feb 08 23:57:35.127959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916faa71-9096-43a2-829f-d10d608888c6 req-88557619-97c0-408d-a531-e56e78efb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.129431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-88557619-97c0-408d-a531-e56e78efb618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1548438 Feb 08 23:57:35.184260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-88345eb9-2d1a-46db-bffe-14fb5b957a2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398490 Feb 08 23:57:35.197437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:35.273782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:35.298457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:35.302458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-62479caa-1536-4457-ac9d-47d9496c691f service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797964 Feb 08 23:57:35.410505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.411119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:35.412502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] 10.222.0.21 "PUT /v2.0/ports/04ff15c1-60f7-41c6-b97d-22550a270919 HTTP/1.1" status: 200 len: 1091 time: 2.9160504 Feb 08 23:57:35.414889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:35.417125 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:35.468562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa447e-0bfd-4807-be3e-cba39e844976 req-d7f69586-4b45-462b-9c26-d19c4009106f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.470825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41fa447e-0bfd-4807-be3e-cba39e844976 req-d7f69586-4b45-462b-9c26-d19c4009106f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 944 time: 0.2489312 Feb 08 23:57:35.486501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1552c-20f6-4df8-aa95-de8f5223c985 service neutron] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:35.494386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-c1656e18-6e9d-4742-9e93-d2aba3f01efe service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946255 Feb 08 23:57:35.534897 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad984ab0-ab45-416f-aded-9adbb093eda7 x-openstack-request-id: req-ad984ab0-ab45-416f-aded-9adbb093eda7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:35.535204 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:35.535493 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad984ab0-ab45-416f-aded-9adbb093eda7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:35.535846 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919', 'status': 'completed', 'code': 200} Feb 08 23:57:35.622435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-daeef435-40a3-4283-9817-7674ae1f6d23 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069789 Feb 08 23:57:35.633196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-c734dae4-3d2b-4710-b463-b2b5b22fb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.634668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-c734dae4-3d2b-4710-b463-b2b5b22fb2d2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 1094 time: 0.1598604 Feb 08 23:57:35.643125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41fa447e-0bfd-4807-be3e-cba39e844976 req-fd112d92-de39-4fcf-90d2-2e4190827319 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510077 Feb 08 23:57:35.706392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-9825d39a-d324-4ecf-ad37-2e1dc9d4f2fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa202bd2-f59c-495c-ab61-3e092430fd12 HTTP/1.1" status: 200 len: 217 time: 0.0684321 Feb 08 23:57:35.756684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-8a7c6130-078c-4b0e-8161-7eccf4744f1c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ff15c1-60f7-41c6-b97d-22550a270919 HTTP/1.1" status: 200 len: 217 time: 0.1081142 Feb 08 23:57:35.806049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-916faa71-9096-43a2-829f-d10d608888c6 req-2d1225cd-7b05-409e-85e4-40404863be6d service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858016 Feb 08 23:57:35.866954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0ed895e1-adf4-447b-968f-4aeddc7266cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.869483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0ed895e1-adf4-447b-968f-4aeddc7266cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee HTTP/1.1" status: 200 len: 797 time: 0.1234691 Feb 08 23:57:35.884121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-31385309-0883-4916-a96c-ae35d675b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.888678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-31385309-0883-4916-a96c-ae35d675b327 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 200 len: 855 time: 0.0918925 Feb 08 23:57:35.957337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b000e4-45ef-432d-a160-4da7f8597653 req-70a7e1aa-0f51-4dad-bf63-af4c51067e47 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:35.958925 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16b000e4-45ef-432d-a160-4da7f8597653 req-70a7e1aa-0f51-4dad-bf63-af4c51067e47 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 943 time: 0.2141225 Feb 08 23:57:35.962828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-17eb55c8-6fe7-41b9-83f7-9f345297d4c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=915fbc0e-4d19-4b16-9a6b-38602f09a261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626411 Feb 08 23:57:36.033323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f820761f-fea7-4173-b7c0-41f25de1de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.034866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f820761f-fea7-4173-b7c0-41f25de1de35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475818 Feb 08 23:57:36.140987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16b000e4-45ef-432d-a160-4da7f8597653 req-4b995414-1529-4a03-b79a-19873e266394 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688468 Feb 08 23:57:36.182939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-01edc277-fcf6-47d3-9181-e502443697cc service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119203 Feb 08 23:57:36.186824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-0e60d75f-9e22-430e-b103-8115252ab4ce service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419439 Feb 08 23:57:36.195185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50614) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:36.275498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Deleting subnet e186780d-7f3e-407d-a1e5-f1bcb49d4f03 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:36.283490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.332895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.394354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.395540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.400435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.406483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.413096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.419886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.425511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.432245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.440496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-9050ea8d-d2b4-474b-8bf7-dea204685a5f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2141838 Feb 08 23:57:36.480021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-c07693fb-ade3-4ece-9ecc-8dab2f838e66 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810302 Feb 08 23:57:36.482518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b06f6f7-90ec-40fe-90c7-87323ae5e86d req-534e0628-30cd-4a4c-b3a9-60e080188965 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850935 Feb 08 23:57:36.483095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.531515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e186780d-7f3e-407d-a1e5-f1bcb49d4f03,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:36.538811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.544362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-65bfb672-5012-4fc7-8cd2-69f29bf7d02b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e186780d-7f3e-407d-a1e5-f1bcb49d4f03 HTTP/1.1" status: 204 len: 168 time: 0.3480380 Feb 08 23:57:36.551056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45f7fefd-0ba9-42c5-9fe1-75b319bcc982 req-209ec43c-4d94-424c-8ae3-2966c8e8ed86 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092236 Feb 08 23:57:36.551179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50648) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:36.552958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-41d00574-faf5-464b-9453-96c8887d9e84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9 HTTP/1.1" status: 200 len: 217 time: 0.0583742 Feb 08 23:57:36.653791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-06a5357a-683f-4da3-8fcf-4b11d7912789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.655419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-06a5357a-683f-4da3-8fcf-4b11d7912789 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee HTTP/1.1" status: 200 len: 797 time: 0.0949519 Feb 08 23:57:36.656945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.681709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-006486e0-b991-454f-bb9b-d363569cd985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.683170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-006486e0-b991-454f-bb9b-d363569cd985 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 1094 time: 0.1104639 Feb 08 23:57:36.775076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.806383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7cd99e-730a-4022-9276-c0ef59d2e14b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:36.833327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946cb96b-6fae-4691-86bd-7ebf66efb28e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:36.834057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946cb96b-6fae-4691-86bd-7ebf66efb28e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:36.852608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.853465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fffb5d82-c825-48f9-921a-4e6c8c67813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.855539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-fffb5d82-c825-48f9-921a-4e6c8c67813a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1837487 Feb 08 23:57:36.870290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.874767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae7b4087-bad7-43cb-83b1-d7bb730199f4 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:36.878403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:36.878918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.881314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f73540fa-c70f-4a11-bd9f-fdf04055a460 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:36.919915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52760b70-5e07-4762-b733-aa2e4b4807d8 req-7e4e0748-dc53-4f92-8527-05dfea5cedb0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.927481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: f73540fa-c70f-4a11-bd9f-fdf04055a460 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:36.928099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f73540fa-c70f-4a11-bd9f-fdf04055a460 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:36.928259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52760b70-5e07-4762-b733-aa2e4b4807d8 req-7e4e0748-dc53-4f92-8527-05dfea5cedb0 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 944 time: 0.1464517 Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:36.947720 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:36.956572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.956790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-22bf26e7-6026-4809-bbd0-01e77728858c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:36.957102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.958081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-22bf26e7-6026-4809-bbd0-01e77728858c service neutron] 10.222.0.21 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 916 time: 0.2172275 Feb 08 23:57:36.960162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.974317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:36.981653 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3c7cd99e-730a-4022-9276-c0ef59d2e14b HTTP/1.1" status: 204 len: 168 time: 0.4190180 Feb 08 23:57:37.021892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-a8cbab60-b237-48ec-b4e6-fc012ea982fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04ff15c1-60f7-41c6-b97d-22550a270919 HTTP/1.1" status: 200 len: 217 time: 0.0552289 Feb 08 23:57:37.035713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efc277-ffa4-4727-b0a8-906e517da313 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7cd99e-730a-4022-9276-c0ef59d2e14b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:37.122006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae7b4087-bad7-43cb-83b1-d7bb730199f4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:37.139255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4', 'network_id': '2079adde-123e-4ebd-86d4-58cf117e59ae', 'port_id': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4', 'mac_address': 'fa:16:3e:80:05:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1aeb48d-affb-4678-86e5-6dd8c6aac59f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:37.178691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50682) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:37.187287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.205598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7b4087-bad7-43cb-83b1-d7bb730199f4 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:37.231983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae7b4087-bad7-43cb-83b1-d7bb730199f4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:37.237832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.278193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50686) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:37.321255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae7b4087-bad7-43cb-83b1-d7bb730199f4,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:37.345838 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aaf1988d-3487-49e1-af31-193463f44205 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acc5f3aea36d4c55810c4eb3afabde4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0657461 Feb 08 23:57:37.348738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:37.417633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2362568-9da8-4e66-ae22-13f2af69f218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.444244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2362568-9da8-4e66-ae22-13f2af69f218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.471106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc55da36-bda6-4f34-8656-f71f1cbcd067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.498547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52760b70-5e07-4762-b733-aa2e4b4807d8 req-eb05f148-3b6b-46f1-bf4c-4b059759a979 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693965 Feb 08 23:57:37.507677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ae7b4087-bad7-43cb-83b1-d7bb730199f4'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:37.530774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2362568-9da8-4e66-ae22-13f2af69f218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.534057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d2362568-9da8-4e66-ae22-13f2af69f218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.535446 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d2362568-9da8-4e66-ae22-13f2af69f218 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/287de680-74b3-45a3-9c20-a39ad4c73b90 HTTP/1.1" status: 204 len: 168 time: 0.1856740 Feb 08 23:57:37.544197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-f60269c3-82f6-45cb-8461-af11bbeccd66 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690135 Feb 08 23:57:37.569659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2362568-9da8-4e66-ae22-13f2af69f218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287de680-74b3-45a3-9c20-a39ad4c73b90,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:37.576515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b583f5-03e7-43cb-aebf-d4f3c3709ab1 req-7d48313c-e933-4d47-8d3a-babdcfc92d0a tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:37.585540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17b583f5-03e7-43cb-aebf-d4f3c3709ab1 req-7d48313c-e933-4d47-8d3a-babdcfc92d0a tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 945 time: 0.1354730 Feb 08 23:57:37.598425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-5a604e1d-f80a-4f0c-840c-49b41115c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:37.599895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-5a604e1d-f80a-4f0c-840c-49b41115c90e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 200 len: 855 time: 0.1534629 Feb 08 23:57:37.644219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc55da36-bda6-4f34-8656-f71f1cbcd067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.650753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc55da36-bda6-4f34-8656-f71f1cbcd067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.702183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-c7ddd2a1-3679-4fae-9d92-a521c662f808 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=915fbc0e-4d19-4b16-9a6b-38602f09a261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655749 Feb 08 23:57:37.707066 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dc55da36-bda6-4f34-8656-f71f1cbcd067 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e2ce878d7634f0b96e8c786e2da0831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271258 Feb 08 23:57:37.708215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55da36-bda6-4f34-8656-f71f1cbcd067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda127a1-e979-47cb-b844-567c8901a446,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:37.711502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50694) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:37.775534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08204335-f656-4818-ad3c-81af04a0427a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.785005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17b583f5-03e7-43cb-aebf-d4f3c3709ab1 req-1fb8c6a3-3171-4845-95f0-6edafb09b339 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984553 Feb 08 23:57:37.792123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ac85d1-30c9-4871-87b1-86f26be0fac5 req-42907a85-6ec4-4c26-b530-b6607adea67e service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367456 Feb 08 23:57:37.823575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08204335-f656-4818-ad3c-81af04a0427a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.853372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d7b38-2989-4137-9631-dc0d7ceb71ae req-024f8667-7de0-43c9-8a7b-2bd54cf58e2b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:37.861503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b51d7b38-2989-4137-9631-dc0d7ceb71ae req-024f8667-7de0-43c9-8a7b-2bd54cf58e2b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 943 time: 0.2111392 Feb 08 23:57:37.910945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08204335-f656-4818-ad3c-81af04a0427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.913912 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08204335-f656-4818-ad3c-81af04a0427a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:37.918025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-08204335-f656-4818-ad3c-81af04a0427a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eda127a1-e979-47cb-b844-567c8901a446 HTTP/1.1" status: 204 len: 168 time: 0.2027884 Feb 08 23:57:37.924810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08204335-f656-4818-ad3c-81af04a0427a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda127a1-e979-47cb-b844-567c8901a446,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:38.009462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b51d7b38-2989-4137-9631-dc0d7ceb71ae req-7d1ca306-477e-476b-a854-2eae878db141 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461794 Feb 08 23:57:38.026096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.026586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.027060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.027528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.027994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.028459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.029497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.031809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-e1505560-99c6-4b70-9eb4-5a02c2936a7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6485 time: 0.1573801 Feb 08 23:57:38.041191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-7a00b072-3de4-46a1-89e9-0755fc63055c service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919419 Feb 08 23:57:38.064542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.070392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.076208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.082270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.088053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.094512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.100997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.102971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-bc8d25e0-6f7a-4bb4-9b6e-91aa631565f3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.1851780 Feb 08 23:57:38.259717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b37857b-a4d1-4d87-bf3a-8daef1eb5d5c req-fe77a7c2-1b4b-411d-8050-02eaf4f62b34 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1382942 Feb 08 23:57:38.281651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50716) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:38.296762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb6e590-9681-46fc-be2a-0defc4a78ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.302609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-1815d7bb-ff79-44fe-b486-5c682427a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.304440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-1815d7bb-ff79-44fe-b486-5c682427a9ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 HTTP/1.1" status: 200 len: 903 time: 0.2610137 Feb 08 23:57:38.308298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0151a318-c92a-4d2a-bb78-9ee8cbffb8b6 req-3961a1de-e785-4c70-8d32-a245bcc31e90 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044058 Feb 08 23:57:38.367916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-4daa10c3-8e0f-40a3-b4c5-b6a499570968 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9 HTTP/1.1" status: 200 len: 217 time: 0.0484436 Feb 08 23:57:38.412251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb6e590-9681-46fc-be2a-0defc4a78ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.417372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb6e590-9681-46fc-be2a-0defc4a78ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.426959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-092e0b01-f23c-41c5-bac2-ff818989c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.429106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-092e0b01-f23c-41c5-bac2-ff818989c7b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee HTTP/1.1" status: 200 len: 797 time: 0.0534072 Feb 08 23:57:38.464976 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-abb6e590-9681-46fc-be2a-0defc4a78ae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea8c360503a2444299db89e3645e3dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801641 Feb 08 23:57:38.464976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e590-9681-46fc-be2a-0defc4a78ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb54324-e49f-4b2b-b2db-cd183ed15b99,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:38.466566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50720) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:38.511066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50722) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:38.521408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-b784622b-21c9-4c75-b982-e303219a311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.522842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-b784622b-21c9-4c75-b982-e303219a311e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869284 Feb 08 23:57:38.623664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b289960b-807a-498c-a128-f8661005d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.623849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-network', 'tenant_id': '4182078c9d384b968074a5196f26e453'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:38.647345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Made reservation on behalf of 4182078c9d384b968074a5196f26e453 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:38.649883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.659459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.694313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4722f-707b-4931-b2ff-4753886d69eb req-6f77ec92-ea33-4147-8bc6-da0636727d50 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.695825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aef4722f-707b-4931-b2ff-4753886d69eb req-6f77ec92-ea33-4147-8bc6-da0636727d50 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 945 time: 0.1776788 Feb 08 23:57:38.698471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b289960b-807a-498c-a128-f8661005d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.746488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.750525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.778393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711fad0-beb6-4a46-a48f-92e6bb000143 req-0c2bf5dc-7068-4be9-8955-7d5f3d74d9fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.780011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0711fad0-beb6-4a46-a48f-92e6bb000143 req-0c2bf5dc-7068-4be9-8955-7d5f3d74d9fe tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 945 time: 0.1785843 Feb 08 23:57:38.780200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:57:38.785296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-8b02d1fc-199a-4e4b-a56a-59fc6b044bf8 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550125 Feb 08 23:57:38.787297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d1b164-eb40-4492-b6a9-4e294a5c1d5e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:38.796304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.796707 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Added segment a6f14c0f-a409-451c-9e8f-a3312a781d1a of type vlan for network 2c70d040-ee61-4480-9d0d-4b2132506715 Feb 08 23:57:38.848737 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.885416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:38.888949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae7b4087-bad7-43cb-83b1-d7bb730199f4 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:38.901351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.902521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:38.903195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:38.959846 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4468789 Feb 08 23:57:38.962821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50730) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:38.967888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Request body: {'subnet': {'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-subnet', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:38.991970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa50f1-f81a-4be4-ad65-2b863460f686 admin admin] Pushing event updated for resources: {'Network': ['ID=2c70d040-ee61-4480-9d0d-4b2132506715,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:39.013441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Made reservation on behalf of 4182078c9d384b968074a5196f26e453 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:39.016324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.024416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2c70d040-ee61-4480-9d0d-4b2132506715 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:57:39.041869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0711fad0-beb6-4a46-a48f-92e6bb000143 req-a41bd722-3aa0-4f5d-a9ea-c793ab566b7a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524884 Feb 08 23:57:39.049312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b289960b-807a-498c-a128-f8661005d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.054189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b289960b-807a-498c-a128-f8661005d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.058407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b289960b-807a-498c-a128-f8661005d1f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7eb54324-e49f-4b2b-b2db-cd183ed15b99 HTTP/1.1" status: 204 len: 168 time: 0.5882776 Feb 08 23:57:39.132477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289960b-807a-498c-a128-f8661005d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb54324-e49f-4b2b-b2db-cd183ed15b99,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:39.184811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e4180f2-b5c8-4843-9f13-8f891be19367 req-aa1c4f4c-7b76-4261-9551-0df44a474f45 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884063 Feb 08 23:57:39.209515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Deleting port c1a40aee-fa3b-42f2-8810-6c0562c3e617 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:39.211488 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.346464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ae7b4087-bad7-43cb-83b1-d7bb730199f4 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:57:39.352332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.352979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3e875-c9aa-4082-bf30-4e28220855e3 req-e13438a8-8a8b-4b31-b3ac-0de20be643bb tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.362807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5b3e875-c9aa-4082-bf30-4e28220855e3 req-e13438a8-8a8b-4b31-b3ac-0de20be643bb tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 945 time: 0.4367270 Feb 08 23:57:39.383855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ae7b4087-bad7-43cb-83b1-d7bb730199f4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:39.384482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.457165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:39.458621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:39.484173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '04ff15c1-60f7-41c6-b97d-22550a270919', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'port_id': '04ff15c1-60f7-41c6-b97d-22550a270919', 'mac_address': 'fa:16:3e:38:81:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed498-5f19-4b72-8951-1368f4fcd12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:39.498675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Checking segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:39.499034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Network hostable DHCP agents. Network: 2c70d040-ee61-4480-9d0d-4b2132506715, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:57:39.520422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5b3e875-c9aa-4082-bf30-4e28220855e3 req-06210d2d-d801-4e90-8d0c-f421e1fbfdef tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/security-groups?id=91800df1-83bc-441c-87df-f44afba5449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504350 Feb 08 23:57:39.525637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Network 2c70d040-ee61-4480-9d0d-4b2132506715 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:57:39.526705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] For port c1a40aee-fa3b-42f2-8810-6c0562c3e617, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c1a40aee-fa3b-42f2-8810-6c0562c3e617,segment=NetworkSegment(33e65ffd-495d-4318-90dc-6a71a865af2d),segment_id=33e65ffd-495d-4318-90dc-6a71a865af2d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:39.528205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.540242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2c70d040-ee61-4480-9d0d-4b2132506715) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:39.558470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.559018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6bed5-cc27-42b2-89c3-73e82cce5b4e req-24359048-be0d-4c5c-a60a-7b924a793be0 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.559256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.561090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.573370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73c6bed5-cc27-42b2-89c3-73e82cce5b4e req-24359048-be0d-4c5c-a60a-7b924a793be0 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 943 time: 0.3845251 Feb 08 23:57:39.580370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64295f3e-6a8f-41a5-aeb6-441f1dea9a98 None None] Network 2c70d040-ee61-4480-9d0d-4b2132506715 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:39.583989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-689ae942-c2a4-44fe-ad37-caf2fc0ea457 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6198335 Feb 08 23:57:39.587051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:39.593294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:39.603420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.633845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Calling delete_port for c1a40aee-fa3b-42f2-8810-6c0562c3e617 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:39.638684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ff15c1-60f7-41c6-b97d-22550a270919 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:39.644083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.647052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.692959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:39.704875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:39.707453 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b82538-a0f9-4b9f-b1ac-e3fd1113c1ef" -d '{"events": [{"server_uuid": "b2243b13-640c-4209-be72-f2dca1ba9f3d", "name": "network-vif-plugged", "status": "completed", "tag": "ae7b4087-bad7-43cb-83b1-d7bb730199f4"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:39.727310 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.736281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae7b4087-bad7-43cb-83b1-d7bb730199f4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:39.740732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.741338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73c6bed5-cc27-42b2-89c3-73e82cce5b4e req-535fcebd-ebd9-4c41-b529-6690dfbdf215 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663878 Feb 08 23:57:39.762316 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:39.844210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.847990 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a70f7-330a-47c4-86e5-bd4b5e54a288 x-openstack-request-id: req-8b9a70f7-330a-47c4-86e5-bd4b5e54a288 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:39.848353 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2243b13-640c-4209-be72-f2dca1ba9f3d", "name": "network-vif-plugged", "status": "completed", "tag": "ae7b4087-bad7-43cb-83b1-d7bb730199f4", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:39.852465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.857009 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8b9a70f7-330a-47c4-86e5-bd4b5e54a288 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:39.857435 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4', 'code': 200} Feb 08 23:57:39.859124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.865689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.873833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.881145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.887803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:39.897299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-488aa8a4-297b-44a8-9f5f-be3a3a2d1856 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2177811 Feb 08 23:57:39.938373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:39.955158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78599d8f-4df2-4145-97ab-55f3e78b9df3 None None] Network 2c70d040-ee61-4480-9d0d-4b2132506715 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:40.002600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdaee727-bf74-4eb5-a905-829dbaaf4fd7 req-eaefc46c-add0-4d25-bdfd-03de9972b8c4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008301 Feb 08 23:57:40.008839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.019235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3e19d-81dc-4aae-9ec7-f75169a6d4f9 req-d7d2b0bd-f268-469a-8bcf-068e3c50a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:40.020855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fa3e19d-81dc-4aae-9ec7-f75169a6d4f9 req-d7d2b0bd-f268-469a-8bcf-068e3c50a2d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 1097 time: 0.0992146 Feb 08 23:57:40.034967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['04ff15c1-60f7-41c6-b97d-22550a270919'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:57:40.087205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fa3e19d-81dc-4aae-9ec7-f75169a6d4f9 req-42c71b4b-4345-4cfb-9865-acdc3b90d09c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Feb 08 23:57:40.112680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.145962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Pushing event deleted for resources: {'Port': ['ID=c1a40aee-fa3b-42f2-8810-6c0562c3e617,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:40.221508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] No DVR routers for this DVR port c1a40aee-fa3b-42f2-8810-6c0562c3e617 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:40.237921 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.241345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aef4722f-707b-4931-b2ff-4753886d69eb req-7f348560-1f6f-4726-a625-5f2a4776d9c9 tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.21 "DELETE /v2.0/ports/c1a40aee-fa3b-42f2-8810-6c0562c3e617 HTTP/1.1" status: 204 len: 173 time: 1.5345540 Feb 08 23:57:40.246347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'name': 'network-vif-deleted', 'tag': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:40.248774 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e59bdf-0448-401b-8845-fec130906025" -d '{"events": [{"server_uuid": "2c09dca1-3e5b-4091-a05a-b976c198953e", "name": "network-vif-deleted", "tag": "c1a40aee-fa3b-42f2-8810-6c0562c3e617"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:40.275735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71da91-165e-439f-8925-8091beb36b1c req-4999c37b-b269-4c74-9407-e1be229e9025 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:40.277358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc71da91-165e-439f-8925-8091beb36b1c req-4999c37b-b269-4c74-9407-e1be229e9025 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.0841200 Feb 08 23:57:40.306854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.324146 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1f1a72-7400-4f13-961c-a441bd9d8641 x-openstack-request-id: req-1b1f1a72-7400-4f13-961c-a441bd9d8641 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:40.324347 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c09dca1-3e5b-4091-a05a-b976c198953e", "name": "network-vif-deleted", "tag": "c1a40aee-fa3b-42f2-8810-6c0562c3e617", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:40.324983 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b1f1a72-7400-4f13-961c-a441bd9d8641 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:40.324983 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c09dca1-3e5b-4091-a05a-b976c198953e', 'name': 'network-vif-deleted', 'tag': 'c1a40aee-fa3b-42f2-8810-6c0562c3e617', 'status': 'completed', 'code': 200} Feb 08 23:57:40.353461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.391935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc71da91-165e-439f-8925-8091beb36b1c req-61119910-bb63-4e43-bdec-0fe80dc11ae2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982630 Feb 08 23:57:40.425391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae7b4087-bad7-43cb-83b1-d7bb730199f4,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:40.518999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Allocated IP 172.25.3.25 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:40.648990 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.662599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c11646e5-df59-4574-a803-4b7568413671 req-21efd925-b143-4259-b70e-5e93991469ae tempest-ServerTagsTestJSON-1734150613 tempest-ServerTagsTestJSON-1734150613-project] 10.222.0.32 "GET /v2.0/ports?device_id=2c09dca1-3e5b-4091-a05a-b976c198953e HTTP/1.1" status: 200 len: 210 time: 0.0269666 Feb 08 23:57:40.686110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:40.724651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:40.730073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:40.732720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:40.769995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:40.877010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa0a7f-6f2b-4f4c-bef2-0dfb83d7f4ac req-9d5a7ab0-80f2-404d-bf81-4c15ad388fa2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:40.884604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adfa0a7f-6f2b-4f4c-bef2-0dfb83d7f4ac req-9d5a7ab0-80f2-404d-bf81-4c15ad388fa2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 944 time: 0.0653944 Feb 08 23:57:40.899632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c1a40aee-fa3b-42f2-8810-6c0562c3e617 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:40.933938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: c1a40aee-fa3b-42f2-8810-6c0562c3e617 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:40.934582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c1a40aee-fa3b-42f2-8810-6c0562c3e617 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:40.951786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adfa0a7f-6f2b-4f4c-bef2-0dfb83d7f4ac req-0a26e419-d3a9-4b97-9238-3cd4483c0eca tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661697 Feb 08 23:57:41.197199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.206823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.215395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.223965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.229835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.236755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.242823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.244748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-350556ea-db15-408e-ab61-572725271771 req-89a78568-8873-4a71-bb59-7ae1c91144d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.1463223 Feb 08 23:57:41.294115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-350556ea-db15-408e-ab61-572725271771 req-31d929a8-49e3-4658-b59b-c5da39f2f14b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408709 Feb 08 23:57:41.307642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:41.515282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc7bc3-8379-4ac6-b608-a5f6959f0bd3 req-1b55d33b-6c8c-49e5-916c-446e4b5246c7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.525187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05dc7bc3-8379-4ac6-b608-a5f6959f0bd3 req-1b55d33b-6c8c-49e5-916c-446e4b5246c7 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.0637434 Feb 08 23:57:41.529619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:41.562437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05dc7bc3-8379-4ac6-b608-a5f6959f0bd3 req-f6d7cc8b-9a9f-49d1-b396-7ea9c6fb43e4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Feb 08 23:57:41.671606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Router 8337d678-7624-46b5-9256-e6fe88cb60a6 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:57:41.729677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50808) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:41.803776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7cedf9a-7272-418b-8357-74f547771981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:41.810959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648aebe-dd2c-42b4-86af-eb0112e6c545 req-7de892b0-613d-42a4-a9e7-4158e4d6c440 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:41.812546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5648aebe-dd2c-42b4-86af-eb0112e6c545 req-7de892b0-613d-42a4-a9e7-4158e4d6c440 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.0606706 Feb 08 23:57:41.830959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Deleting subnet 73569c4d-1251-48a5-b2b8-e709f55c6ca0 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:57:41.837751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:41.858403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5648aebe-dd2c-42b4-86af-eb0112e6c545 req-5160dd79-7ff1-42d8-83ef-9512ac369dde tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Feb 08 23:57:41.880755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:57:41.895717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Sync routers for ids ['8337d678-7624-46b5-9256-e6fe88cb60a6'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:57:41.906731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:41.912993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:41.917319 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-28f517c8-fe6a-43ec-9e54-501466dfb3d9 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3257022 Feb 08 23:57:41.917695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50828) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:41.919809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Routers {'8337d678-7624-46b5-9256-e6fe88cb60a6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:41.921165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8337d678-7624-46b5-9256-e6fe88cb60a6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:41.985953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.056590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Set router 8337d678-7624-46b5-9256-e6fe88cb60a6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:42.062514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.099684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73569c4d-1251-48a5-b2b8-e709f55c6ca0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:42.113201 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.118996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3cbeae1-c88c-4bc4-a6a2-06698738c63c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/73569c4d-1251-48a5-b2b8-e709f55c6ca0 HTTP/1.1" status: 204 len: 168 time: 0.3896856 Feb 08 23:57:42.121658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50840) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:42.148024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95a20-8043-434d-9eef-43c0bce0cd23 req-542763e5-a7a5-47a2-abe9-2beb28b72b00 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.149584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bd95a20-8043-434d-9eef-43c0bce0cd23 req-542763e5-a7a5-47a2-abe9-2beb28b72b00 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1455715 Feb 08 23:57:42.224157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.225160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60589-94d6-4d60-a9fc-5f552576966e req-7354bbe6-8f16-422c-baee-e11426552a88 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.226708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48f60589-94d6-4d60-a9fc-5f552576966e req-7354bbe6-8f16-422c-baee-e11426552a88 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 944 time: 0.1153066 Feb 08 23:57:42.276486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bd95a20-8043-434d-9eef-43c0bce0cd23 req-62a8519d-e0d7-4ef2-b001-ce373581afd6 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139901 Feb 08 23:57:42.315780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-08T23:57:40Z', 'revision_number': 3, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:42.362131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.390639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71690d9-9cc8-461d-aa08-b7e218f27cb9']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:42.397436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48f60589-94d6-4d60-a9fc-5f552576966e req-8d878851-b0dc-46c2-a6a9-5163437e42e3 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152182 Feb 08 23:57:42.397637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Checking router: 8337d678-7624-46b5-9256-e6fe88cb60a6 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:57:42.397963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Updating router 8337d678-7624-46b5-9256-e6fe88cb60a6 port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:57:42.402674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e65ffd-495d-4318-90dc-6a71a865af2d') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:42.402983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e65ffd-495d-4318-90dc-6a71a865af2d') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:42.404738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50848) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:42.446126 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.446457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.477208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.486069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:57:42.486547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:57:42.488285 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:57:42.612341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.625362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.625723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.628852 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] 10.222.0.32 "DELETE /v2.0/networks/d71690d9-9cc8-461d-aa08-b7e218f27cb9 HTTP/1.1" status: 204 len: 168 time: 0.5060141 Feb 08 23:57:42.629927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2774f4b-d824-4132-9bdb-215588cbb399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.634647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.640670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.648428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.651832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4b05-3a5e-4470-b3f2-873faa72b09b admin admin] Pushing event deleted for resources: {'Network': ['ID=d71690d9-9cc8-461d-aa08-b7e218f27cb9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:42.661072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.670218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.678441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.687285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-d76738ef-cd7b-46fa-a39f-2ac91ca26f1b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.1752546 Feb 08 23:57:42.767884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2774f4b-d824-4132-9bdb-215588cbb399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.770766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-986aacf6-5bac-4589-84ba-77244fc51c71 req-ee00320c-47d3-45df-a6ae-837bac128d25 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824730 Feb 08 23:57:42.786725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2774f4b-d824-4132-9bdb-215588cbb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.850490 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a2774f4b-d824-4132-9bdb-215588cbb399 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c88d2f0d42e4e5cb42abc188210013f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446781 Feb 08 23:57:42.851277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2774f4b-d824-4132-9bdb-215588cbb399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefd4a7d-56d6-4b9e-9551-6d9774706cee,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:42.853758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50858) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:42.884658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed6a51-2026-4ebc-890e-e283bbf9780a req-5f8cf3cb-0525-43d1-ac38-cc11626ca6ef tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:42.886271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3eed6a51-2026-4ebc-890e-e283bbf9780a req-5f8cf3cb-0525-43d1-ac38-cc11626ca6ef tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.1125262 Feb 08 23:57:42.916564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:42.918168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:42.934311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefd3b5c-f73a-4e35-9a9a-22423feb213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.944772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.976479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefd3b5c-f73a-4e35-9a9a-22423feb213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.982285 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:42.992824 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cca23927-bac2-4514-8be7-2580b7236eb9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9add044661b94491ab384ef57ef2d3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736890 Feb 08 23:57:42.994188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50862) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:42.994990 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.000078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3eed6a51-2026-4ebc-890e-e283bbf9780a req-3d56d61e-b804-4e1d-a50a-e455dd5ed9c9 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990515 Feb 08 23:57:43.000210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 04ff15c1-60f7-41c6-b97d-22550a270919 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:57:43.022198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420af6dc-9147-4c9c-9018-b114ef0e5c3a req-df4874fd-5332-4b47-a464-ae817869c920 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:43.026613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-420af6dc-9147-4c9c-9018-b114ef0e5c3a req-df4874fd-5332-4b47-a464-ae817869c920 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1288629 Feb 08 23:57:43.031549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 04ff15c1-60f7-41c6-b97d-22550a270919 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:43.032088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.084569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf167df6-59c6-478c-9267-9a1b4e02a51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.099692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e5d2-aaff-4c4a-981e-016b371998c2 None None] Pushing event updated for resources: {'Port': ['ID=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:43.107074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Attempting to bind port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:43.107671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Attempting to bind port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:43.108030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Attempting to bind port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:43.116496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:43.116871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:43.117456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.118018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:43.118639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Bound port: 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:43.119179 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.124271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf167df6-59c6-478c-9267-9a1b4e02a51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.137094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefd3b5c-f73a-4e35-9a9a-22423feb213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.140017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefd3b5c-f73a-4e35-9a9a-22423feb213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.141259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eefd3b5c-f73a-4e35-9a9a-22423feb213c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eefd4a7d-56d6-4b9e-9551-6d9774706cee HTTP/1.1" status: 204 len: 168 time: 0.2862728 Feb 08 23:57:43.152105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-420af6dc-9147-4c9c-9018-b114ef0e5c3a req-db1303ae-8de9-4ecc-ab43-ea3c5f505ace tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961185 Feb 08 23:57:43.187537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd3b5c-f73a-4e35-9a9a-22423feb213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefd4a7d-56d6-4b9e-9551-6d9774706cee,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:43.219134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf167df6-59c6-478c-9267-9a1b4e02a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.223927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf167df6-59c6-478c-9267-9a1b4e02a51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.225566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] For port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:43.227362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bf167df6-59c6-478c-9267-9a1b4e02a51d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/91800df1-83bc-441c-87df-f44afba5449f HTTP/1.1" status: 204 len: 168 time: 0.2317786 Feb 08 23:57:43.228299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Allocated IP 172.20.0.1 (2c70d040-ee61-4480-9d0d-4b2132506715/73da8787-3f52-4e27-87f7-e8bd9dc6f5d6/8adb4e0b-29be-4d46-a053-099fd00b54e4) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:43.237742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf167df6-59c6-478c-9267-9a1b4e02a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91800df1-83bc-441c-87df-f44afba5449f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:43.252155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] For port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:43.253586 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.274086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.331405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:43.338586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:43.341234 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb166a3d-ff67-4d26-b4eb-704e90b24040" -d '{"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-plugged", "status": "completed", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:43.361747 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.379373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Routers {'8337d678-7624-46b5-9256-e6fe88cb60a6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:43.380011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8337d678-7624-46b5-9256-e6fe88cb60a6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:43.429144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e5d2-aaff-4c4a-981e-016b371998c2 None None] Pushing event updated for resources: {'Port': ['ID=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:43.429402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.468033 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14769f68-c841-4d08-8fa1-8cdb68c37168 x-openstack-request-id: req-14769f68-c841-4d08-8fa1-8cdb68c37168 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:43.468323 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-plugged", "status": "completed", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:43.468575 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14769f68-c841-4d08-8fa1-8cdb68c37168 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:43.468986 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919', 'code': 200} Feb 08 23:57:43.498477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.588149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:43.646876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] Set router 8337d678-7624-46b5-9256-e6fe88cb60a6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:43.654971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Network 2c70d040-ee61-4480-9d0d-4b2132506715 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:43.664382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:43.669739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:43.671939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Pushing event updated for resources: {'Port': ['ID=8adb4e0b-29be-4d46-a053-099fd00b54e4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:43.722210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79994d6-026e-44c1-9ee9-25415d795f63 req-65b3562a-9110-4594-a335-3ea998af8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:43.724735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a79994d6-026e-44c1-9ee9-25415d795f63 req-65b3562a-9110-4594-a335-3ea998af8337 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 1096 time: 0.2185640 Feb 08 23:57:43.755474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8004b4-2fae-4793-8a0b-35cda83fcbdd req-19eec8ef-bd8d-4050-a5bf-fbcb4ae52193 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:43.761357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb8004b4-2fae-4793-8a0b-35cda83fcbdd req-19eec8ef-bd8d-4050-a5bf-fbcb4ae52193 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1720448 Feb 08 23:57:43.771474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.803357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:43.823322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a36517a-164a-4d9e-b170-d2b3d827b476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.889505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a79994d6-026e-44c1-9ee9-25415d795f63 req-fa7f81f3-85fe-4e59-817c-bc44d7412c18 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527243 Feb 08 23:57:43.926309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-08T23:57:40Z', 'revision_number': 3, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:43.945719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4b4fc-af44-4f23-8bc3-8d9241030a3e req-96a0735d-988a-49fb-be96-4cf01220435f tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:43.950964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a36517a-164a-4d9e-b170-d2b3d827b476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.953230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdc4b4fc-af44-4f23-8bc3-8d9241030a3e req-96a0735d-988a-49fb-be96-4cf01220435f tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.1833601 Feb 08 23:57:43.954182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c50e74-ff04-4308-a85d-2e89caa82763 None None] The sync data for ids ['8337d678-7624-46b5-9256-e6fe88cb60a6'] in n-d-828413-1 is: [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-08T23:57:40Z', 'revision_number': 3, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:57:43.956939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a36517a-164a-4d9e-b170-d2b3d827b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:43.961191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb8004b4-2fae-4793-8a0b-35cda83fcbdd req-48f21d73-6402-4a17-99f7-d68eed0587e8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755531 Feb 08 23:57:44.012363 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a36517a-164a-4d9e-b170-d2b3d827b476 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1e21c2158394268bd5fea57c7e90d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052596 Feb 08 23:57:44.012780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50890) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:44.022160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36517a-164a-4d9e-b170-d2b3d827b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541dbb70-e60c-4dbc-9979-59195ea05a09,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:44.058907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdc4b4fc-af44-4f23-8bc3-8d9241030a3e req-6b61bcec-d5a2-44d7-9856-5ad82e603743 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044893 Feb 08 23:57:44.104017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.117825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31470016-0e89-4396-acc0-d46769c7d7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.145582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31470016-0e89-4396-acc0-d46769c7d7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.226283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc674a7c-b81c-4ddf-b853-0ce54f793643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.233239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31470016-0e89-4396-acc0-d46769c7d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.238184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31470016-0e89-4396-acc0-d46769c7d7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.240862 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31470016-0e89-4396-acc0-d46769c7d7c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/541dbb70-e60c-4dbc-9979-59195ea05a09 HTTP/1.1" status: 204 len: 168 time: 0.2270420 Feb 08 23:57:44.264586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31470016-0e89-4396-acc0-d46769c7d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541dbb70-e60c-4dbc-9979-59195ea05a09,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:44.657978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.664377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.670563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.676579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.682529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.689170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.695485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.705699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-5c4a38f7-8b5e-4ac6-80f9-7712071f4135 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.5947888 Feb 08 23:57:44.818749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:44.837379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-401f00c3-4649-4e11-a95f-ac66ba75df5a req-6f8df00e-e61e-4efd-9e7a-ad309b3b5164 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330400 Feb 08 23:57:44.863990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9748e-9763-4925-bdf6-6d8913250278 req-0b1ec27d-e596-43a5-bdbb-57117ed45487 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:44.872326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70e9748e-9763-4925-bdf6-6d8913250278 req-0b1ec27d-e596-43a5-bdbb-57117ed45487 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.2894607 Feb 08 23:57:44.887068 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:44.887568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:44.925786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70e9748e-9763-4925-bdf6-6d8913250278 req-9b8225be-bbe1-48a8-a25d-687a36aabce9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522161 Feb 08 23:57:45.036036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:45.045872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:45.066495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:45.078836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:45.085209 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:45.228522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:45.269198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Pushing event updated for resources: {'Port': ['ID=8adb4e0b-29be-4d46-a053-099fd00b54e4,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:45.276835 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:45.312662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1789e-8a03-4c0b-9c94-8220caee0100 req-68bbcdf2-5b80-4732-bb31-7f40604d305b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:45.314399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fad1789e-8a03-4c0b-9c94-8220caee0100 req-68bbcdf2-5b80-4732-bb31-7f40604d305b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2638040 Feb 08 23:57:45.405934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613a2c7-1463-4201-b440-8c3820b30801 req-3534058c-5675-4488-bd32-a006aa29a3e0 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:45.408093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7613a2c7-1463-4201-b440-8c3820b30801 req-3534058c-5675-4488-bd32-a006aa29a3e0 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.1687028 Feb 08 23:57:45.431648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:45.455293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fad1789e-8a03-4c0b-9c94-8220caee0100 req-f78fc1f6-5f00-4f4a-bd05-7cecb25e7974 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187813 Feb 08 23:57:45.531076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Network 2c70d040-ee61-4480-9d0d-4b2132506715 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:45.537642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7613a2c7-1463-4201-b440-8c3820b30801 req-dfdeeaeb-ed2e-46de-8e86-76727241c29c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132388 Feb 08 23:57:45.539783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:45.567693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f1d650e-39d5-4dea-b23b-75d387a1485a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:45.569162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f1d650e-39d5-4dea-b23b-75d387a1485a tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.1111922 Feb 08 23:57:45.782276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-2c3539c4-39a7-4665-9c57-42884f9cc691 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761650 Feb 08 23:57:45.790130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Router 8337d678-7624-46b5-9256-e6fe88cb60a6 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:57:45.793796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Deleting port c0cac677-9c03-429c-b299-8fb8c65e5910 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:45.793950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:46.056191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] For port c0cac677-9c03-429c-b299-8fb8c65e5910, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c0cac677-9c03-429c-b299-8fb8c65e5910,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:46.056560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:46.127673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-11094617-3c33-4706-b537-68834c64a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.129279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-11094617-3c33-4706-b537-68834c64a558 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 1097 time: 0.3141689 Feb 08 23:57:46.192639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.198691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.205202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.211233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.217086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.222889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.229057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.230935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-0200a462-e40b-485b-b68b-af1c773be739 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2691765 Feb 08 23:57:46.335631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:57:46.346419 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Sync routers for ids ['8337d678-7624-46b5-9256-e6fe88cb60a6'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:57:46.356678 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Routers {'8337d678-7624-46b5-9256-e6fe88cb60a6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:46.357310 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8337d678-7624-46b5-9256-e6fe88cb60a6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:46.386776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4756ab75-a01c-4265-b4ab-25927224f71f admin admin] 10.222.0.32 "PUT /v2.0/routers/8337d678-7624-46b5-9256-e6fe88cb60a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4679034 Feb 08 23:57:46.398942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbcb6e2b-47b7-45dd-a21a-6bc87f6a1118 req-a8e39c95-91a0-4405-8cbd-f1932e1cb34b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528842 Feb 08 23:57:46.446792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4cc9a-29ba-4185-bf3d-b100fde80979 req-7cd92f18-5d35-4cfa-b397-4d4f9a6fdad4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.448587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fb4cc9a-29ba-4185-bf3d-b100fde80979 req-7cd92f18-5d35-4cfa-b397-4d4f9a6fdad4 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.4323742 Feb 08 23:57:46.494243 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Set router 8337d678-7624-46b5-9256-e6fe88cb60a6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:46.606224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fb4cc9a-29ba-4185-bf3d-b100fde80979 req-4314b57e-9482-43b8-8f6c-4a3cffc24118 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475503 Feb 08 23:57:46.628657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-ecd70b3e-b9d0-47fd-b4bf-a58cc37d3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.630238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-ecd70b3e-b9d0-47fd-b4bf-a58cc37d3bc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 200 len: 906 time: 0.4576159 Feb 08 23:57:46.684725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-39d2afbf-afb3-4586-bf8f-863e78375dc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89c1bda0-de10-4b05-88e7-761154b291cb HTTP/1.1" status: 200 len: 217 time: 0.0433300 Feb 08 23:57:46.687923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:46.687923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:46.688684 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Floating IP 1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5 disassociated. External IP: 172.25.3.86, port: c0cac677-9c03-429c-b299-8fb8c65e5910. Feb 08 23:57:46.688684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Calling delete_port for c0cac677-9c03-429c-b299-8fb8c65e5910 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:46.760484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fda183-39fa-4f1e-ac05-924699a5d07f req-324b9857-c922-4dbb-9beb-f1092cb1a3ea tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.762055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03fda183-39fa-4f1e-ac05-924699a5d07f req-324b9857-c922-4dbb-9beb-f1092cb1a3ea tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1787944 Feb 08 23:57:46.783882 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-08T23:57:44Z', 'revision_number': 4, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8adb4e0b-29be-4d46-a053-099fd00b54e4', 'name': '', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'mac_address': 'fa:16:3e:7b:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:42Z', 'updated_at': '2022-02-08T23:57:44Z', 'revision_number': 2, 'project_id': '4182078c9d384b968074a5196f26e453', 'subnets': [{'id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:46.807646 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:46.835504 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Checking router: 8337d678-7624-46b5-9256-e6fe88cb60a6 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:57:46.836423 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Updating router 8337d678-7624-46b5-9256-e6fe88cb60a6 port 8adb4e0b-29be-4d46-a053-099fd00b54e4 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:57:46.846884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:46.853059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-058a61fc-d5db-4e1d-9843-098d5ac04034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.855942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-058a61fc-d5db-4e1d-9843-098d5ac04034 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 200 len: 845 time: 0.1635983 Feb 08 23:57:46.874206 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:46.936795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-59c8df43-27ac-44ad-9034-3d1840e2c5be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2079adde-123e-4ebd-86d4-58cf117e59ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711310 Feb 08 23:57:46.952747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7db67-cffb-461a-b316-0f3d25921c06 req-7a451fd0-27c8-4036-b918-bef94c93c6b1 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:46.962910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79c7db67-cffb-461a-b316-0f3d25921c06 req-7a451fd0-27c8-4036-b918-bef94c93c6b1 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 945 time: 0.2152002 Feb 08 23:57:46.976367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03fda183-39fa-4f1e-ac05-924699a5d07f req-76f47f09-bb30-4633-9938-58c2381ace85 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720390 Feb 08 23:57:46.991172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:47.010876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.112519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79c7db67-cffb-461a-b316-0f3d25921c06 req-204d44ad-0dbf-4788-80fb-889b95ef5b7c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups?id=27c81625-4465-40d3-affe-0ac68677e320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328299 Feb 08 23:57:47.183525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-92fd38a8-19d0-47a2-beda-6051de45b374 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104723 Feb 08 23:57:47.206440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.218903 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.227084 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.293059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.332698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event deleted for resources: {'Port': ['ID=c0cac677-9c03-429c-b299-8fb8c65e5910,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:47.413966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfe46e-b9de-4435-a5d1-358e590bc417 req-fa9565e1-9ff9-4368-b756-1fd6fe569ac1 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:47.421654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbfe46e-b9de-4435-a5d1-358e590bc417 req-fa9565e1-9ff9-4368-b756-1fd6fe569ac1 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2411370 Feb 08 23:57:47.445117 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Pushing event updated for resources: {'Port': ['ID=8adb4e0b-29be-4d46-a053-099fd00b54e4,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:47.455587 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.455927 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.456250 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.456583 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.456955 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.457258 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.457584 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.457896 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.458216 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.458533 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.458857 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.459163 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:57:47.469741 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Attempting to bind port 8adb4e0b-29be-4d46-a053-099fd00b54e4 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:47.470279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Attempting to bind port 8adb4e0b-29be-4d46-a053-099fd00b54e4 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:47.471430 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Attempting to bind port 8adb4e0b-29be-4d46-a053-099fd00b54e4 on network 2c70d040-ee61-4480-9d0d-4b2132506715 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:47.478261 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:47.478855 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Checking segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:47.481206 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.481773 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Bound using segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:47.482473 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Bound port: 8adb4e0b-29be-4d46-a053-099fd00b54e4, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:47.483042 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.569645 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] For port 8adb4e0b-29be-4d46-a053-099fd00b54e4, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:47.575791 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] For port 8adb4e0b-29be-4d46-a053-099fd00b54e4, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8adb4e0b-29be-4d46-a053-099fd00b54e4,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:47.591470 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:47.638860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:47.691497 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Routers {'8337d678-7624-46b5-9256-e6fe88cb60a6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:47.692239 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8337d678-7624-46b5-9256-e6fe88cb60a6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:47.698393 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998d567-cefc-41d8-a263-0629cefb753b None None] Pushing event updated for resources: {'Port': ['ID=8adb4e0b-29be-4d46-a053-099fd00b54e4,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:47.848517 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] Set router 8337d678-7624-46b5-9256-e6fe88cb60a6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:47.915618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51038) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:47.997452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbfe46e-b9de-4435-a5d1-358e590bc417 req-fefae9a2-d5a8-4204-b04c-1e38c1609c67 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744631 Feb 08 23:57:48.000087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-023721fc-5e9d-4b34-acdf-1cf1c1c77e57 req-c38c33b5-4e15-40b2-8957-e71e4aac98b9 service neutron] 10.222.0.21 "GET /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8048155 Feb 08 23:57:48.035276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b76cf624-f0c3-49ed-8271-ef3cc2976d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.085962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:57:48.105966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:48.118689 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-08T23:57:44Z', 'revision_number': 4, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8adb4e0b-29be-4d46-a053-099fd00b54e4', 'name': '', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'mac_address': 'fa:16:3e:7b:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:42Z', 'updated_at': '2022-02-08T23:57:47Z', 'revision_number': 4, 'project_id': '4182078c9d384b968074a5196f26e453', 'subnets': [{'id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:48.169148 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5f0b4-ed7b-431a-9b41-78942798da0e None None] The sync data for ids ['8337d678-7624-46b5-9256-e6fe88cb60a6'] in n-d-828413-1 is: [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-08T23:57:44Z', 'revision_number': 4, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8adb4e0b-29be-4d46-a053-099fd00b54e4', 'name': '', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'mac_address': 'fa:16:3e:7b:46:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:42Z', 'updated_at': '2022-02-08T23:57:47Z', 'revision_number': 4, 'project_id': '4182078c9d384b968074a5196f26e453', 'subnets': [{'id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:57:48.172592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b76cf624-f0c3-49ed-8271-ef3cc2976d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.178887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b76cf624-f0c3-49ed-8271-ef3cc2976d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.214876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf624-f0c3-49ed-8271-ef3cc2976d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc85ad-f8cd-42fd-9ab2-3413b0df25a6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:48.230140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.240135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-32ebeb9d-6788-4a93-95d2-5637bef62479 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.253651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-32ebeb9d-6788-4a93-95d2-5637bef62479 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 819 time: 0.3004446 Feb 08 23:57:48.274412 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b76cf624-f0c3-49ed-8271-ef3cc2976d30 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb27322ebeb7482d922dc81139469dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337218 Feb 08 23:57:48.278804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-b0068fed-2257-44ce-ae27-c6a9238d8374 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/quotas/4182078c9d384b968074a5196f26e453 HTTP/1.1" status: 200 len: 375 time: 0.0242643 Feb 08 23:57:48.304558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51046) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:48.340318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.347336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.353697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.359607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.367354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.373240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.380075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.386144 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0def3fbf-06bf-4495-b3fc-4d7ee4e551e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.388512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-3e1befbb-0f50-4afd-81b8-f595bd0979f0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2797096 Feb 08 23:57:48.423695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0def3fbf-06bf-4495-b3fc-4d7ee4e551e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.456362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:57:48.459485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.471168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] Sync routers for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:57:48.488852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:48.489927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:48.517783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e04f0ce3-b24e-4e03-9b43-94f229599da8 req-f858222f-2593-4f9d-8010-605c93555f92 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281843 Feb 08 23:57:48.563895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] No DVR routers for this DVR port c0cac677-9c03-429c-b299-8fb8c65e5910 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:57:48.565367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0def3fbf-06bf-4495-b3fc-4d7ee4e551e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.568408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0def3fbf-06bf-4495-b3fc-4d7ee4e551e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.569605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0def3fbf-06bf-4495-b3fc-4d7ee4e551e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0bc85ad-f8cd-42fd-9ab2-3413b0df25a6 HTTP/1.1" status: 204 len: 168 time: 0.2631621 Feb 08 23:57:48.576683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-62798f34-1001-48d9-8055-3099bc4b420c tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2667348 Feb 08 23:57:48.577826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:48.581224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b16db077-8881-4a12-a0b7-6ef451c372f5 req-6f26843f-3669-4e37-99db-613e8dc7c85b tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.21 "DELETE /v2.0/ports/c0cac677-9c03-429c-b299-8fb8c65e5910 HTTP/1.1" status: 204 len: 173 time: 2.9812143 Feb 08 23:57:48.581677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'name': 'network-vif-deleted', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:48.584215 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e2b243-2905-4870-9633-c7034a43dc0a" -d '{"events": [{"server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "name": "network-vif-deleted", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:48.660055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def3fbf-06bf-4495-b3fc-4d7ee4e551e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc85ad-f8cd-42fd-9ab2-3413b0df25a6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:48.668815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Allocated IP 172.25.3.254 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/cc34c52e-153e-4bed-b6cb-29e8d9149d42) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:48.693179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:48.796283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc18d0e-a4b0-4699-ad8e-f4f507eb8fbb req-b5ee858e-74de-452e-9a17-b23c61af59fb tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:48.798030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6dc18d0e-a4b0-4699-ad8e-f4f507eb8fbb req-b5ee858e-74de-452e-9a17-b23c61af59fb tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1599030 Feb 08 23:57:48.917961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.014932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6dc18d0e-a4b0-4699-ad8e-f4f507eb8fbb req-dd6b9f7b-cf9e-44fc-9584-60482bfd9c56 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943099 Feb 08 23:57:49.016833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.090710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-2a5b918c-467c-4881-8204-be326f893811 service neutron] 10.222.0.32 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893157 Feb 08 23:57:49.151107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:49.168785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:49.180508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:49.183209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51060) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:49.256120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Port': ['ID=cc34c52e-153e-4bed-b6cb-29e8d9149d42,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:49.271403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5de0a529-cae8-4674-ad76-8609704a364b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.300472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-8b60fd4f-c79b-4530-9b69-62be7811a1c4 service neutron] 10.222.0.32 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006145 Feb 08 23:57:49.350354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c0cac677-9c03-429c-b299-8fb8c65e5910 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:57:49.363062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.372457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8adb4e0b-29be-4d46-a053-099fd00b54e4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:49.420907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: c0cac677-9c03-429c-b299-8fb8c65e5910 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:57:49.421452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c0cac677-9c03-429c-b299-8fb8c65e5910 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:57:49.484814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8adb4e0b-29be-4d46-a053-099fd00b54e4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:49.496236 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.551234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5de0a529-cae8-4674-ad76-8609704a364b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.567289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5de0a529-cae8-4674-ad76-8609704a364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:49.635765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:49.663675 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea6f6b-fb00-4b31-9b0d-3f6466fee237 x-openstack-request-id: req-acea6f6b-fb00-4b31-9b0d-3f6466fee237 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:49.664080 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccace158-e8a4-45b3-98ec-899f2c41675a", "name": "network-vif-deleted", "tag": "c0cac677-9c03-429c-b299-8fb8c65e5910", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:49.664509 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acea6f6b-fb00-4b31-9b0d-3f6466fee237 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:49.665058 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccace158-e8a4-45b3-98ec-899f2c41675a', 'name': 'network-vif-deleted', 'tag': 'c0cac677-9c03-429c-b299-8fb8c65e5910', 'status': 'completed', 'code': 200} Feb 08 23:57:49.679394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] Checking router: 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:57:49.694868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:49.695787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:49.741363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-851111f6-94bc-457d-8b37-af040963b53b req-ba0f78b0-fe0d-4416-a94f-755f6f311ce5 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 210 time: 0.0417416 Feb 08 23:57:49.788730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a529-cae8-4674-ad76-8609704a364b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0544e38c-433c-455b-9596-3c55227b8a73,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:49.803396 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.011186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:57:50.026262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001272d7-255c-4326-8282-cafac6d7fca4 req-6f93be5f-ab18-4d59-9622-aeda61311b20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.041879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-001272d7-255c-4326-8282-cafac6d7fca4 req-6f93be5f-ab18-4d59-9622-aeda61311b20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2306213 Feb 08 23:57:50.073655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.082164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.103467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.115506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.123512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.135621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.144937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.153372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.161409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.164366 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5de0a529-cae8-4674-ad76-8609704a364b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c0ebea2ac394470bc041d8786a9682c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9793553 Feb 08 23:57:50.167293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51086) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:50.171392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-c3e0ba80-a446-4b08-8753-3d78e462598b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2581480 Feb 08 23:57:50.178181 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.246229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-001272d7-255c-4326-8282-cafac6d7fca4 req-05760204-957b-4f26-931d-78841cbda07b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025173 Feb 08 23:57:50.249956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.310282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f28ba5-ed91-49f2-a423-daf5bac209bb req-a14c30fc-767f-4e87-84e4-0632427a58a1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369302 Feb 08 23:57:50.314669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8adb4e0b-29be-4d46-a053-099fd00b54e4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8adb4e0b-29be-4d46-a053-099fd00b54e4,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:50.327361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.336428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.342333 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4255502 Feb 08 23:57:50.346689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51088) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:50.354843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-329578551'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:50.413903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd888b79-80b3-4481-a66a-46243c7b9397 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Port': ['ID=cc34c52e-153e-4bed-b6cb-29e8d9149d42,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:50.436020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aae1d40f-cd4f-463c-ac4c-6f091513facf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.472882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aae1d40f-cd4f-463c-ac4c-6f091513facf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.479112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1db2a65-917d-4754-9b97-abe126765ce7 req-1a95faa5-8eca-4188-967e-5ccc90a38085 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 210 time: 0.1103933 Feb 08 23:57:50.544230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8adb4e0b-29be-4d46-a053-099fd00b54e4,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:50.566688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aae1d40f-cd4f-463c-ac4c-6f091513facf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.570243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aae1d40f-cd4f-463c-ac4c-6f091513facf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.571896 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aae1d40f-cd4f-463c-ac4c-6f091513facf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0544e38c-433c-455b-9596-3c55227b8a73 HTTP/1.1" status: 204 len: 168 time: 0.4018230 Feb 08 23:57:50.582447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:50.608615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1d40f-cd4f-463c-ac4c-6f091513facf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0544e38c-433c-455b-9596-3c55227b8a73,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:50.635481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Made reservation on behalf of 12ed89169eb94f6da626a71c8c8ad399 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:50.648226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc167c0-b7ae-4626-b45d-cb62cc25da34 None None] The sync data for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 is: [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:46Z', 'revision_number': 4, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '135ca799-1c20-455a-aa81-26bbbdd8d940', 'name': '', 'network_id': '4402ffae-f91d-405e-8f0f-647589bc5a1d', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'mac_address': 'fa:16:3e:97:5f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:43Z', 'updated_at': '2022-02-08T23:55:56Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'subnets': [{'id': '6b4f03ba-d5cb-460b-b2b5-a00e0632f56f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:57:50.649843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.670874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:50.783113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899be7f2-f1db-4740-88a4-a299b33ad3e1 req-24e7c1e3-ddd3-4d13-8a19-98dcce61266d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:50.797223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-899be7f2-f1db-4740-88a4-a299b33ad3e1 req-24e7c1e3-ddd3-4d13-8a19-98dcce61266d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.2434380 Feb 08 23:57:50.849537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8adb4e0b-29be-4d46-a053-099fd00b54e4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:50.861168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-899be7f2-f1db-4740-88a4-a299b33ad3e1 req-8c12d0ee-2fee-46e7-9aea-dce6be787f40 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638239 Feb 08 23:57:50.938137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c49422f-2637-4210-9944-02dc8c71bd50 req-15627b14-364b-4ee0-b8b0-1ac629e788c7 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 210 time: 0.0579038 Feb 08 23:57:50.958382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8adb4e0b-29be-4d46-a053-099fd00b54e4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:50.959366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.082277 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:57:51.241804 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc299e-c643-47f7-b4d4-14544299e417 None None] New status for floating IP 1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:57:51.290492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.342711 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.369930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-bf4d9fa6-4e2c-4e78-9024-9a45ce8e0bd5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:51.377579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-bf4d9fa6-4e2c-4e78-9024-9a45ce8e0bd5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 819 time: 0.3930790 Feb 08 23:57:51.390097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:57:51.399807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.400210 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Added segment a3dc7072-b81f-4032-82e0-8102dca15301 of type vlan for network 15f1af49-6622-41f5-8213-3d60e09aa903 Feb 08 23:57:51.462448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-9b2c2bbf-3242-485f-bccc-753eeb89f1d9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:51.463949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-9b2c2bbf-3242-485f-bccc-753eeb89f1d9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 819 time: 0.3181791 Feb 08 23:57:51.523578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Request body: {'port': {'device_id': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'admin_state_up': True, 'tenant_id': '4182078c9d384b968074a5196f26e453'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:51.601631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.601631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-ad219618-1f20-40e2-a9f8-fcc07218a26e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/quotas/4182078c9d384b968074a5196f26e453 HTTP/1.1" status: 200 len: 375 time: 0.1010730 Feb 08 23:57:51.624368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1b42ae-4c1a-4796-aadd-67eec20d8899,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:51.685454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393dbdc-c9f4-42a8-bae3-a2395f5b0bd1 req-2f22c378-8ffe-46f8-94e4-ad39634cca54 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:51.686667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a393dbdc-c9f4-42a8-bae3-a2395f5b0bd1 req-2f22c378-8ffe-46f8-94e4-ad39634cca54 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.3493757 Feb 08 23:57:51.729772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.736050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:51.736659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:51.823944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-bb195734-9339-4ea7-a74c-1fc6e700147e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2225313 Feb 08 23:57:51.849031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51130) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:51.849767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5009906 Feb 08 23:57:51.858256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Request body: {'subnet': {'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:51.863784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a393dbdc-c9f4-42a8-bae3-a2395f5b0bd1 req-3f561725-a547-4e12-ac3e-043eb5b2ad3b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654065 Feb 08 23:57:51.886390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4cb41-7b6a-4500-a00b-dc487c113f73 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Network': ['ID=15f1af49-6622-41f5-8213-3d60e09aa903,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:51.901204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 15f1af49-6622-41f5-8213-3d60e09aa903 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:57:51.953334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Made reservation on behalf of 4182078c9d384b968074a5196f26e453 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:51.957482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.029871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-94726d91-a440-43f6-ab6f-32d63f76de6f service neutron] 10.222.0.32 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777115 Feb 08 23:57:52.070351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Made reservation on behalf of 12ed89169eb94f6da626a71c8c8ad399 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:52.077487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.212460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.218173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.224385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.230244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.236864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.242830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.249538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.252283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-1611f52c-52d2-43bc-ac94-df7749730c8b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2069614 Feb 08 23:57:52.338479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-56099cb8-7799-4e1c-8a6e-d498a2ff842f service neutron] 10.222.0.32 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068616 Feb 08 23:57:52.354429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.382996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Allocated IP 172.20.0.6 (2c70d040-ee61-4480-9d0d-4b2132506715/73da8787-3f52-4e27-87f7-e8bd9dc6f5d6/5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:52.411043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac97a35a-4b80-4249-a86c-e8fdd8829bf5 req-7773f631-bfc2-42d5-a44e-cd2998adc194 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325326 Feb 08 23:57:52.446198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Checking segment: {'id': 'a3dc7072-b81f-4032-82e0-8102dca15301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:52.446745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network hostable DHCP agents. Network: 15f1af49-6622-41f5-8213-3d60e09aa903, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:57:52.484514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Subnet': ['ID=ecd61698-d2ba-4e90-88e8-a654064a8efb,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:52.496749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network 15f1af49-6622-41f5-8213-3d60e09aa903 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:57:52.518196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 15f1af49-6622-41f5-8213-3d60e09aa903) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:52.525580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:52.526360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.531112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcace33d-16d9-4b60-bac4-23fa1165624a None None] Network 15f1af49-6622-41f5-8213-3d60e09aa903 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:52.616510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d99f1897-f9c4-443c-a512-9f792f5b5aad tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7620556 Feb 08 23:57:52.616510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51154) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:52.620819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-980193543', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:52.690931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.692949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.801932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-15f1af49-6622-41f5-8213-3d60e09aa903', 'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903', 'tenant_id': '12ed89169eb94f6da626a71c8c8ad399', 'fixed_ips': [{'subnet_id': 'ecd61698-d2ba-4e90-88e8-a654064a8efb'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:57:52.802952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.824364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcc33e9b-4c76-41c6-9cd3-ac828097cbff req-9abda529-df77-4be6-89f9-1ad23d9baa17 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 210 time: 0.0546629 Feb 08 23:57:52.875605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:52.988486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Allocated IP 172.20.0.2 (15f1af49-6622-41f5-8213-3d60e09aa903/ecd61698-d2ba-4e90-88e8-a654064a8efb/46f0dc47-e6d5-42dc-8f6b-f3360686e967) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:53.006731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d113a05-57fa-4cfb-aa47-401aebe78ade req-273a971d-148b-4aa4-b085-1ecb44279379 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.011982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d113a05-57fa-4cfb-aa47-401aebe78ade req-273a971d-148b-4aa4-b085-1ecb44279379 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.3979287 Feb 08 23:57:53.086765 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.100387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d6da144-b634-45c0-bd49-4fc0d3db1b00 req-32ee752b-fb45-4084-be86-a2ef32aa975e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 210 time: 0.1823041 Feb 08 23:57:53.173230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.181367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d113a05-57fa-4cfb-aa47-401aebe78ade req-61ba8bb7-4a49-4d48-88de-b10c62481f03 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793130 Feb 08 23:57:53.199448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.309096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.317256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.354117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Network 2c70d040-ee61-4480-9d0d-4b2132506715 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:53.365022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:53.377751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:53.390018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Pushing event updated for resources: {'Port': ['ID=46f0dc47-e6d5-42dc-8f6b-f3360686e967,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:53.408204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Network 15f1af49-6622-41f5-8213-3d60e09aa903 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:53.411349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:53.414156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:53.489467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Pushing event updated for resources: {'Port': ['ID=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:53.509827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.517645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Attempting to bind port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:53.520185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Attempting to bind port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a3dc7072-b81f-4032-82e0-8102dca15301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:53.522196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Attempting to bind port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 on network 15f1af49-6622-41f5-8213-3d60e09aa903 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:53.534441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ffe72-265f-453f-bc38-37d17fb51537 req-5fd565c7-4345-43a6-8e40-4926df8552e6 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.542160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:53.543921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Checking segment: {'id': 'a3dc7072-b81f-4032-82e0-8102dca15301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:53.546154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.546637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Bound using segment: {'id': 'a3dc7072-b81f-4032-82e0-8102dca15301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:53.546839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f3ffe72-265f-453f-bc38-37d17fb51537 req-5fd565c7-4345-43a6-8e40-4926df8552e6 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.3198676 Feb 08 23:57:53.547342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Bound port: 46f0dc47-e6d5-42dc-8f6b-f3360686e967, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3dc7072-b81f-4032-82e0-8102dca15301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:53.548180 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.566508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.615037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.615771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.691041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] For port 46f0dc47-e6d5-42dc-8f6b-f3360686e967, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:53.694555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] For port 46f0dc47-e6d5-42dc-8f6b-f3360686e967, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46f0dc47-e6d5-42dc-8f6b-f3360686e967,segment=NetworkSegment(a3dc7072-b81f-4032-82e0-8102dca15301),segment_id=a3dc7072-b81f-4032-82e0-8102dca15301)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:53.705033 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:53.737748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f3ffe72-265f-453f-bc38-37d17fb51537 req-39ca8849-285c-4392-a50e-23922efc04ae tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846948 Feb 08 23:57:53.744700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-63997e88-7ba8-40a2-9407-3dca4b5a805f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2325261 Feb 08 23:57:53.770999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Request body: {'port': {'device_id': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:53.789650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1948615-7b64-46d7-bb21-e9e0b57f9c16 None None] Pushing event updated for resources: {'Port': ['ID=46f0dc47-e6d5-42dc-8f6b-f3360686e967,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:53.790652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.801743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.808576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.818449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.824264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.831872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.837968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:53.839875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-510b233d-f19e-4350-995a-99e50259f61b req-88128536-3bd5-4262-9e33-0e8a1eab4f50 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.2154157 Feb 08 23:57:53.843071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Allocated IP 172.25.3.231 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/a377427d-1065-400f-a101-2a147c2886eb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:54.009178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf8fdf2c-e714-40bd-a501-1e2900ae248a req-fb452473-d8d1-4442-ba10-b6863b312bce tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 210 time: 0.0688841 Feb 08 23:57:54.033779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:54.034617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:54.057279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-510b233d-f19e-4350-995a-99e50259f61b req-42a7465f-6363-44d1-8877-f1069a1e7d31 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895673 Feb 08 23:57:54.088603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:54.187018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:54.245129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:54.268506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:54.395231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Port': ['ID=a377427d-1065-400f-a101-2a147c2886eb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:54.474396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51190) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:54.491129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70f86f6c-28b8-4cc8-ac5e-f60ab34224f3 req-5d551e8a-adc1-455e-b370-bb0b073fbd58 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 210 time: 0.1826363 Feb 08 23:57:54.596070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690bca4-bc4e-47ff-9d02-8e4bcb2c7884 req-76ac3feb-52d9-47dd-bcb3-64389469ab62 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:54.603144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3690bca4-bc4e-47ff-9d02-8e4bcb2c7884 req-76ac3feb-52d9-47dd-bcb3-64389469ab62 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.2444506 Feb 08 23:57:54.675048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-6da95d19-2c81-4d64-b76c-f71e04c53db0 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:54.676515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-6da95d19-2c81-4d64-b76c-f71e04c53db0 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 819 time: 0.3995202 Feb 08 23:57:54.691482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Request body: {'port': {'device_id': 'd6d96c0a-e852-434d-9409-621c40285738', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'admin_state_up': True, 'tenant_id': '4182078c9d384b968074a5196f26e453'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:54.712900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3690bca4-bc4e-47ff-9d02-8e4bcb2c7884 req-377aa366-d37a-4ac0-9a4e-5783e8e1001f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089218 Feb 08 23:57:54.746865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80e12ccc-c1c0-4062-a87c-2e5bf644d0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:54.809280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:54.925648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:54.942080 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:54.990435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Transition to ACTIVE for port object 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:55.007431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.028210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc135249-c406-4840-b37b-d7a5b3bf4b5a req-7764aeee-3f23-4f61-8837-82e272ac65db tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:55.049736 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc135249-c406-4840-b37b-d7a5b3bf4b5a req-7764aeee-3f23-4f61-8837-82e272ac65db tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2086449 Feb 08 23:57:55.178641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Made reservation on behalf of 4182078c9d384b968074a5196f26e453 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:57:55.182177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.194886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc135249-c406-4840-b37b-d7a5b3bf4b5a req-d730ad16-d016-4936-bb63-9bbcbd059a60 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438260 Feb 08 23:57:55.301491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46f0dc47-e6d5-42dc-8f6b-f3360686e967 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:55.411607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:55.412434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.550681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.583465 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.634182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 46f0dc47-e6d5-42dc-8f6b-f3360686e967, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46f0dc47-e6d5-42dc-8f6b-f3360686e967,segment=NetworkSegment(a3dc7072-b81f-4032-82e0-8102dca15301),segment_id=a3dc7072-b81f-4032-82e0-8102dca15301)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:55.640069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.711608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=46f0dc47-e6d5-42dc-8f6b-f3360686e967,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:55.714626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b923356-fcd3-4d3a-8f01-7960877a0622 None None] Network 15f1af49-6622-41f5-8213-3d60e09aa903 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:57:55.785104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f52b9863-b29e-4c12-bd9c-44d7d2ead482 None None] Provisioning complete for port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:55.785500 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f52b9863-b29e-4c12-bd9c-44d7d2ead482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.805234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Router 572abaad-975b-4fb6-af43-1c7d0968db3e is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:57:55.825484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80e12ccc-c1c0-4062-a87c-2e5bf644d0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.840390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-467b7592-21b9-43ec-b013-2500dbba3494 req-84d1b248-2a19-4e70-a1a0-01abeb077a03 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccace158-e8a4-45b3-98ec-899f2c41675a HTTP/1.1" status: 200 len: 210 time: 0.6799197 Feb 08 23:57:55.868179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80e12ccc-c1c0-4062-a87c-2e5bf644d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:55.926015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:56.041348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:57:56.081566 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.087364 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e7bb9c8b-8776-4d7e-b40a-bdf9c0aedec2 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4700742 Feb 08 23:57:56.089031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51204) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:56.095763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d664d531-958c-485f-b8a5-d82a4ecc7ab5 req-f02b926d-a1f9-4cdf-8ccc-8479c205cd93 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 210 time: 0.1804836 Feb 08 23:57:56.105900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-80e12ccc-c1c0-4062-a87c-2e5bf644d0f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f345fa456f7741e5b06e253108b8c340&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6255405 Feb 08 23:57:56.114294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] Sync routers for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:57:56.149549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51206) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:56.162274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:56.165810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:56.209303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:56.218676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:57:56.219542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:56.222288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12ccc-c1c0-4062-a87c-2e5bf644d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d63d53-552c-4d1e-af84-2df3047ffd7f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:56.263813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:57:56.264772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3cf5bd-99f3-49f4-a140-aaed80148600 None None] The sync data for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:57:56.327814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.333887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.340641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.345979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.351790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.358245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.364648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.366717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c472637b-9b73-4952-b8ad-3488becd825e req-5aef6c27-83f8-443e-b2f5-459929af8511 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5428 time: 0.5017145 Feb 08 23:57:56.470953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Attempting to bind port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:56.471380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Attempting to bind port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:56.471779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Attempting to bind port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d on network 2c70d040-ee61-4480-9d0d-4b2132506715 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:56.505636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d on network 2c70d040-ee61-4480-9d0d-4b2132506715 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:56.505636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Attempting to bind port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d on network 2c70d040-ee61-4480-9d0d-4b2132506715 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:56.518902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68071771-c1f0-4e6f-b360-346054be6a98 req-af68d51a-f803-4a69-8a5a-55f84dddb027 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.520139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68071771-c1f0-4e6f-b360-346054be6a98 req-af68d51a-f803-4a69-8a5a-55f84dddb027 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.3087425 Feb 08 23:57:56.524281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-546c4a5a-0d5f-4899-accc-144a528c0a22 None None] Provisioning complete for port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:56.524785 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-546c4a5a-0d5f-4899-accc-144a528c0a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.525870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e06d1051-9547-4e21-b977-3c928f91cc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.531137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c472637b-9b73-4952-b8ad-3488becd825e req-61b85fef-e4f0-469d-96fa-a8e55b6ea198 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442788 Feb 08 23:57:56.532748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Allocated IP 172.20.0.12 (2c70d040-ee61-4480-9d0d-4b2132506715/73da8787-3f52-4e27-87f7-e8bd9dc6f5d6/dc448553-47c7-4837-a5c0-c60084579686) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:56.540234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:56.540659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Checking segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:56.541151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Bound using segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:56.541699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Bound port: 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:56.542175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.605642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e06d1051-9547-4e21-b977-3c928f91cc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.714044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68071771-c1f0-4e6f-b360-346054be6a98 req-96ee7ce3-a3e7-44b4-a1b8-db2f6e4549fa tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787598 Feb 08 23:57:56.798154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.834711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03959eb6-4cb2-40e9-964f-da0c8352282c req-56d3e5eb-ae34-418d-b6d3-30ec28a590fb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.836218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03959eb6-4cb2-40e9-964f-da0c8352282c req-56d3e5eb-ae34-418d-b6d3-30ec28a590fb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1965168 Feb 08 23:57:56.839732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] For port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:57:56.846528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] For port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:57:56.858035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e06d1051-9547-4e21-b977-3c928f91cc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.861076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e06d1051-9547-4e21-b977-3c928f91cc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.874307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e06d1051-9547-4e21-b977-3c928f91cc86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2d63d53-552c-4d1e-af84-2df3047ffd7f HTTP/1.1" status: 204 len: 168 time: 0.7134542 Feb 08 23:57:56.880269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.929927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device eb586333-dfb0-46a4-8762-f1e3fa2edb72 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:56.937671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d1051-9547-4e21-b977-3c928f91cc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d63d53-552c-4d1e-af84-2df3047ffd7f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:56.960777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51216) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:56.977077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:56.977709 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:56.979142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 1091 time: 3.2146382 Feb 08 23:57:56.979606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'tag': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:57:56.981948 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4152c88-9c36-4b72-98da-087e9b2dd96d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c680725-82b1-4ad9-b9d1-29538367c8e6", "tag": "5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:57:57.030416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03959eb6-4cb2-40e9-964f-da0c8352282c req-a2d73edf-85c0-470a-b24d-d28274f375ec tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823430 Feb 08 23:57:57.046130 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.110654 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba53e0bc-d892-4a69-ba98-83f6efa5d670 x-openstack-request-id: req-ba53e0bc-d892-4a69-ba98-83f6efa5d670 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:57:57.111130 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c680725-82b1-4ad9-b9d1-29538367c8e6", "tag": "5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:57:57.111361 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba53e0bc-d892-4a69-ba98-83f6efa5d670 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:57:57.111729 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'tag': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d', 'status': 'completed', 'code': 200} Feb 08 23:57:57.146206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3d34555-aa76-4816-8704-e47d89e3d0d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.195499 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.221660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Network 2c70d040-ee61-4480-9d0d-4b2132506715 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:57.226541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:57.237009 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3d34555-aa76-4816-8704-e47d89e3d0d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.238990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:57.239670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:57.259006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'eb586333-dfb0-46a4-8762-f1e3fa2edb72', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'port_id': 'eb586333-dfb0-46a4-8762-f1e3fa2edb72', 'mac_address': 'fa:16:3e:1b:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:57.263395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46f0dc47-e6d5-42dc-8f6b-f3360686e967 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:57:57.291766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:57.291766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.302076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f5964-0c32-496a-9f4d-c91904f1fce8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:57.355340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Pushing event updated for resources: {'Port': ['ID=dc448553-47c7-4837-a5c0-c60084579686,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:57.376152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-9b117a7f-e565-4a06-989a-4540c7f80f76 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6888855 Feb 08 23:57:57.386699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-89b20a71-fccc-467e-9455-d49bbc8d2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:57.388157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-89b20a71-fccc-467e-9455-d49bbc8d2fd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2800882 Feb 08 23:57:57.393096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Request body: {'port': {'device_id': 'd6d96c0a-e852-434d-9409-621c40285738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:57:57.416487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Allocated IP 172.20.0.1 (15f1af49-6622-41f5-8213-3d60e09aa903/ecd61698-d2ba-4e90-88e8-a654064a8efb/c26b722e-f10c-4778-bcc7-62fd9110411b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:57:57.434438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:57.464430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c157a1a-3454-46bb-a0a0-12b40e08da5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.477111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-da755f62-3cd3-4824-8827-c2ce56d2cb91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 217 time: 0.0750651 Feb 08 23:57:57.478321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.499756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:57.502464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.506223 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3d34555-aa76-4816-8704-e47d89e3d0d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.509402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3d34555-aa76-4816-8704-e47d89e3d0d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.510130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebca99e-5a6d-42f2-9349-0e53efde97d4 req-d8d40448-8b73-4af1-ac2c-6d5d6403355e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:57.513323 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f3d34555-aa76-4816-8704-e47d89e3d0d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "DELETE /v2.0/security-groups/27c81625-4465-40d3-affe-0ac68677e320 HTTP/1.1" status: 204 len: 168 time: 0.5507011 Feb 08 23:57:57.517020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51226) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:57.518956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ebca99e-5a6d-42f2-9349-0e53efde97d4 req-d8d40448-8b73-4af1-ac2c-6d5d6403355e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 932 time: 0.3153677 Feb 08 23:57:57.579649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb586333-dfb0-46a4-8762-f1e3fa2edb72 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:57.598240 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-59ecef0b-839c-4f5d-b15c-31d97a03f4b7 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] show failed (client error): The resource could not be found. Feb 08 23:57:57.602491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-59ecef0b-839c-4f5d-b15c-31d97a03f4b7 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "GET /v2.0/security-groups/27c81625-4465-40d3-affe-0ac68677e320 HTTP/1.1" status: 404 len: 347 time: 0.0464578 Feb 08 23:57:57.603382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d34555-aa76-4816-8704-e47d89e3d0d8 tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c81625-4465-40d3-affe-0ac68677e320,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:57.605115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:57.650218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:57.680023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.681956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device aa202bd2-f59c-495c-ab61-3e092430fd12 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:57.709182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-4c655707-7b72-4a4c-88e2-dd09ef25b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:57.711318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-4c655707-7b72-4a4c-88e2-dd09ef25b2e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.2273114 Feb 08 23:57:57.751678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:57.752664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c157a1a-3454-46bb-a0a0-12b40e08da5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.802246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c157a1a-3454-46bb-a0a0-12b40e08da5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.809668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-5972b6d0-2f7f-42da-9181-95081bcd3c90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909047 Feb 08 23:57:57.812880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.889297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ebca99e-5a6d-42f2-9349-0e53efde97d4 req-0251ddb8-a48f-426f-8fad-0a1b5ca1415e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694263 Feb 08 23:57:57.974217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=aa202bd2-f59c-495c-ab61-3e092430fd12,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:57.976958 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8c157a1a-3454-46bb-a0a0-12b40e08da5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b38e7b126064ed68052c2c27cc41ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414157 Feb 08 23:57:57.980871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:57.983099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c157a1a-3454-46bb-a0a0-12b40e08da5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997ff657-b622-482e-bc77-580baa9a8248,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:57.988028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:58.001654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'aa202bd2-f59c-495c-ab61-3e092430fd12', 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'port_id': 'aa202bd2-f59c-495c-ab61-3e092430fd12', 'mac_address': 'fa:16:3e:c1:67:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbd8148-f5a3-4e1b-86c4-ba88afde16ee', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:58.027730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.035075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.058405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.059468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.067027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.076223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa202bd2-f59c-495c-ab61-3e092430fd12 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:58.081685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.083469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Deleting port 72e3b03d-fa56-473a-bf8a-4d976272ee53 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:57:58.083796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.100554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.105821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=aa202bd2-f59c-495c-ab61-3e092430fd12,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:58.112945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.114888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1528657a-224a-4768-9a19-7b2fef4f091e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:58.116693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73249fcf-be0b-487d-a82c-48ae44246318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.117848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.121625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-5586ff9b-5b06-4b28-aa0f-f6156fc7171d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5429 time: 0.4044204 Feb 08 23:57:58.162870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73249fcf-be0b-487d-a82c-48ae44246318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.218861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1528657a-224a-4768-9a19-7b2fef4f091e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:58.247287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:58.252622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1528657a-224a-4768-9a19-7b2fef4f091e', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'port_id': '1528657a-224a-4768-9a19-7b2fef4f091e', 'mac_address': 'fa:16:3e:8c:24:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:58.296889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73249fcf-be0b-487d-a82c-48ae44246318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.303034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73249fcf-be0b-487d-a82c-48ae44246318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.304641 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.305912 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-73249fcf-be0b-487d-a82c-48ae44246318 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/997ff657-b622-482e-bc77-580baa9a8248 HTTP/1.1" status: 204 len: 168 time: 0.3167708 Feb 08 23:57:58.323807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1528657a-224a-4768-9a19-7b2fef4f091e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:58.358564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1528657a-224a-4768-9a19-7b2fef4f091e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:58.362829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.366850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d44b6cd4-7f70-41f1-b7f5-d053361466d1 req-ad242351-3115-4355-8fa7-ba1334b686a3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2222052 Feb 08 23:57:58.371850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.374469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 189a6fb4-e1f7-429b-8996-1faf6344faa4 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:58.383790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73249fcf-be0b-487d-a82c-48ae44246318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997ff657-b622-482e-bc77-580baa9a8248,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:58.431644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-13a9eab5-d72b-4bb4-876b-3a82c58a7048 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064670 Feb 08 23:57:58.497004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ea828-104c-40fa-98a5-3db46b28f952 req-89231241-ed6f-4359-87ef-d95fbd62b0fa tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.499238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-544ea828-104c-40fa-98a5-3db46b28f952 req-89231241-ed6f-4359-87ef-d95fbd62b0fa tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.4844835 Feb 08 23:57:58.551261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network 15f1af49-6622-41f5-8213-3d60e09aa903 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:57:58.552068 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:58.583229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:57:58.589526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:57:58.628691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:58.641399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.645569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'port_id': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'mac_address': 'fa:16:3e:b8:85:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:58.655453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Port': ['ID=c26b722e-f10c-4778-bcc7-62fd9110411b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:58.744515 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.763973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189a6fb4-e1f7-429b-8996-1faf6344faa4 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:58.764233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.764551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.789066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Calling delete_port for 72e3b03d-fa56-473a-bf8a-4d976272ee53 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:57:58.794451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:58.803204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:58.804102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:58.890562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-544ea828-104c-40fa-98a5-3db46b28f952 req-6a3462a3-845a-4c19-bc58-8f1fbeb48bbb tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413343 Feb 08 23:57:58.914872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb13f0-08b2-45f7-9d23-02a6479edb91 req-8b85d694-966f-4598-937f-90f9b163e018 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:58.916438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8bb13f0-08b2-45f7-9d23-02a6479edb91 req-8b85d694-966f-4598-937f-90f9b163e018 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.3445070 Feb 08 23:57:58.937470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:58.952880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:58.967595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9', 'network_id': 'b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4', 'port_id': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9', 'mac_address': 'fa:16:3e:fb:ef:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbd8148-f5a3-4e1b-86c4-ba88afde16ee', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:59.040624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9ed2c5a6-0a2f-45e5-b91d-d49076bbc17e None None] Provisioning complete for port c26b722e-f10c-4778-bcc7-62fd9110411b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:57:59.041318 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c5a6-0a2f-45e5-b91d-d49076bbc17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.095394 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.099776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2c5a6-0a2f-45e5-b91d-d49076bbc17e None None] Port c26b722e-f10c-4778-bcc7-62fd9110411b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:57:59.107392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8bb13f0-08b2-45f7-9d23-02a6479edb91 req-e4b55004-26fa-4b5a-b659-c17a4c95746b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689939 Feb 08 23:57:59.114476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:59.116267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6241ad1-7ced-4903-8d2e-f780eeef7fdf req-368fef14-f921-462c-8dbe-1d277574ff51 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571600 Feb 08 23:57:59.176857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d941e5-9a26-47ba-9889-35d12ed15837 req-2a29be46-2f43-4bdc-867e-b34981606563 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.178755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02d941e5-9a26-47ba-9889-35d12ed15837 req-2a29be46-2f43-4bdc-867e-b34981606563 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 932 time: 0.1360397 Feb 08 23:57:59.197161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:59.206935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc448553-47c7-4837-a5c0-c60084579686 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:59.209264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.212812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.213813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3b1994c5-b829-42fb-b97b-15ca1a8581ef details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:59.226860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.277496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Transition to ACTIVE for port object dc448553-47c7-4837-a5c0-c60084579686 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:57:59.292595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02d941e5-9a26-47ba-9889-35d12ed15837 req-d05b36d3-7158-4b6b-9419-b203ca6a3b87 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077380 Feb 08 23:57:59.303905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.335185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:59.341146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:59.355812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-5500a06e-64fd-49d9-8c8f-b12b042e8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.358299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-5500a06e-64fd-49d9-8c8f-b12b042e8c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1559012 Feb 08 23:57:59.363331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '3b1994c5-b829-42fb-b97b-15ca1a8581ef', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'port_id': '3b1994c5-b829-42fb-b97b-15ca1a8581ef', 'mac_address': 'fa:16:3e:67:48:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:59.465585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.465917 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.491593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Pushing event updated for resources: {'Port': ['ID=dc448553-47c7-4837-a5c0-c60084579686,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:59.497517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1994c5-b829-42fb-b97b-15ca1a8581ef {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:59.523641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:59.529752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.530519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:57:59.573158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:59.596236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Pushing event deleted for resources: {'Port': ['ID=72e3b03d-fa56-473a-bf8a-4d976272ee53,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:59.633350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e', 'network_id': '42564096-f28a-417c-9075-c5d24997e401', 'port_id': '0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e', 'mac_address': 'fa:16:3e:3c:8c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f474f062-1eac-42d4-8bbc-ee2f7678c844', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:57:59.654351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.662987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.670771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.677330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.683133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.690977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.691975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:59.698067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.700481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-b27e556e-cbe0-4a34-9c3c-a0ee2e2c299c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5434 time: 0.1765201 Feb 08 23:57:59.709688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-6bed9281-b21a-4ecc-8834-15a984cd9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.711610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.712444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-6bed9281-b21a-4ecc-8834-15a984cd9dd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.3435156 Feb 08 23:57:59.727222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:57:59.748737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:57:59.756240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.772639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-1d41f134-f02e-44aa-b012-15f4b012d939 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 217 time: 0.0507457 Feb 08 23:57:59.773340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Attempting to bind port dc448553-47c7-4837-a5c0-c60084579686 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:57:59.773675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Attempting to bind port dc448553-47c7-4837-a5c0-c60084579686 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:57:59.774006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Attempting to bind port dc448553-47c7-4837-a5c0-c60084579686 on network 2c70d040-ee61-4480-9d0d-4b2132506715 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:59.801690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Port dc448553-47c7-4837-a5c0-c60084579686 on network 2c70d040-ee61-4480-9d0d-4b2132506715 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:57:59.802024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Attempting to bind port dc448553-47c7-4837-a5c0-c60084579686 on network 2c70d040-ee61-4480-9d0d-4b2132506715 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:57:59.822949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:57:59.833904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:57:59.834248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Checking segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:57:59.834637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Bound using segment: {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:57:59.835074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Bound port: dc448553-47c7-4837-a5c0-c60084579686, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f14c0f-a409-451c-9e8f-a3312a781d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:57:59.835440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.844530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16e855c3-bff6-44bf-8108-92d95aee02c8 req-36b228a9-947a-46f7-9244-98e2101a6cd7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293888 Feb 08 23:57:59.869749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.872147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-1a6a5352-038d-495f-8a0f-57d44a6e9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:57:59.874260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-1a6a5352-038d-495f-8a0f-57d44a6e9bb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.0923228 Feb 08 23:57:59.879053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.907492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.911199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:57:59.914959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-823ea9af-df32-43e9-b7c4-986708b1cf2c tempest-ServersTestBootFromVolume-1110374892 tempest-ServersTestBootFromVolume-1110374892-project] 10.222.0.32 "DELETE /v2.0/floatingips/1fd8be0c-c9d6-4dbe-8296-c6f8df9874c5 HTTP/1.1" status: 204 len: 168 time: 2.3027029 Feb 08 23:57:59.918535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:57:59.939424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-9e966239-bfc2-4781-9d22-b6c8daf2a06c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424974 Feb 08 23:58:00.030677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Port': ['ID=c26b722e-f10c-4778-bcc7-62fd9110411b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:00.042630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:00.052755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] For port dc448553-47c7-4837-a5c0-c60084579686, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:00.084436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] For port dc448553-47c7-4837-a5c0-c60084579686, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=dc448553-47c7-4837-a5c0-c60084579686,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:00.101594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704847fc-8528-49cf-ac21-4fec515cafbc req-51701eb0-218c-455a-9c5a-df31ca332dec tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:00.103104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-704847fc-8528-49cf-ac21-4fec515cafbc req-51701eb0-218c-455a-9c5a-df31ca332dec tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1106169 Feb 08 23:58:00.104151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:00.242776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:00.243486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:00.245332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] 10.222.0.21 "PUT /v2.0/ports/dc448553-47c7-4837-a5c0-c60084579686 HTTP/1.1" status: 200 len: 1092 time: 2.8607712 Feb 08 23:58:00.246018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d96c0a-e852-434d-9409-621c40285738', 'tag': 'dc448553-47c7-4837-a5c0-c60084579686'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:00.248498 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d96c0a-e852-434d-9409-621c40285738", "tag": "dc448553-47c7-4837-a5c0-c60084579686"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:00.266013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-7ed14689-ab72-4590-afc0-34be0905c33c service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020055 Feb 08 23:58:00.317762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-704847fc-8528-49cf-ac21-4fec515cafbc req-0c048c72-51db-4733-8402-4e75cffa761b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954660 Feb 08 23:58:00.379293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba097-9e6e-4510-bfb0-ccf12b5d0aee service neutron] Pushing event updated for resources: {'Port': ['ID=dc448553-47c7-4837-a5c0-c60084579686,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:00.423052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf18b4-d9fc-4dfe-a6cd-5ad3a5d212e4 req-20e50eb2-f54b-4c28-837f-8b3a126fe842 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:00.424650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5caf18b4-d9fc-4dfe-a6cd-5ad3a5d212e4 req-20e50eb2-f54b-4c28-837f-8b3a126fe842 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2420242 Feb 08 23:58:00.431253 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54316f62-90d7-4bf9-aeb2-e88d31039f76 x-openstack-request-id: req-54316f62-90d7-4bf9-aeb2-e88d31039f76 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:00.431555 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d96c0a-e852-434d-9409-621c40285738", "tag": "dc448553-47c7-4837-a5c0-c60084579686", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:00.431820 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54316f62-90d7-4bf9-aeb2-e88d31039f76 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:00.432247 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d96c0a-e852-434d-9409-621c40285738', 'tag': 'dc448553-47c7-4837-a5c0-c60084579686', 'status': 'completed', 'code': 200} Feb 08 23:58:00.472460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1528657a-224a-4768-9a19-7b2fef4f091e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:00.482725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-597a0121-8e51-4b29-9f66-35ca959ae1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:00.484271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-597a0121-8e51-4b29-9f66-35ca959ae1b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 1095 time: 0.1311798 Feb 08 23:58:00.494717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4152c88-9c36-4b72-98da-087e9b2dd96d req-e10d1712-5404-4fc8-81bb-6e786ddedf0f service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175670 Feb 08 23:58:00.528795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['aa202bd2-f59c-495c-ab61-3e092430fd12'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:00.574781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7ce3f90d-dace-4a4c-9b27-b787288ac6f9'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:00.593998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-6bc8aeef-e817-45c6-9040-8189845433b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc448553-47c7-4837-a5c0-c60084579686 HTTP/1.1" status: 200 len: 217 time: 0.0807083 Feb 08 23:58:00.597726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network 15f1af49-6622-41f5-8213-3d60e09aa903 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:00.599197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5caf18b4-d9fc-4dfe-a6cd-5ad3a5d212e4 req-a5932f39-6470-45a4-9d8a-bc90b7ab5290 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556473 Feb 08 23:58:00.601064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:00.638248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3b1994c5-b829-42fb-b97b-15ca1a8581ef'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:00.690447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005830d-4ba1-4e90-b55a-2abb75c038e9 req-6255ffdf-147d-4b5f-a2b0-bab4a4d8f426 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:00.699244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c005830d-4ba1-4e90-b55a-2abb75c038e9 req-6255ffdf-147d-4b5f-a2b0-bab4a4d8f426 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 944 time: 0.2074211 Feb 08 23:58:00.742592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-24f7646f-7040-4620-8a6a-cf845d9eb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:00.744081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-24f7646f-7040-4620-8a6a-cf845d9eb3e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.1277032 Feb 08 23:58:00.770254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c005830d-4ba1-4e90-b55a-2abb75c038e9 req-7afdc65e-c444-4766-bc2d-2f24ce4f62da tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560849 Feb 08 23:58:00.801287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-a9865641-c124-4691-8eac-0b46293f7e51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387871 Feb 08 23:58:00.872174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Router 572abaad-975b-4fb6-af43-1c7d0968db3e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:00.959146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-d572a0a6-a062-4dee-b477-489edf987f15 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475575 Feb 08 23:58:01.052756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-69ba2cdb-cbef-463b-8f37-9217e2947a44 None None] Provisioning complete for port c26b722e-f10c-4778-bcc7-62fd9110411b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:01.053403 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-69ba2cdb-cbef-463b-8f37-9217e2947a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:01.062396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:01.073869 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] Sync routers for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:01.085443 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-63e49769-80bf-44d2-af62-19ec9515a34b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "PUT /v2.0/routers/572abaad-975b-4fb6-af43-1c7d0968db3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9939873 Feb 08 23:58:01.088404 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:01.089056 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:01.093437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:01.102570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-69ba2cdb-cbef-463b-8f37-9217e2947a44 None None] Port c26b722e-f10c-4778-bcc7-62fd9110411b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:58:01.105450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Request body: {'port': {'network_id': '15f1af49-6622-41f5-8213-3d60e09aa903', 'name': 'tempest-FloatingIPAdminTestJSON-1933456073'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:01.160395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.164781 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:01.167003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.173570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.186876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.191751 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:01.193278 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:01.196942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.205056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:01.205534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.212203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.221249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-05e6cad7-0351-498c-a3e9-3bd2f115180c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5435 time: 0.2387099 Feb 08 23:58:01.276835 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:01.278762 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbec589-5284-4cd8-afd6-9f1400342823 None None] The sync data for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:01.316094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-694ca685-6a2f-40ae-8201-aab46f0066ec req-3a8d7eba-d6a8-40d6-9f6c-5cfa5633ae6a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939581 Feb 08 23:58:01.319253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c69b602-3870-4ffc-8d20-1f3a8ba5a841 req-bb311d40-6adf-48ca-bf69-744b3ba51338 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505886 Feb 08 23:58:01.457493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Made reservation on behalf of 12ed89169eb94f6da626a71c8c8ad399 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:01.461217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:01.475389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-a0281c9b-4997-4d94-a7c7-29be05184c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.476893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-a0281c9b-4997-4d94-a7c7-29be05184c48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 1095 time: 0.0839779 Feb 08 23:58:01.483503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] device_id is not set on port fe726008-fc05-4a23-b2e0-b73e1418a0e1 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:01.485446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559913e5-c048-49a9-8784-2b6a8980d23c req-aab6ced7-ba2b-4382-8d5b-5cf23efa7665 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.486871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-559913e5-c048-49a9-8784-2b6a8980d23c req-aab6ced7-ba2b-4382-8d5b-5cf23efa7665 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.0687313 Feb 08 23:58:01.576636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-559913e5-c048-49a9-8784-2b6a8980d23c req-e64bcf51-751a-4260-99bf-c925c60a6e99 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816872 Feb 08 23:58:01.603181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['189a6fb4-e1f7-429b-8996-1faf6344faa4'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:01.603937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-d8be604d-a037-4d95-a401-766cdc61c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.605466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-d8be604d-a037-4d95-a401-766cdc61c824 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.1177330 Feb 08 23:58:01.633969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['eb586333-dfb0-46a4-8762-f1e3fa2edb72'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:01.658608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-24d5c863-c3a7-403e-b28b-6e07eec9c069 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc448553-47c7-4837-a5c0-c60084579686 HTTP/1.1" status: 200 len: 217 time: 0.0458360 Feb 08 23:58:01.689183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Allocated IP 172.20.0.6 (15f1af49-6622-41f5-8213-3d60e09aa903/ecd61698-d2ba-4e90-88e8-a654064a8efb/fe726008-fc05-4a23-b2e0-b73e1418a0e1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:01.735021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-50c6699d-cba6-4f20-a910-edd90e9e96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:01.736859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-50c6699d-cba6-4f20-a910-edd90e9e96d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.0666034 Feb 08 23:58:01.748649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:01.750992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Deleting port 135ca799-1c20-455a-aa81-26bbbdd8d940 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:01.751345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:01.793663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:58:01.812188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-b14d5f7f-6793-40b7-aa39-be46d6d02e1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539377 Feb 08 23:58:01.921725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] For port 135ca799-1c20-455a-aa81-26bbbdd8d940, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=135ca799-1c20-455a-aa81-26bbbdd8d940,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:01.922393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:01.947633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Calling delete_port for 135ca799-1c20-455a-aa81-26bbbdd8d940 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:01.963437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.061038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.089758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:02.147863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'port_id': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d', 'mac_address': 'fa:16:3e:d0:60:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:58:02.170389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Network 15f1af49-6622-41f5-8213-3d60e09aa903 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:02.181923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:02.185787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event updated for resources: {'Port': ['ID=fe726008-fc05-4a23-b2e0-b73e1418a0e1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:02.189755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:02.257790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.258754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.266554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.326756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:02.326990 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c2ced372-df65-4441-a5e4-8c1745275388 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2279036 Feb 08 23:58:02.333717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:02.351362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:02.363837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.406853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.465783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:02.467144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Pushing event deleted for resources: {'Port': ['ID=135ca799-1c20-455a-aa81-26bbbdd8d940,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:02.486497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.486787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.489696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.491559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.491906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.492248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.492585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.492957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.496118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.497609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.498760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.499222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:02.525330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09763bae-16a1-4fac-aec3-430a7852049d req-99fb3db6-9191-48d4-b3a9-31cc8ac216ea tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.528019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09763bae-16a1-4fac-aec3-430a7852049d req-99fb3db6-9191-48d4-b3a9-31cc8ac216ea tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.7855322 Feb 08 23:58:02.565727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a5d07-4f7a-4eda-9ff1-b03d44335d2f req-318295f0-a6b0-4ff8-b9fc-9c70031d08ff tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.567583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec6a5d07-4f7a-4eda-9ff1-b03d44335d2f req-318295f0-a6b0-4ff8-b9fc-9c70031d08ff tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 944 time: 0.1563523 Feb 08 23:58:02.624953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-e93a4f71-a719-4b4c-88d2-dfb3d0faddaa service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038032 Feb 08 23:58:02.647071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a4576a14-d6d9-422d-a862-eca514ed4169 None None] Provisioning complete for port fe726008-fc05-4a23-b2e0-b73e1418a0e1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:02.647455 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a4576a14-d6d9-422d-a862-eca514ed4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.723013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09763bae-16a1-4fac-aec3-430a7852049d req-9d68c9d0-e3c1-435d-babc-f3702fd9aa17 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792507 Feb 08 23:58:02.728246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec6a5d07-4f7a-4eda-9ff1-b03d44335d2f req-d8d953e0-a219-434d-9cc5-6321746cab99 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482837 Feb 08 23:58:02.814071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'project_id': '12ed89169eb94f6da626a71c8c8ad399', 'port_id': 'fe726008-fc05-4a23-b2e0-b73e1418a0e1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:02.823826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31268ddd-b3bb-4c7b-9b57-c55e3cd21dc1 req-cbc7f753-4dc3-4923-8e6a-019bbf238b89 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698680 Feb 08 23:58:02.868441 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.877120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:02.943426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a4576a14-d6d9-422d-a862-eca514ed4169 None None] Port fe726008-fc05-4a23-b2e0-b73e1418a0e1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:58:02.944469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.950604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.957677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.964018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.970279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.978595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.986149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:02.993802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-c19101d8-3b12-48f8-996d-f3823e4be59f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5435 time: 0.1676106 Feb 08 23:58:03.011123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609d6a-4ee9-4de5-a638-90e11b431a4f req-6891ec3a-740e-4782-8118-ef7d0344229e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:03.012601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb609d6a-4ee9-4de5-a638-90e11b431a4f req-6891ec3a-740e-4782-8118-ef7d0344229e tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1703527 Feb 08 23:58:03.070473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35a772b7-bdc9-4ef7-bf52-55c0a0c76a5f req-cec8b599-b8b8-4d81-a00e-6ef03d980b57 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750532 Feb 08 23:58:03.075866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb609d6a-4ee9-4de5-a638-90e11b431a4f req-67088aaa-86ae-4618-81a4-f0fb087baf81 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560784 Feb 08 23:58:03.193833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:03.251511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:03.365365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:03.392649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Allocated IP 172.25.3.219 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ed2e0e0a-21ef-4690-95ac-d0964f05004c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:03.461036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:03.468862 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e3fc55d-0fb5-48f5-9af2-3123b4d326ea admin admin] 10.222.0.32 "PUT /v2.0/routers/7ba2f354-33c6-4dec-880f-a9a0e05a5ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5487614 Feb 08 23:58:03.472357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51358) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:03.490165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] Sync routers for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:03.522843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:03.527555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:03.528315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:03.568550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:03.612091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:03.615302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:03.622240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:03.647671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:03.676058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:03.679130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Pushing event updated for resources: {'Port': ['ID=ed2e0e0a-21ef-4690-95ac-d0964f05004c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:03.814752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device dc448553-47c7-4837-a5c0-c60084579686 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:58:03.815632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:03.886183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:03.963740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22748bfb-4cc9-4eb2-af7d-7099e7fb27f2 req-d7efb91f-ec68-4fa7-940f-b8ebdeaffa8c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:03.971482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22748bfb-4cc9-4eb2-af7d-7099e7fb27f2 req-d7efb91f-ec68-4fa7-940f-b8ebdeaffa8c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1156416 Feb 08 23:58:03.985343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Deleting port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:03.986316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.010531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port dc448553-47c7-4837-a5c0-c60084579686, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=dc448553-47c7-4837-a5c0-c60084579686,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:04.013390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1412c75-db13-474a-8129-d3fddbf81839 req-9777257a-f385-42fe-8158-d8e9ba358e60 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.014945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1412c75-db13-474a-8129-d3fddbf81839 req-9777257a-f385-42fe-8158-d8e9ba358e60 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 944 time: 0.1419332 Feb 08 23:58:04.028901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'dc448553-47c7-4837-a5c0-c60084579686', 'network_id': '2c70d040-ee61-4480-9d0d-4b2132506715', 'port_id': 'dc448553-47c7-4837-a5c0-c60084579686', 'mac_address': 'fa:16:3e:04:fe:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73da8787-3f52-4e27-87f7-e8bd9dc6f5d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:58:04.034745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:04.043349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:04.043727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.101242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22748bfb-4cc9-4eb2-af7d-7099e7fb27f2 req-d07ced96-341f-45db-8603-c1957cc77347 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285903 Feb 08 23:58:04.113173 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.136429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc448553-47c7-4837-a5c0-c60084579686 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:04.158574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:58:02Z', 'revision_number': 5, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port': {'id': '68f47ef8-4810-49c8-ab3f-4aec853fa0fa', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:fa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:33Z', 'updated_at': '2022-02-08T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:04.186659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1412c75-db13-474a-8129-d3fddbf81839 req-3ab4c5c2-f276-43f4-b339-20540bbcbd08 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424091 Feb 08 23:58:04.201450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] Checking router: 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:58:04.205329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port dc448553-47c7-4837-a5c0-c60084579686, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=dc448553-47c7-4837-a5c0-c60084579686,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:04.211243 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.255436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] For port 68f47ef8-4810-49c8-ab3f-4aec853fa0fa, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:04.262563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.282248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] Routers {'7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:04.282916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:04.306216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Calling delete_port for 68f47ef8-4810-49c8-ab3f-4aec853fa0fa owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:04.413251 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.422486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.429687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.431426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=dc448553-47c7-4837-a5c0-c60084579686,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:04.436836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.444393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.451342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.458678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:04.458858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.460945 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167708b1-3db3-4dd3-aff9-94cd800f7505" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:04.465257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.473623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] Set router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:04.474019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29131407-55c3-4077-a121-947bd4734bde req-21542b52-70fe-4fac-bcfb-3f0ac706790a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5435 time: 0.2075565 Feb 08 23:58:04.505600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:04.538039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.539098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3b1994c5-b829-42fb-b97b-15ca1a8581ef up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:04.540955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:58:03Z', 'revision_number': 6, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:04.570811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-29131407-55c3-4077-a121-947bd4734bde req-04cf5325-adb4-4b33-a8d1-dd9b8f626fd6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907283 Feb 08 23:58:04.603985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf75a-8110-42ff-8f37-8f8da3059b80 req-fb705087-10ed-416f-a3ff-335bf3b41946 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:04.606989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-854bf75a-8110-42ff-8f37-8f8da3059b80 req-fb705087-10ed-416f-a3ff-335bf3b41946 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.2864347 Feb 08 23:58:04.621910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e262a54-81ef-423a-9252-4103ab5890a0 None None] The sync data for ids ['7ba2f354-33c6-4dec-880f-a9a0e05a5ad3'] in n-d-828413-1 is: [{'id': '7ba2f354-33c6-4dec-880f-a9a0e05a5ad3', 'name': 'tempest-ServersTestBootFromVolume-183726336-router', 'tenant_id': 'fffacf45f7db432c90ee182be643c02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:58:03Z', 'revision_number': 6, 'project_id': 'fffacf45f7db432c90ee182be643c02f', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:04.666171 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1970201-842f-485b-9d9c-afa1ba16577e x-openstack-request-id: req-d1970201-842f-485b-9d9c-afa1ba16577e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:04.666455 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:04.666709 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1970201-842f-485b-9d9c-afa1ba16577e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:04.667110 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9', 'code': 200} Feb 08 23:58:04.682598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:04.687453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['dc448553-47c7-4837-a5c0-c60084579686'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:04.741488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 3b1994c5-b829-42fb-b97b-15ca1a8581ef completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:04.749972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 3b1994c5-b829-42fb-b97b-15ca1a8581ef triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:04.750981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.755873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-854bf75a-8110-42ff-8f37-8f8da3059b80 req-6709fbad-c742-44ff-918d-edac411dac90 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790751 Feb 08 23:58:04.766165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.848760 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.903909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Pushing event deleted for resources: {'Port': ['ID=68f47ef8-4810-49c8-ab3f-4aec853fa0fa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:04.914943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.929759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:04.993637 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.025572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:05.029683 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.030609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device aa202bd2-f59c-495c-ab61-3e092430fd12 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:05.112238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.114664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:05.115852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.129974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port aa202bd2-f59c-495c-ab61-3e092430fd12 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:05.136327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.137011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port aa202bd2-f59c-495c-ab61-3e092430fd12 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:05.137383 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.145647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.180512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.181170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:58:05.186620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.188468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-20ba8714-a7e3-4763-a4e2-93020737ac48 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ba2f354-33c6-4dec-880f-a9a0e05a5ad3 HTTP/1.1" status: 204 len: 168 time: 1.7138147 Feb 08 23:58:05.191387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:05.280279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Deleting subnet 6b4f03ba-d5cb-460b-b2b5-a00e0632f56f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:58:05.294605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.321771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce2e02-ee3d-4570-88a5-589603155d9c req-ae3bdd70-934f-4919-a31c-f0833ed76dae tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.332558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 135ca799-1c20-455a-aa81-26bbbdd8d940 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:05.332986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11ce2e02-ee3d-4570-88a5-589603155d9c req-ae3bdd70-934f-4919-a31c-f0833ed76dae tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1365702 Feb 08 23:58:05.374551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 135ca799-1c20-455a-aa81-26bbbdd8d940 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:05.375013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 135ca799-1c20-455a-aa81-26bbbdd8d940 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:05.376070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 68f47ef8-4810-49c8-ab3f-4aec853fa0fa no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:05.379456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.385999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Pushing event updated for resources: {'Port': ['ID=ed2e0e0a-21ef-4690-95ac-d0964f05004c,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:05.400941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.406518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.428221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944e7ab-9996-4332-8748-2dca7871d3fe req-c64a979d-1b33-45bf-bf7c-bb6f4cbb0ee9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.430067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9944e7ab-9996-4332-8748-2dca7871d3fe req-c64a979d-1b33-45bf-bf7c-bb6f4cbb0ee9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 945 time: 0.0870998 Feb 08 23:58:05.434059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 68f47ef8-4810-49c8-ab3f-4aec853fa0fa {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:05.434404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 68f47ef8-4810-49c8-ab3f-4aec853fa0fa not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:05.479392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=aa202bd2-f59c-495c-ab61-3e092430fd12,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:05.486474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.488115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1528657a-224a-4768-9a19-7b2fef4f091e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:05.496121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11ce2e02-ee3d-4570-88a5-589603155d9c req-6dce388f-b33e-4aad-9aae-be10bcf5901a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517167 Feb 08 23:58:05.498888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9944e7ab-9996-4332-8748-2dca7871d3fe req-7b28c1c1-f0b8-4643-9938-96c1c22f979a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 Feb 08 23:58:05.591951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:05.604060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 1528657a-224a-4768-9a19-7b2fef4f091e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:05.609425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1528657a-224a-4768-9a19-7b2fef4f091e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:05.610360 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.660423 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Floating IP 4e4a43fd-93bc-4a6d-990d-0c43c800e1ff associated. External IP: 172.25.3.219, port: fe726008-fc05-4a23-b2e0-b73e1418a0e1. Feb 08 23:58:05.718165 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.730290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.765631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.767634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1528657a-224a-4768-9a19-7b2fef4f091e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:05.773385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.776427 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.779675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.787790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.792669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.799328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.804644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.806732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-c221b13e-4b82-4370-b653-ed2bc1ada4f5 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5438 time: 0.1171319 Feb 08 23:58:05.816854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device eb586333-dfb0-46a4-8762-f1e3fa2edb72 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:05.878190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.893961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:05.912959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83c97e51-a267-4d9b-a0da-dc2500dea033 req-fd8577ca-6116-4156-b656-4daf9b6e1a30 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990942 Feb 08 23:58:05.926981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port eb586333-dfb0-46a4-8762-f1e3fa2edb72 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:05.940572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a7131-bfa6-46f2-a89d-984ab54356d1 req-189e3db9-c892-4619-96d5-476372c55dda tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:05.941377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port eb586333-dfb0-46a4-8762-f1e3fa2edb72 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:05.941783 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.953629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-305a7131-bfa6-46f2-a89d-984ab54356d1 req-189e3db9-c892-4619-96d5-476372c55dda tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.0974541 Feb 08 23:58:05.956122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4f03ba-d5cb-460b-b2b5-a00e0632f56f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:05.965622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:05.971694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a6ef43fc-0395-4953-a75b-d016a11cc053 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b4f03ba-d5cb-460b-b2b5-a00e0632f56f HTTP/1.1" status: 204 len: 168 time: 0.7786834 Feb 08 23:58:05.974711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51426) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:05.985662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97087a20-dd28-40ff-8112-d6cb370e48b2 None None] Network 4402ffae-f91d-405e-8f0f-647589bc5a1d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:06.026377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-305a7131-bfa6-46f2-a89d-984ab54356d1 req-30f7d81c-d931-44a4-9a11-082ca9dab367 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562425 Feb 08 23:58:06.115170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.133718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Router 572abaad-975b-4fb6-af43-1c7d0968db3e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:06.187168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.231072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:06.238193 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.239359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 189a6fb4-e1f7-429b-8996-1faf6344faa4 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:06.266598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Deleting port 73864902-df0e-4157-ad52-aea6dc5f83f0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:06.267043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.291698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] DHCP port deletion for 4402ffae-f91d-405e-8f0f-647589bc5a1d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:58:06.345539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:06.358754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] For port 73864902-df0e-4157-ad52-aea6dc5f83f0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=73864902-df0e-4157-ad52-aea6dc5f83f0,segment=NetworkSegment(f46a57e3-35c3-4882-a3b9-d383b9e0e6c4),segment_id=f46a57e3-35c3-4882-a3b9-d383b9e0e6c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:06.359188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.360555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:06.361846 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] Sync routers for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:06.375243 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:06.377189 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.379825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Calling delete_port for 73864902-df0e-4157-ad52-aea6dc5f83f0 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:06.384895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.392082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 189a6fb4-e1f7-429b-8996-1faf6344faa4 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:06.409973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 189a6fb4-e1f7-429b-8996-1faf6344faa4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:06.410323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.420567 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.430897 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:06.431605 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.452543 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd91be36-628d-45bb-a094-8258279e3cde tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.1161296 Feb 08 23:58:06.455343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51442) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:06.465096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.465856 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06286f63-0340-44ab-aa8a-b249b6ec3663 None None] The sync data for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:06.540196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.557050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] No DVR routers for this DVR port 73864902-df0e-4157-ad52-aea6dc5f83f0 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:06.585520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Pushing event deleted for resources: {'Port': ['ID=73864902-df0e-4157-ad52-aea6dc5f83f0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:06.665931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Deleting port 73864902-df0e-4157-ad52-aea6dc5f83f0 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:06.666328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.680617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.711111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4402ffae-f91d-405e-8f0f-647589bc5a1d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.715682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb586333-dfb0-46a4-8762-f1e3fa2edb72'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:06.717992 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb316458-a066-4f06-a2c3-3e8cbf644c17" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "eb586333-dfb0-46a4-8762-f1e3fa2edb72"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:06.727264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.728431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46a57e3-35c3-4882-a3b9-d383b9e0e6c4') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:06.738046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1e384404-8ef4-4702-9af3-560a2552bb59 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] 10.222.0.32 "GET /v2.0/floatingips/4e4a43fd-93bc-4a6d-990d-0c43c800e1ff HTTP/1.1" status: 200 len: 983 time: 0.2814052 Feb 08 23:58:06.741419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51454) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:06.746098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] For port 73864902-df0e-4157-ad52-aea6dc5f83f0, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:06.746502 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.746708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014748ca-b981-4a57-be20-c48578035307 req-6fb9a11a-c6c2-43e4-bc04-e3a233ae1c25 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:06.752124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.755305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-014748ca-b981-4a57-be20-c48578035307 req-6fb9a11a-c6c2-43e4-bc04-e3a233ae1c25 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1236758 Feb 08 23:58:06.763678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Calling delete_port for 73864902-df0e-4157-ad52-aea6dc5f83f0 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:06.767063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Port 73864902-df0e-4157-ad52-aea6dc5f83f0 was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:58:06.769069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.794753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea33df-2c9c-45dc-ae2c-f9ce92a242fd req-867e7786-10b5-4abe-b93b-68828b53c20b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:06.796348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfea33df-2c9c-45dc-ae2c-f9ce92a242fd req-867e7786-10b5-4abe-b93b-68828b53c20b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 945 time: 0.1562953 Feb 08 23:58:06.828677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.839277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.849678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-014748ca-b981-4a57-be20-c48578035307 req-849d9ff5-0489-4d94-8af4-8ba99f67325c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933285 Feb 08 23:58:06.864159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] Pushing event deleted for resources: {'Port': ['ID=73864902-df0e-4157-ad52-aea6dc5f83f0,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:06.871495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:06.871986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:06.874166 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:06.879712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7b994-c6ff-4c40-a11a-6849ae5c7036 None None] No DVR routers for this DVR port 73864902-df0e-4157-ad52-aea6dc5f83f0 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:06.891511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfea33df-2c9c-45dc-ae2c-f9ce92a242fd req-3b5007fe-7c87-4886-94c1-534dbee961fd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836022 Feb 08 23:58:06.927982 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.946341 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.950391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:06.953162 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd375e3-9d97-4040-ade5-2c914e06e852 x-openstack-request-id: req-2dd375e3-9d97-4040-ade5-2c914e06e852 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:06.953428 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "eb586333-dfb0-46a4-8762-f1e3fa2edb72", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:06.953682 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2dd375e3-9d97-4040-ade5-2c914e06e852 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:06.954132 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef', 'code': 200} Feb 08 23:58:06.954617 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12', 'code': 200} Feb 08 23:58:06.954732 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e', 'code': 200} Feb 08 23:58:06.954929 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb586333-dfb0-46a4-8762-f1e3fa2edb72', 'code': 200} Feb 08 23:58:06.958677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:06.959759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:06.995313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8837ade7-f49b-4c48-8a16-8f7bb4de61b8 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.2499273 Feb 08 23:58:06.995898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:07.003433 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.012161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.017775 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] 10.222.0.32 "DELETE /v2.0/networks/4402ffae-f91d-405e-8f0f-647589bc5a1d HTTP/1.1" status: 204 len: 168 time: 1.0420899 Feb 08 23:58:07.070389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:07.077741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:07.083873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:07.084538 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.208583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.213984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 73864902-df0e-4157-ad52-aea6dc5f83f0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:07.278747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:07.281202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 73864902-df0e-4157-ad52-aea6dc5f83f0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:07.283122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 73864902-df0e-4157-ad52-aea6dc5f83f0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:07.286831 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.287815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:07.332618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.339099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.346538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.352839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.358325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:07.360491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.368049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.375839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.379311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-f3d426b2-1085-4ea5-bfa0-4b79c843626e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5441 time: 0.2777107 Feb 08 23:58:07.417377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f2490-a4dd-415d-8f90-b2fb78c1db1f req-3d7c3dd6-978f-4922-9e8e-fce23e107ecf tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:07.425562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0f2490-a4dd-415d-8f90-b2fb78c1db1f req-3d7c3dd6-978f-4922-9e8e-fce23e107ecf tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.2403438 Feb 08 23:58:07.456547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:07.463845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:07.466461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.474752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aa6a8-22da-41ce-bd24-12e85d90920e admin admin] Pushing event deleted for resources: {'Network': ['ID=4402ffae-f91d-405e-8f0f-647589bc5a1d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:07.488406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:07.527176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10cf0b55-a8b2-44fa-aa82-ff84b5052373 req-52d67946-96a6-43b3-a28a-9d8b8cdcc9fa tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271422 Feb 08 23:58:07.539953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-898979d9-bf54-41f0-916e-a8550d67744b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fffacf45f7db432c90ee182be643c02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502067 Feb 08 23:58:07.542929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51474) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:07.553894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef0f2490-a4dd-415d-8f90-b2fb78c1db1f req-ed92f2ed-3347-4cbb-a775-2e9f85349fe2 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269009 Feb 08 23:58:07.588214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting port ed2e0e0a-21ef-4690-95ac-d0964f05004c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:07.588657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.616905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d93c-779b-4c03-9703-2662de74f6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.617253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.646727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d93c-779b-4c03-9703-2662de74f6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.657309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:07.663708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.684053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.684432 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.699346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Calling delete_port for ed2e0e0a-21ef-4690-95ac-d0964f05004c owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:07.701229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d93c-779b-4c03-9703-2662de74f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.705752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9f1d93c-779b-4c03-9703-2662de74f6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.720549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:07.722093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d9f1d93c-779b-4c03-9703-2662de74f6b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68b930b6-fc64-4d80-a6ef-7aeade87b3db HTTP/1.1" status: 204 len: 168 time: 0.1680167 Feb 08 23:58:07.742290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1d93c-779b-4c03-9703-2662de74f6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b930b6-fc64-4d80-a6ef-7aeade87b3db,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:07.806612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device dc448553-47c7-4837-a5c0-c60084579686 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:07.882749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port dc448553-47c7-4837-a5c0-c60084579686 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:07.890809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port dc448553-47c7-4837-a5c0-c60084579686 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:07.890809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.910400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:07.941316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Port': ['ID=ed2e0e0a-21ef-4690-95ac-d0964f05004c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:08.029310 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:08.067244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port dc448553-47c7-4837-a5c0-c60084579686, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=dc448553-47c7-4837-a5c0-c60084579686,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:08.072871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:08.094779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c4eef-c170-4141-b6a6-058607e61bd9 req-6138afba-d2c9-4571-9698-3ff0c5673e9e tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.096389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-477c4eef-c170-4141-b6a6-058607e61bd9 req-6138afba-d2c9-4571-9698-3ff0c5673e9e tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1470320 Feb 08 23:58:08.101365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:08.101818 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Floating IP 4e4a43fd-93bc-4a6d-990d-0c43c800e1ff disassociated (deleted). External IP: 172.25.3.219, port: fe726008-fc05-4a23-b2e0-b73e1418a0e1. Feb 08 23:58:08.133304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=dc448553-47c7-4837-a5c0-c60084579686,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:08.163724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f7634-4048-4116-8224-27ddbaaabad0 req-f7c6996b-d2c9-48f0-b98b-c909cf4fee22 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.165283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c02f7634-4048-4116-8224-27ddbaaabad0 req-f7c6996b-d2c9-48f0-b98b-c909cf4fee22 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 945 time: 0.1408889 Feb 08 23:58:08.272727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-477c4eef-c170-4141-b6a6-058607e61bd9 req-ded4f4ac-195e-4a50-9701-df06d0cc2dde tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237073 Feb 08 23:58:08.284102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c02f7634-4048-4116-8224-27ddbaaabad0 req-faa9f756-5aeb-4b19-85c5-b1ffddd28a22 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Feb 08 23:58:08.426758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Router 572abaad-975b-4fb6-af43-1c7d0968db3e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:08.552119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:08.556827 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:08.564520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] Sync routers for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:08.580154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:08.581010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:08.593268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f0eb4fb2-9841-4bc5-b051-5125dccf6387 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e4a43fd-93bc-4a6d-990d-0c43c800e1ff HTTP/1.1" status: 204 len: 168 time: 1.5929072 Feb 08 23:58:08.594830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51508) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:08.601726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:08.627647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:08.639160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:08.639339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:08.640266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:57:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:08.682582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:08.683264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1851f-2005-4ce2-aec8-567a2fe575ee None None] The sync data for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:08.787064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16548c87-136a-4fba-a732-f647e61d80bd req-179f2c82-8b4d-48bd-ac83-ebb32e7ff944 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.788949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16548c87-136a-4fba-a732-f647e61d80bd req-179f2c82-8b4d-48bd-ac83-ebb32e7ff944 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.0979695 Feb 08 23:58:08.801121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.807218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.807961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:08.813807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.819715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.825529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.832353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.838160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:08.840078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-cd56ba0f-d51c-49a9-b34e-999a6d8d4b48 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.1688113 Feb 08 23:58:08.878347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51518) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:08.894471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16548c87-136a-4fba-a732-f647e61d80bd req-ce25fef6-0092-43fd-a372-4051ee486754 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533955 Feb 08 23:58:08.913777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c77ed4fa-e4b7-46df-b13b-190f34cb2668 req-4ddb9049-784d-4f17-ad99-200d5e46e7a2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648611 Feb 08 23:58:08.947091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Allocated IP 172.25.3.158 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/625552a7-904d-4ea7-bece-0bea570ab9c3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:08.957075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4'}, {'server_uuid': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e'}, {'server_uuid': 'd6d96c0a-e852-434d-9409-621c40285738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc448553-47c7-4837-a5c0-c60084579686'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:08.961497 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad211e6e-381a-4bf5-8c98-d390b5da6c9f" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4"}, {"server_uuid": "4c680725-82b1-4ad9-b9d1-29538367c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e"}, {"server_uuid": "d6d96c0a-e852-434d-9409-621c40285738", "name": "network-vif-plugged", "status": "completed", "tag": "dc448553-47c7-4837-a5c0-c60084579686"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:09.025004 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac68a996-d52f-4101-a6c9-6c6136157e62 x-openstack-request-id: req-ac68a996-d52f-4101-a6c9-6c6136157e62 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:09.025318 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4", "code": 200}, {"server_uuid": "4c680725-82b1-4ad9-b9d1-29538367c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e", "code": 200}, {"server_uuid": "d6d96c0a-e852-434d-9409-621c40285738", "name": "network-vif-plugged", "status": "completed", "tag": "dc448553-47c7-4837-a5c0-c60084579686", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:09.025575 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac68a996-d52f-4101-a6c9-6c6136157e62 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:09.025982 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'code': 200} Feb 08 23:58:09.026267 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d', 'code': 200} Feb 08 23:58:09.026522 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e', 'code': 200} Feb 08 23:58:09.026773 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d96c0a-e852-434d-9409-621c40285738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc448553-47c7-4837-a5c0-c60084579686', 'code': 200} Feb 08 23:58:09.112804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.167414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1063237537-network', 'tenant_id': '1844959eaf52411d907cec693c10c237'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:09.171585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.231245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:09.239760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:09.246148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:09.251146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Pushing event updated for resources: {'Port': ['ID=625552a7-904d-4ea7-bece-0bea570ab9c3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:09.264737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de79d35-ad44-4581-ba2f-6635da1662b5 req-62b9c4b3-fbc5-44ec-94af-98d25ed8dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.267036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7de79d35-ad44-4581-ba2f-6635da1662b5 req-62b9c4b3-fbc5-44ec-94af-98d25ed8dfc7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 1097 time: 0.1065190 Feb 08 23:58:09.273800 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Made reservation on behalf of 1844959eaf52411d907cec693c10c237 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:09.274726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.275203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.275674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.276114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.276242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.276574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.277234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.277690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.279555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-e5f5607e-2824-487c-ba1a-22f4a96d936b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6499 time: 0.1323795 Feb 08 23:58:09.288867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808c9fd-cd09-4289-bfcc-7512b2d639b7 req-8862f30c-8cc4-44ae-8103-5cb78286f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.290805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3808c9fd-cd09-4289-bfcc-7512b2d639b7 req-8862f30c-8cc4-44ae-8103-5cb78286f471 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1312881 Feb 08 23:58:09.295840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.368449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb133b2e-f332-47c7-81a6-884c6a22965e req-4f94d9b9-9a7b-4d6e-9fd9-66adc92295a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757506 Feb 08 23:58:09.372159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7de79d35-ad44-4581-ba2f-6635da1662b5 req-ca72706d-964a-4451-95e5-3ef73e6f50e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915277 Feb 08 23:58:09.376895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3808c9fd-cd09-4289-bfcc-7512b2d639b7 req-222efa67-8dd7-41fb-a347-035a957f0798 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715263 Feb 08 23:58:09.389888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.463972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.497185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d829ac-da88-4ce8-9ebc-5100c1cb4a02 req-fbbd31b4-caeb-4df7-b870-4aae48562ee8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.498989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38d829ac-da88-4ce8-9ebc-5100c1cb4a02 req-fbbd31b4-caeb-4df7-b870-4aae48562ee8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.0878699 Feb 08 23:58:09.508985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e9d3b-4b9c-44ae-87ce-d5262128d398 req-336a5e33-7e29-4e2c-af4b-7fb65711888d tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.510735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f15e9d3b-4b9c-44ae-87ce-d5262128d398 req-336a5e33-7e29-4e2c-af4b-7fb65711888d tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0891957 Feb 08 23:58:09.548886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.571855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38d829ac-da88-4ce8-9ebc-5100c1cb4a02 req-b626ae2f-a01f-4483-894a-cc5725b04ea7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599587 Feb 08 23:58:09.574658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f15e9d3b-4b9c-44ae-87ce-d5262128d398 req-83e8be85-5d5b-45a4-bfc2-a90e7dab4a99 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487368 Feb 08 23:58:09.582386 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.618959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:09.637592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf8296-49ed-4947-8fac-faec82cae7fe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:09.648308 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.648667 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Added segment 2bd6105f-17a7-4454-a436-6ecf9731008e of type vlan for network 896d1134-dd0c-4aae-8611-84965ae53f2d Feb 08 23:58:09.708709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.732903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.745768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.782659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.783627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:09.784212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.861765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Pushing event updated for resources: {'Port': ['ID=625552a7-904d-4ea7-bece-0bea570ab9c3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:09.887774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0085399 Feb 08 23:58:09.890929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51550) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:09.895321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5b36f-4c7d-4221-8eba-4c75867bedb0 admin admin] Pushing event updated for resources: {'Network': ['ID=896d1134-dd0c-4aae-8611-84965ae53f2d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:09.897738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Request body: {'subnet': {'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1063237537-subnet', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:09.900578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.910799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 896d1134-dd0c-4aae-8611-84965ae53f2d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:09.917362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:09.921473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9f0c9220-bc0b-439a-8c25-144a9c15bca5 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3223886 Feb 08 23:58:09.921607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:09.947886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Made reservation on behalf of 1844959eaf52411d907cec693c10c237 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:09.950674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.201121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:10.226203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.342940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.469829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Allocated IP 172.25.3.14 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/93d6ae43-51c0-41e1-9ed0-b1a417ed4dd2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:10.506701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3250f4-6639-4ce7-a88c-04c9c60f2443 req-ab7eb6c8-5294-4aad-ab1f-af54287d9e81 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.508468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d3250f4-6639-4ce7-a88c-04c9c60f2443 req-ab7eb6c8-5294-4aad-ab1f-af54287d9e81 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.5107136 Feb 08 23:58:10.556006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.561912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.568478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.574953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.581013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.587304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.593059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.593201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.595244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49264994-572d-4e42-baff-08c8f398ffc9 req-1f68e621-7132-47f9-bcf3-5ba214d0b901 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.5494983 Feb 08 23:58:10.633880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.652367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:10.670963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:10.675278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:10.685796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d3250f4-6639-4ce7-a88c-04c9c60f2443 req-471c8694-57bd-4015-9aff-7675de665f8f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658711 Feb 08 23:58:10.725048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Pushing event updated for resources: {'Port': ['ID=93d6ae43-51c0-41e1-9ed0-b1a417ed4dd2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:10.751225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49264994-572d-4e42-baff-08c8f398ffc9 req-922fb10e-a91f-4b3b-8c92-1e59c38b33d9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481667 Feb 08 23:58:10.798103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.807875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.841750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:10.915628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=803b0b35-34e8-469e-b89d-bb44a4584a26,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:10.925073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae6e7a-8b16-4452-8398-3970491a2245 req-7704b880-2155-4cc8-8a5a-eea8c89a21b6 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.926550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fae6e7a-8b16-4452-8398-3970491a2245 req-7704b880-2155-4cc8-8a5a-eea8c89a21b6 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1498115 Feb 08 23:58:10.950688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Checking segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:10.951341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Network hostable DHCP agents. Network: 896d1134-dd0c-4aae-8611-84965ae53f2d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:58:10.985346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8523a6-e0b3-42dc-af82-6e8d694da2d9 req-7fc5c732-691e-43f2-934e-2e36dbd45b41 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:10.986870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb8523a6-e0b3-42dc-af82-6e8d694da2d9 req-7fc5c732-691e-43f2-934e-2e36dbd45b41 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1362801 Feb 08 23:58:11.006896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fae6e7a-8b16-4452-8398-3970491a2245 req-7393038d-9d24-468d-979d-478bfe9b14e0 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714917 Feb 08 23:58:11.022174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Network 896d1134-dd0c-4aae-8611-84965ae53f2d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:58:11.040289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.042566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 896d1134-dd0c-4aae-8611-84965ae53f2d) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:11.050858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:11.051468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.055497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.056072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad35fc5-6157-4d8c-a6ae-0ec49ac10796 None None] Network 896d1134-dd0c-4aae-8611-84965ae53f2d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:11.072428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb8523a6-e0b3-42dc-af82-6e8d694da2d9 req-312418b3-29fb-4186-8fab-b30a5442c680 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732360 Feb 08 23:58:11.091828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2bbb5385-6085-43d8-af66-e0b2be6c6a1d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1964703 Feb 08 23:58:11.092124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51588) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:11.107773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:11.137735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.139146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.153850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Pushing event updated for resources: {'Port': ['ID=93d6ae43-51c0-41e1-9ed0-b1a417ed4dd2,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:11.183319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.220289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.223010 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c3a7d9e-3b51-46a2-98c0-188803569c0b tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2997856 Feb 08 23:58:11.225885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51594) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:11.255766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.305731 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-59d6c2b6-dec0-4e9e-a11e-40505efa1184 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.0773673 Feb 08 23:58:11.306383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:11.331389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-896d1134-dd0c-4aae-8611-84965ae53f2d', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:58:11.332518 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.388479 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-662933e0-2f90-495d-9a6e-d664cc97626b tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0808992 Feb 08 23:58:11.389065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51600) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:11.501783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.592213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Allocated IP 172.20.0.2 (896d1134-dd0c-4aae-8611-84965ae53f2d/803b0b35-34e8-469e-b89d-bb44a4584a26/9589f6ae-6db3-451e-89a6-e98137cf8a60) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:11.605390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Deleting port 93d6ae43-51c0-41e1-9ed0-b1a417ed4dd2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:11.605779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.714624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.715215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.730304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Calling delete_port for 93d6ae43-51c0-41e1-9ed0-b1a417ed4dd2 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:11.753987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.789089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.858609 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-38b0b66a-0fef-4d73-9eaa-66ae36640a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.874067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.881699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:11.936867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Network 896d1134-dd0c-4aae-8611-84965ae53f2d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:11.942220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Pushing event updated for resources: {'Port': ['ID=9589f6ae-6db3-451e-89a6-e98137cf8a60,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:11.945320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:11.949142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:11.976628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.006167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af20feb-9569-44d1-92ed-190b6a25f216 req-0a195662-8514-43e9-9171-efe6c42beb8f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.007688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7af20feb-9569-44d1-92ed-190b6a25f216 req-0a195662-8514-43e9-9171-efe6c42beb8f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1382005 Feb 08 23:58:12.011349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Pushing event deleted for resources: {'Port': ['ID=93d6ae43-51c0-41e1-9ed0-b1a417ed4dd2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:12.025887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.027652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Attempting to bind port 9589f6ae-6db3-451e-89a6-e98137cf8a60 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:12.028044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Attempting to bind port 9589f6ae-6db3-451e-89a6-e98137cf8a60 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:12.028400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Attempting to bind port 9589f6ae-6db3-451e-89a6-e98137cf8a60 on network 896d1134-dd0c-4aae-8611-84965ae53f2d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:12.032969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.035285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:12.035670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Checking segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:12.036220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.036734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Bound using segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:12.037226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Bound port: 9589f6ae-6db3-451e-89a6-e98137cf8a60, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:12.037597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.039247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.045249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.053982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.059999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.066385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.068307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-8a6ed916-05fa-4ff8-8a4e-23a46d0862b6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.1999600 Feb 08 23:58:12.114091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] For port 9589f6ae-6db3-451e-89a6-e98137cf8a60, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:12.121334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] For port 9589f6ae-6db3-451e-89a6-e98137cf8a60, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9589f6ae-6db3-451e-89a6-e98137cf8a60,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:12.122229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.126905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.131076 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.131924 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2fcdf51c-d75d-4c18-a08e-32db5970ab76 tempest-FloatingIPAdminTestJSON-1924130062 tempest-FloatingIPAdminTestJSON-1924130062-project] 10.222.0.32 "DELETE /v2.0/floatingips/54e76183-1644-4fe8-8b1b-b8975a3ecbca HTTP/1.1" status: 204 len: 168 time: 0.7342613 Feb 08 23:58:12.132770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51618) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:12.136613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Allocated IP 172.25.3.205 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/72e72e02-e142-4324-918a-b6e3fb5c7871) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:12.204973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a09f61cd-8b17-4ede-b487-8311aea4e69e req-ed50c26e-1ab1-473c-a301-c204291a9898 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215663 Feb 08 23:58:12.225033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7af20feb-9569-44d1-92ed-190b6a25f216 req-eebc13cd-7cf5-4321-96e9-f1dfe8f582d3 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525166 Feb 08 23:58:12.275418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4b93-56b3-48bf-bf1a-8c521c4b7bcb None None] Pushing event updated for resources: {'Port': ['ID=9589f6ae-6db3-451e-89a6-e98137cf8a60,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:12.393561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Deleting port 625552a7-904d-4ea7-bece-0bea570ab9c3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:12.394035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.495719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.496179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.533768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Calling delete_port for 625552a7-904d-4ea7-bece-0bea570ab9c3 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:12.540624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.553861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77128e-f2dd-46e0-b637-97ecb74d9092 req-7d39a2b5-9c11-43ab-a3a2-7a1d59523a7c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.558086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b77128e-f2dd-46e0-b637-97ecb74d9092 req-7d39a2b5-9c11-43ab-a3a2-7a1d59523a7c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1773319 Feb 08 23:58:12.605053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7ea87-90af-465d-8fb5-a124acade774 req-635ccbc8-74e0-4756-82d2-73f2f6d7b33a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:12.606628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab7ea87-90af-465d-8fb5-a124acade774 req-635ccbc8-74e0-4756-82d2-73f2f6d7b33a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1793971 Feb 08 23:58:12.662787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0b77128e-f2dd-46e0-b637-97ecb74d9092 req-e12adced-60a1-4980-9d2f-c0a41ecce919 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870001 Feb 08 23:58:12.698262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.720118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ab7ea87-90af-465d-8fb5-a124acade774 req-6217c7a4-9d79-485b-8475-e71bc4c68ee4 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021781 Feb 08 23:58:12.747794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.776031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:12.785219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:12.795148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Pushing event deleted for resources: {'Port': ['ID=625552a7-904d-4ea7-bece-0bea570ab9c3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:12.800943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:12.804251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Pushing event updated for resources: {'Port': ['ID=72e72e02-e142-4324-918a-b6e3fb5c7871,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:12.910683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.913603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:12.915631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-141456ea-17f7-46f7-8591-695d9abfc159 tempest-FloatingIPAdminTestJSON-791760001 tempest-FloatingIPAdminTestJSON-791760001-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/7e6f5031-bff2-41f9-9409-37e87e8c2bb1 HTTP/1.1" status: 204 len: 168 time: 0.7814634 Feb 08 23:58:12.920669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51630) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:12.985822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.006532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.021884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.028221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.037107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.048750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.055316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.057323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c89ad32-8e31-47a9-a821-cb6d0a3c220d req-1378bb25-8c43-417f-8666-3dbe3bfa5363 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.2765293 Feb 08 23:58:13.079051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:13.095592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Request body: {'floatingip': {'port_id': '189a6fb4-e1f7-429b-8996-1faf6344faa4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:13.158483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:13.218606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting port fe726008-fc05-4a23-b2e0-b73e1418a0e1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:13.219176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:13.297214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-31f6603d-f61f-4bf0-bb2c-8c13bba2293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.298981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-31f6603d-f61f-4bf0-bb2c-8c13bba2293a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 1097 time: 0.2375774 Feb 08 23:58:13.342441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9589f6ae-6db3-451e-89a6-e98137cf8a60 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:13.356039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1416-adb8-418d-b2e0-fb712026e364 req-3bff732c-bc1e-49b7-b302-074a76cf3182 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:13.366111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67fc1416-adb8-418d-b2e0-fb712026e364 req-3bff732c-bc1e-49b7-b302-074a76cf3182 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.3074257 Feb 08 23:58:13.457341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9589f6ae-6db3-451e-89a6-e98137cf8a60 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:13.458099 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:13.524224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:13.552217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Calling delete_port for fe726008-fc05-4a23-b2e0-b73e1418a0e1 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:13.583770 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:13.647022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 9589f6ae-6db3-451e-89a6-e98137cf8a60, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9589f6ae-6db3-451e-89a6-e98137cf8a60,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:13.654222 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:13.738866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=9589f6ae-6db3-451e-89a6-e98137cf8a60,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:13.817148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676c4f1-ef8f-47d9-835a-a5e11c6a9e68 None None] Network 896d1134-dd0c-4aae-8611-84965ae53f2d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:13.902920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8c6d6ed5-6fd7-49e1-84f1-01b1a9ef1a35 None None] Provisioning complete for port 9589f6ae-6db3-451e-89a6-e98137cf8a60 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:13.903290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6ed5-6fd7-49e1-84f1-01b1a9ef1a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.018122 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.048087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67fc1416-adb8-418d-b2e0-fb712026e364 req-6161b6a9-0f4c-4d62-b81e-deece54cb078 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786520 Feb 08 23:58:14.105471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Port': ['ID=fe726008-fc05-4a23-b2e0-b73e1418a0e1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:14.134868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.resource_extend [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 08 23:58:14.150935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-34b52059-75fe-482f-9f59-453bb53b205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:14.152525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-34b52059-75fe-482f-9f59-453bb53b205d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.8245940 Feb 08 23:58:14.219345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de4afbcb-6e50-42ca-8af7-855348b610d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.252889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430bcc0-c159-42f1-98b4-a31b1330623c req-5f5c6b68-83ea-4be2-8271-164b92bdcd53 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:14.254900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e430bcc0-c159-42f1-98b4-a31b1330623c req-5f5c6b68-83ea-4be2-8271-164b92bdcd53 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.8749697 Feb 08 23:58:14.265397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-89f45ac9-a25a-4d29-a352-43cb99b1aedb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc448553-47c7-4837-a5c0-c60084579686 HTTP/1.1" status: 200 len: 217 time: 0.0929644 Feb 08 23:58:14.279751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.290861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.291818 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.294044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.305703 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc4c62a5-0f09-446f-ab7c-ca5026a9fdd3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "DELETE /v2.0/ports/fe726008-fc05-4a23-b2e0-b73e1418a0e1 HTTP/1.1" status: 204 len: 168 time: 1.3839462 Feb 08 23:58:14.328432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51650) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:14.371004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51652) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:14.431313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c0fad-553f-4d27-b3e1-94de94c42cff req-75959c75-aa86-477f-88ea-585a2c177c87 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:14.439042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f4c0fad-553f-4d27-b3e1-94de94c42cff req-75959c75-aa86-477f-88ea-585a2c177c87 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2938013 Feb 08 23:58:14.448735 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Floating IP 1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9 associated. External IP: 172.25.3.224, port: 189a6fb4-e1f7-429b-8996-1faf6344faa4. Feb 08 23:58:14.487251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e430bcc0-c159-42f1-98b4-a31b1330623c req-7ef18b96-0511-4f12-aa40-e5a2ba38408d tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126660 Feb 08 23:58:14.518367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-82b44778-fd72-4e7f-8344-9cf4f82a94ca None None] Provisioning complete for port 9589f6ae-6db3-451e-89a6-e98137cf8a60 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:14.518971 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b44778-fd72-4e7f-8344-9cf4f82a94ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:14.556274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-a25a62ba-f662-4bc4-a8b6-21c384549cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:14.557808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-a25a62ba-f662-4bc4-a8b6-21c384549cde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.2858658 Feb 08 23:58:14.574875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d92ff-3ee1-482f-a776-e715ae5bc7d3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:14.576623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-316d92ff-3ee1-482f-a776-e715ae5bc7d3 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "GET /v2.0/ports?device_id=572abaad-975b-4fb6-af43-1c7d0968db3e HTTP/1.1" status: 200 len: 913 time: 0.2469425 Feb 08 23:58:14.600373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51658) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:14.605163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f4c0fad-553f-4d27-b3e1-94de94c42cff req-320c3a6d-6610-44c5-b28b-52ec615348b4 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637754 Feb 08 23:58:14.690882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-e4284ca9-3230-4994-a025-f81c31d2261f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015179 Feb 08 23:58:14.698323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40298753-ef42-4993-868c-7a6329130a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.002996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Router 098f3830-9d3a-493b-91c2-cd64ae7a690c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:15.088127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-c0d13765-a28d-4437-a0c3-478412fa0596 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801568 Feb 08 23:58:15.096242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf9c2d-46f9-4bb2-9c51-b3ddb3002a97 req-7cb3881f-3bea-4fb7-af47-d37c63e37cda tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.097763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4bf9c2d-46f9-4bb2-9c51-b3ddb3002a97 req-7cb3881f-3bea-4fb7-af47-d37c63e37cda tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.3552496 Feb 08 23:58:15.134895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:15.140364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.148279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] Sync routers for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:15.165233 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:15.167643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9589f6ae-6db3-451e-89a6-e98137cf8a60 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:15.169242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.170575 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:15.182653 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d0ec9477-0a46-437a-bc66-7048207bd360 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "PUT /v2.0/floatingips/1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9 HTTP/1.1" status: 200 len: 991 time: 2.0901353 Feb 08 23:58:15.182653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:15.183707 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0932206d-102f-4905-9eb1-0a37bf4677c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:15.231072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9589f6ae-6db3-451e-89a6-e98137cf8a60 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:15.231779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.282395 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:15.378737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40298753-ef42-4993-868c-7a6329130a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.396079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4bf9c2d-46f9-4bb2-9c51-b3ddb3002a97 req-aa33e52b-4e96-4bc0-898c-4deaf0e37f28 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815917 Feb 08 23:58:15.401960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40298753-ef42-4993-868c-7a6329130a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.439003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.486390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d5043-67f3-4b0b-b092-89de0a604149 req-27720ced-23a4-479f-a473-1a353713b401 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.487912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce5d5043-67f3-4b0b-b092-89de0a604149 req-27720ced-23a4-479f-a473-1a353713b401 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.3267121 Feb 08 23:58:15.530775 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'port_id': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'mac_address': 'fa:16:3e:b8:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:56:44Z', 'updated_at': '2022-02-08T23:58:13Z', 'revision_number': 1, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:15.557565 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] Checking router: 098f3830-9d3a-493b-91c2-cd64ae7a690c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:58:15.565884 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:15.566495 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:15.582423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17090ab2-39d9-4dd0-a222-3b5ef9299b5a req-206e1369-9355-41a2-9209-690c7d6c3ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690351 Feb 08 23:58:15.596937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40298753-ef42-4993-868c-7a6329130a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518d07f8-f87c-4da9-9db5-b8b36ec7bc16,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:15.608773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-40298753-ef42-4993-868c-7a6329130a40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d4e2bdcaafb34bb5bef7eb325f481b14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2209313 Feb 08 23:58:15.611910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51670) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:15.655969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce5d5043-67f3-4b0b-b092-89de0a604149 req-233d7dca-c634-4edd-a446-4c80ef365a2f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363838 Feb 08 23:58:15.677861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.683661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.689906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.695822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.698476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e287da7-cf3a-4d2d-8308-8f214df5357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.701733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.701952 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:15.708502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.714373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:15.716363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-584332a9-bdf9-40b2-b228-a4f5151ffde4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.2413948 Feb 08 23:58:15.725718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e287da7-cf3a-4d2d-8308-8f214df5357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.777098 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef39f366-e5df-449b-b23a-ff08d26871a1 x-openstack-request-id: req-ef39f366-e5df-449b-b23a-ff08d26871a1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:15.777597 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:15.777943 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef39f366-e5df-449b-b23a-ff08d26871a1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:15.778560 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'status': 'completed', 'code': 200} Feb 08 23:58:15.783590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e287da7-cf3a-4d2d-8308-8f214df5357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.786859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e287da7-cf3a-4d2d-8308-8f214df5357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:15.791514 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e287da7-cf3a-4d2d-8308-8f214df5357a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/518d07f8-f87c-4da9-9db5-b8b36ec7bc16 HTTP/1.1" status: 204 len: 168 time: 0.1784816 Feb 08 23:58:15.800953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e287da7-cf3a-4d2d-8308-8f214df5357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518d07f8-f87c-4da9-9db5-b8b36ec7bc16,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:16.107585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51682) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:16.123622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9677d27d-0363-49c8-9236-b55c95598ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.125776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Router 96933808-b62b-49ec-8a36-2fdf8308bc4e is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 08 23:58:16.129282 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'port_id': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'mac_address': 'fa:16:3e:b8:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:56:44Z', 'updated_at': '2022-02-08T23:58:13Z', 'revision_number': 1, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:16.141227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145e9d40-1000-4f78-8e8b-b51a39126b1a req-ca236958-5c4b-4c6c-b9a8-e85f4e5e8832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1358120 Feb 08 23:58:16.156050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.156717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.157400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.157876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.158284 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ca4e9-b29b-4193-9b88-3e516d609ae6 None None] The sync data for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 is: [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'port_id': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'mac_address': 'fa:16:3e:b8:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:56:44Z', 'updated_at': '2022-02-08T23:58:13Z', 'revision_number': 1, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:16.158835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.158835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.159233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.161248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-1a5d7019-fdfd-4a9c-b79d-839227e750aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6499 time: 0.1553400 Feb 08 23:58:16.171915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6f637-4dad-4ed2-b386-5a3b497e70eb req-87674df6-c89d-4470-8a29-2fac526965d5 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.178264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4d6f637-4dad-4ed2-b386-5a3b497e70eb req-87674df6-c89d-4470-8a29-2fac526965d5 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.1699681 Feb 08 23:58:16.266373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9677d27d-0363-49c8-9236-b55c95598ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.270954 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9677d27d-0363-49c8-9236-b55c95598ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.314953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9677d27d-0363-49c8-9236-b55c95598ca2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=038c3ec6285f47b1bca37a5a61e92c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020090 Feb 08 23:58:16.314953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d27d-0363-49c8-9236-b55c95598ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5727b803-2685-4aa2-8c67-30e51b816a99,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:16.315434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:16.373465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a06fb22-68c3-4304-8024-ca6c54c4005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.398183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4d6f637-4dad-4ed2-b386-5a3b497e70eb req-78e5ef9e-e0ca-4f84-a566-39213a4e0679 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188962 Feb 08 23:58:16.403056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a06fb22-68c3-4304-8024-ca6c54c4005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.460785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c536086c-90fb-4959-8783-d18dd43a60b8 None None] New status for floating IP 1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:58:16.482496 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a06fb22-68c3-4304-8024-ca6c54c4005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.486468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a06fb22-68c3-4304-8024-ca6c54c4005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.487717 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2a06fb22-68c3-4304-8024-ca6c54c4005b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5727b803-2685-4aa2-8c67-30e51b816a99 HTTP/1.1" status: 204 len: 168 time: 0.1713991 Feb 08 23:58:16.497206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06fb22-68c3-4304-8024-ca6c54c4005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5727b803-2685-4aa2-8c67-30e51b816a99,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:16.501768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fd484-c63a-4682-9d73-a959fdae6cdc req-9aedc45a-28bb-4e39-a3d2-9621eb1c2ce9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.509000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e03fd484-c63a-4682-9d73-a959fdae6cdc req-9aedc45a-28bb-4e39-a3d2-9621eb1c2ce9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2495298 Feb 08 23:58:16.540503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-d96b7507-bc60-4e29-9222-23488ab364bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:16.542004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-d96b7507-bc60-4e29-9222-23488ab364bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=867b1067-6760-47dc-9574-4aca3613a5a8 HTTP/1.1" status: 200 len: 917 time: 0.3586512 Feb 08 23:58:16.545491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:16.555641 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.557107 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Sync routers for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:16.577063 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:16.578628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:16.654600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.655836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0e01e63f-7e2e-4d70-a903-a4eeb3140b0b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5622807 Feb 08 23:58:16.659564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51690) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:16.677627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e03fd484-c63a-4682-9d73-a959fdae6cdc req-141c4062-d936-410a-ad32-a59ad0829234 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676362 Feb 08 23:58:16.815360 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:16.842096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-61017e88-da12-4430-ae65-69fc0763b98e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4 HTTP/1.1" status: 200 len: 999 time: 0.2818408 Feb 08 23:58:16.857809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:17.032562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-d5f6ad80-85a1-4009-88c5-c47d92b5e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.034100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-d5f6ad80-85a1-4009-88c5-c47d92b5e8eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=998af3e3-9a1e-4ebb-8989-a3ea77d08d9c HTTP/1.1" status: 200 len: 855 time: 0.1583407 Feb 08 23:58:17.044877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499dcd4-2247-4d96-a2d4-4ee46d40f7b0 req-a81e3262-c930-43be-baf8-0dd3fd19d116 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.045806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9499dcd4-2247-4d96-a2d4-4ee46d40f7b0 req-a81e3262-c930-43be-baf8-0dd3fd19d116 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.2278726 Feb 08 23:58:17.066259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e7898-26e7-4f1b-8e24-d150f8c9e969 req-35d778bd-4af1-4487-9358-3312096a527f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.073511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e17e7898-26e7-4f1b-8e24-d150f8c9e969 req-35d778bd-4af1-4487-9358-3312096a527f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.2149153 Feb 08 23:58:17.089086 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:13Z', 'revision_number': 3, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:17.128261 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Checking router: 96933808-b62b-49ec-8a36-2fdf8308bc4e for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:58:17.129355 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Updating router 96933808-b62b-49ec-8a36-2fdf8308bc4e port 72e72e02-e142-4324-918a-b6e3fb5c7871 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:58:17.175979 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.185414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e17e7898-26e7-4f1b-8e24-d150f8c9e969 req-90826e46-d5ba-495c-b601-870672f1a08b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058803 Feb 08 23:58:17.217352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9499dcd4-2247-4d96-a2d4-4ee46d40f7b0 req-6548caca-a64e-4c80-b715-9cf06b32e96a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551630 Feb 08 23:58:17.220974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-786d87cc-f77d-40ec-8edd-02c99310e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.223792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-786d87cc-f77d-40ec-8edd-02c99310e443 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=867b1067-6760-47dc-9574-4aca3613a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758120 Feb 08 23:58:17.292732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.410709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.447403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.454895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.461034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.466976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.473640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.479482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.485921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.487862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4e272a3f-9543-4ff5-ae35-b8d3df8c225a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.2016437 Feb 08 23:58:17.491147 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-d3bbf9cf-f172-4c78-9c84-57eaf41f33bc service neutron] 10.222.0.21 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599123 Feb 08 23:58:17.584357 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.591688 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.615537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd8b4778-3c85-4189-adf5-991b9af76007 req-4cbb2305-c863-40f4-867b-7f467021438b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174583 Feb 08 23:58:17.630476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting port c26b722e-f10c-4778-bcc7-62fd9110411b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:17.631026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.667785 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Attempting to bind port 72e72e02-e142-4324-918a-b6e3fb5c7871 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:17.668159 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Attempting to bind port 72e72e02-e142-4324-918a-b6e3fb5c7871 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:17.668525 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Attempting to bind port 72e72e02-e142-4324-918a-b6e3fb5c7871 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:17.675994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Allocated IP 172.20.0.1 (896d1134-dd0c-4aae-8611-84965ae53f2d/803b0b35-34e8-469e-b89d-bb44a4584a26/60e55cb5-4833-40e0-9502-fe5b494cea93) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:17.679692 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:17.680094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:17.680500 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.680895 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:17.681605 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Bound port: 72e72e02-e142-4324-918a-b6e3fb5c7871, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:17.681992 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.683740 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cde6d-92b9-4915-9045-4ff111f7aa0e None None] Pushing event updated for resources: {'Port': ['ID=72e72e02-e142-4324-918a-b6e3fb5c7871,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:17.756950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0932206d-102f-4905-9eb1-0a37bf4677c9 req-4af6bfdb-5853-46d1-a29a-ed21dfdb04ef service neutron] 10.222.0.21 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501018 Feb 08 23:58:17.757993 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] For port 72e72e02-e142-4324-918a-b6e3fb5c7871, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:17.766039 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] For port 72e72e02-e142-4324-918a-b6e3fb5c7871, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=72e72e02-e142-4324-918a-b6e3fb5c7871,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:17.775204 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.838451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.839901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.855284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Calling delete_port for c26b722e-f10c-4778-bcc7-62fd9110411b owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:17.863087 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:17.864191 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:17.866373 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cde6d-92b9-4915-9045-4ff111f7aa0e None None] Pushing event updated for resources: {'Port': ['ID=72e72e02-e142-4324-918a-b6e3fb5c7871,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:17.882305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c0ccb-b1c6-40d3-8911-640ce33282f8 req-33e727b4-7d33-4c83-a92a-b75ece52f31a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:17.890005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e09c0ccb-b1c6-40d3-8911-640ce33282f8 req-33e727b4-7d33-4c83-a92a-b75ece52f31a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1054161 Feb 08 23:58:17.902481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:17.959940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Pushing event updated for resources: {'Port': ['ID=60e55cb5-4833-40e0-9502-fe5b494cea93,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:17.970365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e09c0ccb-b1c6-40d3-8911-640ce33282f8 req-bfc1621e-32e3-4c11-b752-dbd0f506ae90 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794044 Feb 08 23:58:17.975142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Network 896d1134-dd0c-4aae-8611-84965ae53f2d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:17.976609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:17.982568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:18.026469 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:18.051010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.191588 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.269638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.361631 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:13Z', 'revision_number': 3, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:18.363440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Port': ['ID=c26b722e-f10c-4778-bcc7-62fd9110411b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:18.401200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d73f68-5744-4386-af17-2e65c67ad986 None None] The sync data for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 is: [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:13Z', 'revision_number': 3, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:18.418695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-388142a9-14d5-4562-a0a2-b57795157b23 None None] Provisioning complete for port 60e55cb5-4833-40e0-9502-fe5b494cea93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:18.419273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-388142a9-14d5-4562-a0a2-b57795157b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.494185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-388142a9-14d5-4562-a0a2-b57795157b23 None None] Port 60e55cb5-4833-40e0-9502-fe5b494cea93 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:58:18.580737 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.586286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.662742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:18.665049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Pushing event updated for resources: {'Port': ['ID=60e55cb5-4833-40e0-9502-fe5b494cea93,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:18.796268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Network 896d1134-dd0c-4aae-8611-84965ae53f2d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:18.798786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:18.881536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbaccf-0a68-4618-ab01-e90669d7224c req-dff9781f-1d30-4165-a8dd-6d1187689516 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:18.883121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dedbaccf-0a68-4618-ab01-e90669d7224c req-dff9781f-1d30-4165-a8dd-6d1187689516 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.6019671 Feb 08 23:58:18.971702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-7a0f1ed9-6d35-4595-8534-0dda833e5acc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:18.973250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-7a0f1ed9-6d35-4595-8534-0dda833e5acc tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 946 time: 0.6076207 Feb 08 23:58:18.983989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf9cb-8c5b-4c66-9be4-55699a601e83 req-6796c813-2c63-4d8a-8a23-96dcbb4d3eff tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:18.986184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1adf9cb-8c5b-4c66-9be4-55699a601e83 req-6796c813-2c63-4d8a-8a23-96dcbb4d3eff tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.2205901 Feb 08 23:58:19.049401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Router 96933808-b62b-49ec-8a36-2fdf8308bc4e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:19.094405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dedbaccf-0a68-4618-ab01-e90669d7224c req-6cfa145f-e71e-4b6c-9af1-5b09f5150161 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971860 Feb 08 23:58:19.186432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1adf9cb-8c5b-4c66-9be4-55699a601e83 req-b89045b3-df77-4293-9e04-eac433b9db32 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863997 Feb 08 23:58:19.197480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.249992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e4467c0e-b383-4f51-9085-5f4476d0ed3a None None] Provisioning complete for port 60e55cb5-4833-40e0-9502-fe5b494cea93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:19.251036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e4467c0e-b383-4f51-9085-5f4476d0ed3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.341160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 72e72e02-e142-4324-918a-b6e3fb5c7871 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:19.342269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:19.351602 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c740143b-d73e-40fc-8f46-9fcca7529953 admin admin] 10.222.0.32 "PUT /v2.0/routers/96933808-b62b-49ec-8a36-2fdf8308bc4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909225 Feb 08 23:58:19.355643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port ae7b4087-bad7-43cb-83b1-d7bb730199f4 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:19.355997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.535217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.543202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.550068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.557687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.565054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.572543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.580305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.582978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-b21e386b-1a93-470d-a944-da5c2652649f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.3107986 Feb 08 23:58:19.625350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0ffac-a334-4342-8928-4c8c3c54c78f req-6c990abb-6be2-44fd-86b2-881fc5b9b428 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:19.625708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e4467c0e-b383-4f51-9085-5f4476d0ed3a None None] Port 60e55cb5-4833-40e0-9502-fe5b494cea93 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:58:19.629427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03a0ffac-a334-4342-8928-4c8c3c54c78f req-6c990abb-6be2-44fd-86b2-881fc5b9b428 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.3074400 Feb 08 23:58:19.654487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 72e72e02-e142-4324-918a-b6e3fb5c7871 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:19.655004 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.672438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port ae7b4087-bad7-43cb-83b1-d7bb730199f4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae7b4087-bad7-43cb-83b1-d7bb730199f4,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:19.673187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.740721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7becf9dd-87d6-4c3e-88c3-e301b8c4b843 req-929638f5-69a6-4346-9b45-4e555f768f27 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1454649 Feb 08 23:58:19.746586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for ae7b4087-bad7-43cb-83b1-d7bb730199f4 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:19.758262 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.784763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03a0ffac-a334-4342-8928-4c8c3c54c78f req-fc872fca-b99c-4287-827b-580ac9064549 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309586 Feb 08 23:58:19.832683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 72e72e02-e142-4324-918a-b6e3fb5c7871, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=72e72e02-e142-4324-918a-b6e3fb5c7871,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:19.840099 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:19.893852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Router 572abaad-975b-4fb6-af43-1c7d0968db3e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:19.937113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=72e72e02-e142-4324-918a-b6e3fb5c7871,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:19.940657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:58:19.945249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:20.067561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.073431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.079403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.085558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.092623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.099433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.105227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.107200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-d816927e-ff56-40e3-9394-7ee2ec78ac2d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.2046313 Feb 08 23:58:20.125077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.153465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:20.155965 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a771d7-4316-4704-9896-ab3a9edf7587" -d '{"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-unplugged", "status": "completed", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:20.168049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.175396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:20.186582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb', 'ae7b4087-bad7-43cb-83b1-d7bb730199f4'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:20.191647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.229299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=ae7b4087-bad7-43cb-83b1-d7bb730199f4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:20.267288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:20.276125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51786) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:20.276599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4fece47d-0b99-4dbe-bc2d-9f7f510bcf68 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "PUT /v2.0/routers/572abaad-975b-4fb6-af43-1c7d0968db3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6700535 Feb 08 23:58:20.294781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:20.295972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3680ff33-e667-49f2-8fb8-1f673b4c0470 req-1b3fd1e5-f112-4c71-868e-0aff6f8e8ad9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1781785 Feb 08 23:58:20.298312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port ae7b4087-bad7-43cb-83b1-d7bb730199f4 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:20.301591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.305913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23a7779b-3ff2-4500-be23-d9dbb0383b95 req-ee797714-fd28-4993-a362-1473921652a8 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/ae7b4087-bad7-43cb-83b1-d7bb730199f4 HTTP/1.1" status: 204 len: 173 time: 1.3161089 Feb 08 23:58:20.306405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'name': 'network-vif-deleted', 'tag': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:20.318207 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55e59b-e9b0-4a6d-b246-9dfa83f09f74" -d '{"events": [{"server_uuid": "b2243b13-640c-4209-be72-f2dca1ba9f3d", "name": "network-vif-deleted", "tag": "ae7b4087-bad7-43cb-83b1-d7bb730199f4"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:20.350373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] Sync routers for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:20.401224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:20.403188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '04ff15c1-60f7-41c6-b97d-22550a270919', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'port_id': '04ff15c1-60f7-41c6-b97d-22550a270919', 'mac_address': 'fa:16:3e:38:81:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed498-5f19-4b72-8951-1368f4fcd12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:58:20.426935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51792) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:20.430964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--725018716', 'description': 'tempest-description--1802763391'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:20.438453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:20.440762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:20.512386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.527187 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.534547 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281976b7-c0a3-4e15-9510-0b2c86fb0c47 x-openstack-request-id: req-281976b7-c0a3-4e15-9510-0b2c86fb0c47 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:20.534854 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-unplugged", "status": "completed", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:20.535099 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-281976b7-c0a3-4e15-9510-0b2c86fb0c47 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:20.535486 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919', 'code': 200} Feb 08 23:58:20.536347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:20.620583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e74bd91-a5a0-4831-b8a1-ee6d9c2dae53 req-9c043c8c-c9ee-4569-ab1d-f8016998683b tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2243b13-640c-4209-be72-f2dca1ba9f3d HTTP/1.1" status: 200 len: 210 time: 0.0691564 Feb 08 23:58:20.644891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] Routers {'572abaad-975b-4fb6-af43-1c7d0968db3e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:20.644891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['572abaad-975b-4fb6-af43-1c7d0968db3e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:20.706616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd36985-bdcc-4ccc-9615-dfaaac8e885d req-d0938863-2980-43e6-9cee-e6540cd2138f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:20.708839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cd36985-bdcc-4ccc-9615-dfaaac8e885d req-d0938863-2980-43e6-9cee-e6540cd2138f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1232340 Feb 08 23:58:20.720407 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.737570 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.739558 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a5da9-70a0-4bc7-9d44-168d1b3c9f03 x-openstack-request-id: req-824a5da9-70a0-4bc7-9d44-168d1b3c9f03 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:20.739856 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2243b13-640c-4209-be72-f2dca1ba9f3d", "name": "network-vif-deleted", "tag": "ae7b4087-bad7-43cb-83b1-d7bb730199f4", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:20.740092 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-824a5da9-70a0-4bc7-9d44-168d1b3c9f03 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:20.740524 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2243b13-640c-4209-be72-f2dca1ba9f3d', 'name': 'network-vif-deleted', 'tag': 'ae7b4087-bad7-43cb-83b1-d7bb730199f4', 'status': 'completed', 'code': 200} Feb 08 23:58:20.746269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:20.747175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc1a7d-7871-4d61-afa2-e834e8a57c11 None None] The sync data for ids ['572abaad-975b-4fb6-af43-1c7d0968db3e'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:20.747467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.757333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.808019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.809280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3822324 Feb 08 23:58:20.814107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51798) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:20.828715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cd36985-bdcc-4ccc-9615-dfaaac8e885d req-3b5a2d86-424c-4a0f-bf93-0ab20c98c379 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069098 Feb 08 23:58:20.829823 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Request body: {'security_group_rule': {'security_group_id': '976f007a-cd4b-45bf-98ce-e1b32656f440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:20.829976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975db947-f22a-4a47-9c03-5d53939fa1be tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f007a-cd4b-45bf-98ce-e1b32656f440,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:20.871968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting port a377427d-1065-400f-a101-2a147c2886eb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:20.872846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.898829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ff15c1-60f7-41c6-b97d-22550a270919 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:20.936665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:20.943815 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.962921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:20.998236 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Sync routers for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:21.014823 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:21.021349 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:21.034972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:21.050635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.055628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.056892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.063350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.070272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.079264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.085776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.090969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.092998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e953339-e722-4dec-b50e-5f6e13d7b1d1 req-4b23908e-6ba8-4a44-88bf-67b303cb9075 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.2423034 Feb 08 23:58:21.100141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Calling delete_port for a377427d-1065-400f-a101-2a147c2886eb owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:21.102988 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.115113 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.144125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a535bb-6993-454a-8514-db10654d8596 req-b844268c-c0c6-4f09-8fb7-c16b747f126d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:21.152708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6a535bb-6993-454a-8514-db10654d8596 req-b844268c-c0c6-4f09-8fb7-c16b747f126d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 944 time: 0.1893723 Feb 08 23:58:21.170009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97526d23-600f-4e56-9b21-edd322444ae4,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:21.178364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.179576 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1185bb41-dfb4-4ade-b719-36740b826406 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3628764 Feb 08 23:58:21.185183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51804) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:21.189452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Request body: {'security_group_rule': {'security_group_id': '976f007a-cd4b-45bf-98ce-e1b32656f440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:21.192995 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:21.237605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 72e72e02-e142-4324-918a-b6e3fb5c7871 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:21.240645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6a535bb-6993-454a-8514-db10654d8596 req-d7255c8f-2065-4a84-9d33-8c53a36147f3 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836294 Feb 08 23:58:21.277754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.292481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['04ff15c1-60f7-41c6-b97d-22550a270919'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:21.336497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.416086 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.424160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.429494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 72e72e02-e142-4324-918a-b6e3fb5c7871 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:21.430133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.449651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Port': ['ID=a377427d-1065-400f-a101-2a147c2886eb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:21.464769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482e005b-02d2-4d7c-acf0-cee7be0317f6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:21.466615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.489334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.490742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a58011e2-5074-46ba-a9f4-df36e5079268 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063431 Feb 08 23:58:21.493725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51808) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:21.511888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:21.529335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 2, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:21.570672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.711926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Checking router: 96933808-b62b-49ec-8a36-2fdf8308bc4e for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:58:21.712271 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Updating router 96933808-b62b-49ec-8a36-2fdf8308bc4e port 60e55cb5-4833-40e0-9502-fe5b494cea93 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 08 23:58:21.740546 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.793450 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:21.869516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae7b4087-bad7-43cb-83b1-d7bb730199f4 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:21.923954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: ae7b4087-bad7-43cb-83b1-d7bb730199f4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:21.926989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae7b4087-bad7-43cb-83b1-d7bb730199f4 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:22.011433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Allocated IP 172.25.3.96 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/2cad206e-7b57-4f4e-9876-94fc7997efa9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:22.087088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.089334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.123401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a87b6-6573-4ab2-9ad5-07954c9adcae req-6444d43c-ba75-4b66-9608-73139a4fb42f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:22.125513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04a87b6-6573-4ab2-9ad5-07954c9adcae req-6444d43c-ba75-4b66-9608-73139a4fb42f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1373472 Feb 08 23:58:22.143309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.144115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Fanout notify agent at l3_agent the message router_deleted on router 572abaad-975b-4fb6-af43-1c7d0968db3e {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:58:22.153759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.155203 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b00a6a1-8108-4440-b3b3-1e97f2575c1d tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "DELETE /v2.0/routers/572abaad-975b-4fb6-af43-1c7d0968db3e HTTP/1.1" status: 204 len: 168 time: 1.8779871 Feb 08 23:58:22.159053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51840) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:22.171171 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.186934 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.208377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04a87b6-6573-4ab2-9ad5-07954c9adcae req-52cfc355-c566-48ab-8170-d669fe7c8e06 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739579 Feb 08 23:58:22.263009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting subnet ecd61698-d2ba-4e90-88e8-a654064a8efb {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:58:22.269657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.271318 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.343017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.352860 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea6b06-8301-4933-b62c-3ea30f15fe06 None None] Pushing event updated for resources: {'Port': ['ID=60e55cb5-4833-40e0-9502-fe5b494cea93,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:22.377574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.381887 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Attempting to bind port 60e55cb5-4833-40e0-9502-fe5b494cea93 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:22.382453 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Attempting to bind port 60e55cb5-4833-40e0-9502-fe5b494cea93 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:22.382981 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Attempting to bind port 60e55cb5-4833-40e0-9502-fe5b494cea93 on network 896d1134-dd0c-4aae-8611-84965ae53f2d {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:22.392502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:22.396588 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:22.397287 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Checking segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:22.397851 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.398413 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Bound using segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:22.399293 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Bound port: 60e55cb5-4833-40e0-9502-fe5b494cea93, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:22.399923 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.400603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:22.406882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:22.495937 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] For port 60e55cb5-4833-40e0-9502-fe5b494cea93, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:22.499246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.507165 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] For port 60e55cb5-4833-40e0-9502-fe5b494cea93, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=60e55cb5-4833-40e0-9502-fe5b494cea93,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:22.516369 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.590851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.623806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:22.624608 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:22.653393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd61698-d2ba-4e90-88e8-a654064a8efb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:22.663677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.664725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab0fdc-faff-4400-ae84-278e7961be53 None None] Network 15f1af49-6622-41f5-8213-3d60e09aa903 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:22.669284 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f608779b-4951-4637-9ccd-8f15e3aae32e tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "DELETE /v2.0/subnets/ecd61698-d2ba-4e90-88e8-a654064a8efb HTTP/1.1" status: 204 len: 168 time: 0.5075369 Feb 08 23:58:22.673363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:22.730616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event updated for resources: {'Port': ['ID=2cad206e-7b57-4f4e-9876-94fc7997efa9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:22.838008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.850719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384842f-fe88-4ac8-9a96-1758d01136ed req-aeff00c7-a057-4951-9e40-de041df4c775 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:22.868977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c384842f-fe88-4ac8-9a96-1758d01136ed req-aeff00c7-a057-4951-9e40-de041df4c775 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 944 time: 0.4043529 Feb 08 23:58:22.877740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8763bb06-9075-4d85-ba88-0851c74ec069 None None] Provisioning complete for port 60e55cb5-4833-40e0-9502-fe5b494cea93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:22.878291 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8763bb06-9075-4d85-ba88-0851c74ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.904420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:22.907214 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea6b06-8301-4933-b62c-3ea30f15fe06 None None] Pushing event updated for resources: {'Port': ['ID=60e55cb5-4833-40e0-9502-fe5b494cea93,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:22.935229 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:22.974146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:22.975171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.032257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c384842f-fe88-4ac8-9a96-1758d01136ed req-69b993f2-d5b6-427c-a85b-c401bc74e6ed tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621845 Feb 08 23:58:23.055650 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.066690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7736-101b-4adb-8f87-aca99d9c83b2 req-a5e2256f-4f6f-488d-95f7-42031961b070 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:23.068238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f7f7736-101b-4adb-8f87-aca99d9c83b2 req-a5e2256f-4f6f-488d-95f7-42031961b070 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.1797836 Feb 08 23:58:23.087706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8763bb06-9075-4d85-ba88-0851c74ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.115911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] For port 46f0dc47-e6d5-42dc-8f6b-f3360686e967, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46f0dc47-e6d5-42dc-8f6b-f3360686e967,segment=NetworkSegment(a3dc7072-b81f-4032-82e0-8102dca15301),segment_id=a3dc7072-b81f-4032-82e0-8102dca15301)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:23.116297 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.134505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Calling delete_port for 46f0dc47-e6d5-42dc-8f6b-f3360686e967 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:23.179023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8763bb06-9075-4d85-ba88-0851c74ec069 None None] For port 60e55cb5-4833-40e0-9502-fe5b494cea93, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=60e55cb5-4833-40e0-9502-fe5b494cea93,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:23.181424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d83a52-25da-4a24-b76f-149e97a3ace1 None None] DHCP port deletion for 15f1af49-6622-41f5-8213-3d60e09aa903 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:58:23.194029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8763bb06-9075-4d85-ba88-0851c74ec069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.260696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.279916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763bb06-9075-4d85-ba88-0851c74ec069 None None] Pushing event updated for resources: {'Port': ['ID=60e55cb5-4833-40e0-9502-fe5b494cea93,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:23.291107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46f0dc47-e6d5-42dc-8f6b-f3360686e967 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:23.308681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Port': ['ID=46f0dc47-e6d5-42dc-8f6b-f3360686e967,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:23.322999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] No DVR routers for this DVR port 46f0dc47-e6d5-42dc-8f6b-f3360686e967 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:23.366018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e2d83a52-25da-4a24-b76f-149e97a3ace1 None None] The port '46f0dc47-e6d5-42dc-8f6b-f3360686e967' was deleted {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 08 23:58:23.370684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 46f0dc47-e6d5-42dc-8f6b-f3360686e967 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:23.371430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46f0dc47-e6d5-42dc-8f6b-f3360686e967 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:23.386221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-44b7b7ac-ffd3-4b33-81b7-4bb0a2c0f24c None None] Provisioning complete for port 60e55cb5-4833-40e0-9502-fe5b494cea93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:23.386845 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44b7b7ac-ffd3-4b33-81b7-4bb0a2c0f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.421325 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:22Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:23.479013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.490494 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645beaf5-d5c4-4534-a0af-075974ab7f7e None None] The sync data for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 is: [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:22Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:23.514752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f1af49-6622-41f5-8213-3d60e09aa903']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:23.526389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dc7072-b81f-4032-82e0-8102dca15301') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:23.526673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dc7072-b81f-4032-82e0-8102dca15301') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:23.550157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.590616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.600458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:23.600971 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:23.604120 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:23.683159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.690463 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:23.697568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "DELETE /v2.0/networks/15f1af49-6622-41f5-8213-3d60e09aa903 HTTP/1.1" status: 204 len: 168 time: 1.0228434 Feb 08 23:58:23.702634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:23.712979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c60f6-3127-46ed-bbd3-265389b552db tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Network': ['ID=15f1af49-6622-41f5-8213-3d60e09aa903,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:23.763474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f7f7736-101b-4adb-8f87-aca99d9c83b2 req-68a9fb47-40b4-4b24-ab47-25c5fdead07c tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443310 Feb 08 23:58:23.821247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bb45a-c328-4c3d-ae18-341a691ccbe2 req-8998c89e-5947-4f19-8f64-033a22026df1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:23.824469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be0bb45a-c328-4c3d-ae18-341a691ccbe2 req-8998c89e-5947-4f19-8f64-033a22026df1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.2011719 Feb 08 23:58:23.898174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:23.993386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 04ff15c1-60f7-41c6-b97d-22550a270919 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:23.993816 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.016875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be0bb45a-c328-4c3d-ae18-341a691ccbe2 req-4bab8023-7e2d-4f76-bd53-0b136fb9dfbc tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495609 Feb 08 23:58:24.065428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.073315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Deleting port cc34c52e-153e-4bed-b6cb-29e8d9149d42 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:24.073726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.077879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.159356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.188684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:24.193390 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5ce27-14b1-4fcd-9f7d-afd9cb1ce763" -d '{"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-plugged", "status": "completed", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:24.215002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:24.226620 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.275780 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae4d07-3515-47de-bee8-2c03c84eebaf x-openstack-request-id: req-b7ae4d07-3515-47de-bee8-2c03c84eebaf {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:24.276110 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-plugged", "status": "completed", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:24.276570 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7ae4d07-3515-47de-bee8-2c03c84eebaf {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:24.277270 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919', 'code': 200} Feb 08 23:58:24.301724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:24.328313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.328664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.334781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event updated for resources: {'Port': ['ID=2cad206e-7b57-4f4e-9876-94fc7997efa9,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:24.352070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.356290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Calling delete_port for cc34c52e-153e-4bed-b6cb-29e8d9149d42 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:24.493470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc565f58-1cb8-417b-b21f-465f0807d804 req-5f79add4-2a45-4a4c-a918-619b6d648ddb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:24.495087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc565f58-1cb8-417b-b21f-465f0807d804 req-5f79add4-2a45-4a4c-a918-619b6d648ddb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 944 time: 0.3098898 Feb 08 23:58:24.508184 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.509459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-05a61d91-455d-4eab-8e92-4857ec5f0019 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0132637 Feb 08 23:58:24.579946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57275a48-1213-4ab8-a560-7c1f9f236a5a req-c59c7976-f624-47c3-985c-c3d7c6e3806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:24.581501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57275a48-1213-4ab8-a560-7c1f9f236a5a req-c59c7976-f624-47c3-985c-c3d7c6e3806a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 1096 time: 0.1467414 Feb 08 23:58:24.592830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-cf59b717-956e-415d-a662-a770f71b409f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:24.595116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-cf59b717-956e-415d-a662-a770f71b409f tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.2120590 Feb 08 23:58:24.633118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc565f58-1cb8-417b-b21f-465f0807d804 req-b6dc09bc-85a7-40b2-b343-7f98d6b5383a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148024 Feb 08 23:58:24.849965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57275a48-1213-4ab8-a560-7c1f9f236a5a req-0621a058-3f0c-4bc3-925e-c347c3396c65 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515330 Feb 08 23:58:24.882800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:24.911746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-cbc15e30-92f9-4f1e-94a7-d5876d2150af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--725018716&fields=id&tenant_id=1844959eaf52411d907cec693c10c237 HTTP/1.1" status: 200 len: 267 time: 0.1720078 Feb 08 23:58:24.961385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Pushing event deleted for resources: {'Port': ['ID=cc34c52e-153e-4bed-b6cb-29e8d9149d42,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:25.112472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Deleting port 89c1bda0-de10-4b05-88e7-761154b291cb {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:25.112819 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.154863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27017db-7a51-42be-a94d-d6bbd7e5de5e req-d471ea7c-9ac7-48d2-a49a-225ee9f24ad9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:25.156759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c27017db-7a51-42be-a94d-d6bbd7e5de5e req-d471ea7c-9ac7-48d2-a49a-225ee9f24ad9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 946 time: 0.2753363 Feb 08 23:58:25.197145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 60e55cb5-4833-40e0-9502-fe5b494cea93 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:25.209229 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.212098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.213276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-edb84884-1e48-4461-82d0-201e24adddf4 tempest-FloatingIPAdminTestJSON-1618287511 tempest-FloatingIPAdminTestJSON-1618287511-project] 10.222.0.32 "DELETE /v2.0/floatingips/253004a0-4a00-48c0-8a44-39f30c7bfed0 HTTP/1.1" status: 204 len: 168 time: 1.5075293 Feb 08 23:58:25.264297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-aa11c1da-2628-41a9-abad-dec97351fa44 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:25.273116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-aa11c1da-2628-41a9-abad-dec97351fa44 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/networks?id=896d1134-dd0c-4aae-8611-84965ae53f2d HTTP/1.1" status: 200 len: 812 time: 0.3232706 Feb 08 23:58:25.275629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 60e55cb5-4833-40e0-9502-fe5b494cea93 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:25.276015 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.307264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-fd286446-d477-4070-8138-f9972c94dfbb tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/quotas/1844959eaf52411d907cec693c10c237 HTTP/1.1" status: 200 len: 375 time: 0.0331454 Feb 08 23:58:25.345861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c27017db-7a51-42be-a94d-d6bbd7e5de5e req-5a034280-f55c-4fef-933c-49ef1c50cd60 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/security-groups?id=948f1b35-f090-4656-8b48-35d72a1c834d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731215 Feb 08 23:58:25.429470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] For port 89c1bda0-de10-4b05-88e7-761154b291cb, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=89c1bda0-de10-4b05-88e7-761154b291cb,segment=NetworkSegment(f9b2509e-c88c-4793-b166-ae20a3803137),segment_id=f9b2509e-c88c-4793-b166-ae20a3803137)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:25.429844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.446855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Calling delete_port for 89c1bda0-de10-4b05-88e7-761154b291cb owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:25.471605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-0997b0e2-122e-4d30-90ef-fa06fed8494e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1844959eaf52411d907cec693c10c237&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482410 Feb 08 23:58:25.589434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51950) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:25.618522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b1c59-e579-4752-a3e3-de8f10a289bc req-076d3707-eede-4a6e-bafe-a7fb1741b3c1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:25.620041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea2b1c59-e579-4752-a3e3-de8f10a289bc req-076d3707-eede-4a6e-bafe-a7fb1741b3c1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1594913 Feb 08 23:58:25.705468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-d17ae2ca-937f-49b1-8bbc-955d1f77966d service neutron] 10.222.0.32 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073050 Feb 08 23:58:25.709160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea2b1c59-e579-4752-a3e3-de8f10a289bc req-d480367d-f894-40b6-8c04-f7bf5eeb9aef tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Feb 08 23:58:25.883604 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-88d44b2e-77fc-4a58-b6c1-76bd04ccea87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12ed89169eb94f6da626a71c8c8ad399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920632 Feb 08 23:58:25.885177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.886039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:25.903463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['89c1bda0-de10-4b05-88e7-761154b291cb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:25.944878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Pushing event deleted for resources: {'Port': ['ID=89c1bda0-de10-4b05-88e7-761154b291cb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:25.967519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed14855d-b312-4c3d-88fd-571f81d644d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:25.983224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10158f-25d5-44e0-b7d6-8e9192e3b0ec req-2117887d-f01b-4f13-bccc-4fb2d631b99c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:25.985597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc10158f-25d5-44e0-b7d6-8e9192e3b0ec req-2117887d-f01b-4f13-bccc-4fb2d631b99c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.1927917 Feb 08 23:58:25.992675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed14855d-b312-4c3d-88fd-571f81d644d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.007179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-896c1c31-4e99-40b4-9087-f5490e2ca0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872033 Feb 08 23:58:26.030039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] No DVR routers for this DVR port 89c1bda0-de10-4b05-88e7-761154b291cb on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:26.039163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.042564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e79b01b-bd93-4fe8-a950-1a072951c16f req-9326ac4e-e1fe-4a8b-be8f-27f78be049f9 tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.21 "DELETE /v2.0/ports/89c1bda0-de10-4b05-88e7-761154b291cb HTTP/1.1" status: 204 len: 173 time: 1.4076972 Feb 08 23:58:26.043019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'name': 'network-vif-deleted', 'tag': '89c1bda0-de10-4b05-88e7-761154b291cb'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:26.051610 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d6ff3-a5f0-4eb3-b069-8c95147135eb" -d '{"events": [{"server_uuid": "ce75768f-8e4b-4613-906d-50d8e3800556", "name": "network-vif-deleted", "tag": "89c1bda0-de10-4b05-88e7-761154b291cb"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:26.066368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed14855d-b312-4c3d-88fd-571f81d644d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.070554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed14855d-b312-4c3d-88fd-571f81d644d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.074708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed14855d-b312-4c3d-88fd-571f81d644d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b1b42ae-4c1a-4796-aadd-67eec20d8899 HTTP/1.1" status: 204 len: 168 time: 0.1865437 Feb 08 23:58:26.098338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14855d-b312-4c3d-88fd-571f81d644d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1b42ae-4c1a-4796-aadd-67eec20d8899,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:26.125813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc10158f-25d5-44e0-b7d6-8e9192e3b0ec req-b01f63bb-114c-481f-96a8-7778e37adf5d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233172 Feb 08 23:58:26.206994 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156ea992-e360-4ff8-8be0-fd0fc9a20480 x-openstack-request-id: req-156ea992-e360-4ff8-8be0-fd0fc9a20480 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:26.207401 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce75768f-8e4b-4613-906d-50d8e3800556", "name": "network-vif-deleted", "tag": "89c1bda0-de10-4b05-88e7-761154b291cb", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:26.207757 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-156ea992-e360-4ff8-8be0-fd0fc9a20480 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:26.208537 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce75768f-8e4b-4613-906d-50d8e3800556', 'name': 'network-vif-deleted', 'tag': '89c1bda0-de10-4b05-88e7-761154b291cb', 'status': 'completed', 'code': 200} Feb 08 23:58:26.377588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c14916c-1693-4658-a4ee-211e450c2b3f req-9fd7b197-9fb6-4962-aea4-80991c88df1c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 210 time: 0.0507934 Feb 08 23:58:26.485633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62310e3d-ab6d-4e2f-b840-742488e94dbd req-e7065ba0-0fb3-44f0-aa22-ccaf313c7a3a tempest-ServersTestJSON-553332734 tempest-ServersTestJSON-553332734-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce75768f-8e4b-4613-906d-50d8e3800556 HTTP/1.1" status: 200 len: 210 time: 0.0305686 Feb 08 23:58:26.673112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51988) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:26.690694 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e40f0f5-e110-43d7-bd5e-f1c61e258558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.856547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e40f0f5-e110-43d7-bd5e-f1c61e258558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.863523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e40f0f5-e110-43d7-bd5e-f1c61e258558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:26.914743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a36960-4ea0-470a-a294-372774830bff req-b2fc49cd-2b20-487c-a055-49564c427d96 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:26.916386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57a36960-4ea0-470a-a294-372774830bff req-b2fc49cd-2b20-487c-a055-49564c427d96 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0973172 Feb 08 23:58:26.924190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5e40f0f5-e110-43d7-bd5e-f1c61e258558 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47fd3f59737347babd9e3b44d9b6b44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498255 Feb 08 23:58:26.925203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40f0f5-e110-43d7-bd5e-f1c61e258558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b572ff6-e94f-48ea-8bf5-2ebee3960cd7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:26.926916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51998) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:26.982868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57a36960-4ea0-470a-a294-372774830bff req-dae4a3ba-e6f6-413e-945c-b195c0c39a20 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444524 Feb 08 23:58:27.008636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a73a12f3-9f47-482c-a0de-838b80e6a78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.031929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a73a12f3-9f47-482c-a0de-838b80e6a78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.087197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a73a12f3-9f47-482c-a0de-838b80e6a78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.090936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a73a12f3-9f47-482c-a0de-838b80e6a78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.105665 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a73a12f3-9f47-482c-a0de-838b80e6a78f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b572ff6-e94f-48ea-8bf5-2ebee3960cd7 HTTP/1.1" status: 204 len: 168 time: 0.1685183 Feb 08 23:58:27.115288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a12f3-9f47-482c-a0de-838b80e6a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b572ff6-e94f-48ea-8bf5-2ebee3960cd7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:27.256600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607b7b1-755e-4120-b390-d16a37bac4f6 req-2e78c161-4886-4d48-89d9-3bd9cce5a0c7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:27.258155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e607b7b1-755e-4120-b390-d16a37bac4f6 req-2e78c161-4886-4d48-89d9-3bd9cce5a0c7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.0542583 Feb 08 23:58:27.303341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e607b7b1-755e-4120-b390-d16a37bac4f6 req-497563a9-9abe-46e6-b9fe-c1cab76eb185 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Feb 08 23:58:27.444237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76384f-088d-4489-a56f-a5628edb408d req-a7a36ecc-330c-485a-a4b0-22f794fe5902 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:27.455050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e76384f-088d-4489-a56f-a5628edb408d req-a7a36ecc-330c-485a-a4b0-22f794fe5902 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.0779080 Feb 08 23:58:27.505814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11432123-2c77-4080-b954-16d60f62e60a req-286a2f0f-914b-4688-9fed-047d383f6642 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 210 time: 0.0421247 Feb 08 23:58:27.528830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52022) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:27.537586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e76384f-088d-4489-a56f-a5628edb408d req-9ef5fa99-5f8b-478f-bd6f-d86a7d78c81c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813265 Feb 08 23:58:27.552414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef270591-d45c-4788-9f91-5f3313e97d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.595986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52026) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:27.715330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef270591-d45c-4788-9f91-5f3313e97d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.719888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef270591-d45c-4788-9f91-5f3313e97d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.748676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-fd7f4673-bba9-4cd1-ad89-602a649a8e76 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:27.751364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-fd7f4673-bba9-4cd1-ad89-602a649a8e76 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.21 "GET /v2.0/networks?id=896d1134-dd0c-4aae-8611-84965ae53f2d HTTP/1.1" status: 200 len: 812 time: 0.2123325 Feb 08 23:58:27.759235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Deleting subnet b1aeb48d-affb-4678-86e5-6dd8c6aac59f {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:58:27.763384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.785842 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef270591-d45c-4788-9f91-5f3313e97d94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22fdad8032c44ef689b52cd3ddc46aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555861 Feb 08 23:58:27.792448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:27.816650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef270591-d45c-4788-9f91-5f3313e97d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182a5d41-f802-4c25-8417-7819fad90914,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:27.855312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.865801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54ff498b-de4b-4246-abf0-40cf06af491c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.888808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54ff498b-de4b-4246-abf0-40cf06af491c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.891247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-55335792-a8cd-4483-a74a-23126abca028 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1844959eaf52411d907cec693c10c237 HTTP/1.1" status: 200 len: 379 time: 0.0708330 Feb 08 23:58:27.902427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Request body: {'port': {'device_id': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'admin_state_up': True, 'tenant_id': '1844959eaf52411d907cec693c10c237', 'security_groups': ['976f007a-cd4b-45bf-98ce-e1b32656f440']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:27.916372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 89c1bda0-de10-4b05-88e7-761154b291cb no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:27.956513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 89c1bda0-de10-4b05-88e7-761154b291cb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:27.957218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 89c1bda0-de10-4b05-88e7-761154b291cb not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:27.963681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54ff498b-de4b-4246-abf0-40cf06af491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.968317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54ff498b-de4b-4246-abf0-40cf06af491c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:27.969986 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-54ff498b-de4b-4246-abf0-40cf06af491c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/182a5d41-f802-4c25-8417-7819fad90914 HTTP/1.1" status: 204 len: 168 time: 0.1752651 Feb 08 23:58:27.979958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff498b-de4b-4246-abf0-40cf06af491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182a5d41-f802-4c25-8417-7819fad90914,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:27.994068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.082382 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:58:28.480625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.526081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1aeb48d-affb-4678-86e5-6dd8c6aac59f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:28.535947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.541140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e1982bd7-15bc-4b03-a9eb-bdf9c5893ba3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b1aeb48d-affb-4678-86e5-6dd8c6aac59f HTTP/1.1" status: 204 len: 168 time: 0.9361162 Feb 08 23:58:28.541539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52062) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:28.576326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16558070-18c7-4374-b5e4-4eb0432757b7 req-89346b6d-832a-4216-943d-a5b9f544426f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:28.578679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16558070-18c7-4374-b5e4-4eb0432757b7 req-89346b6d-832a-4216-943d-a5b9f544426f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.4719770 Feb 08 23:58:28.604323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Made reservation on behalf of 1844959eaf52411d907cec693c10c237 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:28.607811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.634534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-cf530c8b-deb7-44ab-b239-7f38f2e93be2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:28.642181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-cf530c8b-deb7-44ab-b239-7f38f2e93be2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 815 time: 0.5837455 Feb 08 23:58:28.662490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.683282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-6e210790-f797-4f4b-a683-8eb5971d860b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/quotas/aa41a1c3878e4230a2c1f19f8751f55f HTTP/1.1" status: 200 len: 375 time: 0.0401704 Feb 08 23:58:28.701872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16558070-18c7-4374-b5e4-4eb0432757b7 req-3b03719a-c304-4c59-9099-ce456a6d7f9c tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118701 Feb 08 23:58:28.792956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.824225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2079adde-123e-4ebd-86d4-58cf117e59ae']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:28.843656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b2509e-c88c-4793-b166-ae20a3803137') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:28.844409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b2509e-c88c-4793-b166-ae20a3803137') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:28.850047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-b06bcdad-c342-4d6f-a704-21d1192707f2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1656330 Feb 08 23:58:28.858506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.879246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.888149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:28.889013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:28.892153 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:28.910227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-250a8387-c426-440b-a291-5e941da935cf req-fbdedf37-791d-43f9-8818-e04adcf70174 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 210 time: 0.0718114 Feb 08 23:58:28.962342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Allocated IP 172.20.0.3 (896d1134-dd0c-4aae-8611-84965ae53f2d/803b0b35-34e8-469e-b89d-bb44a4584a26/da12feab-d086-4b6a-9cd8-f131259f3fee) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:28.987958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.004180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.009415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2079adde-123e-4ebd-86d4-58cf117e59ae HTTP/1.1" status: 204 len: 168 time: 0.4659977 Feb 08 23:58:29.028498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-52c84865-5681-4e53-a22e-9b5717630728 service neutron] 10.222.0.32 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774466 Feb 08 23:58:29.030070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880c38c-9390-4f2d-8963-52d083620418 admin admin] Pushing event deleted for resources: {'Network': ['ID=2079adde-123e-4ebd-86d4-58cf117e59ae,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:29.198131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-1bcaf755-b1d4-4c11-98ee-ff9901948795 service neutron] 10.222.0.32 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688602 Feb 08 23:58:29.201329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52088) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:29.208986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.270960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4d967859-7193-46ef-a391-6a676dc2ce92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d41d0780f7149d19d2589dcf3f273a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673053 Feb 08 23:58:29.273400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52092) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:29.285735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.369862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event updated for resources: {'Port': ['ID=da12feab-d086-4b6a-9cd8-f131259f3fee,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:29.403988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Network 896d1134-dd0c-4aae-8611-84965ae53f2d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:29.407068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b3a972a-2d7e-48d3-a728-21d9fa714108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.407723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:29.423851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:29.466796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b3a972a-2d7e-48d3-a728-21d9fa714108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.532468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b3a972a-2d7e-48d3-a728-21d9fa714108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.536052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b3a972a-2d7e-48d3-a728-21d9fa714108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.537194 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5b3a972a-2d7e-48d3-a728-21d9fa714108 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/948f1b35-f090-4656-8b48-35d72a1c834d HTTP/1.1" status: 204 len: 168 time: 0.2627840 Feb 08 23:58:29.540582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d5a0cc8-479d-4a25-a2c2-ce6eb6cb238e req-584a9473-6b8e-4276-9246-e325e36fc9d7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 210 time: 0.0917759 Feb 08 23:58:29.569803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a972a-2d7e-48d3-a728-21d9fa714108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948f1b35-f090-4656-8b48-35d72a1c834d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:29.570037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:29.570037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.601617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-403d59f7-8c8b-40b9-bcda-38be61ef0e49 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:29.604519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-403d59f7-8c8b-40b9-bcda-38be61ef0e49 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ef9ed9-5a58-4e33-94ce-eff84bee4e79 HTTP/1.1" status: 200 len: 945 time: 0.2222238 Feb 08 23:58:29.659310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-2a053b88-c460-415e-82bd-5933caff578b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7621675 Feb 08 23:58:29.678066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Request body: {'port': {'device_id': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:29.858042 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.899406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Deleting port 04ff15c1-60f7-41c6-b97d-22550a270919 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:29.899819 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.911855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ab220114-c512-4b8d-8400-707d79c6a510 None None] Provisioning complete for port da12feab-d086-4b6a-9cd8-f131259f3fee triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:29.912833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ab220114-c512-4b8d-8400-707d79c6a510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:29.981630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ab220114-c512-4b8d-8400-707d79c6a510 None None] Port da12feab-d086-4b6a-9cd8-f131259f3fee cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 08 23:58:30.017071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf8f6-7462-4a43-ad6e-034b39335ce0 req-13aa55e5-5fda-4d65-9d51-dd2b8ecba049 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:30.017071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9dadf8f6-7462-4a43-ad6e-034b39335ce0 req-13aa55e5-5fda-4d65-9d51-dd2b8ecba049 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1709490 Feb 08 23:58:30.259413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9dadf8f6-7462-4a43-ad6e-034b39335ce0 req-fd359bcc-bacb-4b04-a3b8-7f896e05a0c9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249947 Feb 08 23:58:30.290304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ed3d5-7f6a-426a-8329-ebe70e6f6a1c req-be0b780f-21b4-4b73-af45-43cdd6f20184 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:30.291817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-812ed3d5-7f6a-426a-8329-ebe70e6f6a1c req-be0b780f-21b4-4b73-af45-43cdd6f20184 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 931 time: 0.2950890 Feb 08 23:58:30.320513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] For port 04ff15c1-60f7-41c6-b97d-22550a270919, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=04ff15c1-60f7-41c6-b97d-22550a270919,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:30.320892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:30.357173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Calling delete_port for 04ff15c1-60f7-41c6-b97d-22550a270919 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:30.434971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-812ed3d5-7f6a-426a-8329-ebe70e6f6a1c req-457b52b4-4b20-4f33-ac68-43b3d2b3a65a tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113431 Feb 08 23:58:30.583324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da12feab-d086-4b6a-9cd8-f131259f3fee {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:30.597760 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:30.633840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Transition to ACTIVE for port object da12feab-d086-4b6a-9cd8-f131259f3fee will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:58:30.634791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:30.652525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['04ff15c1-60f7-41c6-b97d-22550a270919'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:30.677876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Pushing event deleted for resources: {'Port': ['ID=04ff15c1-60f7-41c6-b97d-22550a270919,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:30.681088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:30.868651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] No DVR routers for this DVR port 04ff15c1-60f7-41c6-b97d-22550a270919 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:30.894053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:30.897404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24e6a9cd-544c-4f4f-9f30-38fd232ab786 req-acde4246-f207-48a7-8c96-51f55bfc1c20 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "DELETE /v2.0/ports/04ff15c1-60f7-41c6-b97d-22550a270919 HTTP/1.1" status: 204 len: 173 time: 1.2859724 Feb 08 23:58:30.898189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-deleted', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:30.900720 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90bab94-3b8f-447c-8dc8-7ac901f3a713" -d '{"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-deleted", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:30.906891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32858df7-3fd2-4347-bd04-1a74aa01b7f1 req-675697bf-c54a-436d-95ad-39b7566864d4 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 210 time: 0.2319081 Feb 08 23:58:30.979273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Pushing event updated for resources: {'Port': ['ID=da12feab-d086-4b6a-9cd8-f131259f3fee,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:30.990817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:30.992707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-7b928fd6-8ef1-47cb-934a-480dcc268e17 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:30.994684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-7b928fd6-8ef1-47cb-934a-480dcc268e17 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 815 time: 0.3182635 Feb 08 23:58:31.037235 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1361b9-70cd-4a6f-acb8-ef4d9a156689 x-openstack-request-id: req-ad1361b9-70cd-4a6f-acb8-ef4d9a156689 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:31.037235 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ef9ed9-5a58-4e33-94ce-eff84bee4e79", "name": "network-vif-deleted", "tag": "04ff15c1-60f7-41c6-b97d-22550a270919", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:31.037235 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad1361b9-70cd-4a6f-acb8-ef4d9a156689 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:31.037235 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ef9ed9-5a58-4e33-94ce-eff84bee4e79', 'name': 'network-vif-deleted', 'tag': '04ff15c1-60f7-41c6-b97d-22550a270919', 'status': 'completed', 'code': 200} Feb 08 23:58:31.044384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Request body: {'port': {'device_id': 'eb115863-bfff-4212-88f4-2e1931baac14', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'admin_state_up': True, 'tenant_id': 'aa41a1c3878e4230a2c1f19f8751f55f'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:31.160530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Attempting to bind port da12feab-d086-4b6a-9cd8-f131259f3fee on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:31.160867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Attempting to bind port da12feab-d086-4b6a-9cd8-f131259f3fee by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:31.161220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Attempting to bind port da12feab-d086-4b6a-9cd8-f131259f3fee on network 896d1134-dd0c-4aae-8611-84965ae53f2d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:31.174099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Port da12feab-d086-4b6a-9cd8-f131259f3fee on network 896d1134-dd0c-4aae-8611-84965ae53f2d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:31.174423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Attempting to bind port da12feab-d086-4b6a-9cd8-f131259f3fee on network 896d1134-dd0c-4aae-8611-84965ae53f2d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:31.188999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:31.189346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Checking segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:31.189733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Bound using segment: {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:31.190174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Bound port: da12feab-d086-4b6a-9cd8-f131259f3fee, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd6105f-17a7-4454-a436-6ecf9731008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:31.190537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.245334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-eae98dc4-120b-47ac-ab3c-2c1bbb4694d1 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:31.276102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Made reservation on behalf of aa41a1c3878e4230a2c1f19f8751f55f for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:31.280186 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.281243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eae98dc4-120b-47ac-ab3c-2c1bbb4694d1 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "PUT /v2.0/quotas/7cafebc60f24437ca5e5423474a8484e HTTP/1.1" status: 200 len: 368 time: 0.2886169 Feb 08 23:58:31.283739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52176) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:31.299491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Request body: {'network': {'project_id': '7cafebc60f24437ca5e5423474a8484e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:31.304608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] For port da12feab-d086-4b6a-9cd8-f131259f3fee, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:31.343739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] For port da12feab-d086-4b6a-9cd8-f131259f3fee, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da12feab-d086-4b6a-9cd8-f131259f3fee,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:31.350463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Made reservation on behalf of 7cafebc60f24437ca5e5423474a8484e for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:31.357617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.383753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.387440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.498042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:31.505502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.507526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] 10.222.0.21 "PUT /v2.0/ports/da12feab-d086-4b6a-9cd8-f131259f3fee HTTP/1.1" status: 200 len: 1091 time: 1.8344848 Feb 08 23:58:31.639045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.652352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.671893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306eed2-acfc-4e86-bacb-12cbef936a5c service neutron] Pushing event updated for resources: {'Port': ['ID=da12feab-d086-4b6a-9cd8-f131259f3fee,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:31.676329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:31.688937 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.689603 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Added segment 43fa5cb7-9475-42d8-a1dd-57fa509c3d42 of type vlan for network f200327d-ef97-4bc0-adc3-92ff0c23115f Feb 08 23:58:31.691084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf41e6-9ced-4ae7-afbc-8618becfdde1 req-24b0d81b-4689-4bc8-9191-938fc3241d52 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:31.695088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6bf41e6-9ced-4ae7-afbc-8618becfdde1 req-24b0d81b-4689-4bc8-9191-938fc3241d52 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.2484539 Feb 08 23:58:31.745890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.768686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995331ea-4ec2-4272-83f3-3ea1195292ac,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:31.789046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.789883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6bf41e6-9ced-4ae7-afbc-8618becfdde1 req-62cc6b5d-414e-4893-89cf-1db718a07b0a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837226 Feb 08 23:58:31.791124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Allocated IP 172.20.0.6 (915fbc0e-4d19-4b16-9a6b-38602f09a261/f07ed498-5f19-4b72-8951-1368f4fcd12d/d4e37110-50e5-4b96-9a8a-7115590fbd47) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:31.791845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.793665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.794215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.794725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.795434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.796008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.797449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.797959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.798459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.799000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.799557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:31.811365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-20817ca0-52a4-436a-9ff6-253daacdb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:31.815545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-20817ca0-52a4-436a-9ff6-253daacdb4aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1844959eaf52411d907cec693c10c237&device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 1094 time: 0.2331648 Feb 08 23:58:31.817686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.819317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:31.820542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:31.904578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-abc7445c-09c4-4c05-ac6a-aa5497b33daa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da12feab-d086-4b6a-9cd8-f131259f3fee HTTP/1.1" status: 200 len: 217 time: 0.0773227 Feb 08 23:58:31.924117 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6390777 Feb 08 23:58:31.926773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52196) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:31.931832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Request body: {'network': {'project_id': '7cafebc60f24437ca5e5423474a8484e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:31.939632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492b918-5da2-4ae8-b35f-5bcbe3ea74cf tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Pushing event updated for resources: {'Network': ['ID=f200327d-ef97-4bc0-adc3-92ff0c23115f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:31.959036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f200327d-ef97-4bc0-adc3-92ff0c23115f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:31.967242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Made reservation on behalf of 7cafebc60f24437ca5e5423474a8484e for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:31.972476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.004398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:32.018423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.018767 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Added segment 45876464-45ac-45e2-99b9-7e9c1a1077ad of type vlan for network b5b29085-0825-4351-9089-12bdc36dff79 Feb 08 23:58:32.056533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-6e75fbd7-b295-4f4b-9b75-63d8f939fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:32.058044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-6e75fbd7-b295-4f4b-9b75-63d8f939fa53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=803b0b35-34e8-469e-b89d-bb44a4584a26 HTTP/1.1" status: 200 len: 851 time: 0.1405122 Feb 08 23:58:32.080527 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.117661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.118937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:32.119622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.122592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80c5b-44bf-4e9e-a122-757951be3c0f req-45291583-3a59-41ef-9247-b29722c0e464 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:32.130787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25a80c5b-44bf-4e9e-a122-757951be3c0f req-45291583-3a59-41ef-9247-b29722c0e464 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 943 time: 0.1453240 Feb 08 23:58:32.179438 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2514739 Feb 08 23:58:32.182571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52208) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:32.190670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6a0ec5c6-68a3-4faf-b7af-3cf1c5e52bb8 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Request body: {'network': {'project_id': '7cafebc60f24437ca5e5423474a8484e'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:32.195287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c6d9-46e1-4269-9c65-8c4018fa9646 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Pushing event updated for resources: {'Network': ['ID=b5b29085-0825-4351-9089-12bdc36dff79,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:32.206597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b5b29085-0825-4351-9089-12bdc36dff79 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:32.216034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.219433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-f308dbe5-17a8-4202-8bdc-ebf30fe3188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:32.220955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-f308dbe5-17a8-4202-8bdc-ebf30fe3188b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=896d1134-dd0c-4aae-8611-84965ae53f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497147 Feb 08 23:58:32.261515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25a80c5b-44bf-4e9e-a122-757951be3c0f req-79efa375-3583-422a-8e51-6ca739fd97a8 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297970 Feb 08 23:58:32.273676 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0ec5c6-68a3-4faf-b7af-3cf1c5e52bb8 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 08 23:58:32.273676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0ec5c6-68a3-4faf-b7af-3cf1c5e52bb8 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:58:32.274174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a0ec5c6-68a3-4faf-b7af-3cf1c5e52bb8 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0898206 Feb 08 23:58:32.277170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52216) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:32.364658 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a2108189-489b-4d97-82a5-42e1d849ce76 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cafebc60f24437ca5e5423474a8484e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852213 Feb 08 23:58:32.367001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52218) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:32.410506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-453d224f-c39e-4379-99c3-230d98cd9fa5 req-180993fd-9176-4df5-b926-545562e35ed0 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 210 time: 0.0915794 Feb 08 23:58:32.428572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e46085f-424b-4427-812d-25f87a246402 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.441316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd0d6366-8a74-42ca-98cb-e50ac8a41c9d req-4c1c77e8-f91c-460a-8ca6-175382cec71e tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0680468 Feb 08 23:58:32.482577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e46085f-424b-4427-812d-25f87a246402 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.482691 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.496577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-066026f7-bc71-41b0-a362-4ad0cdd71a00 service neutron] 10.222.0.21 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647359 Feb 08 23:58:32.558724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e46085f-424b-4427-812d-25f87a246402 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.558901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:32.562423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e46085f-424b-4427-812d-25f87a246402 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:32.565797 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e46085f-424b-4427-812d-25f87a246402 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/995331ea-4ec2-4272-83f3-3ea1195292ac HTTP/1.1" status: 204 len: 168 time: 0.1968555 Feb 08 23:58:32.566142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:32.569927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52226) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:32.579293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46085f-424b-4427-812d-25f87a246402 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995331ea-4ec2-4272-83f3-3ea1195292ac,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:32.919478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:32.972314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:33.037262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:33.039813 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72332899-0729-4982-93eb-f6be9145808b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:33.064361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.064717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.065104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.065484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.065772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.066095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.066422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.066744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.067074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.067395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.067713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.068033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:58:33.107326 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deae4503-813a-4987-b62a-4ffd3ad0f588 x-openstack-request-id: req-deae4503-813a-4987-b62a-4ffd3ad0f588 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:33.107618 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:33.107870 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-deae4503-813a-4987-b62a-4ffd3ad0f588 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:33.108255 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'status': 'completed', 'code': 200} Feb 08 23:58:33.119861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:33.120571 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.138631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.164541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a2f209-f73c-4919-84e4-1fff0b95ed3e req-29740b59-2718-469d-86bd-546ceca663a5 service neutron] 10.222.0.21 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467617 Feb 08 23:58:33.177054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-f63d4cb6-cbaa-4b8f-b89d-17ca6e0fb1d9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1424062 Feb 08 23:58:33.189765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442635c-b4bb-4f18-a63a-a7ebd236b3a1 req-6f631659-c135-4633-b250-0ebd344d1b13 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:33.191761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2442635c-b4bb-4f18-a63a-a7ebd236b3a1 req-6f631659-c135-4633-b250-0ebd344d1b13 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.2636096 Feb 08 23:58:33.199799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Request body: {'port': {'device_id': 'eb115863-bfff-4212-88f4-2e1931baac14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:33.446680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2442635c-b4bb-4f18-a63a-a7ebd236b3a1 req-8d17a07f-79f7-4a02-a69a-3100ac9c4bf5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398775 Feb 08 23:58:33.470945 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.488779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b29085-0825-4351-9089-12bdc36dff79']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:33.494965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.518844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332899-0729-4982-93eb-f6be9145808b req-d4b3df17-b4aa-445e-bcf7-b7905425a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:33.520600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-d4b3df17-b4aa-445e-bcf7-b7905425a098 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1844959eaf52411d907cec693c10c237&device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 1094 time: 0.2928479 Feb 08 23:58:33.541774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45876464-45ac-45e2-99b9-7e9c1a1077ad') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:33.542095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45876464-45ac-45e2-99b9-7e9c1a1077ad') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:33.615073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.699557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.725528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b006d77-f292-4340-9828-e25340e885bf req-4a100cc8-30ba-48b4-a4af-bb4ddbaf29fe tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:33.726492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b006d77-f292-4340-9828-e25340e885bf req-4a100cc8-30ba-48b4-a4af-bb4ddbaf29fe tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 943 time: 0.3834727 Feb 08 23:58:33.729153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:33.729564 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:33.736769 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:33.898852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2db89a-4b19-49ad-816b-38504d7f5157 req-22d520d5-5c1d-4794-ad0a-c5653f315786 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:33.900357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd2db89a-4b19-49ad-816b-38504d7f5157 req-22d520d5-5c1d-4794-ad0a-c5653f315786 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 931 time: 0.3621256 Feb 08 23:58:33.927597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332899-0729-4982-93eb-f6be9145808b req-62bd8a4f-7dba-4637-9c9b-65274627cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:33.929121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-62bd8a4f-7dba-4637-9c9b-65274627cf63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=896d1134-dd0c-4aae-8611-84965ae53f2d HTTP/1.1" status: 200 len: 913 time: 0.3789921 Feb 08 23:58:33.929476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:33.938276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.962439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 04ff15c1-60f7-41c6-b97d-22550a270919 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:33.962812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 04ff15c1-60f7-41c6-b97d-22550a270919 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:33.967106 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:33.971224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b5b29085-0825-4351-9089-12bdc36dff79 HTTP/1.1" status: 204 len: 168 time: 1.3588955 Feb 08 23:58:33.974230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52274) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:33.974747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b006d77-f292-4340-9828-e25340e885bf req-ed1de3ae-87b6-485b-bf76-d0e7740fc48d tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343085 Feb 08 23:58:34.038057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-5b24d481-2ad3-41ce-a4df-c425bc2491df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da12feab-d086-4b6a-9cd8-f131259f3fee HTTP/1.1" status: 200 len: 217 time: 0.0921082 Feb 08 23:58:34.066447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c51bf-b061-49bd-9082-8300be967184 tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5b29085-0825-4351-9089-12bdc36dff79,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:34.070753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.140611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd2db89a-4b19-49ad-816b-38504d7f5157 req-8b272b7d-82cb-4245-9df7-c5114c7f4113 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246969 Feb 08 23:58:34.161822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-350b8bde-f661-4fd7-afbe-b45b7c02675b req-11c4f2b3-a44b-44c3-a3c8-ab4af4949648 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0831926 Feb 08 23:58:34.190413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.204833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332899-0729-4982-93eb-f6be9145808b req-c38bdd0f-743a-4804-8842-6cb8e4b3ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:34.204833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-c38bdd0f-743a-4804-8842-6cb8e4b3ff74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=803b0b35-34e8-469e-b89d-bb44a4584a26 HTTP/1.1" status: 200 len: 851 time: 0.1265173 Feb 08 23:58:34.225345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f200327d-ef97-4bc0-adc3-92ff0c23115f']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:34.237767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fa5cb7-9475-42d8-a1dd-57fa509c3d42') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:34.238067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fa5cb7-9475-42d8-a1dd-57fa509c3d42') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:34.248633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.266017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.274020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:34.274442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:34.276482 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:34.297853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72332899-0729-4982-93eb-f6be9145808b req-ddbcd6d6-7e70-4fd7-b908-65b44d614af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:34.299384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-ddbcd6d6-7e70-4fd7-b908-65b44d614af5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=896d1134-dd0c-4aae-8611-84965ae53f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932910 Feb 08 23:58:34.316751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e37110-50e5-4b96-9a8a-7115590fbd47 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:34.335466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.342473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.347233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.353441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] 10.222.0.32 "DELETE /v2.0/networks/f200327d-ef97-4bc0-adc3-92ff0c23115f HTTP/1.1" status: 204 len: 168 time: 0.3769109 Feb 08 23:58:34.374939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd95315-5bd6-48f4-8dc6-e98a21e9194a tempest-QuotasNegativeTest-620402336 tempest-QuotasNegativeTest-620402336-project-admin] Pushing event deleted for resources: {'Network': ['ID=f200327d-ef97-4bc0-adc3-92ff0c23115f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:34.383137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Transition to ACTIVE for port object d4e37110-50e5-4b96-9a8a-7115590fbd47 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:58:34.389445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.459930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:34.473492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-01f81ca4-75ae-431f-9146-d981ad07e229 service neutron] 10.222.0.21 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646600 Feb 08 23:58:34.664323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989c04-b779-4f03-823a-200bf067dbaa req-87dd417d-6e45-4c64-83f9-00837de27973 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:34.665792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40989c04-b779-4f03-823a-200bf067dbaa req-87dd417d-6e45-4c64-83f9-00837de27973 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1047695 Feb 08 23:58:34.673056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Attempting to bind port d4e37110-50e5-4b96-9a8a-7115590fbd47 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:34.673403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Attempting to bind port d4e37110-50e5-4b96-9a8a-7115590fbd47 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:34.673743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Attempting to bind port d4e37110-50e5-4b96-9a8a-7115590fbd47 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:34.686731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72332899-0729-4982-93eb-f6be9145808b req-dfdde07c-6d5e-43dd-bd77-aeca34b38558 service neutron] 10.222.0.21 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909623 Feb 08 23:58:34.688334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Port d4e37110-50e5-4b96-9a8a-7115590fbd47 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:34.688893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Attempting to bind port d4e37110-50e5-4b96-9a8a-7115590fbd47 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:34.701930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:34.702826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Checking segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:34.703458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Bound using segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:34.703898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Bound port: d4e37110-50e5-4b96-9a8a-7115590fbd47, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:34.704477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.754974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40989c04-b779-4f03-823a-200bf067dbaa req-7a1dad80-6295-480d-8f97-6de9ffedec12 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788329 Feb 08 23:58:34.801708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:34.824041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c30ecd9-11b3-494f-aaf9-a702eef37e49 req-94c2cfc6-d6e0-404d-908d-26ed0af64a13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0347664 Feb 08 23:58:34.835265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:34.840057 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.880922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:34.881637 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:34.883197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4e37110-50e5-4b96-9a8a-7115590fbd47 HTTP/1.1" status: 200 len: 1091 time: 1.6903899 Feb 08 23:58:34.905042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032239a6-dba9-4006-ba71-a8ce13bfff88 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:34.976799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:35.109353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:35.111632 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:35.146658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f16dd-cb7c-4682-a79b-bf1e49af076f req-e1ceb9b2-24ad-4e09-8909-79914755d94c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:35.150868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52306) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:35.151379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a14f16dd-cb7c-4682-a79b-bf1e49af076f req-e1ceb9b2-24ad-4e09-8909-79914755d94c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 943 time: 0.1016657 Feb 08 23:58:35.166677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-f5593bc7-4f1e-4710-b344-fd757157059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:35.168221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-f5593bc7-4f1e-4710-b344-fd757157059e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 1094 time: 0.0855069 Feb 08 23:58:35.169696 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b59646-19e2-4adf-a280-0ab12b87e0bb x-openstack-request-id: req-f4b59646-19e2-4adf-a280-0ab12b87e0bb {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:35.170017 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:35.170289 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4b59646-19e2-4adf-a280-0ab12b87e0bb {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:35.170666 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'status': 'completed', 'code': 200} Feb 08 23:58:35.231440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-8bc33b36-3834-4476-bce2-e9bf40086a46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47 HTTP/1.1" status: 200 len: 217 time: 0.0520213 Feb 08 23:58:35.239220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f16471b-a304-444b-84cf-3f422ff27aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.273159 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e32ff4f-ac6d-4d7c-8f51-943bdd0dfc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.313065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a14f16dd-cb7c-4682-a79b-bf1e49af076f req-08c22fcf-14f1-48db-9dd4-76f498fe2e7e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409771 Feb 08 23:58:35.322015 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f16471b-a304-444b-84cf-3f422ff27aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.330859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f16471b-a304-444b-84cf-3f422ff27aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.347862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534660-568f-4343-820f-06bf382e7460 req-5e515c2f-7640-4163-946d-c7e0a7452328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:35.349345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-5e515c2f-7640-4163-946d-c7e0a7452328 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 200 len: 855 time: 0.1014934 Feb 08 23:58:35.360408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625c76e-f60d-43e7-9d3f-e760993b7089 req-0193e867-2c87-4f8b-8b07-ad00f9690931 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:35.362040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2625c76e-f60d-43e7-9d3f-e760993b7089 req-0193e867-2c87-4f8b-8b07-ad00f9690931 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 943 time: 0.1159439 Feb 08 23:58:35.371245 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f16471b-a304-444b-84cf-3f422ff27aaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5202e93c573f47a7a85dbfeba44452e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176578 Feb 08 23:58:35.375151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52314) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:35.388998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16471b-a304-444b-84cf-3f422ff27aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f07bfa-6946-4c17-8e81-07d8c3a7a6a1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:35.408050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-a16e205c-0d13-4b74-bf5b-b063f147ba7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=915fbc0e-4d19-4b16-9a6b-38602f09a261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450494 Feb 08 23:58:35.432294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71129a7a-35e7-4793-b803-27db03d2786e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.457285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71129a7a-35e7-4793-b803-27db03d2786e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.509876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71129a7a-35e7-4793-b803-27db03d2786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.512689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71129a7a-35e7-4793-b803-27db03d2786e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.513876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-71129a7a-35e7-4793-b803-27db03d2786e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5f07bfa-6946-4c17-8e81-07d8c3a7a6a1 HTTP/1.1" status: 204 len: 168 time: 0.1377528 Feb 08 23:58:35.519709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a7851c5-8bc5-4cd2-b1be-1eb65fe25a8c req-e4c733f3-b6d8-4386-bc03-9f7cca0b9f12 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0985465 Feb 08 23:58:35.526030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71129a7a-35e7-4793-b803-27db03d2786e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f07bfa-6946-4c17-8e81-07d8c3a7a6a1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:35.537733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2625c76e-f60d-43e7-9d3f-e760993b7089 req-fd180f31-f81d-4c32-9561-bb6df7614cd8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639106 Feb 08 23:58:35.581216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-0e724a38-4837-4356-b635-8624c127c752 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623230 Feb 08 23:58:35.663751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e32ff4f-ac6d-4d7c-8f51-943bdd0dfc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.670249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e32ff4f-ac6d-4d7c-8f51-943bdd0dfc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.726227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e32ff4f-ac6d-4d7c-8f51-943bdd0dfc78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80ac7b2c7f804412aed33f93ea94037f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482400 Feb 08 23:58:35.728839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52320) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:35.738791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71534660-568f-4343-820f-06bf382e7460 req-fad4eb9b-3740-40fc-83e9-a159141f173b service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502209 Feb 08 23:58:35.740113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32ff4f-ac6d-4d7c-8f51-943bdd0dfc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e53554-90b3-468c-aa95-2878034f168a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:35.787985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b239a572-da21-4584-9e11-efc8a56a97d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.814942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b239a572-da21-4584-9e11-efc8a56a97d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.815481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52324) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:35.862929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b239a572-da21-4584-9e11-efc8a56a97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.865623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b239a572-da21-4584-9e11-efc8a56a97d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.869371 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b239a572-da21-4584-9e11-efc8a56a97d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/57e53554-90b3-468c-aa95-2878034f168a HTTP/1.1" status: 204 len: 168 time: 0.1365180 Feb 08 23:58:35.874570 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d47e434e-e3f1-44a5-a966-e9c04ddcd4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:35.876808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239a572-da21-4584-9e11-efc8a56a97d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e53554-90b3-468c-aa95-2878034f168a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:35.941798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da12feab-d086-4b6a-9cd8-f131259f3fee details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:58:35.942469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-b1af8478-0fd3-402b-a123-d7b584debbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:35.943378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-b1af8478-0fd3-402b-a123-d7b584debbd5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 1094 time: 0.1293404 Feb 08 23:58:35.972464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53e0e5-dbf6-4753-95b5-eb788005bdeb req-82f307c9-4507-4798-bb2b-483837b2f3bc tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:35.974000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f53e0e5-dbf6-4753-95b5-eb788005bdeb req-82f307c9-4507-4798-bb2b-483837b2f3bc tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1205387 Feb 08 23:58:36.122522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f53e0e5-dbf6-4753-95b5-eb788005bdeb req-dd0eea53-e3ab-441e-b337-15e238bdbd8f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348996 Feb 08 23:58:36.147622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d47e434e-e3f1-44a5-a966-e9c04ddcd4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.150390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-922782b7-90a9-46d9-ac49-f8913cd7e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:36.152541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-922782b7-90a9-46d9-ac49-f8913cd7e2a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 916 time: 0.1980746 Feb 08 23:58:36.154940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d47e434e-e3f1-44a5-a966-e9c04ddcd4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.195715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port da12feab-d086-4b6a-9cd8-f131259f3fee, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da12feab-d086-4b6a-9cd8-f131259f3fee,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:36.210620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'port_id': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'mac_address': 'fa:16:3e:0f:5f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:58:36.232775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-acd5c9d0-4579-4907-b95d-c7a39dbe6c67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47 HTTP/1.1" status: 200 len: 217 time: 0.0513203 Feb 08 23:58:36.239003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d47e434e-e3f1-44a5-a966-e9c04ddcd4f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e32132415bc43a1958b336d43d49b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226036 Feb 08 23:58:36.240211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e434e-e3f1-44a5-a966-e9c04ddcd4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82aa8c-5971-4730-8a05-606239a30c3a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:36.244358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52330) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:36.273243 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.291525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da12feab-d086-4b6a-9cd8-f131259f3fee {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:36.300019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52332) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:36.317910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port da12feab-d086-4b6a-9cd8-f131259f3fee, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da12feab-d086-4b6a-9cd8-f131259f3fee,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:36.323637 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.324334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85f79c8b-9449-4a84-9a12-a4ddb8df2039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.357521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd8764ad-a806-46bd-ae12-a564cb3bc9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.379797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=da12feab-d086-4b6a-9cd8-f131259f3fee,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:36.422998 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd8764ad-a806-46bd-ae12-a564cb3bc9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.504556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85f79c8b-9449-4a84-9a12-a4ddb8df2039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.510304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85f79c8b-9449-4a84-9a12-a4ddb8df2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.517845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd8764ad-a806-46bd-ae12-a564cb3bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.520685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd8764ad-a806-46bd-ae12-a564cb3bc9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.522021 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd8764ad-a806-46bd-ae12-a564cb3bc9cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a82aa8c-5971-4730-8a05-606239a30c3a HTTP/1.1" status: 204 len: 168 time: 0.2759485 Feb 08 23:58:36.572984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-85f79c8b-9449-4a84-9a12-a4ddb8df2039 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b61da7bd99e4a92b0c64fadf5f0e7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680876 Feb 08 23:58:36.572984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f79c8b-9449-4a84-9a12-a4ddb8df2039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1024e446-e2df-4ded-bffc-d5f81d47a91a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:36.574515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52340) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:36.628012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8764ad-a806-46bd-ae12-a564cb3bc9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82aa8c-5971-4730-8a05-606239a30c3a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:36.642148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-1f2d0837-2b02-4be3-9424-1c454cc2e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:36.643654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-1f2d0837-2b02-4be3-9424-1c454cc2e341 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 200 len: 855 time: 0.3949072 Feb 08 23:58:36.655452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ff6f-e713-497e-90b0-f83b71aa067c req-474fb0c1-a14b-4aee-9b67-1d0e380813f8 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:36.657108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8196ff6f-e713-497e-90b0-f83b71aa067c req-474fb0c1-a14b-4aee-9b67-1d0e380813f8 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 944 time: 0.0626359 Feb 08 23:58:36.659476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1349f95-818b-4e2b-a8c9-a574a93b5e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.687222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1349f95-818b-4e2b-a8c9-a574a93b5e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.700113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-2d8b7faa-ba6e-431f-be9f-d5aa2c194068 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=915fbc0e-4d19-4b16-9a6b-38602f09a261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388916 Feb 08 23:58:36.744745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1349f95-818b-4e2b-a8c9-a574a93b5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.748293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['da12feab-d086-4b6a-9cd8-f131259f3fee'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:36.748810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b1349f95-818b-4e2b-a8c9-a574a93b5e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.752936 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b1349f95-818b-4e2b-a8c9-a574a93b5e89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1024e446-e2df-4ded-bffc-d5f81d47a91a HTTP/1.1" status: 204 len: 168 time: 0.1752615 Feb 08 23:58:36.765319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1349f95-818b-4e2b-a8c9-a574a93b5e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1024e446-e2df-4ded-bffc-d5f81d47a91a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:36.858355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-49de5987-2714-429f-8a3f-6a66b9d3ce65 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332877 Feb 08 23:58:36.881176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8196ff6f-e713-497e-90b0-f83b71aa067c req-99cd74f8-1667-4989-b2bd-940c26475ebc tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119889 Feb 08 23:58:36.917212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7c82-7fe5-4544-b969-169cbcad7615 req-0fe235bc-e13b-4bf8-9734-c7dbbcbd2eb1 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:36.919608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c94b7c82-7fe5-4544-b969-169cbcad7615 req-0fe235bc-e13b-4bf8-9734-c7dbbcbd2eb1 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 943 time: 0.2469525 Feb 08 23:58:36.967935 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:36.976250 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:37.034958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57ae68ed-ddeb-4e4a-9bd6-6f8526e77dd8 req-ca29a082-1d09-4306-b62a-dbdd02b03826 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0498784 Feb 08 23:58:37.084318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f24bda-3db5-4cea-981a-5069cb6fc5a1 req-2f05df84-2ffe-4db2-b90e-57cf8694c02b service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010047 Feb 08 23:58:37.134484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c94b7c82-7fe5-4544-b969-169cbcad7615 req-c58a24f5-3eac-4688-be2c-40718bc4812d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970062 Feb 08 23:58:37.272549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea8265-004c-4c75-a62a-c4735f926757 req-155bf825-a51a-482d-998b-986dad768e4b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:37.273836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9cea8265-004c-4c75-a62a-c4735f926757 req-155bf825-a51a-482d-998b-986dad768e4b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0710599 Feb 08 23:58:37.323222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9cea8265-004c-4c75-a62a-c4735f926757 req-e088b4d5-20c3-4500-a42c-cd13dcbf7553 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391133 Feb 08 23:58:37.668490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebc31db8-890a-4eb6-aecb-fdd77a088a5d req-f1538f80-0513-45f3-a91c-25dbd4512b20 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0404766 Feb 08 23:58:37.964842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d4e37110-50e5-4b96-9a8a-7115590fbd47 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:58:38.019778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dae5b0-aeb7-41e4-b3a2-5b83b7f817b7 req-9a5d8a1a-48ea-4c47-8e49-805164837631 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:38.029918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36dae5b0-aeb7-41e4-b3a2-5b83b7f817b7 req-9a5d8a1a-48ea-4c47-8e49-805164837631 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 944 time: 0.0685956 Feb 08 23:58:38.079769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36dae5b0-aeb7-41e4-b3a2-5b83b7f817b7 req-66eb6327-7d9d-4275-a380-e806cc69c3c4 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Feb 08 23:58:38.101496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:38.114997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'port_id': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'mac_address': 'fa:16:3e:0f:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed498-5f19-4b72-8951-1368f4fcd12d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:58:38.162573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.195267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e37110-50e5-4b96-9a8a-7115590fbd47 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:58:38.226145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:38.232464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.268282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18621d14-8ed3-467b-b1df-4da3f9bdb8bc req-65f956a7-eb02-4f6d-97ac-91f917b9aa6d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:38.271532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18621d14-8ed3-467b-b1df-4da3f9bdb8bc req-65f956a7-eb02-4f6d-97ac-91f917b9aa6d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 943 time: 0.0627959 Feb 08 23:58:38.298747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:38.313658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18621d14-8ed3-467b-b1df-4da3f9bdb8bc req-8c38608d-9006-4891-b8a2-19ca3c59d9ef tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Feb 08 23:58:38.345140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52446) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:38.463169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c5045-bbea-489c-9bfa-2320e23b1e5a req-c27379bc-4175-46f8-9036-e086a7cb79eb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:38.464701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd9c5045-bbea-489c-9bfa-2320e23b1e5a req-c27379bc-4175-46f8-9036-e086a7cb79eb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0552497 Feb 08 23:58:38.514860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd9c5045-bbea-489c-9bfa-2320e23b1e5a req-38289dac-c870-4c24-8e3f-cdd8a8cd743c tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420055 Feb 08 23:58:38.544940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:38.577416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ccf05e7-1aa1-4d08-8233-2a86fde69b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.593914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['d4e37110-50e5-4b96-9a8a-7115590fbd47'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:58:38.660464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ccf05e7-1aa1-4d08-8233-2a86fde69b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.661361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1709591086'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:38.666013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ccf05e7-1aa1-4d08-8233-2a86fde69b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.687800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Made reservation on behalf of 147b947be1aa438dbad6f8c2977515a0 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:38.692951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.702342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.726439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0ccf05e7-1aa1-4d08-8233-2a86fde69b97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c0ffca781894ecd8a078d1e9a3ff788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791635 Feb 08 23:58:38.727316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf05e7-1aa1-4d08-8233-2a86fde69b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cefe40-6618-4a53-bd40-a24d6b998908,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:38.730246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52462) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:38.793375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6e013e9-4ed7-47d1-9053-621426392268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.815548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6e013e9-4ed7-47d1-9053-621426392268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.820162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2714555a-ccbe-4c03-93e3-c844daa3ba6d req-5be83171-fbf7-454f-b1a8-ee535df26809 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0400662 Feb 08 23:58:38.822011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.826562 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.856041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:38.866495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738a2173-b556-4cdb-8973-0f9d3d663b29,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:38.873781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6e013e9-4ed7-47d1-9053-621426392268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.875841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.876157 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Added segment 044b81c3-1ab9-4114-bbb7-2608fa3866c7 of type vlan for network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 Feb 08 23:58:38.877009 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b6e013e9-4ed7-47d1-9053-621426392268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.878412 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b6e013e9-4ed7-47d1-9053-621426392268 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50cefe40-6618-4a53-bd40-a24d6b998908 HTTP/1.1" status: 204 len: 168 time: 0.1469104 Feb 08 23:58:38.889212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e013e9-4ed7-47d1-9053-621426392268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cefe40-6618-4a53-bd40-a24d6b998908,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:38.926864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.969122 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:38.976783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:38.977585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.067950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5218370 Feb 08 23:58:39.087517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec781d-1535-477a-9671-c259a2c8bd14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Pushing event updated for resources: {'Network': ['ID=8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:39.102533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:39.198464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c99faa-6447-4c38-9a70-8a523fcf255f req-e5e2c05b-affb-4d08-8c30-bf107822ce30 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:39.201175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53c99faa-6447-4c38-9a70-8a523fcf255f req-e5e2c05b-affb-4d08-8c30-bf107822ce30 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 944 time: 0.0589435 Feb 08 23:58:39.244583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53c99faa-6447-4c38-9a70-8a523fcf255f req-30f617dd-59f0-46e8-a68a-8f1e63230e24 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366654 Feb 08 23:58:39.351092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52484) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:39.356063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Request body: {'port': {'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664', 'binding:host_id': 'n-h2-828413-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1197981405'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:39.386420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Made reservation on behalf of e2a29db4d442423d98113fa9f4451f10 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:39.389238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.399574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.445504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6b89-e9b1-4ffe-9ea1-45f678837b22 req-412d30df-63a3-46d1-9942-89493e1553ce tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:39.447175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8cb6b89-e9b1-4ffe-9ea1-45f678837b22 req-412d30df-63a3-46d1-9942-89493e1553ce tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 944 time: 0.0571551 Feb 08 23:58:39.503137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.507537 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.509201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8cb6b89-e9b1-4ffe-9ea1-45f678837b22 req-3ffe6949-ab40-43d7-bffd-a18ea9b655fd tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Feb 08 23:58:39.513182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port afcdb69e-fa3d-43b6-a94f-180045ca219b yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:39.621327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56628f62-8d29-4623-918b-beac75057c75,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:39.644307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ec5a6-ebed-488a-b37e-28c63d7aeb84 req-e763181e-0ee3-4f46-9a63-4fe0f91de824 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:39.646143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e26ec5a6-ebed-488a-b37e-28c63d7aeb84 req-e763181e-0ee3-4f46-9a63-4fe0f91de824 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0570188 Feb 08 23:58:39.692504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e26ec5a6-ebed-488a-b37e-28c63d7aeb84 req-2eb4c1f2-7ef5-4789-88c7-b6a9d51af281 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370901 Feb 08 23:58:39.802000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port afcdb69e-fa3d-43b6-a94f-180045ca219b yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:39.811558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.818531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:39.884630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=afcdb69e-fa3d-43b6-a94f-180045ca219b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:39.893203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Checking segment: {'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:39.893515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Network hostable DHCP agents. Network: 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:58:39.915061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:58:39.930210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:39.940945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ff0fb-5b57-461b-92fe-71cbdb697381 None None] Network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:39.941914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:39.972483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:39.972854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:39.973226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:39.975026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d4e37110-50e5-4b96-9a8a-7115590fbd47 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:39.976069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a7b3f5b-e8ae-4696-9863-b32d52cd1e0f req-becf647c-1cb4-4533-ab6d-d18b2455471a tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0493164 Feb 08 23:58:39.978372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:39.978762 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:39.980160 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 2 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:39.999636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.000182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.000928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.006675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.007001 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.007701 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 3 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.031429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.032039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.032617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.039787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.040613 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.041352 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 4 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.057110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.057890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.058579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.068275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.068606 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.069043 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 5 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.084234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.084583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.084956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.089749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.090070 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.090457 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 6 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.104305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.104999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.105654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.126888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.127542 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.128021 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 7 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.149966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.150306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.150642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.155860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.156202 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.157196 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 8 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.172048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.172793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.173453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.177507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port d4e37110-50e5-4b96-9a8a-7115590fbd47 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:40.182215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port d4e37110-50e5-4b96-9a8a-7115590fbd47 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:40.182947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.185179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.185582 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.186044 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 9 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.202857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.203364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.203993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.208840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.209282 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.209746 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 10 to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b Feb 08 23:58:40.222742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:40.223712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:40.223712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:40.228372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port afcdb69e-fa3d-43b6-a94f-180045ca219b on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:40.228772 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port afcdb69e-fa3d-43b6-a94f-180045ca219b on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:40.229244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.287422 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.328739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] For port afcdb69e-fa3d-43b6-a94f-180045ca219b, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:40.330853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempted to set empty binding levels {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 23:58:40.338741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.351738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:40.353330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:40.356389 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e1366-f516-4f9a-addf-6e1807344989" -d '{"events": [{"server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "name": "network-vif-plugged", "status": "completed", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:40.375150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.380018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da12feab-d086-4b6a-9cd8-f131259f3fee up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:40.384897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:40.386312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.397168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184d2e-7fa1-40ca-968b-35f5b74c1715 req-12b4455d-61e3-43ac-a5af-409ddbe4c5ae tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:40.407403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5184d2e-7fa1-40ca-968b-35f5b74c1715 req-12b4455d-61e3-43ac-a5af-409ddbe4c5ae tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 944 time: 0.0806825 Feb 08 23:58:40.411266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=afcdb69e-fa3d-43b6-a94f-180045ca219b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:40.430677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6803c180-3581-4eda-b099-473c013a0531 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0781858 Feb 08 23:58:40.431414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52516) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.446702 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef20ba75-f75a-4325-9825-83eab1dee7fb x-openstack-request-id: req-ef20ba75-f75a-4325-9825-83eab1dee7fb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:40.447379 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "name": "network-vif-plugged", "status": "completed", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:40.447881 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef20ba75-f75a-4325-9825-83eab1dee7fb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:40.448254 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'code': 200} Feb 08 23:58:40.466234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5184d2e-7fa1-40ca-968b-35f5b74c1715 req-744a5ae5-9365-4cc6-9ce4-e4d57929205e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576959 Feb 08 23:58:40.524099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:40.542545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port da12feab-d086-4b6a-9cd8-f131259f3fee completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:58:40.548805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port da12feab-d086-4b6a-9cd8-f131259f3fee triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:40.549217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.579247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Deleting port afcdb69e-fa3d-43b6-a94f-180045ca219b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:40.579594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.583891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91760f1b-a355-4e14-a55c-c27dcab2b336 req-c5e63ca4-2296-450b-be7e-03b2cd59d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:40.589104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91760f1b-a355-4e14-a55c-c27dcab2b336 req-c5e63ca4-2296-450b-be7e-03b2cd59d81c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 1096 time: 0.0853784 Feb 08 23:58:40.645100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.664334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] For port afcdb69e-fa3d-43b6-a94f-180045ca219b, host n-h2-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:40.664705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.679976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Calling delete_port for afcdb69e-fa3d-43b6-a94f-180045ca219b owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:40.682631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91760f1b-a355-4e14-a55c-c27dcab2b336 req-1349c1a4-08ee-447f-a52e-6602c139efb2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834920 Feb 08 23:58:40.685943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port da12feab-d086-4b6a-9cd8-f131259f3fee, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da12feab-d086-4b6a-9cd8-f131259f3fee,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:40.692235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.709347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85492454-7fa0-4dec-a2b5-970ec4cf7824 req-67808c77-333e-4bda-abfe-91aaeb9e172c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:40.711619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85492454-7fa0-4dec-a2b5-970ec4cf7824 req-67808c77-333e-4bda-abfe-91aaeb9e172c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0852218 Feb 08 23:58:40.747981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=da12feab-d086-4b6a-9cd8-f131259f3fee,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:40.774948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85492454-7fa0-4dec-a2b5-970ec4cf7824 req-a195dc6e-98ac-42e0-81cf-e4f6541ba731 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Feb 08 23:58:40.802537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52528) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.820405 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.836799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0160040-ea48-46c7-8cab-7dc6002a48ce req-71a46ca3-eab5-4735-aee2-ec1a55e6ca17 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:40.838377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0160040-ea48-46c7-8cab-7dc6002a48ce req-71a46ca3-eab5-4735-aee2-ec1a55e6ca17 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0625451 Feb 08 23:58:40.853910 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.859942 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "DELETE /v2.0/ports/afcdb69e-fa3d-43b6-a94f-180045ca219b HTTP/1.1" status: 204 len: 168 time: 0.4250915 Feb 08 23:58:40.859942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c615e-5dbf-4404-af9f-662164c1c746 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event deleted for resources: {'Port': ['ID=afcdb69e-fa3d-43b6-a94f-180045ca219b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:40.860244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.897990 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c98224-484c-4871-b953-8da52d6210ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] GET failed (client error): The resource could not be found. Feb 08 23:58:40.899534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-73c98224-484c-4871-b953-8da52d6210ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "GET /v2.0/ports/afcdb69e-fa3d-43b6-a94f-180045ca219b HTTP/1.1" status: 404 len: 333 time: 0.0383589 Feb 08 23:58:40.903126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52536) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.909787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Request body: {'port': {'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2067544391'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:40.916856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0160040-ea48-46c7-8cab-7dc6002a48ce req-0aa35688-ff6f-45a7-b42a-8569f9e19ea4 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717723 Feb 08 23:58:40.920074 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6920b5fc-4e21-49f3-b1ac-36be89ec0f03 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:40.946541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Made reservation on behalf of e2a29db4d442423d98113fa9f4451f10 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:40.948869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:40.949694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6920b5fc-4e21-49f3-b1ac-36be89ec0f03 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "PUT /v2.0/quotas/f033255a84e348889a3a8ea55e302534 HTTP/1.1" status: 200 len: 366 time: 0.1461494 Feb 08 23:58:40.953069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52538) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.962762 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-83b0a163-bdd8-46e9-b0c9-4606f12d5ec1 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0086465 Feb 08 23:58:40.964986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52540) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.965135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port 985af296-a0b7-4302-821c-d1a650cb361a yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:40.974228 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f29c2f9-7e9e-41e1-a1de-8e060107e61e tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "GET /v2.0/quotas/f033255a84e348889a3a8ea55e302534 HTTP/1.1" status: 200 len: 366 time: 0.0081692 Feb 08 23:58:40.976405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52542) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:40.990151 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-34b16f81-a7b0-49c8-bf23-ea1d8d20c56d tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/f033255a84e348889a3a8ea55e302534 HTTP/1.1" status: 204 len: 168 time: 0.0127015 Feb 08 23:58:40.992249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52544) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.002896 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30e33500-3379-4a41-b959-61f9d83228b1 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0094972 Feb 08 23:58:41.005085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.018144 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-50e5515d-41d3-4383-b8aa-116e322fda07 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "GET /v2.0/quotas/f033255a84e348889a3a8ea55e302534 HTTP/1.1" status: 200 len: 370 time: 0.0096760 Feb 08 23:58:41.018391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52550) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.025091 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b6e99357-f046-4479-9561-07cba30f5492 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "GET /v2.0/quotas/f033255a84e348889a3a8ea55e302534/default HTTP/1.1" status: 200 len: 370 time: 0.0036857 Feb 08 23:58:41.025345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52552) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.033769 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-39b62f04-3734-4860-9274-f01ce58088e2 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] delete failed (client error): The resource could not be found. Feb 08 23:58:41.037510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-39b62f04-3734-4860-9274-f01ce58088e2 tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/f033255a84e348889a3a8ea55e302534 HTTP/1.1" status: 404 len: 348 time: 0.0085218 Feb 08 23:58:41.126651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed085ee8-cd5b-420f-bfc6-6c80939a1a9d req-edd6af1a-7b52-4be0-935b-4217a75b4770 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0573454 Feb 08 23:58:41.157634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.169900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.178473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:network and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.183440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.190097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:subnet and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.195393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.202524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.203113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:subnetpool and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.209233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.215577 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:port and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.221611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.228137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:router and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.233480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.239855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:floatingip and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.244702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.246910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:41.251736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:41.254090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:41.255184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:41.255775 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.263594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=985af296-a0b7-4302-821c-d1a650cb361a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:41.279267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-05ee77e1-d846-4d9c-b8f5-2a500cf9b606 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3728645 Feb 08 23:58:41.279509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52558) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.285622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:41.314026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:security_group and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.321688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.349178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Usage tracker for resource:security_group_rule and tenant:e57aff232ece4ac4910910243937088c is out of sync, need to count used quota {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 08 23:58:41.359633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.quota.resource [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105931) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 08 23:58:41.362601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.371794 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-db608ada-371e-46cd-bb23-29577c217b4c tempest-QuotasTest-854877854 tempest-QuotasTest-854877854-project-admin] 10.222.0.32 "GET /v2.0/quotas/e57aff232ece4ac4910910243937088c/details.json HTTP/1.1" status: 200 len: 703 time: 0.2129915 Feb 08 23:58:41.539292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port 985af296-a0b7-4302-821c-d1a650cb361a yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:41.550248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.555512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.602394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2563d-d57e-4236-a941-d1f6fb774d78 req-a112b326-b5c8-4169-99be-869daee3774e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:41.610740 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05b2563d-d57e-4236-a941-d1f6fb774d78 req-a112b326-b5c8-4169-99be-869daee3774e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0624669 Feb 08 23:58:41.616854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=985af296-a0b7-4302-821c-d1a650cb361a,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:41.632703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.633158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.633501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.638983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.639317 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.640041 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 2 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.645712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05b2563d-d57e-4236-a941-d1f6fb774d78 req-021ce7a9-8e58-4483-8091-ddc8cfa6228e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341110 Feb 08 23:58:41.654437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.654803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.655645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.661084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.661351 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.661755 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 3 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.677366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.677703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.678040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.682443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.682769 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.683273 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 4 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.696398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.696726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.697257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.701578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.701898 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.702493 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 5 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.715168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.715452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.715783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.720842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.721192 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.721579 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 6 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.734385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52566) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.735420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.735760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.736347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.741846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.742257 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.742647 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 7 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.756177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.756438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.756769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.761134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.761456 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.761894 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 8 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.774538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.774889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.775569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.779446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.779765 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.780809 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 9 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.794052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.794385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.794726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.800767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.801142 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.801535 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 10 to bind port 985af296-a0b7-4302-821c-d1a650cb361a Feb 08 23:58:41.816210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8aa845d2-65a0-4185-9b5d-7caf463c8198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.816754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:41.816985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:41.817556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:41.821991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:41.822266 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port 985af296-a0b7-4302-821c-d1a650cb361a on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:41.822612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.850875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-63ccfa8d-7608-461c-9060-04614f0b180e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.894555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] For port 985af296-a0b7-4302-821c-d1a650cb361a, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:41.894922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempted to set empty binding levels {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 23:58:41.898927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.931394 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] In _notify_port_updated(), no bound segment for port 985af296-a0b7-4302-821c-d1a650cb361a on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:58:41.933379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:41.933379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:41.937238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52572) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:41.937829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "PUT /v2.0/ports/985af296-a0b7-4302-821c-d1a650cb361a HTTP/1.1" status: 200 len: 979 time: 0.6573372 Feb 08 23:58:41.954700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2dad-439a-481a-a2b0-d2c7ca4dc70a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=985af296-a0b7-4302-821c-d1a650cb361a,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:41.958868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3fe3d-a076-4c3f-9bfd-17832fbd3c4b req-c33d6142-dbd1-4b8c-acd3-382a6e87afc7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:41.960363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fae3fe3d-a076-4c3f-9bfd-17832fbd3c4b req-c33d6142-dbd1-4b8c-acd3-382a6e87afc7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0917349 Feb 08 23:58:42.097481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-63ccfa8d-7608-461c-9060-04614f0b180e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.115302 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fae3fe3d-a076-4c3f-9bfd-17832fbd3c4b req-561d0553-5799-4c54-964d-75ea8962a8bd tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323006 Feb 08 23:58:42.116053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-63ccfa8d-7608-461c-9060-04614f0b180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.169576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.170075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.170485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.170948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.171525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.171988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.172533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.173113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.173634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.174141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.174906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.175112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.175573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.176028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.176485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.177023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.177523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.178034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.178490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.179276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.179481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.179984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.180514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.181062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.181572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.182076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.182585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.183131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.183682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.184182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.184950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.189148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-94b31588-0381-4969-9741-e84f8647138e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28002 time: 0.2497311 Feb 08 23:58:42.193341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52578) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:42.226280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b916ea-396f-4152-9608-99786192fa06 req-0913f186-51bc-4ed0-8ab6-ce894b968ccb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.228282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46b916ea-396f-4152-9608-99786192fa06 req-0913f186-51bc-4ed0-8ab6-ce894b968ccb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.2060997 Feb 08 23:58:42.243220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-63ccfa8d-7608-461c-9060-04614f0b180e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a805eeeb112f4e909fdc2c549e121773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075746 Feb 08 23:58:42.247469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52580) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:42.274288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ccfa8d-7608-461c-9060-04614f0b180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38391220-a739-4986-9007-4bc5e95ddf29,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:42.280449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b12d341-cc14-4c49-b63d-6a9f29f11e6a req-ea54ff96-0529-42d9-99d5-af7b49ed9fda tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0627496 Feb 08 23:58:42.286454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Deleting port 985af296-a0b7-4302-821c-d1a650cb361a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:42.286953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.347689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46b916ea-396f-4152-9608-99786192fa06 req-165a29b5-d32a-4947-ab40-d44d4cbe5d8f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029127 Feb 08 23:58:42.371613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] For port 985af296-a0b7-4302-821c-d1a650cb361a, host n-h2-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:42.372022 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.373253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e540d979-8f2b-4908-8c6f-7edafe9f77ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.385884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Calling delete_port for 985af296-a0b7-4302-821c-d1a650cb361a owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:42.406549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e540d979-8f2b-4908-8c6f-7edafe9f77ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.449638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:42.452811 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df676f8e-d6c7-4986-af1a-1f4bffd51799" -d '{"events": [{"server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "name": "network-vif-plugged", "status": "completed", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:42.462385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e540d979-8f2b-4908-8c6f-7edafe9f77ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.465850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e540d979-8f2b-4908-8c6f-7edafe9f77ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.470457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e540d979-8f2b-4908-8c6f-7edafe9f77ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38391220-a739-4986-9007-4bc5e95ddf29 HTTP/1.1" status: 204 len: 168 time: 0.2188680 Feb 08 23:58:42.479139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540d979-8f2b-4908-8c6f-7edafe9f77ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38391220-a739-4986-9007-4bc5e95ddf29,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:42.489569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.499345 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dad4f0-3612-4b2b-9839-fac674bd6402 x-openstack-request-id: req-78dad4f0-3612-4b2b-9839-fac674bd6402 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:42.499938 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "name": "network-vif-plugged", "status": "completed", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:42.500336 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78dad4f0-3612-4b2b-9839-fac674bd6402 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:42.501122 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'code': 200} Feb 08 23:58:42.536559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.540109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "DELETE /v2.0/ports/985af296-a0b7-4302-821c-d1a650cb361a HTTP/1.1" status: 204 len: 168 time: 0.3457649 Feb 08 23:58:42.542041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418de8a6-a6df-46fe-a0fb-40173565a89b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event deleted for resources: {'Port': ['ID=985af296-a0b7-4302-821c-d1a650cb361a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:42.544047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52586) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:42.571462 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2404f504-ed0a-4eee-9db7-7caa51eb7677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] GET failed (client error): The resource could not be found. Feb 08 23:58:42.573041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2404f504-ed0a-4eee-9db7-7caa51eb7677 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "GET /v2.0/ports/985af296-a0b7-4302-821c-d1a650cb361a HTTP/1.1" status: 404 len: 333 time: 0.0277133 Feb 08 23:58:42.576780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52588) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:42.583128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584287270', 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:42.643848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515c039-0334-455a-b12d-ace82082887f req-cab8ac36-590b-44d0-a371-a8be6c97ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.645383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7515c039-0334-455a-b12d-ace82082887f req-cab8ac36-590b-44d0-a371-a8be6c97ae74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 1096 time: 0.0584564 Feb 08 23:58:42.646384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Made reservation on behalf of e2a29db4d442423d98113fa9f4451f10 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:42.648688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.680066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port 9c3e1fe1-c101-41a6-979f-abb2c500905d yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:42.752211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7515c039-0334-455a-b12d-ace82082887f req-918dea84-a110-419a-acd0-0354482c9e0c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918303 Feb 08 23:58:42.784473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52594) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:42.798287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03eea56a-5197-45fc-861c-dcaf089d1450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.822903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c413c-d120-4959-a286-ed11ddd34952 req-e9786555-6669-437a-a181-91427db37867 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:42.824413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b75c413c-d120-4959-a286-ed11ddd34952 req-e9786555-6669-437a-a181-91427db37867 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0917573 Feb 08 23:58:42.876941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03eea56a-5197-45fc-861c-dcaf089d1450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.880615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-03eea56a-5197-45fc-861c-dcaf089d1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.920372 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-03eea56a-5197-45fc-861c-dcaf089d1450 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e57aff232ece4ac4910910243937088c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347730 Feb 08 23:58:42.921648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eea56a-5197-45fc-861c-dcaf089d1450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129fb860-a1ad-4053-b89b-04ffcfb58f71,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:42.924048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:42.925259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b75c413c-d120-4959-a286-ed11ddd34952 req-e2dd6cbe-69da-4263-be29-4070b497d4b0 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849957 Feb 08 23:58:42.935073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.971092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:42.982246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77b6919c-ac7e-4a49-a3fe-3adc68a2c08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.003545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77b6919c-ac7e-4a49-a3fe-3adc68a2c08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.017200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:43.021777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:43.025992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:43.026924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.027511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.030999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=9c3e1fe1-c101-41a6-979f-abb2c500905d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:43.049426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de610b4a-e2c7-4a36-a865-fc790f5c41ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4689178 Feb 08 23:58:43.049756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52598) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:43.060391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77b6919c-ac7e-4a49-a3fe-3adc68a2c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.063549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77b6919c-ac7e-4a49-a3fe-3adc68a2c08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.064639 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77b6919c-ac7e-4a49-a3fe-3adc68a2c08d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/129fb860-a1ad-4053-b89b-04ffcfb58f71 HTTP/1.1" status: 204 len: 168 time: 0.1398416 Feb 08 23:58:43.092500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6919c-ac7e-4a49-a3fe-3adc68a2c08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129fb860-a1ad-4053-b89b-04ffcfb58f71,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:43.099129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cb62c-1474-4ab9-908b-c326f11eb5ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.100371 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-378cb62c-1474-4ab9-908b-c326f11eb5ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "GET /v2.0/ports/9c3e1fe1-c101-41a6-979f-abb2c500905d HTTP/1.1" status: 200 len: 959 time: 0.0496640 Feb 08 23:58:43.103173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52602) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:43.196165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Deleting port 9c3e1fe1-c101-41a6-979f-abb2c500905d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:43.196512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.250437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef0c9-da68-4a2f-b3ee-0cf444fda530 req-6258e6c4-27b3-460f-adda-2d32921483a2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.254216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c8ef0c9-da68-4a2f-b3ee-0cf444fda530 req-6258e6c4-27b3-460f-adda-2d32921483a2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0635581 Feb 08 23:58:43.263609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.278342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Calling delete_port for 9c3e1fe1-c101-41a6-979f-abb2c500905d owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:43.309887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c8ef0c9-da68-4a2f-b3ee-0cf444fda530 req-44e10aab-5aa3-42ac-8947-912287c6dfc8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486755 Feb 08 23:58:43.379114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.427857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.431134 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9c3e1fe1-c101-41a6-979f-abb2c500905d HTTP/1.1" status: 204 len: 168 time: 0.3268962 Feb 08 23:58:43.435081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52616) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:43.443405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb5b8302-bc72-4310-bada-5c7cad206867 req-e6c3cdfa-b192-41a3-b65f-24026c1194ca tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0323479 Feb 08 23:58:43.444007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536f8fa-ce54-4223-b700-0d7535f255c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c3e1fe1-c101-41a6-979f-abb2c500905d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:43.469873 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc427eec-2328-4418-93f5-66a541ccf691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] GET failed (client error): The resource could not be found. Feb 08 23:58:43.471408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc427eec-2328-4418-93f5-66a541ccf691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "GET /v2.0/ports/9c3e1fe1-c101-41a6-979f-abb2c500905d HTTP/1.1" status: 404 len: 333 time: 0.0351996 Feb 08 23:58:43.475803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52620) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:43.482491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Request body: {'port': {'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1645821888'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:43.513413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Made reservation on behalf of e2a29db4d442423d98113fa9f4451f10 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:43.516506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.526246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca600ec5-d023-4613-b685-194b8f05bb1f req-324b67fc-9b98-4039-a647-83b91188f9a3 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.536470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca600ec5-d023-4613-b685-194b8f05bb1f req-324b67fc-9b98-4039-a647-83b91188f9a3 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0955739 Feb 08 23:58:43.541217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port b635189a-ed0d-477c-b6b8-9c438a44db57 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:43.618041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca600ec5-d023-4613-b685-194b8f05bb1f req-bfcab94a-ea1b-44fc-88a9-e41576e72a41 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803595 Feb 08 23:58:43.642599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff9055-eb29-4d44-90f4-057aecafc011 req-1626736a-5335-427e-8d5c-2e0a5d59bff2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.642599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcff9055-eb29-4d44-90f4-057aecafc011 req-1626736a-5335-427e-8d5c-2e0a5d59bff2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0892045 Feb 08 23:58:43.691654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcff9055-eb29-4d44-90f4-057aecafc011 req-9fff785b-82d8-4e02-acfa-b0258846a142 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Feb 08 23:58:43.740590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.786977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.830874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:43.834094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:43.837341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:43.838674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.839259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.870765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897385ec-506a-431f-bad4-822fa30b6e15 req-a7f0adc5-dfb4-467e-b1f3-c6a825c9008a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:43.872279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-897385ec-506a-431f-bad4-822fa30b6e15 req-a7f0adc5-dfb4-467e-b1f3-c6a825c9008a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0617430 Feb 08 23:58:43.872982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:43.873164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3958936 Feb 08 23:58:43.874531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae3a7-8a86-43f6-becf-bcbf511afe07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=b635189a-ed0d-477c-b6b8-9c438a44db57,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:43.879110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:43.972205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:43.977535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-897385ec-506a-431f-bad4-822fa30b6e15 req-f3b60cab-39d3-444f-bc43-4f1a0dd06e6e tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946879 Feb 08 23:58:44.196321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4898d-d058-4bc5-be25-b61e1258b3e3 req-979a8dd4-31ee-4558-8ffd-4596efcea849 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:44.198013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5e4898d-d058-4bc5-be25-b61e1258b3e3 req-979a8dd4-31ee-4558-8ffd-4596efcea849 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.1702273 Feb 08 23:58:44.217467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0fc3b-1221-4d53-bb0c-daa72551e975 req-119c5524-56c5-4314-9da5-cd7aa64a8b98 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:44.219176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1df0fc3b-1221-4d53-bb0c-daa72551e975 req-119c5524-56c5-4314-9da5-cd7aa64a8b98 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1511056 Feb 08 23:58:44.231810 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00edcf7c-1402-4772-be8a-6560fd7be534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.314663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] device_id is not set on port b635189a-ed0d-477c-b6b8-9c438a44db57 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:44.335202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5e4898d-d058-4bc5-be25-b61e1258b3e3 req-6790431e-7917-4273-b8fb-d4d318c87ea9 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270843 Feb 08 23:58:44.339312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.351538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1df0fc3b-1221-4d53-bb0c-daa72551e975 req-88226ee9-db99-459d-aa00-c2ceb9fb8c26 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170857 Feb 08 23:58:44.356858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.417231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=b635189a-ed0d-477c-b6b8-9c438a44db57,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:44.429540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.430497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.430497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.435406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.435751 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.436149 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 2 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.452841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.453351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.453706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.458644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.458931 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.459329 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 3 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.474596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.475031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.475438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.480458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.480554 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.481152 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 4 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.495365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.495978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.496391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.503420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.503754 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.504320 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 5 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.521777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.522123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.522461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.526991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.527322 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.527919 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 6 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.544773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.547802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.548171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.553289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.553622 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.554019 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 7 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.597248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.597606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.597929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.601380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ee59b1-2005-497b-bbfa-fa290dc40286 req-7d670387-90ad-4dc5-941a-794d16c46567 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0434763 Feb 08 23:58:44.604544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.604886 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.605292 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 8 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.619066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.619940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.619940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.625345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.625675 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.626056 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 9 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.640161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.640627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.641258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.646362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.646724 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.647120 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempt 10 to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 Feb 08 23:58:44.673549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:44.673895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:44.674333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempting to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:44.679249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:58:44.679562 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Failed to bind port b635189a-ed0d-477c-b6b8-9c438a44db57 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '044b81c3-1ab9-4114-bbb7-2608fa3866c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664'}] Feb 08 23:58:44.680032 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.770447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:44.821483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] For port b635189a-ed0d-477c-b6b8-9c438a44db57, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:44.821845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attempted to set empty binding levels {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 08 23:58:44.846307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.875593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1311652596', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:44.884756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] In _notify_port_updated(), no bound segment for port b635189a-ed0d-477c-b6b8-9c438a44db57 on network 8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:58:44.885633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:44.886218 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.890656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "PUT /v2.0/ports/b635189a-ed0d-477c-b6b8-9c438a44db57 HTTP/1.1" status: 200 len: 979 time: 1.0161588 Feb 08 23:58:44.891059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:44.908193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a08506-39f4-4689-877d-7c96f506b23a req-2d0d0abb-e750-43c8-aab0-395fee840545 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:44.912381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08a08506-39f4-4689-877d-7c96f506b23a req-2d0d0abb-e750-43c8-aab0-395fee840545 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1445136 Feb 08 23:58:44.922307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Made reservation on behalf of 5189ec3937614c0897505af8eaf5105f for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:44.924583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.939751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:44.943735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa5362-7a3e-41e0-b33a-7cca3c46d175 req-95bac2ba-374f-4222-af6e-15fd12e5f9c0 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:44.945288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72aa5362-7a3e-41e0-b33a-7cca3c46d175 req-95bac2ba-374f-4222-af6e-15fd12e5f9c0 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1575291 Feb 08 23:58:44.947098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f4f71-3319-4d0a-bd57-3bc92db02b2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event updated for resources: {'Port': ['ID=b635189a-ed0d-477c-b6b8-9c438a44db57,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:44.992886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08a08506-39f4-4689-877d-7c96f506b23a req-9f66ec21-3328-4ea1-a047-a60a55420297 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657244 Feb 08 23:58:45.018603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72aa5362-7a3e-41e0-b33a-7cca3c46d175 req-6fb36788-bef9-4cab-99e1-4cabbd6e2c45 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584121 Feb 08 23:58:45.037930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Deleting port b635189a-ed0d-477c-b6b8-9c438a44db57 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:45.038599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.121779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.127393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] For port b635189a-ed0d-477c-b6b8-9c438a44db57, host n-h2-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:45.127760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.134700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.141237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] device_id is not set on port a3a59748-7329-4372-a4c0-90267b1614af yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:45.154743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Calling delete_port for b635189a-ed0d-477c-b6b8-9c438a44db57 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:45.205963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aa3a51-d9c5-4f80-a87d-866e7972b896,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:45.322633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Allocated IP 172.25.3.216 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/a3a59748-7329-4372-a4c0-90267b1614af) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:45.339353 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.379164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Pushing event deleted for resources: {'Port': ['ID=b635189a-ed0d-477c-b6b8-9c438a44db57,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:45.393403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.397099 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-db70789d-4e61-476f-9ddd-93ffa227d465 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b635189a-ed0d-477c-b6b8-9c438a44db57 HTTP/1.1" status: 204 len: 168 time: 0.5050898 Feb 08 23:58:45.399846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:45.433762 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.439386 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7920405b-bdae-4023-accd-26320a18163a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] GET failed (client error): The resource could not be found. Feb 08 23:58:45.441356 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7920405b-bdae-4023-accd-26320a18163a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553800940-project-admin] 10.222.0.32 "GET /v2.0/ports/b635189a-ed0d-477c-b6b8-9c438a44db57 HTTP/1.1" status: 404 len: 333 time: 0.0405982 Feb 08 23:58:45.445309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52690) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:45.457448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aef4f8-3d3b-44f8-b385-f876e18a64c5 req-22b4b502-e674-45aa-98c1-c22066d59162 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:45.458902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42aef4f8-3d3b-44f8-b385-f876e18a64c5 req-22b4b502-e674-45aa-98c1-c22066d59162 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0571988 Feb 08 23:58:45.498499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42aef4f8-3d3b-44f8-b385-f876e18a64c5 req-aab6ca35-713a-476d-89b8-7e8080397dfc tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332894 Feb 08 23:58:45.623067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebca61d-a6ed-4278-8eeb-5bccd8db5f01 req-0ff0d5d6-1184-428b-a4d9-52f91bfa6736 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:45.624748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ebca61d-a6ed-4278-8eeb-5bccd8db5f01 req-0ff0d5d6-1184-428b-a4d9-52f91bfa6736 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0564840 Feb 08 23:58:45.634127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52694) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:45.638954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Request body: {'floatingip': {'port_id': 'da12feab-d086-4b6a-9cd8-f131259f3fee'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:45.685373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.770823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c95b6509-d949-4b4a-ac42-edf6fed33235 req-295e9436-ebfa-4dcc-aee8-4f42c6d4f213 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0538585 Feb 08 23:58:45.863862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.898683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:45.992799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.022470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:46.032641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.038932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044b81c3-1ab9-4114-bbb7-2608fa3866c7') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:46.039175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044b81c3-1ab9-4114-bbb7-2608fa3866c7') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:46.074759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.102965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:46.105260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.107453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a59748-7329-4372-a4c0-90267b1614af,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:46.111424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:46.113431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:46.141191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:46.141594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:46.144771 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:46.211829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:46.212515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.224397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.229020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.235186 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] 10.222.0.32 "DELETE /v2.0/networks/8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664 HTTP/1.1" status: 204 len: 168 time: 0.7859354 Feb 08 23:58:46.256867 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0612e161-3dc7-4eb6-ab5e-749343c22e57 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4827082 Feb 08 23:58:46.256867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d139047-5ed0-4e93-86ce-f82454e257ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147 tempest-PortsAdminExtendedAttrsIpV6TestJSON-560209147-project] Pushing event deleted for resources: {'Network': ['ID=8a76b2aa-9dc4-42a7-ae8f-ebc5c3bbd664,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:46.257263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52704) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:46.262326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.216'}]}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:46.289327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.290387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.349676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.504815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.525981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32074885-382f-4402-9d08-ab698a62b48c req-dd836ee7-914b-40af-8947-4502c5e8fa8f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:46.527492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32074885-382f-4402-9d08-ab698a62b48c req-dd836ee7-914b-40af-8947-4502c5e8fa8f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.4434536 Feb 08 23:58:46.535879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c7690-1d3d-45f4-b50c-30381df25d98 req-60690aad-2b1f-42d5-aec4-4b97454f9874 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:46.537355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec1c7690-1d3d-45f4-b50c-30381df25d98 req-60690aad-2b1f-42d5-aec4-4b97454f9874 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.4359257 Feb 08 23:58:46.556302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:46.640515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32074885-382f-4402-9d08-ab698a62b48c req-ebd77ed0-698e-401b-a6b7-c7217bc3ce68 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994811 Feb 08 23:58:46.647390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec1c7690-1d3d-45f4-b50c-30381df25d98 req-dfefdeb5-6760-4aa8-be4c-d41c2af6a834 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887547 Feb 08 23:58:46.720236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.729350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.734865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.754056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.776580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7bbaea13-fd72-4651-84a7-cbb976265036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=147b947be1aa438dbad6f8c2977515a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167151 Feb 08 23:58:46.782806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52712) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:46.807613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.905510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33efbc75-d048-4d2b-b818-05105b0bb77e req-f22ff0ff-3ff8-4ce3-860a-e4567bd6b2d0 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0391679 Feb 08 23:58:46.906728 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Floating IP 77dbf8c8-2287-4000-9fbc-1403bee3e6b9 associated. External IP: 172.25.3.96, port: da12feab-d086-4b6a-9cd8-f131259f3fee. Feb 08 23:58:46.909137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeafb1c9-f1e9-4d45-90da-2fdfe6d5ff61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.912394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:46.971522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeafb1c9-f1e9-4d45-90da-2fdfe6d5ff61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.074304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.076310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.097428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeafb1c9-f1e9-4d45-90da-2fdfe6d5ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.099952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeafb1c9-f1e9-4d45-90da-2fdfe6d5ff61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.104809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eeafb1c9-f1e9-4d45-90da-2fdfe6d5ff61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/738a2173-b556-4cdb-8973-0f9d3d663b29 HTTP/1.1" status: 204 len: 168 time: 0.3175142 Feb 08 23:58:47.116978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafb1c9-f1e9-4d45-90da-2fdfe6d5ff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738a2173-b556-4cdb-8973-0f9d3d663b29,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:47.133112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.133978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 945f6fc5-9967-4680-ae00-ec55dd609b36 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:58:47.158965 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 08 23:58:47.160509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-67151bb2-ae32-46ef-8d1d-8f164c63f084 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9016738 Feb 08 23:58:47.164899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52718) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:47.206893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Router 96933808-b62b-49ec-8a36-2fdf8308bc4e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:58:47.271452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.330271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Deleting port a3a59748-7329-4372-a4c0-90267b1614af {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:47.330549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.397415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4370c0-bc15-4863-9927-a5914ffb30d3 req-2d89b14c-6fdc-4675-b752-03fac0ac670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:47.399060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa4370c0-bc15-4863-9927-a5914ffb30d3 req-2d89b14c-6fdc-4675-b752-03fac0ac670b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 1097 time: 0.1365161 Feb 08 23:58:47.400496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:58:47.405283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.417632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] Sync routers for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:58:47.437387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:47.438369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:47.456018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-16b615d1-7516-4f85-9d2b-3de5faeb716b tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "PUT /v2.0/floatingips/77dbf8c8-2287-4000-9fbc-1403bee3e6b9 HTTP/1.1" status: 200 len: 990 time: 1.8206537 Feb 08 23:58:47.457940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:58:47.460452 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:58:47.474318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa4370c0-bc15-4863-9927-a5914ffb30d3 req-c2302a25-c578-4245-a660-5599a2d74b97 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664778 Feb 08 23:58:47.498498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.514487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Calling delete_port for a3a59748-7329-4372-a4c0-90267b1614af owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:47.540163 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb35de-1a83-418c-802f-601ecbfaafa9 x-openstack-request-id: req-9ccb35de-1a83-418c-802f-601ecbfaafa9 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:58:47.540966 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:58:47.540966 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ccb35de-1a83-418c-802f-601ecbfaafa9 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:58:47.541932 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'status': 'completed', 'code': 200} Feb 08 23:58:47.590461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:47.643410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e7cb6-ee2a-4c50-9b0c-eb469b0b8bce req-6c642c6d-d8e6-4996-89ed-a79e9a6c57e1 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:47.645301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-753e7cb6-ee2a-4c50-9b0c-eb469b0b8bce req-6c642c6d-d8e6-4996-89ed-a79e9a6c57e1 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0674887 Feb 08 23:58:47.674184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.714786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52730) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:47.721719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3a59748-7329-4372-a4c0-90267b1614af,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:47.723221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-753e7cb6-ee2a-4c50-9b0c-eb469b0b8bce req-fcc0af7b-343b-4aa8-a63f-816420a93d2d tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688181 Feb 08 23:58:47.836062 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51db22e2-9254-4dfb-b240-bbd8efbdbd64 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2a29db4d442423d98113fa9f4451f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007013 Feb 08 23:58:47.841739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52732) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:47.879730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:47.883554 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cfdfc1ef-bb2f-4bcf-a9ad-0720f7fb3ae4 tempest-RoutersAdminNegativeTest-307016935 tempest-RoutersAdminNegativeTest-307016935-project-admin] 10.222.0.32 "DELETE /v2.0/ports/a3a59748-7329-4372-a4c0-90267b1614af HTTP/1.1" status: 204 len: 168 time: 0.7174103 Feb 08 23:58:47.887391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-338197de-abd3-4850-810a-37cca10bb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:47.889170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-338197de-abd3-4850-810a-37cca10bb937 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1844959eaf52411d907cec693c10c237&device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 1096 time: 0.1270254 Feb 08 23:58:47.911334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '77dbf8c8-2287-4000-9fbc-1403bee3e6b9', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'port_id': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'mac_address': 'fa:16:3e:0f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:58:22Z', 'updated_at': '2022-02-08T23:58:46Z', 'revision_number': 1, 'project_id': '1844959eaf52411d907cec693c10c237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:23Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:47.934920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027e058-9812-4172-b2ff-0da5c6d35f6e req-1953483b-7598-4412-bb95-175b55579520 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:47.936985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c027e058-9812-4172-b2ff-0da5c6d35f6e req-1953483b-7598-4412-bb95-175b55579520 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1420450 Feb 08 23:58:47.939708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] Checking router: 96933808-b62b-49ec-8a36-2fdf8308bc4e for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:58:47.948715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:58:47.950177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:58:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:47.962120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8ffa-40bf-4e78-bdaf-155b1a52e90a req-fd29248f-d514-48cc-8221-8cd58ba62c19 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:47.963579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-540b8ffa-40bf-4e78-bdaf-155b1a52e90a req-fd29248f-d514-48cc-8221-8cd58ba62c19 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1381526 Feb 08 23:58:48.050976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bece-971d-4b5c-8d4c-0ce28ac5a9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.078532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:58:48.097233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c027e058-9812-4172-b2ff-0da5c6d35f6e req-b9e2881b-ecaf-4422-8938-a36e45f019d8 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468437 Feb 08 23:58:48.118881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-540b8ffa-40bf-4e78-bdaf-155b1a52e90a req-d9c2950f-51bb-47df-b154-1293608ade5d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205044 Feb 08 23:58:48.120665 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bece-971d-4b5c-8d4c-0ce28ac5a9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.132420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-07737610-f263-401b-8a81-1394f8e79318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:48.133710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-07737610-f263-401b-8a81-1394f8e79318 service neutron] 10.222.0.21 "GET /v2.0/networks?id=896d1134-dd0c-4aae-8611-84965ae53f2d HTTP/1.1" status: 200 len: 913 time: 0.2275517 Feb 08 23:58:48.199377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:48.256542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e297c3f-ca27-4c2d-a8c5-49fffaa8e969 req-9f803ff9-3c4b-4060-9ffd-2875bcbcc1f3 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0476675 Feb 08 23:58:48.270218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-9027c5c4-61b5-4e20-9f50-13219d5a68c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da12feab-d086-4b6a-9cd8-f131259f3fee HTTP/1.1" status: 200 len: 998 time: 0.1207147 Feb 08 23:58:48.278964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bece-971d-4b5c-8d4c-0ce28ac5a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.283036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bece-971d-4b5c-8d4c-0ce28ac5a9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.284255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9ba2bece-971d-4b5c-8d4c-0ce28ac5a9bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56628f62-8d29-4623-918b-beac75057c75 HTTP/1.1" status: 204 len: 168 time: 0.4410698 Feb 08 23:58:48.318742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bece-971d-4b5c-8d4c-0ce28ac5a9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56628f62-8d29-4623-918b-beac75057c75,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:48.342205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-4cca66b2-f48a-4af7-af4e-15a95ac1e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:48.345354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-4cca66b2-f48a-4af7-af4e-15a95ac1e0c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=803b0b35-34e8-469e-b89d-bb44a4584a26 HTTP/1.1" status: 200 len: 851 time: 0.0599017 Feb 08 23:58:48.375223 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ca13a2a-baff-4e3f-bedb-0ba2f73bb1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.403126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-6f1c1c39-c208-4e41-868f-1514ea23faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:48.404657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-6f1c1c39-c208-4e41-868f-1514ea23faed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=896d1134-dd0c-4aae-8611-84965ae53f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524182 Feb 08 23:58:48.411924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '77dbf8c8-2287-4000-9fbc-1403bee3e6b9', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'port_id': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'mac_address': 'fa:16:3e:0f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:58:22Z', 'updated_at': '2022-02-08T23:58:46Z', 'revision_number': 1, 'project_id': '1844959eaf52411d907cec693c10c237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:23Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:48.442907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a731c0b-422e-4c05-afcf-c9260e793abf None None] The sync data for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 is: [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '77dbf8c8-2287-4000-9fbc-1403bee3e6b9', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'floating_ip_address': '172.25.3.96', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'port_id': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'mac_address': 'fa:16:3e:0f:5f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-08T23:58:22Z', 'updated_at': '2022-02-08T23:58:46Z', 'revision_number': 1, 'project_id': '1844959eaf52411d907cec693c10c237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:23Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:58:48.492205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ca13a2a-baff-4e3f-bedb-0ba2f73bb1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.497053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ca13a2a-baff-4e3f-bedb-0ba2f73bb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.544949 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6ca13a2a-baff-4e3f-bedb-0ba2f73bb1dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b3c3f9815134a53a71d58756099db9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444278 Feb 08 23:58:48.546693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-5f4a68d1-6c78-4c46-948f-cdf3ecf391bc service neutron] 10.222.0.21 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187527 Feb 08 23:58:48.548239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52748) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:48.557039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca13a2a-baff-4e3f-bedb-0ba2f73bb1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866637bc-6948-4a81-bc82-fd11e87d5e15,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:48.671419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c724-1d3a-4bbb-9b3e-8dae29c0604b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.726519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c724-1d3a-4bbb-9b3e-8dae29c0604b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.739511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7d4d339-a5d1-47f8-8e97-2d9a6b4696e5 req-e3ad6fe9-61eb-417d-b530-0d93b4f02792 service neutron] 10.222.0.21 "GET /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661849 Feb 08 23:58:48.785843 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352c438-9e44-4c6f-a0f6-ed32e7e7287a None None] New status for floating IP 77dbf8c8-2287-4000-9fbc-1403bee3e6b9: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:58:48.809323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c724-1d3a-4bbb-9b3e-8dae29c0604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.813808 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8c724-1d3a-4bbb-9b3e-8dae29c0604b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:48.818636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e5a8c724-1d3a-4bbb-9b3e-8dae29c0604b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/866637bc-6948-4a81-bc82-fd11e87d5e15 HTTP/1.1" status: 204 len: 168 time: 0.2692225 Feb 08 23:58:48.827241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8c724-1d3a-4bbb-9b3e-8dae29c0604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866637bc-6948-4a81-bc82-fd11e87d5e15,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:48.911843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f722-8e97-45e8-988e-97a75f6a199f req-434b7bfb-98d8-4872-98b0-e3ffd39e72a7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:48.922670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18e5f722-8e97-45e8-988e-97a75f6a199f req-434b7bfb-98d8-4872-98b0-e3ffd39e72a7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0828178 Feb 08 23:58:48.968819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18e5f722-8e97-45e8-988e-97a75f6a199f req-e112d436-19a2-48e5-bc6e-c3b2d22a3cf3 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Feb 08 23:58:49.261528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed026c05-33cc-4e2d-8b2a-f82da68a2413 req-00058c5f-ce08-4293-87e3-4f9a67abaeff tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:49.263279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed026c05-33cc-4e2d-8b2a-f82da68a2413 req-00058c5f-ce08-4293-87e3-4f9a67abaeff tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.0833683 Feb 08 23:58:49.277330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83371195-44d2-43b3-b0fd-75d3b363863c req-153bac90-24be-4d6d-9f25-497a56aaa6fb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:49.279819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83371195-44d2-43b3-b0fd-75d3b363863c req-153bac90-24be-4d6d-9f25-497a56aaa6fb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0724285 Feb 08 23:58:49.306087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52778) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:49.352778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed026c05-33cc-4e2d-8b2a-f82da68a2413 req-62a66c29-ae90-4bae-9eed-448673211562 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709262 Feb 08 23:58:49.360859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:49.365993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83371195-44d2-43b3-b0fd-75d3b363863c req-a541abb8-07d3-439f-b891-1a3fb113580d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773931 Feb 08 23:58:49.420769 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0b8c8d7-c9eb-4902-b214-92c6426667fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5189ec3937614c0897505af8eaf5105f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580461 Feb 08 23:58:49.423414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52788) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:49.478500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca2db56f-8848-462e-9c84-fce1789d2bb7 req-4a31c1ab-2e0c-4bcf-be41-4e28ef0ab074 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0387077 Feb 08 23:58:49.481914 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-603b926c-9c13-4f58-afc8-6bc1cdf69a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:49.519883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-603b926c-9c13-4f58-afc8-6bc1cdf69a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:49.529291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b69e99-f3ea-4c30-a7ef-92bf4cb4222c req-e5a89867-0bb2-4094-8f9d-a1fe084e7604 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:49.530975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6b69e99-f3ea-4c30-a7ef-92bf4cb4222c req-e5a89867-0bb2-4094-8f9d-a1fe084e7604 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0792668 Feb 08 23:58:49.574148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6b69e99-f3ea-4c30-a7ef-92bf4cb4222c req-a452fb5e-7f6d-4bfa-85b5-ccbfce6acd49 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 Feb 08 23:58:49.576248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-603b926c-9c13-4f58-afc8-6bc1cdf69a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:49.579568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-603b926c-9c13-4f58-afc8-6bc1cdf69a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:49.580738 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-603b926c-9c13-4f58-afc8-6bc1cdf69a4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51aa3a51-d9c5-4f80-a87d-866e7972b896 HTTP/1.1" status: 204 len: 168 time: 0.1563547 Feb 08 23:58:49.617723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b926c-9c13-4f58-afc8-6bc1cdf69a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aa3a51-d9c5-4f80-a87d-866e7972b896,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:49.638327 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2ca904e-d2d4-4806-83dd-c92f2f0babe7 tempest-AgentManagementNegativeTest-1499543451 tempest-AgentManagementNegativeTest-1499543451-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3310678 Feb 08 23:58:49.860884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdb84-1b9f-4e5c-9d27-e45b0341a623 req-f35a88bb-56b0-4074-868b-f1cba1a779de tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:49.862527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ebdb84-1b9f-4e5c-9d27-e45b0341a623 req-f35a88bb-56b0-4074-868b-f1cba1a779de tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0714717 Feb 08 23:58:49.905979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ebdb84-1b9f-4e5c-9d27-e45b0341a623 req-5103737f-ca2a-4ed0-b54d-e27cbb71f3d3 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361657 Feb 08 23:58:49.932562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52806) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:50.063921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b696a73-a45e-4ad1-b362-a06a9ffa0cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.122936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08070767-5d60-4138-bb9a-03dac8c9b539 req-be1a0c04-127d-419c-8001-70bc75d0187c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:50.125806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08070767-5d60-4138-bb9a-03dac8c9b539 req-be1a0c04-127d-419c-8001-70bc75d0187c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0599723 Feb 08 23:58:50.153851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b696a73-a45e-4ad1-b362-a06a9ffa0cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.159571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b696a73-a45e-4ad1-b362-a06a9ffa0cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.174617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08070767-5d60-4138-bb9a-03dac8c9b539 req-3289c72a-4d05-4f51-b57e-ebd2eec30084 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Feb 08 23:58:50.206715 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3b696a73-a45e-4ad1-b362-a06a9ffa0cb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aae60c9137d54f389b0077c990379285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707033 Feb 08 23:58:50.207075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52822) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:50.213304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b696a73-a45e-4ad1-b362-a06a9ffa0cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae92ffd7-9401-45ae-b745-c30e24b5a34a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:50.288657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cec4430-ab34-4d1b-9949-0452da496cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.325091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c009-f71c-450b-be71-d13e4c4ef82d req-3c55953c-fa63-4252-b468-8df623924446 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:50.325875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e53c009-f71c-450b-be71-d13e4c4ef82d req-3c55953c-fa63-4252-b468-8df623924446 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0606744 Feb 08 23:58:50.330534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cec4430-ab34-4d1b-9949-0452da496cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.368829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e53c009-f71c-450b-be71-d13e4c4ef82d req-9ea60f27-76b1-4931-96db-4eabd2001499 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349059 Feb 08 23:58:50.392468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cec4430-ab34-4d1b-9949-0452da496cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.395233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cec4430-ab34-4d1b-9949-0452da496cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.396592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5cec4430-ab34-4d1b-9949-0452da496cf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae92ffd7-9401-45ae-b745-c30e24b5a34a HTTP/1.1" status: 204 len: 168 time: 0.1886508 Feb 08 23:58:50.415973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec4430-ab34-4d1b-9949-0452da496cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae92ffd7-9401-45ae-b745-c30e24b5a34a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:50.478926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52836) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:50.505544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97a6ef-2269-4e0c-83cf-67358e01b355 req-d2e898d9-48a5-4a9f-a86a-5672c33a900c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:50.507266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c97a6ef-2269-4e0c-83cf-67358e01b355 req-d2e898d9-48a5-4a9f-a86a-5672c33a900c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0569527 Feb 08 23:58:50.572071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c97a6ef-2269-4e0c-83cf-67358e01b355 req-55dbf71a-f6d4-4773-94e2-c991e6df5e2d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557029 Feb 08 23:58:50.641094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2af30a3-a6be-45a3-acec-73ae09c9e34c req-cf2e5619-c95e-4138-b5d6-20f46e2233bc tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0392904 Feb 08 23:58:50.711406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1143771150'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:50.735187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Made reservation on behalf of 09491642964e4ec6b6ac0581f7f1d12a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:50.738999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.747658 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.834240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.835126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.866259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:50.877174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818e0b2e-8705-43b8-8063-4bbed3bb072a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:50.882093 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.882763 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Added segment 5dd397ca-03fd-4783-8a15-c4bef1afcdb1 of type vlan for network da5e055d-f073-4677-974c-90d33b39a697 Feb 08 23:58:50.925289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.954879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:50.961065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:50.961678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.023750 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5410087 Feb 08 23:58:51.024089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52860) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:51.031144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Request body: {'subnet': {'network_id': 'da5e055d-f073-4677-974c-90d33b39a697', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:51.037754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ce47-31f3-435e-bdff-e30c7bfe8f97 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event updated for resources: {'Network': ['ID=da5e055d-f073-4677-974c-90d33b39a697,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:51.044906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f77ceb-aacc-448c-aa41-07d62d4be3a2 req-adfd73c3-8598-4bea-887d-1ddd3cb5bc4a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:51.047475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f77ceb-aacc-448c-aa41-07d62d4be3a2 req-adfd73c3-8598-4bea-887d-1ddd3cb5bc4a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0730402 Feb 08 23:58:51.049821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network da5e055d-f073-4677-974c-90d33b39a697 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:51.153901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f77ceb-aacc-448c-aa41-07d62d4be3a2 req-d5b1990b-60f9-49f4-9c94-a7107397826b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943198 Feb 08 23:58:51.181705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Made reservation on behalf of 09491642964e4ec6b6ac0581f7f1d12a for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:51.185501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.202219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:51.321132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750778597'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:51.355752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:51.361038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.371863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.398075 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.459388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.463021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.492177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:51.506247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0634b0de-49e7-4729-9a0d-be7ee5906c9f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:51.508458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event updated for resources: {'Subnet': ['ID=932c85a9-cdf9-426b-87d1-1dd2941f1315,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:51.511379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.511727 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment d8650384-0494-471d-a373-5fe0d20a4d05 of type vlan for network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 Feb 08 23:58:51.521015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b42412-7ac8-49f2-a81f-f7b4bbc2eb13 req-0469fa0d-78e8-4b5d-93f3-eb967aa6e456 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:51.522393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93b42412-7ac8-49f2-a81f-f7b4bbc2eb13 req-0469fa0d-78e8-4b5d-93f3-eb967aa6e456 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1166067 Feb 08 23:58:51.540590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Checking segment: {'id': '5dd397ca-03fd-4783-8a15-c4bef1afcdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'da5e055d-f073-4677-974c-90d33b39a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:51.541125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Network hostable DHCP agents. Network: da5e055d-f073-4677-974c-90d33b39a697, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:58:51.564683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.583515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93b42412-7ac8-49f2-a81f-f7b4bbc2eb13 req-25725d82-5107-47bb-b407-7bcccc1890f9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541010 Feb 08 23:58:51.585941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Network da5e055d-f073-4677-974c-90d33b39a697 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:58:51.606054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, da5e055d-f073-4677-974c-90d33b39a697) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:51.608767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:51.609571 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.613835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.618995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e505c83-c075-4945-aee4-76afde53d35b None None] Network da5e055d-f073-4677-974c-90d33b39a697 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:51.619928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:51.620553 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.648695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2e236a7a-628b-41fd-b49e-faa2a37542d9 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6203189 Feb 08 23:58:51.649308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:51.685539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Request body: {'port': {'network_id': 'da5e055d-f073-4677-974c-90d33b39a697', 'name': 'tempest-ExtraDHCPOptionsTestJSON-642954318'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:51.700624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4968698 Feb 08 23:58:51.756424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-154a36b5-6f09-4cdb-b79b-fb6d5fbe54d8 req-71c3d0c5-cb4b-488c-b68c-72ac6c1cd30a tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0279295 Feb 08 23:58:51.775125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbccaa8-d91c-4f1d-96be-5c018b52ad62 req-a635ac4f-9132-4bf3-9599-a72220c16c18 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:51.779454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62830f-5491-4946-822e-833d5ce59fff tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=cd313d8f-d2fb-4067-b3c1-ed34cffa4d92,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:51.785504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cbccaa8-d91c-4f1d-96be-5c018b52ad62 req-a635ac4f-9132-4bf3-9599-a72220c16c18 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1016026 Feb 08 23:58:51.833095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cbccaa8-d91c-4f1d-96be-5c018b52ad62 req-556b818f-f24c-4d94-ad28-a1c0c4a8c7bb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363326 Feb 08 23:58:51.838807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52880) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:51.845139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:51.882615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Made reservation on behalf of 09491642964e4ec6b6ac0581f7f1d12a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:51.883758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:51.886974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:51.906442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] device_id is not set on port 8f57ccad-aea9-4d8d-ae87-a180d5aad326 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:51.947762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:51.951735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.030885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Allocated IP 172.20.0.6 (da5e055d-f073-4677-974c-90d33b39a697/932c85a9-cdf9-426b-87d1-1dd2941f1315/8f57ccad-aea9-4d8d-ae87-a180d5aad326) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:52.057135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-da5e055d-f073-4677-974c-90d33b39a697', 'network_id': 'da5e055d-f073-4677-974c-90d33b39a697', 'tenant_id': '09491642964e4ec6b6ac0581f7f1d12a', 'fixed_ips': [{'subnet_id': '932c85a9-cdf9-426b-87d1-1dd2941f1315'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:58:52.058066 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.199098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.234422 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.289213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Network da5e055d-f073-4677-974c-90d33b39a697 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:52.292021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Allocated IP 172.20.0.2 (da5e055d-f073-4677-974c-90d33b39a697/932c85a9-cdf9-426b-87d1-1dd2941f1315/3835a3f9-0cd2-4888-9900-5fca5c1286cf) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:52.295131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:52.299381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:52.333801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event updated for resources: {'Port': ['ID=8f57ccad-aea9-4d8d-ae87-a180d5aad326,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:52.361588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:52.362287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.380791 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d3abe9d-b658-4902-b1cd-037192e40644 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7306747 Feb 08 23:58:52.383865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52882) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:52.388899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Request body: {'port': {'network_id': 'da5e055d-f073-4677-974c-90d33b39a697', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2020777210', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:52.389491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] bootfile-name is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 23:58:52.389842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] tftp-server is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 23:58:52.390173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] server-ip-address is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 23:58:52.453894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.472626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.478594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.517474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Made reservation on behalf of 09491642964e4ec6b6ac0581f7f1d12a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:52.520945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=c1165318-343e-4860-838e-06f16e6300c6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:52.522289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.528276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Network da5e055d-f073-4677-974c-90d33b39a697 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:52.533146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:52.534177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': 'd8650384-0494-471d-a373-5fe0d20a4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:52.535530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Pushing event updated for resources: {'Port': ['ID=3835a3f9-0cd2-4888-9900-5fca5c1286cf,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:52.535671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: cd313d8f-d2fb-4067-b3c1-ed34cffa4d92, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:58:52.537569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:52.544460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] device_id is not set on port 82db15e8-4765-4510-89c3-5c612611655a yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:58:52.556764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:58:52.567353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, cd313d8f-d2fb-4067-b3c1-ed34cffa4d92) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:52.572334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:52.573481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.581470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c1803-2306-46b4-8e1d-542e3f432475 None None] Network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:52.595577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1d1a23f0-a731-4a9c-af08-59d05d0e0a6e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7554069 Feb 08 23:58:52.600448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:52.604478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857912895'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:52.631311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:52.637145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Attempting to bind port 3835a3f9-0cd2-4888-9900-5fca5c1286cf on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:52.637529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Attempting to bind port 3835a3f9-0cd2-4888-9900-5fca5c1286cf by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '5dd397ca-03fd-4783-8a15-c4bef1afcdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'da5e055d-f073-4677-974c-90d33b39a697'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:52.637752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.637893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Attempting to bind port 3835a3f9-0cd2-4888-9900-5fca5c1286cf on network da5e055d-f073-4677-974c-90d33b39a697 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:52.648404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:52.648404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Checking segment: {'id': '5dd397ca-03fd-4783-8a15-c4bef1afcdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'da5e055d-f073-4677-974c-90d33b39a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:52.648769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.649161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Bound using segment: {'id': '5dd397ca-03fd-4783-8a15-c4bef1afcdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'da5e055d-f073-4677-974c-90d33b39a697'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:52.649537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Bound port: 3835a3f9-0cd2-4888-9900-5fca5c1286cf, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd397ca-03fd-4783-8a15-c4bef1afcdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'da5e055d-f073-4677-974c-90d33b39a697'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:52.649924 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.674371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:52.683616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Allocated IP 172.20.0.9 (da5e055d-f073-4677-974c-90d33b39a697/932c85a9-cdf9-426b-87d1-1dd2941f1315/82db15e8-4765-4510-89c3-5c612611655a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:52.696597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.697515 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment b2130e69-2185-4058-b02f-706892157b72 of type vlan for network f8979693-1f74-41c8-9b34-dbe2d60dcb88 Feb 08 23:58:52.762174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.769951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] For port 3835a3f9-0cd2-4888-9900-5fca5c1286cf, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:52.774481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] For port 3835a3f9-0cd2-4888-9900-5fca5c1286cf, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3835a3f9-0cd2-4888-9900-5fca5c1286cf,segment=NetworkSegment(5dd397ca-03fd-4783-8a15-c4bef1afcdb1),segment_id=5dd397ca-03fd-4783-8a15-c4bef1afcdb1)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:52.777317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557e9f4-90f2-4f03-b116-4a359cfd02d2 req-abf01125-f88c-4648-a1d0-fc7ec2fda556 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:52.779056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c557e9f4-90f2-4f03-b116-4a359cfd02d2 req-abf01125-f88c-4648-a1d0-fc7ec2fda556 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0963478 Feb 08 23:58:52.780980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.826026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cd313d8f-d2fb-4067-b3c1-ed34cffa4d92', 'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': 'c1165318-343e-4860-838e-06f16e6300c6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:58:52.827457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.832783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c557e9f4-90f2-4f03-b116-4a359cfd02d2 req-245ef2f9-4def-40ba-9bf2-1c295d6fa538 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Feb 08 23:58:52.841118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.849060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:52.850055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:52.903613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ea8c2-fd79-49e6-8e42-e0b56e1a8d0b None None] Pushing event updated for resources: {'Port': ['ID=3835a3f9-0cd2-4888-9900-5fca5c1286cf,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:52.958297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3551667 Feb 08 23:58:52.958297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:52.969835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:53.000568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803f206-7c78-4fbe-8210-2347093b3e98 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=f8979693-1f74-41c8-9b34-dbe2d60dcb88,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:53.013311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.048534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f8979693-1f74-41c8-9b34-dbe2d60dcb88 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:53.070401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.071536 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df09c824-8570-4f37-80b1-c3285bcdf39c req-190133e5-22f5-43f3-8944-1ac14471cdce tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.1067941 Feb 08 23:58:53.082130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Allocated IP 172.20.255.242 (cd313d8f-d2fb-4067-b3c1-ed34cffa4d92/c1165318-343e-4860-838e-06f16e6300c6/c8ccf9fb-3735-4335-89c4-4a145d11a362) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:53.153600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d83d35-365b-4a55-bad0-ace40557dedb req-7fbafef0-56c2-4139-a863-d6146337bba4 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:53.162653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87d83d35-365b-4a55-bad0-ace40557dedb req-7fbafef0-56c2-4139-a863-d6146337bba4 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1742532 Feb 08 23:58:53.216277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Network da5e055d-f073-4677-974c-90d33b39a697 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:53.219069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event updated for resources: {'Port': ['ID=82db15e8-4765-4510-89c3-5c612611655a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:53.224777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:53.240483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:53.270996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87d83d35-365b-4a55-bad0-ace40557dedb req-ca4f9a4b-cf2b-4889-9d4a-aa8537758470 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953660 Feb 08 23:58:53.286034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:53.292866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.324825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:53.326061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.359494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d27fb1ab-7239-413e-871c-5343a7a23503 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9744205 Feb 08 23:58:53.360274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52898) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:53.418765 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.427079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.489071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:53.492323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:53.496367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:53.532284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Pushing event updated for resources: {'Port': ['ID=c8ccf9fb-3735-4335-89c4-4a145d11a362,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:53.554103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f449717-ab31-420a-b596-ad00e717512b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:53.563715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f449717-ab31-420a-b596-ad00e717512b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:53.572059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f449717-ab31-420a-b596-ad00e717512b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:53.578929 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0f449717-ab31-420a-b596-ad00e717512b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2175238 Feb 08 23:58:53.579153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:53.585432 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Attempting to bind port c8ccf9fb-3735-4335-89c4-4a145d11a362 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:53.585951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Attempting to bind port c8ccf9fb-3735-4335-89c4-4a145d11a362 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd8650384-0494-471d-a373-5fe0d20a4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:53.586382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Attempting to bind port c8ccf9fb-3735-4335-89c4-4a145d11a362 on network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:53.596980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:53.597461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Checking segment: {'id': 'd8650384-0494-471d-a373-5fe0d20a4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:53.597951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.598448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Bound using segment: {'id': 'd8650384-0494-471d-a373-5fe0d20a4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:53.598912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Bound port: c8ccf9fb-3735-4335-89c4-4a145d11a362, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8650384-0494-471d-a373-5fe0d20a4d05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'cd313d8f-d2fb-4067-b3c1-ed34cffa4d92'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:53.599294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.637850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.673581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] For port c8ccf9fb-3735-4335-89c4-4a145d11a362, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:53.676796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] For port c8ccf9fb-3735-4335-89c4-4a145d11a362, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c8ccf9fb-3735-4335-89c4-4a145d11a362,segment=NetworkSegment(d8650384-0494-471d-a373-5fe0d20a4d05),segment_id=d8650384-0494-471d-a373-5fe0d20a4d05)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:53.681677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.741245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=48749cd9-7ae3-46dd-a161-d50f99672440,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:53.749923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699faca-1c50-488e-98a4-ede921400d0e None None] Pushing event updated for resources: {'Port': ['ID=c8ccf9fb-3735-4335-89c4-4a145d11a362,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:53.771554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': 'b2130e69-2185-4058-b02f-706892157b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:53.771924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: f8979693-1f74-41c8-9b34-dbe2d60dcb88, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:58:53.787032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Deleting port 82db15e8-4765-4510-89c3-5c612611655a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:53.787410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.847102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network f8979693-1f74-41c8-9b34-dbe2d60dcb88 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:58:53.870105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f8979693-1f74-41c8-9b34-dbe2d60dcb88) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:53.879084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:53.879697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.883516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9417b43-e36f-4c14-890a-f2f8511494cb None None] Network f8979693-1f74-41c8-9b34-dbe2d60dcb88 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:53.926645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-56886ea5-c36d-445d-bd0a-7bac4f98f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9667118 Feb 08 23:58:53.928682 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:53.929643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52908) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:53.953635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Calling delete_port for 82db15e8-4765-4510-89c3-5c612611655a owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:54.192700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.233397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.303551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event deleted for resources: {'Port': ['ID=82db15e8-4765-4510-89c3-5c612611655a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:54.395132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c6a4155-2d0f-422a-b0a8-1559b43bd94d req-3b6f9bb9-cfad-47d2-884d-ccf64f650136 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.1378078 Feb 08 23:58:54.416691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f8979693-1f74-41c8-9b34-dbe2d60dcb88', 'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': '48749cd9-7ae3-46dd-a161-d50f99672440'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:58:54.418618 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.486941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.523450 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.534768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f1f7c73f-e158-44c9-8b25-9a3a77fe996d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "DELETE /v2.0/ports/82db15e8-4765-4510-89c3-5c612611655a HTTP/1.1" status: 204 len: 168 time: 0.9544640 Feb 08 23:58:54.540567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52916) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:54.547848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Request body: {'port': {'name': 'tempest-new-port-name-1889523736', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:54.548324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] bootfile-name is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 23:58:54.548578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] tftp-server is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 23:58:54.549079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] server-ip-address is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 08 23:58:54.559106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858889-4368-4db2-ae2e-4ed4e4ae8290 req-c5f765a5-0e38-4c27-bf0a-3835cc78921d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:54.561893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73858889-4368-4db2-ae2e-4ed4e4ae8290 req-c5f765a5-0e38-4c27-bf0a-3835cc78921d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1546276 Feb 08 23:58:54.619676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cede086-5cd0-4efb-8c2b-c06980754c97 None None] Network da5e055d-f073-4677-974c-90d33b39a697 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:54.638369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73858889-4368-4db2-ae2e-4ed4e4ae8290 req-5cf1186e-b46c-4bd4-bd8a-7ff46882d514 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702181 Feb 08 23:58:54.687688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.777728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Allocated IP 172.20.0.2 (f8979693-1f74-41c8-9b34-dbe2d60dcb88/48749cd9-7ae3-46dd-a161-d50f99672440/65e48607-6897-4aec-a76e-f68504cc95bb) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:58:54.791664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-789ba4d4-f1c7-4ff4-b12c-8b911226c36a None None] Provisioning complete for port 3835a3f9-0cd2-4888-9900-5fca5c1286cf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:54.792040 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789ba4d4-f1c7-4ff4-b12c-8b911226c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.918954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-f70f6d35-793f-425e-a753-4ab8a222b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:54.921707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-f70f6d35-793f-425e-a753-4ab8a222b365 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1144614 Feb 08 23:58:54.932707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95993cb-d141-41f3-8494-a66565b0cb11 req-49f41045-6006-497a-ad7d-4793d0f77cf1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:54.934540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f95993cb-d141-41f3-8494-a66565b0cb11 req-49f41045-6006-497a-ad7d-4793d0f77cf1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1298432 Feb 08 23:58:54.957689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:54.965247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.072262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f95993cb-d141-41f3-8494-a66565b0cb11 req-12caab69-bd23-4e27-8cf5-096f1ede493f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203802 Feb 08 23:58:55.075648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event updated for resources: {'Port': ['ID=8f57ccad-aea9-4d8d-ae87-a180d5aad326,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:55.094723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] In _notify_port_updated(), no bound segment for port 8f57ccad-aea9-4d8d-ae87-a180d5aad326 on network da5e055d-f073-4677-974c-90d33b39a697 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:58:55.101953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:55.102781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.104989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-806da4b6-bc2c-4bd3-bc44-ab5725c1ad2b tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "PUT /v2.0/ports/8f57ccad-aea9-4d8d-ae87-a180d5aad326 HTTP/1.1" status: 200 len: 1136 time: 0.5629218 Feb 08 23:58:55.107490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52922) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:55.130844 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789ba4d4-f1c7-4ff4-b12c-8b911226c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.156557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-e7938ef4-0c17-4a6e-8c63-98bba596d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:55.164448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-e7938ef4-0c17-4a6e-8c63-98bba596d896 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.2273560 Feb 08 23:58:55.196551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.201636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-789ba4d4-f1c7-4ff4-b12c-8b911226c36a None None] For port 3835a3f9-0cd2-4888-9900-5fca5c1286cf, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3835a3f9-0cd2-4888-9900-5fca5c1286cf,segment=NetworkSegment(5dd397ca-03fd-4783-8a15-c4bef1afcdb1),segment_id=5dd397ca-03fd-4783-8a15-c4bef1afcdb1)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:55.207262 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.220101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789ba4d4-f1c7-4ff4-b12c-8b911226c36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.239538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-68a74178-c3ad-41ec-b117-f65e591a115f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 217 time: 0.0667462 Feb 08 23:58:55.254530 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.267200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37597c1-06e8-460e-ad25-69e8e1401c1d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:55.273187 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d37597c1-06e8-460e-ad25-69e8e1401c1d tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "GET /v2.0/ports/8f57ccad-aea9-4d8d-ae87-a180d5aad326 HTTP/1.1" status: 200 len: 1136 time: 0.1594539 Feb 08 23:58:55.274928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52924) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:55.285429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Network f8979693-1f74-41c8-9b34-dbe2d60dcb88 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:58:55.289393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:55.293412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:58:55.349899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Pushing event updated for resources: {'Port': ['ID=65e48607-6897-4aec-a76e-f68504cc95bb,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:55.356042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c8ccf9fb-3735-4335-89c4-4a145d11a362 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:55.370718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-017e47af-1e57-4c89-80ad-891c15c22d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:55.373305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-017e47af-1e57-4c89-80ad-891c15c22d84 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.1251142 Feb 08 23:58:55.422516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-29e3f834-7ff0-421d-b7bc-e2a194e67087 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340519 Feb 08 23:58:55.473825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.479181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Attempting to bind port 65e48607-6897-4aec-a76e-f68504cc95bb on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:58:55.479931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Attempting to bind port 65e48607-6897-4aec-a76e-f68504cc95bb by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b2130e69-2185-4058-b02f-706892157b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:58:55.479931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Attempting to bind port 65e48607-6897-4aec-a76e-f68504cc95bb on network f8979693-1f74-41c8-9b34-dbe2d60dcb88 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:58:55.502558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8979693-1f74-41c8-9b34-dbe2d60dcb88']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:55.514988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:58:55.515518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Checking segment: {'id': 'b2130e69-2185-4058-b02f-706892157b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:55.515832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.516232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Bound using segment: {'id': 'b2130e69-2185-4058-b02f-706892157b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:58:55.516723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Bound port: 65e48607-6897-4aec-a76e-f68504cc95bb, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2130e69-2185-4058-b02f-706892157b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:58:55.517752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.518555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2130e69-2185-4058-b02f-706892157b72') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:55.518853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2130e69-2185-4058-b02f-706892157b72') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:55.521058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=48749cd9-7ae3-46dd-a161-d50f99672440,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:55.555800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.556870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ba4d4-f1c7-4ff4-b12c-8b911226c36a None None] Pushing event updated for resources: {'Port': ['ID=3835a3f9-0cd2-4888-9900-5fca5c1286cf,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:55.594928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-acc0f6c9-c2f2-4f7c-8cd3-8a9f4f6ddd52 req-087e0dbe-5032-4b77-8214-d8be96f71a22 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0346975 Feb 08 23:58:55.602052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c8ccf9fb-3735-4335-89c4-4a145d11a362 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:55.602387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.644278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.650661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-31c4dc1b-2a29-49e5-be2c-3434ec8e3fde service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124450 Feb 08 23:58:55.654527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec342e9d-3dcd-43e7-b228-f52baaf5d69b None None] Network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:55.660047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:55.660811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:55.665107 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:55.724230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] For port 65e48607-6897-4aec-a76e-f68504cc95bb, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:58:55.746184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Provisioning complete for port c8ccf9fb-3735-4335-89c4-4a145d11a362 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:55.746570 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.785286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.api [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 23:58:55.785286 n-d-828413-1 neutron-server[105931]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 23:58:55.785286 n-d-828413-1 neutron-server[105931]: [parameters: {'id': 'f8979693-1f74-41c8-9b34-dbe2d60dcb88'}] Feb 08 23:58:55.785286 n-d-828413-1 neutron-server[105931]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:58:55.786209 n-d-828413-1 neutron-server[105931]: DEBUG oslo_db.api [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:58:55.791771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Deleting port 8f57ccad-aea9-4d8d-ae87-a180d5aad326 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:55.792099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.838045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea801c16-5d5a-4f64-b89e-fb2549046b1c req-c14456ac-c45c-4c34-8f37-64e0b9142831 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:55.839825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea801c16-5d5a-4f64-b89e-fb2549046b1c req-c14456ac-c45c-4c34-8f37-64e0b9142831 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0808713 Feb 08 23:58:55.910955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca124072-f6a7-4425-a0f2-64d882b61dcb req-9e3a6228-c214-4f23-b487-a190c20f6fb9 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425725 Feb 08 23:58:55.915389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea801c16-5d5a-4f64-b89e-fb2549046b1c req-8cc9e227-a173-42b8-a173-8069b7356f2c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669563 Feb 08 23:58:55.947621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:55.980373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Calling delete_port for 8f57ccad-aea9-4d8d-ae87-a180d5aad326 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:55.984931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] For port 65e48607-6897-4aec-a76e-f68504cc95bb, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=65e48607-6897-4aec-a76e-f68504cc95bb,segment=NetworkSegment(b2130e69-2185-4058-b02f-706892157b72),segment_id=b2130e69-2185-4058-b02f-706892157b72)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:58:56.012003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.111074 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.148745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.198110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event deleted for resources: {'Port': ['ID=8f57ccad-aea9-4d8d-ae87-a180d5aad326,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:56.200253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185603cd-fac8-467f-9ddf-3a4e8ad7ed74 None None] Pushing event updated for resources: {'Port': ['ID=65e48607-6897-4aec-a76e-f68504cc95bb,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:56.238004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17c764-846f-4f73-9d18-0dbfb2303286 req-71a727d3-0549-4ed0-ba11-656b8d3db184 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:56.239857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be17c764-846f-4f73-9d18-0dbfb2303286 req-71a727d3-0549-4ed0-ba11-656b8d3db184 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0782075 Feb 08 23:58:56.260514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port c8ccf9fb-3735-4335-89c4-4a145d11a362, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c8ccf9fb-3735-4335-89c4-4a145d11a362,segment=NetworkSegment(d8650384-0494-471d-a373-5fe0d20a4d05),segment_id=d8650384-0494-471d-a373-5fe0d20a4d05)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:56.265492 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.279474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.281128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3835a3f9-0cd2-4888-9900-5fca5c1286cf up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:56.290974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.300156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be17c764-846f-4f73-9d18-0dbfb2303286 req-637c0897-8a2e-4822-bce8-ccb663f605e8 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528638 Feb 08 23:58:56.359429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad37f5c-319e-49ba-bdff-b3834e9adc47 None None] Network f8979693-1f74-41c8-9b34-dbe2d60dcb88 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:56.362493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.369235 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-590cc489-e51f-40b5-bcb3-e75bce906e6c tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "DELETE /v2.0/ports/8f57ccad-aea9-4d8d-ae87-a180d5aad326 HTTP/1.1" status: 204 len: 168 time: 1.0916014 Feb 08 23:58:56.371339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:56.465464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Deleting subnet 932c85a9-cdf9-426b-87d1-1dd2941f1315 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:58:56.471941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.509847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting port 65e48607-6897-4aec-a76e-f68504cc95bb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:56.510205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.536034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=c8ccf9fb-3735-4335-89c4-4a145d11a362,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:56.563614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:58:56.563978 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:58:56.569614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3835a3f9-0cd2-4888-9900-5fca5c1286cf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:56.569799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.572544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.651784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] For port 65e48607-6897-4aec-a76e-f68504cc95bb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=65e48607-6897-4aec-a76e-f68504cc95bb,segment=NetworkSegment(b2130e69-2185-4058-b02f-706892157b72),segment_id=b2130e69-2185-4058-b02f-706892157b72)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:56.653458 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:56.798429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8413aa3-d51a-4814-be7f-52aea6b84cc1 req-66d74949-6542-4c32-a4ac-0a7b9c04725f tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0346894 Feb 08 23:58:57.053126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249b009-0e0f-4ddc-97c6-87680583a4f5 req-a0b38f03-9305-4c40-851d-29211e5059d7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:57.058153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1249b009-0e0f-4ddc-97c6-87680583a4f5 req-a0b38f03-9305-4c40-851d-29211e5059d7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0628905 Feb 08 23:58:57.074890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Calling delete_port for 65e48607-6897-4aec-a76e-f68504cc95bb owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:57.137476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1249b009-0e0f-4ddc-97c6-87680583a4f5 req-e4385d3a-c16c-40bc-ada8-975b14bb7f35 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750449 Feb 08 23:58:57.162356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9060a09f-d3a3-4bb2-a502-bf9bd774144c None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:58:57.168081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.228697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Could not find standard attr ID for object 8f57ccad-aea9-4d8d-ae87-a180d5aad326. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:58:57.257615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.260414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c8ccf9fb-3735-4335-89c4-4a145d11a362 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:57.291100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Port': ['ID=65e48607-6897-4aec-a76e-f68504cc95bb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:57.294680 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.305801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No DVR routers for this DVR port 65e48607-6897-4aec-a76e-f68504cc95bb on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:57.344376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Provisioning complete for port 3835a3f9-0cd2-4888-9900-5fca5c1286cf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:57.347687 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3f90fbf4-4a18-4340-93bc-d0c9b102f514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.371742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event deleted for resources: {'Subnet': ['ID=932c85a9-cdf9-426b-87d1-1dd2941f1315,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:57.397571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.401338 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eee48129-9cda-49da-b7f9-4f02ffda13f2 tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "DELETE /v2.0/subnets/932c85a9-cdf9-426b-87d1-1dd2941f1315 HTTP/1.1" status: 204 len: 168 time: 1.0287735 Feb 08 23:58:57.404297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52952) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:57.464795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060a09f-d3a3-4bb2-a502-bf9bd774144c None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:58:57.489381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.511979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8979693-1f74-41c8-9b34-dbe2d60dcb88']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:57.519327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port c8ccf9fb-3735-4335-89c4-4a145d11a362 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:57.519805 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.525378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2130e69-2185-4058-b02f-706892157b72') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:57.525736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2130e69-2185-4058-b02f-706892157b72') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:57.537781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.555298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.563811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:57.564222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.599917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e43b7-b5c7-4963-8fa7-3e8dd71bf141 req-0d97c1b3-cf6c-403e-a116-c5800353f0de tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:57.609628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-149e43b7-b5c7-4963-8fa7-3e8dd71bf141 req-0d97c1b3-cf6c-403e-a116-c5800353f0de tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1687009 Feb 08 23:58:57.615751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:57.637726 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:57.642975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.648453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.653385 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/f8979693-1f74-41c8-9b34-dbe2d60dcb88 HTTP/1.1" status: 204 len: 168 time: 3.7225528 Feb 08 23:58:57.658020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:57.664487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1692975787'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:57.686965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387228aa-9d16-4c44-9a4a-4f090afd9a09 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=f8979693-1f74-41c8-9b34-dbe2d60dcb88,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:57.693695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-149e43b7-b5c7-4963-8fa7-3e8dd71bf141 req-0882ffe6-043d-4d53-956a-19ca428745fd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829215 Feb 08 23:58:57.727032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:57.730114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.741750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7ce59e31-d679-4d9e-a70d-cd3e85003143 None None] Provisioning complete for port c8ccf9fb-3735-4335-89c4-4a145d11a362 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:57.741750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7ce59e31-d679-4d9e-a70d-cd3e85003143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.776554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:57.790246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.790884 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 2dd2b2e9-9c32-46a3-ae7d-faca15415141 of type vlan for network 6ec5244b-9038-4101-9609-e6521a1b1c88 Feb 08 23:58:57.804768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Deleting port 3835a3f9-0cd2-4888-9900-5fca5c1286cf {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:58:57.805194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.845013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.877178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3835a3f9-0cd2-4888-9900-5fca5c1286cf up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:58:57.903126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.914324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:57.914984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.935482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] For port 3835a3f9-0cd2-4888-9900-5fca5c1286cf, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3835a3f9-0cd2-4888-9900-5fca5c1286cf,segment=NetworkSegment(5dd397ca-03fd-4783-8a15-c4bef1afcdb1),segment_id=5dd397ca-03fd-4783-8a15-c4bef1afcdb1)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:58:57.935915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:57.991316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Calling delete_port for 3835a3f9-0cd2-4888-9900-5fca5c1286cf owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:58:58.005708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=6ec5244b-9038-4101-9609-e6521a1b1c88,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:58.007833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-658d7f26-da3a-44e6-a56a-1efd1c8b1fb8 req-91635a64-062d-4f7b-be34-40ec6f013fbd tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0818563 Feb 08 23:58:58.022431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f85a929-df34-4f55-9ca1-4218cec02542 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3632326 Feb 08 23:58:58.025024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:58.030057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6ec5244b-9038-4101-9609-e6521a1b1c88 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:58.031233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': '6ec5244b-9038-4101-9609-e6521a1b1c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:58.143081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.147227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7ce59e31-d679-4d9e-a70d-cd3e85003143 None None] Could not find standard attr ID for object 8f57ccad-aea9-4d8d-ae87-a180d5aad326. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:58:58.181845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7ce59e31-d679-4d9e-a70d-cd3e85003143 None None] Could not find standard attr ID for object 82db15e8-4765-4510-89c3-5c612611655a. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:58:58.188241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:58.195968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event deleted for resources: {'Port': ['ID=3835a3f9-0cd2-4888-9900-5fca5c1286cf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:58.196560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3835a3f9-0cd2-4888-9900-5fca5c1286cf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:58:58.197174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.202778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] No DVR routers for this DVR port 3835a3f9-0cd2-4888-9900-5fca5c1286cf on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:58:58.206214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.310506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing IP validity checks on allocation pools {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 23:58:58.311764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 23:58:58.386796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.398926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Port 3835a3f9-0cd2-4888-9900-5fca5c1286cf was deleted so its status cannot be updated. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 08 23:58:58.418853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bd21-4c20-445b-b2d5-89c34d8257fc req-e3a8fbe1-9f8b-41e9-95e5-2db2dfbc4934 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:58.424869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e503bd21-4c20-445b-b2d5-89c34d8257fc req-e3a8fbe1-9f8b-41e9-95e5-2db2dfbc4934 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1668265 Feb 08 23:58:58.429839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5e055d-f073-4677-974c-90d33b39a697']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:58.437378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af04dd-15f9-4c43-8e6f-7d99cb2a0700 None None] Network da5e055d-f073-4677-974c-90d33b39a697 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:58.450098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd397ca-03fd-4783-8a15-c4bef1afcdb1') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:58.450460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd397ca-03fd-4783-8a15-c4bef1afcdb1') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:58.468809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.497503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.527429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e503bd21-4c20-445b-b2d5-89c34d8257fc req-b3763806-936d-4c01-abf1-0fb88587e88b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993464 Feb 08 23:58:58.542686 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.547941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:58.548372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:58.551745 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:58.575884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=a7d4598c-0a20-4251-9169-7cf73aa6bf2e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:58.603249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': '2dd2b2e9-9c32-46a3-ae7d-faca15415141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '6ec5244b-9038-4101-9609-e6521a1b1c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:58:58.603612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: 6ec5244b-9038-4101-9609-e6521a1b1c88, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:58:58.622649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network 6ec5244b-9038-4101-9609-e6521a1b1c88 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:58:58.626623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.634272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.635316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6ec5244b-9038-4101-9609-e6521a1b1c88) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:58:58.640752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] 10.222.0.32 "DELETE /v2.0/networks/da5e055d-f073-4677-974c-90d33b39a697 HTTP/1.1" status: 204 len: 168 time: 1.2320595 Feb 08 23:58:58.642202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:58.643232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.653810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a39b2-a3e1-42bc-8fe3-e793ce4d191b None None] Network 6ec5244b-9038-4101-9609-e6521a1b1c88 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:58.654399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91382f2-76b9-44d3-9e41-8b7282afd0af tempest-ExtraDHCPOptionsTestJSON-1490437474 tempest-ExtraDHCPOptionsTestJSON-1490437474-project] Pushing event deleted for resources: {'Network': ['ID=da5e055d-f073-4677-974c-90d33b39a697,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:58.673382 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-360dc1ea-ef01-4094-9bdc-2532abfca9c9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6468327 Feb 08 23:58:58.676299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:58.703011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de16f7df-7825-4589-ad98-98054a82a8aa None None] DHCP port deletion for da5e055d-f073-4677-974c-90d33b39a697 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:58:58.814638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.836450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfde19-de8d-4b75-8aba-2687e4367a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-6ec5244b-9038-4101-9609-e6521a1b1c88', 'network_id': '6ec5244b-9038-4101-9609-e6521a1b1c88', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': 'a7d4598c-0a20-4251-9169-7cf73aa6bf2e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:58:58.838005 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdbfde19-de8d-4b75-8aba-2687e4367a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.881840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.882304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93340f8-11c4-4c85-8f65-392e04656645 req-e2b182e5-da88-4d82-bec4-45adc7503188 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:58.884150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b93340f8-11c4-4c85-8f65-392e04656645 req-e2b182e5-da88-4d82-bec4-45adc7503188 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0767624 Feb 08 23:58:58.928254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b93340f8-11c4-4c85-8f65-392e04656645 req-9d3a825a-e564-49a0-8fdb-2fffb0ea76df tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367830 Feb 08 23:58:58.968080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:58.996622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52970) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:58.999220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d4598c-0a20-4251-9169-7cf73aa6bf2e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-fdbfde19-de8d-4b75-8aba-2687e4367a94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7d4598c-0a20-4251-9169-7cf73aa6bf2e: This subnet is being modified by another concurrent operation. Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7d4598c-0a20-4251-9169-7cf73aa6bf2e: This subnet is being modified by another concurrent operation. Feb 08 23:58:59.006389 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 08 23:58:59.062895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8969e-e669-468a-87a8-275dab97c125 None None] Network 6ec5244b-9038-4101-9609-e6521a1b1c88 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:58:59.105567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.136419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec5244b-9038-4101-9609-e6521a1b1c88']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:59.147962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd2b2e9-9c32-46a3-ae7d-faca15415141') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:59.148411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd2b2e9-9c32-46a3-ae7d-faca15415141') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:58:59.158536 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f6f89be-68b3-4ef6-a485-7b43e445169b req-d679b1a8-5af9-488a-b58e-79d358941327 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0553370 Feb 08 23:58:59.160484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.177939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.187710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:58:59.188454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:58:59.192715 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:58:59.203225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-748c0fd5-749d-4557-b986-5988968fce3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09491642964e4ec6b6ac0581f7f1d12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051802 Feb 08 23:58:59.206540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52976) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:59.219483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3835a3f9-0cd2-4888-9900-5fca5c1286cf no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:58:59.255758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 3835a3f9-0cd2-4888-9900-5fca5c1286cf {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:58:59.256377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3835a3f9-0cd2-4888-9900-5fca5c1286cf not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:58:59.264876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d83a4-e6fd-4e32-a8cc-ad7bac3075fa None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:58:59.270880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aeef60a-b170-423f-ac07-85d81bcf1d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.274949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.281561 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.289703 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/6ec5244b-9038-4101-9609-e6521a1b1c88 HTTP/1.1" status: 204 len: 168 time: 0.6071491 Feb 08 23:58:59.289885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52978) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:59.298570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584095653'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:59.301742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de66a-7439-4e55-8f98-923717820794 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=6ec5244b-9038-4101-9609-e6521a1b1c88,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:59.312275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aeef60a-b170-423f-ac07-85d81bcf1d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.358603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:59.362266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.387773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:58:59.393073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aeef60a-b170-423f-ac07-85d81bcf1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.395667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aeef60a-b170-423f-ac07-85d81bcf1d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.399891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3aeef60a-b170-423f-ac07-85d81bcf1d54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/818e0b2e-8705-43b8-8063-4bbed3bb072a HTTP/1.1" status: 204 len: 168 time: 0.1894431 Feb 08 23:58:59.407915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.408279 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 7deaa768-b2cf-41a7-b347-9c3b426b7141 of type vlan for network 8b89c439-f048-4b24-8ee6-d3a171260844 Feb 08 23:58:59.408597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d83a4-e6fd-4e32-a8cc-ad7bac3075fa None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:58:59.410087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeef60a-b170-423f-ac07-85d81bcf1d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e0b2e-8705-43b8-8063-4bbed3bb072a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:59.468620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.500103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.505826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:59.506430 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.571286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2790120 Feb 08 23:58:59.571606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52986) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:58:59.577850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:58:59.594379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a20396-4b3b-4eaf-b2a0-92ea7488cc5a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=8b89c439-f048-4b24-8ee6-d3a171260844,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:58:59.609754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8b89c439-f048-4b24-8ee6-d3a171260844 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:58:59.683417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39ef1-b14f-483e-8fe2-2d0dbd2d51b1 req-34f532a0-4d2a-418c-8c32-727fdb9ae6e9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:58:59.685003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11e39ef1-b14f-483e-8fe2-2d0dbd2d51b1 req-34f532a0-4d2a-418c-8c32-727fdb9ae6e9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0725851 Feb 08 23:58:59.700191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:58:59.704835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:58:59.767011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11e39ef1-b14f-483e-8fe2-2d0dbd2d51b1 req-a081a814-b127-4557-a2fd-3f6bd0b98f28 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743151 Feb 08 23:58:59.942089 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.024102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=2cffc6ce-109a-4fb7-95bf-ff22e15819d9,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:00.035637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': '7deaa768-b2cf-41a7-b347-9c3b426b7141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:00.036415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: 8b89c439-f048-4b24-8ee6-d3a171260844, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:00.059333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network 8b89c439-f048-4b24-8ee6-d3a171260844 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:00.068811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f0ec5-f19a-40a4-a430-d3a3d43752ad req-09c6da92-9053-4f36-b028-43197aa6f8b2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:00.073551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8b89c439-f048-4b24-8ee6-d3a171260844) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:00.082421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a92f0ec5-f19a-40a4-a430-d3a3d43752ad req-09c6da92-9053-4f36-b028-43197aa6f8b2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0719335 Feb 08 23:59:00.085681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52912856-ed2b-46b3-bf81-ffd867c62361 None None] Network 8b89c439-f048-4b24-8ee6-d3a171260844 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:00.096095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:00.096768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.133759 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e4844266-7f8e-459b-8246-65de9d3ed0a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5608132 Feb 08 23:59:00.136546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53004) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:00.150428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a92f0ec5-f19a-40a4-a430-d3a3d43752ad req-2b0b09f9-71c0-462a-8e77-b0111996666a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663199 Feb 08 23:59:00.285710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8b89c439-f048-4b24-8ee6-d3a171260844', 'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': '2cffc6ce-109a-4fb7-95bf-ff22e15819d9'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:00.286598 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.316798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a53333f8-e1c8-4edc-b085-3c4242442759 req-b7baa5c8-5f18-4751-babc-ded10b8ce676 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0488393 Feb 08 23:59:00.337497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.414764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.436466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53010) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:00.500425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Allocated IP 172.20.0.1 (8b89c439-f048-4b24-8ee6-d3a171260844/2cffc6ce-109a-4fb7-95bf-ff22e15819d9/766b71fe-f308-43bb-9131-2bd4b997fbf9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:00.565207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-8437196'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:00.590490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:00.594758 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.603397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.689034 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.693467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.696293 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.700033 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.719255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.739204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:00.746384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa6da38-b30a-474c-a236-033f73ed9a30,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:00.762800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.763127 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Added segment 729ea0b8-5648-44c4-bbb9-f96b5cc21132 of type vlan for network 49dd0452-65d5-4986-a928-3d23c9ac6a9a Feb 08 23:59:00.767267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Network 8b89c439-f048-4b24-8ee6-d3a171260844 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:00.768717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=2cffc6ce-109a-4fb7-95bf-ff22e15819d9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:00.770618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:00.774165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:00.782572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Pushing event updated for resources: {'Port': ['ID=766b71fe-f308-43bb-9131-2bd4b997fbf9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:00.834741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.839016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Attempting to bind port 766b71fe-f308-43bb-9131-2bd4b997fbf9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:00.839518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Attempting to bind port 766b71fe-f308-43bb-9131-2bd4b997fbf9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7deaa768-b2cf-41a7-b347-9c3b426b7141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:00.839991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Attempting to bind port 766b71fe-f308-43bb-9131-2bd4b997fbf9 on network 8b89c439-f048-4b24-8ee6-d3a171260844 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:00.846761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:00.847318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Checking segment: {'id': '7deaa768-b2cf-41a7-b347-9c3b426b7141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:00.847833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.848334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Bound using segment: {'id': '7deaa768-b2cf-41a7-b347-9c3b426b7141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:00.848906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Bound port: 766b71fe-f308-43bb-9131-2bd4b997fbf9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7deaa768-b2cf-41a7-b347-9c3b426b7141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '8b89c439-f048-4b24-8ee6-d3a171260844'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:00.849419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.876159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.905506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b89c439-f048-4b24-8ee6-d3a171260844']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:00.917997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.918632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] For port 766b71fe-f308-43bb-9131-2bd4b997fbf9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:00.919600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deaa768-b2cf-41a7-b347-9c3b426b7141') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:00.919917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deaa768-b2cf-41a7-b347-9c3b426b7141') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:00.923091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] For port 766b71fe-f308-43bb-9131-2bd4b997fbf9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=766b71fe-f308-43bb-9131-2bd4b997fbf9,segment=NetworkSegment(7deaa768-b2cf-41a7-b347-9c3b426b7141),segment_id=7deaa768-b2cf-41a7-b347-9c3b426b7141)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:00.923830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:00.925548 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.927902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.933383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.956740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.967774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:00.968342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:00.972887 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:00.995031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884376e-a4d2-46a7-b7f9-ec2eef099e40 req-af593956-1a05-4fbd-9e68-9d77f4c57ddf tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:01.003548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a884376e-a4d2-46a7-b7f9-ec2eef099e40 req-af593956-1a05-4fbd-9e68-9d77f4c57ddf tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1348119 Feb 08 23:59:01.019491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5817778 Feb 08 23:59:01.037666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98435d51-702d-4da1-991c-a714165cd75e None None] Network 8b89c439-f048-4b24-8ee6-d3a171260844 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:01.040551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0fd77-9f9a-440f-9482-17eba7622dc8 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Network': ['ID=49dd0452-65d5-4986-a928-3d23c9ac6a9a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:01.080151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.api [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 23:59:01.080151 n-d-828413-1 neutron-server[105931]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 23:59:01.080151 n-d-828413-1 neutron-server[105931]: [parameters: {'id': '8b89c439-f048-4b24-8ee6-d3a171260844'}] Feb 08 23:59:01.080151 n-d-828413-1 neutron-server[105931]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:59:01.081354 n-d-828413-1 neutron-server[105931]: DEBUG oslo_db.api [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:59:01.084275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a884376e-a4d2-46a7-b7f9-ec2eef099e40 req-15467220-08dd-44d0-a95d-8aba5032ff78 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798213 Feb 08 23:59:01.109479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 49dd0452-65d5-4986-a928-3d23c9ac6a9a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:01.137847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426d89e-4b46-4607-916c-9328449408f7 None None] Pushing event updated for resources: {'Port': ['ID=766b71fe-f308-43bb-9131-2bd4b997fbf9,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:01.260259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a540dfc-a120-4835-bf84-17c0ed3b71f9 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:01.333173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383a9de-4e05-4457-99f9-b182670405b4 req-bc9f0485-cacf-4218-82dc-74d89b93e45a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:01.335383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b383a9de-4e05-4457-99f9-b182670405b4 req-bc9f0485-cacf-4218-82dc-74d89b93e45a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0653148 Feb 08 23:59:01.392716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b383a9de-4e05-4457-99f9-b182670405b4 req-8241bdce-c75b-4ac6-ab86-4b8a5ae4df67 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506537 Feb 08 23:59:01.431828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a540dfc-a120-4835-bf84-17c0ed3b71f9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:01.455726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6bb168c-4606-45ad-b666-31c00c120b3c req-0e0e6068-a14c-48f5-b2cf-2cf2727fe5ca tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0310342 Feb 08 23:59:01.583317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:01.659540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting port 766b71fe-f308-43bb-9131-2bd4b997fbf9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:01.661198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:01.739649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] For port 766b71fe-f308-43bb-9131-2bd4b997fbf9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=766b71fe-f308-43bb-9131-2bd4b997fbf9,segment=NetworkSegment(7deaa768-b2cf-41a7-b347-9c3b426b7141),segment_id=7deaa768-b2cf-41a7-b347-9c3b426b7141)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:01.740064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:01.754964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Calling delete_port for 766b71fe-f308-43bb-9131-2bd4b997fbf9 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:01.848515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:01.885054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No DVR routers for this DVR port 766b71fe-f308-43bb-9131-2bd4b997fbf9 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:01.890846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Port': ['ID=766b71fe-f308-43bb-9131-2bd4b997fbf9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:01.973111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:01.993393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b89c439-f048-4b24-8ee6-d3a171260844']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:02.003075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7deaa768-b2cf-41a7-b347-9c3b426b7141') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:02.003375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7deaa768-b2cf-41a7-b347-9c3b426b7141') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:02.012493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.025894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.032421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:02.032878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:02.036060 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:02.098154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.104828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.112966 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/8b89c439-f048-4b24-8ee6-d3a171260844 HTTP/1.1" status: 204 len: 168 time: 1.9708283 Feb 08 23:59:02.114232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53022) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:02.119983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150077479'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:02.121685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e45ab-f990-4682-9d63-bd76f5562e54 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=8b89c439-f048-4b24-8ee6-d3a171260844,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:02.147177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:02.151453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.205452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:02.219288 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.219625 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment ea71d496-1720-4e1c-87fc-76b66762f6e7 of type vlan for network 3ebcea37-6297-4059-8c8a-8f4f08feabc1 Feb 08 23:59:02.238636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3d4f-c874-4ec6-9a42-cd095f104113 req-1f10931b-262d-4d1f-8b82-b9332393c95f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:02.240094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cff3d4f-c874-4ec6-9a42-cd095f104113 req-1f10931b-262d-4d1f-8b82-b9332393c95f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0747757 Feb 08 23:59:02.283037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.312342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cff3d4f-c874-4ec6-9a42-cd095f104113 req-df01c854-daa4-4fe0-a4be-83baad5f2001 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Feb 08 23:59:02.322230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.329313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:02.330164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.396723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2811351 Feb 08 23:59:02.399663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53024) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:02.407117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': '3ebcea37-6297-4059-8c8a-8f4f08feabc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:02.422712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ed806-edb7-4d2e-b4fd-53b05ee5bd7a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=3ebcea37-6297-4059-8c8a-8f4f08feabc1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:02.434997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 3ebcea37-6297-4059-8c8a-8f4f08feabc1 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:02.563448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8caf1-ab20-4324-8aa1-205646d32a6a req-e6f72416-0c7a-4fa4-9e79-4c7962ed3937 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:02.564775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27f8caf1-ab20-4324-8aa1-205646d32a6a req-e6f72416-0c7a-4fa4-9e79-4c7962ed3937 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0843432 Feb 08 23:59:02.590224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0ee4e17-5ce5-4759-a1a2-bb1c9d1cfe6a req-238375e7-097c-4464-84ed-5acd2ba0e451 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0465996 Feb 08 23:59:02.605890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:02.609903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.673306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27f8caf1-ab20-4324-8aa1-205646d32a6a req-9f753ad3-a99e-48d5-bd13-3a7032394629 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847628 Feb 08 23:59:02.798992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.856473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=c236be4e-eb4a-432c-8acb-02cbe79ce36c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:02.865293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': 'ea71d496-1720-4e1c-87fc-76b66762f6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '3ebcea37-6297-4059-8c8a-8f4f08feabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:02.865648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: 3ebcea37-6297-4059-8c8a-8f4f08feabc1, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:02.882908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network 3ebcea37-6297-4059-8c8a-8f4f08feabc1 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:02.890914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 3ebcea37-6297-4059-8c8a-8f4f08feabc1) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:02.894868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:02.895448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:02.902108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492473b6-582d-4f63-86f1-55c32b14c93b None None] Network 3ebcea37-6297-4059-8c8a-8f4f08feabc1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:02.914404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0cc8768e-32d6-454e-8578-87a2ba4e0690 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5112903 Feb 08 23:59:02.914622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53032) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:03.014456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.063698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6eb17b-1784-410a-b617-a7c98e1312c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-3ebcea37-6297-4059-8c8a-8f4f08feabc1', 'network_id': '3ebcea37-6297-4059-8c8a-8f4f08feabc1', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': 'c236be4e-eb4a-432c-8acb-02cbe79ce36c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:03.064750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-af6eb17b-1784-410a-b617-a7c98e1312c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.100546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-af6eb17b-1784-410a-b617-a7c98e1312c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c236be4e-eb4a-432c-8acb-02cbe79ce36c: This subnet is being modified by another concurrent operation. Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c236be4e-eb4a-432c-8acb-02cbe79ce36c: This subnet is being modified by another concurrent operation. Feb 08 23:59:03.171957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 08 23:59:03.179180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.194029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405c333-3fc2-4755-9898-5b58f3598d96 None None] Network 3ebcea37-6297-4059-8c8a-8f4f08feabc1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:03.203755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=c236be4e-eb4a-432c-8acb-02cbe79ce36c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:03.270682 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.291968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebcea37-6297-4059-8c8a-8f4f08feabc1']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:03.301287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea71d496-1720-4e1c-87fc-76b66762f6e7') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:03.301582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea71d496-1720-4e1c-87fc-76b66762f6e7') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:03.311666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.319197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b646599-4866-4d1a-9b27-552997e85f30 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:03.325225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.332229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:03.332620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:03.335765 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:03.397845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.406369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.412904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/3ebcea37-6297-4059-8c8a-8f4f08feabc1 HTTP/1.1" status: 204 len: 168 time: 0.4942379 Feb 08 23:59:03.414283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53036) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:03.420192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-546921111'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:03.447513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:03.453627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.455578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628a959-fe88-4f78-aad5-db9b05206a63 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=3ebcea37-6297-4059-8c8a-8f4f08feabc1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:03.478958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccf7a0-baaf-4d42-a657-6b12c26095e0 req-f2b34698-2d01-4b3f-baa0-ad37cef7b778 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:03.480589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bccf7a0-baaf-4d42-a657-6b12c26095e0 req-f2b34698-2d01-4b3f-baa0-ad37cef7b778 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0682859 Feb 08 23:59:03.484259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b646599-4866-4d1a-9b27-552997e85f30 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:03.501161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:03.521094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.521445 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 678cd859-4687-410f-8d77-82835f3e65ed of type vlan for network dbd00b6f-8c23-438a-b92d-6cdaba73b72e Feb 08 23:59:03.531426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bccf7a0-baaf-4d42-a657-6b12c26095e0 req-bc988efc-7ba6-41dc-8fe8-5ca5a172e097 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Feb 08 23:59:03.583596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.620778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.627349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:03.628121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.707134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=dbd00b6f-8c23-438a-b92d-6cdaba73b72e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:03.718839 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e7d9b856-789c-4792-8af9-23eb51231a3d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2992949 Feb 08 23:59:03.720583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53044) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:03.726208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': 'dbd00b6f-8c23-438a-b92d-6cdaba73b72e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:03.730922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network dbd00b6f-8c23-438a-b92d-6cdaba73b72e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:03.789086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e886cb10-eda9-462c-b628-849f22e92306 req-8d449691-d7d0-4dc2-aa19-c629e39eae15 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0570505 Feb 08 23:59:03.836453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:03.841473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:03.872307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce0d1a-d1e5-4027-8ac0-c6b354a4d24a req-d5a025c6-294c-475b-8c52-f3b7e1ac5c57 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:03.874759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcce0d1a-d1e5-4027-8ac0-c6b354a4d24a req-d5a025c6-294c-475b-8c52-f3b7e1ac5c57 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0648842 Feb 08 23:59:03.911758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing IP validity checks on allocation pools {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 23:59:03.912501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 23:59:03.927140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcce0d1a-d1e5-4027-8ac0-c6b354a4d24a req-b932f807-f35c-4794-a69f-719323aab2f3 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Feb 08 23:59:04.050689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.112828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=5629122a-1570-4ff8-831b-f181d5a177e2,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:04.122967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': '678cd859-4687-410f-8d77-82835f3e65ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'dbd00b6f-8c23-438a-b92d-6cdaba73b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:04.123453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: dbd00b6f-8c23-438a-b92d-6cdaba73b72e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:04.139738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network dbd00b6f-8c23-438a-b92d-6cdaba73b72e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:04.148193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, dbd00b6f-8c23-438a-b92d-6cdaba73b72e) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:04.152171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:04.152754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.160892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa63478-af78-40f1-9e32-c536224c9afa None None] Network dbd00b6f-8c23-438a-b92d-6cdaba73b72e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:04.177442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed08ea5b-39e2-43f9-ae7c-303467d4f2f5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4557974 Feb 08 23:59:04.180200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53046) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:04.281375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.292618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:04.300815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'subnet': {'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:04.323572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30b5f4-7001-4516-9d1b-c6b32c9bab2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-dbd00b6f-8c23-438a-b92d-6cdaba73b72e', 'network_id': 'dbd00b6f-8c23-438a-b92d-6cdaba73b72e', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': '5629122a-1570-4ff8-831b-f181d5a177e2'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:04.324448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb30b5f4-7001-4516-9d1b-c6b32c9bab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.344220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.419668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-eb30b5f4-7001-4516-9d1b-c6b32c9bab2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5629122a-1570-4ff8-831b-f181d5a177e2: This subnet is being modified by another concurrent operation. Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5629122a-1570-4ff8-831b-f181d5a177e2: This subnet is being modified by another concurrent operation. Feb 08 23:59:04.432353 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 08 23:59:04.448948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc5344-7698-4484-b211-9bdd9eb2c30a None None] Network dbd00b6f-8c23-438a-b92d-6cdaba73b72e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:04.455148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=5629122a-1570-4ff8-831b-f181d5a177e2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:04.525481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.550196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd00b6f-8c23-438a-b92d-6cdaba73b72e']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:04.560619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678cd859-4687-410f-8d77-82835f3e65ed') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:04.560965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678cd859-4687-410f-8d77-82835f3e65ed') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:04.571717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.595332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03cd03-10d5-4fbe-bbcf-bc14d22c695a None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:04.597120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.604559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:04.604994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:04.609504 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:04.689860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.701096 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.705985 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/dbd00b6f-8c23-438a-b92d-6cdaba73b72e HTTP/1.1" status: 204 len: 168 time: 0.5245888 Feb 08 23:59:04.712215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53052) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:04.719129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181031c7-4b5b-4b3d-aeb8-74987ee15fc5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=dbd00b6f-8c23-438a-b92d-6cdaba73b72e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:04.722131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073236295'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:04.819464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0323c-f05d-46bc-bc7a-5103563fe38d req-37453da4-08f2-40b0-a9f6-41b3a42b0f58 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:04.820764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecb0323c-f05d-46bc-bc7a-5103563fe38d req-37453da4-08f2-40b0-a9f6-41b3a42b0f58 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1076832 Feb 08 23:59:04.822032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:04.825267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.884327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03cd03-10d5-4fbe-bbcf-bc14d22c695a None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:04.891905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:04.893963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:04.898225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.943642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d510764-e456-434e-a758-a67095520e16 req-5bbe3b0f-684b-42c9-bb91-82187e48d138 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0736067 Feb 08 23:59:04.978413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecb0323c-f05d-46bc-bc7a-5103563fe38d req-7a180be2-a98e-4c61-a2a3-b47569295030 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469483 Feb 08 23:59:04.979514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:04.979859 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment d228583a-96ae-45c8-b0a7-7cf3d28a9252 of type vlan for network 4de8d77a-9830-4adb-ac74-59ffb2638451 Feb 08 23:59:05.082517 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:59:05.085232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.139947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfa262-dbc7-4078-9e55-70cfe73a3f5d req-18027de4-fea7-4f65-95a0-c3f201769540 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:05.141465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31dfa262-dbc7-4078-9e55-70cfe73a3f5d req-18027de4-fea7-4f65-95a0-c3f201769540 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1098719 Feb 08 23:59:05.145463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.150708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:05.151286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.272356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5572822 Feb 08 23:59:05.275262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:05.280766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:05.281852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69696c73-bb81-43dc-b9ba-4e821843ebf2 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=4de8d77a-9830-4adb-ac74-59ffb2638451,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:05.293847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31dfa262-dbc7-4078-9e55-70cfe73a3f5d req-371714a3-a64e-4667-95d5-ad38033f63e1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393430 Feb 08 23:59:05.294625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 4de8d77a-9830-4adb-ac74-59ffb2638451 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:05.344438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.388418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:05.392104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.414393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Subnet': ['ID=64eee55e-7a3c-4b75-8b7f-ce7e0c06cbd1,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:05.422383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Checking segment: {'id': '729ea0b8-5648-44c4-bbb9-f96b5cc21132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:05.422752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network hostable DHCP agents. Network: 49dd0452-65d5-4986-a928-3d23c9ac6a9a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:05.439642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network 49dd0452-65d5-4986-a928-3d23c9ac6a9a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:05.449331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 49dd0452-65d5-4986-a928-3d23c9ac6a9a) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:05.454165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:05.454874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.461177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c63e498-30da-4b7d-8a23-8bd7f2411351 None None] Network 49dd0452-65d5-4986-a928-3d23c9ac6a9a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:05.471181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6db02cae-625f-4979-9938-b73ffbf697f0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1764317 Feb 08 23:59:05.474606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53060) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:05.480569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-878845441'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:05.506332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:05.510678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.536818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:05.546838 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.547176 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Added segment facf5fe5-0fab-4df2-b11f-7b5a76e705cb of type vlan for network a81b7c8c-04b3-4e23-8666-f8644e787e36 Feb 08 23:59:05.591773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.618341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.619002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.625658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:05.626255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.632348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-49dd0452-65d5-4986-a928-3d23c9ac6a9a', 'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a', 'tenant_id': '2cce0acb567d4b7887bfe5c36a479920', 'fixed_ips': [{'subnet_id': '64eee55e-7a3c-4b75-8b7f-ce7e0c06cbd1'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:05.633249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.682448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2032003 Feb 08 23:59:05.682697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53062) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:05.690734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'subnet': {'network_id': 'a81b7c8c-04b3-4e23-8666-f8644e787e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:05.695753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3254e-004e-4fbf-8d2d-231807b1d6a1 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Network': ['ID=a81b7c8c-04b3-4e23-8666-f8644e787e36,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:05.713478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a81b7c8c-04b3-4e23-8666-f8644e787e36 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:05.747693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=05bc5c49-cebd-4c15-978f-22b9ea0e486c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:05.774287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': 'd228583a-96ae-45c8-b0a7-7cf3d28a9252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:05.774648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: 4de8d77a-9830-4adb-ac74-59ffb2638451, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:05.808598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network 4de8d77a-9830-4adb-ac74-59ffb2638451 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:05.821986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 4de8d77a-9830-4adb-ac74-59ffb2638451) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:05.827808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:05.828415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.832896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:05.834659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d5747-4419-4ea7-92b1-a89efd24e774 None None] Network 4de8d77a-9830-4adb-ac74-59ffb2638451 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:05.836539 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:05.842171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Allocated IP 2001:db8:0:ffff::2 (49dd0452-65d5-4986-a928-3d23c9ac6a9a/64eee55e-7a3c-4b75-8b7f-ce7e0c06cbd1/6bacf854-bd52-4947-9635-52d7a705b1eb) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:05.898651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53064) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:05.898950 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a4eda15c-3bde-4087-a1e4-8d2c2f4fcd28 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6223848 Feb 08 23:59:06.027688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.079668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d85ef0bd-b8ff-47e3-9a7f-ba1c99be803a req-aa3d6591-c1fb-4aa2-82cf-228689c26b22 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0436521 Feb 08 23:59:06.107067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-4de8d77a-9830-4adb-ac74-59ffb2638451', 'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': '05bc5c49-cebd-4c15-978f-22b9ea0e486c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:06.108558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.177052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.191556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 23:59:06.193207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.212625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba38d1-e0b9-4139-82de-4e0e668da53b req-d1d78216-c471-4789-acb1-d95d43f739ae tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:06.214318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97ba38d1-e0b9-4139-82de-4e0e668da53b req-d1d78216-c471-4789-acb1-d95d43f739ae tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1292667 Feb 08 23:59:06.237459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.248878 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.253845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Subnet': ['ID=c14e2763-d5ce-40ce-a75d-f3d90f241cb7,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:06.276347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Checking segment: {'id': 'facf5fe5-0fab-4df2-b11f-7b5a76e705cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a81b7c8c-04b3-4e23-8666-f8644e787e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:06.276718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network hostable DHCP agents. Network: a81b7c8c-04b3-4e23-8666-f8644e787e36, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:06.280829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97ba38d1-e0b9-4139-82de-4e0e668da53b req-575c1bdd-091b-45f4-b376-39ac8b587d38 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525508 Feb 08 23:59:06.295485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network a81b7c8c-04b3-4e23-8666-f8644e787e36 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:06.308491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a81b7c8c-04b3-4e23-8666-f8644e787e36) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:06.313610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:06.314217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.325389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Network 49dd0452-65d5-4986-a928-3d23c9ac6a9a is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:06.340100 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1fcf619e-c1f1-4fad-bc8d-e537edf516d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6563470 Feb 08 23:59:06.341169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf559241-8cf6-460c-9cc3-f33738d935ce None None] Network a81b7c8c-04b3-4e23-8666-f8644e787e36 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:06.343570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53072) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:06.348518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'port': {'network_id': 'a81b7c8c-04b3-4e23-8666-f8644e787e36', 'name': 'tempest-NetworksIpV6TestAttrs-2033890625'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:06.350849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:06.354361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:06.399806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Pushing event updated for resources: {'Port': ['ID=6bacf854-bd52-4947-9635-52d7a705b1eb,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:06.432850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed515f4-ae74-4e50-a8f3-99a6ce7fff17 req-dc99724b-018a-4310-8b00-0fd9a0f94fb0 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:06.434640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ed515f4-ae74-4e50-a8f3-99a6ce7fff17 req-dc99724b-018a-4310-8b00-0fd9a0f94fb0 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0596516 Feb 08 23:59:06.462778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Allocated IP 172.20.0.1 (4de8d77a-9830-4adb-ac74-59ffb2638451/05bc5c49-cebd-4c15-978f-22b9ea0e486c/e86803b5-2527-42af-9ebd-b282845d0ae0) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:06.477866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:06.486618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.488165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.488517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.488719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ed515f4-ae74-4e50-a8f3-99a6ce7fff17 req-25a19a3e-14bf-4a02-b436-76ee8dc47b3d tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Feb 08 23:59:06.488875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.489209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.489969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.490473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.491013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.491579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.492147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.492718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.493316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.493882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:06.510037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] device_id is not set on port 170a2aa3-7f95-4350-8eab-21bce72ae1a1 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:06.527813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Attempting to bind port 6bacf854-bd52-4947-9635-52d7a705b1eb on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:06.528161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Attempting to bind port 6bacf854-bd52-4947-9635-52d7a705b1eb by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '729ea0b8-5648-44c4-bbb9-f96b5cc21132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:06.528522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Attempting to bind port 6bacf854-bd52-4947-9635-52d7a705b1eb on network 49dd0452-65d5-4986-a928-3d23c9ac6a9a {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:06.582501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:06.582783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Checking segment: {'id': '729ea0b8-5648-44c4-bbb9-f96b5cc21132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:06.583179 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.583573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Bound using segment: {'id': '729ea0b8-5648-44c4-bbb9-f96b5cc21132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:06.584045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Bound port: 6bacf854-bd52-4947-9635-52d7a705b1eb, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729ea0b8-5648-44c4-bbb9-f96b5cc21132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '49dd0452-65d5-4986-a928-3d23c9ac6a9a'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:06.584426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.617894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Allocated IP 2001:db8::f816:3eff:fe51:530a (a81b7c8c-04b3-4e23-8666-f8644e787e36/c14e2763-d5ce-40ce-a75d-f3d90f241cb7/170a2aa3-7f95-4350-8eab-21bce72ae1a1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:06.772603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.775596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d514c50-1098-417b-bb2e-2b61b17752cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-a81b7c8c-04b3-4e23-8666-f8644e787e36', 'network_id': 'a81b7c8c-04b3-4e23-8666-f8644e787e36', 'tenant_id': '2cce0acb567d4b7887bfe5c36a479920', 'fixed_ips': [{'subnet_id': 'c14e2763-d5ce-40ce-a75d-f3d90f241cb7'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:06.776452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d514c50-1098-417b-bb2e-2b61b17752cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.783402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] For port 6bacf854-bd52-4947-9635-52d7a705b1eb, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:06.808571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.813992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] For port 6bacf854-bd52-4947-9635-52d7a705b1eb, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6bacf854-bd52-4947-9635-52d7a705b1eb,segment=NetworkSegment(729ea0b8-5648-44c4-bbb9-f96b5cc21132),segment_id=729ea0b8-5648-44c4-bbb9-f96b5cc21132)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:06.833571 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.843829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.854018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network a81b7c8c-04b3-4e23-8666-f8644e787e36 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:06.857269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:06.861366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:06.867110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:06.867721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.877620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Port': ['ID=170a2aa3-7f95-4350-8eab-21bce72ae1a1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:06.890906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51b6e44c-b1a8-447f-934d-6ed71b2319ab tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.5462260 Feb 08 23:59:06.893479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53074) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:06.939306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.940027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.953717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Deleting subnet c14e2763-d5ce-40ce-a75d-f3d90f241cb7 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:06.957395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:06.983870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=05bc5c49-cebd-4c15-978f-22b9ea0e486c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:07.008158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.009790 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.016102 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.023642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Network 4de8d77a-9830-4adb-ac74-59ffb2638451 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:07.025458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:07.027888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:07.030414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d116273-a9b2-44ec-a5b6-fcaa97d3cf42 None None] Pushing event updated for resources: {'Port': ['ID=6bacf854-bd52-4947-9635-52d7a705b1eb,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:07.065682 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.088371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de8d77a-9830-4adb-ac74-59ffb2638451']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:07.100068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd228583a-96ae-45c8-b0a7-7cf3d28a9252') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:07.100601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd228583a-96ae-45c8-b0a7-7cf3d28a9252') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:07.112024 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.124161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Pushing event updated for resources: {'Port': ['ID=e86803b5-2527-42af-9ebd-b282845d0ae0,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:07.127272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.129729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Attempting to bind port e86803b5-2527-42af-9ebd-b282845d0ae0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:07.130185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Attempting to bind port e86803b5-2527-42af-9ebd-b282845d0ae0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd228583a-96ae-45c8-b0a7-7cf3d28a9252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:07.133208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.137365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Attempting to bind port e86803b5-2527-42af-9ebd-b282845d0ae0 on network 4de8d77a-9830-4adb-ac74-59ffb2638451 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:07.144045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:07.144455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.147622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:07.148657 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:07.151210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Checking segment: {'id': 'd228583a-96ae-45c8-b0a7-7cf3d28a9252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:07.151210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.151210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Bound using segment: {'id': 'd228583a-96ae-45c8-b0a7-7cf3d28a9252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:07.151210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Bound port: e86803b5-2527-42af-9ebd-b282845d0ae0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd228583a-96ae-45c8-b0a7-7cf3d28a9252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4de8d77a-9830-4adb-ac74-59ffb2638451'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:07.151210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.230197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-7d514c50-1098-417b-bb2e-2b61b17752cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c14e2763-d5ce-40ce-a75d-f3d90f241cb7: This subnet is being modified by another concurrent operation. Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c14e2763-d5ce-40ce-a75d-f3d90f241cb7: This subnet is being modified by another concurrent operation. Feb 08 23:59:07.233102 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 08 23:59:07.279893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] For port e86803b5-2527-42af-9ebd-b282845d0ae0, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:07.283379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e80fc636-b84d-43e8-abcd-848fd2f8ef63 req-63c04dbd-ce3d-4032-b338-11060d37905d tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0536592 Feb 08 23:59:07.293068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.api [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 23:59:07.293068 n-d-828413-1 neutron-server[105925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 23:59:07.293068 n-d-828413-1 neutron-server[105925]: [parameters: {'id': '4de8d77a-9830-4adb-ac74-59ffb2638451'}] Feb 08 23:59:07.293068 n-d-828413-1 neutron-server[105925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:59:07.294199 n-d-828413-1 neutron-server[105925]: DEBUG oslo_db.api [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:59:07.294327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] For port e86803b5-2527-42af-9ebd-b282845d0ae0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e86803b5-2527-42af-9ebd-b282845d0ae0,segment=NetworkSegment(d228583a-96ae-45c8-b0a7-7cf3d28a9252),segment_id=d228583a-96ae-45c8-b0a7-7cf3d28a9252)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:07.295993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31cab4-661a-4134-96bf-a0b27e0731f7 None None] Network a81b7c8c-04b3-4e23-8666-f8644e787e36 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:07.308767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Subnet': ['ID=c14e2763-d5ce-40ce-a75d-f3d90f241cb7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:07.316629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.339048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.344010 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-08107dfb-448f-4849-b280-c17f53a59191 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/c14e2763-d5ce-40ce-a75d-f3d90f241cb7 HTTP/1.1" status: 204 len: 168 time: 0.4495597 Feb 08 23:59:07.346793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53080) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:07.491113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164026ec-e25b-4f61-93e2-3528ca375b12 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:07.492661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164026ec-e25b-4f61-93e2-3528ca375b12 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:07.497813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-164026ec-e25b-4f61-93e2-3528ca375b12 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1469758 Feb 08 23:59:07.498113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53082) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:07.520604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364364d6-b2b2-4fb3-8d23-80e92cb72795 req-957cdc49-2008-4bfa-8d2b-685cd0bfc107 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:07.522585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-364364d6-b2b2-4fb3-8d23-80e92cb72795 req-957cdc49-2008-4bfa-8d2b-685cd0bfc107 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1221898 Feb 08 23:59:07.671190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91226a5-9c2d-4a06-bb9c-1b4695e6df1a None None] Pushing event updated for resources: {'Port': ['ID=e86803b5-2527-42af-9ebd-b282845d0ae0,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:07.676897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1297c95b-4ee8-4479-bfb3-9f848d4c79ca None None] Network 4de8d77a-9830-4adb-ac74-59ffb2638451 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:07.696072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-808f7179-663a-4229-a972-34e819ffc64b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.704492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-364364d6-b2b2-4fb3-8d23-80e92cb72795 req-939c7813-7a79-4b9d-929f-9191eae161fc tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575322 Feb 08 23:59:07.709063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a551160-f0c4-4e86-bcc7-e4cc6556bda8 req-fa21b309-a55b-42af-892b-542bea5112e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:07.710711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a551160-f0c4-4e86-bcc7-e4cc6556bda8 req-fa21b309-a55b-42af-892b-542bea5112e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1855516 Feb 08 23:59:07.718539 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-808f7179-663a-4229-a972-34e819ffc64b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 08 23:59:07.719112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808f7179-663a-4229-a972-34e819ffc64b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:07.722335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-808f7179-663a-4229-a972-34e819ffc64b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/a81b7c8c-04b3-4e23-8666-f8644e787e36 HTTP/1.1" status: 409 len: 405 time: 0.2228632 Feb 08 23:59:07.726489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53086) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:07.731629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-499206898'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:07.751903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a25e1-6c4f-4413-8df6-01d22a03400f req-11e8aaec-1901-4679-a854-d812672900bc tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:07.753232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b27a25e1-6c4f-4413-8df6-01d22a03400f req-11e8aaec-1901-4679-a854-d812672900bc tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1713619 Feb 08 23:59:07.766819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:07.770702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.775345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a551160-f0c4-4e86-bcc7-e4cc6556bda8 req-d5d8fa92-b191-416a-8cf7-ea923eaf9543 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519283 Feb 08 23:59:07.799043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:07.799752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.808503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.809229 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Added segment 59d72335-1f89-4bb3-bea0-b64a5d736d59 of type vlan for network 45097f34-2daa-42aa-978d-4f3de6f9ebfa Feb 08 23:59:07.817229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b27a25e1-6c4f-4413-8df6-01d22a03400f req-a146e6bb-0c93-4dd3-978c-f09e0fca8f1b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Feb 08 23:59:07.866071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.876723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting port e86803b5-2527-42af-9ebd-b282845d0ae0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:07.877105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.900165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.907628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:07.908526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.952634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] For port e86803b5-2527-42af-9ebd-b282845d0ae0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e86803b5-2527-42af-9ebd-b282845d0ae0,segment=NetworkSegment(d228583a-96ae-45c8-b0a7-7cf3d28a9252),segment_id=d228583a-96ae-45c8-b0a7-7cf3d28a9252)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:07.953039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:07.972792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Calling delete_port for e86803b5-2527-42af-9ebd-b282845d0ae0 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:07.973440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2457173 Feb 08 23:59:07.976387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53088) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:07.983413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'subnet': {'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:07.990417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659afbd2-4da9-433f-9c1a-85ff9b586b81 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Network': ['ID=45097f34-2daa-42aa-978d-4f3de6f9ebfa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:08.003595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 45097f34-2daa-42aa-978d-4f3de6f9ebfa details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:08.142304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:08.146689 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.151597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.201966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a994b-8e8c-4737-8c06-2f1707095d93 None None] Network 49dd0452-65d5-4986-a928-3d23c9ac6a9a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:08.217677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Port': ['ID=e86803b5-2527-42af-9ebd-b282845d0ae0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:08.224830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No DVR routers for this DVR port e86803b5-2527-42af-9ebd-b282845d0ae0 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:08.332173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-dc0484a6-1b46-41a5-ba7f-ea14a81d1162 None None] Provisioning complete for port 6bacf854-bd52-4947-9635-52d7a705b1eb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:08.332562 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc0484a6-1b46-41a5-ba7f-ea14a81d1162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.358532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.438499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cde7fe7-f272-44df-bcbf-2765e7052beb req-774a5c43-d8b9-4649-ba4e-74d6d2db2d22 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0664432 Feb 08 23:59:08.442396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de8d77a-9830-4adb-ac74-59ffb2638451']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:08.451180 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc0484a6-1b46-41a5-ba7f-ea14a81d1162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.459487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd228583a-96ae-45c8-b0a7-7cf3d28a9252') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:08.459928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd228583a-96ae-45c8-b0a7-7cf3d28a9252') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:08.487703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-dc0484a6-1b46-41a5-ba7f-ea14a81d1162 None None] For port 6bacf854-bd52-4947-9635-52d7a705b1eb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6bacf854-bd52-4947-9635-52d7a705b1eb,segment=NetworkSegment(729ea0b8-5648-44c4-bbb9-f96b5cc21132),segment_id=729ea0b8-5648-44c4-bbb9-f96b5cc21132)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:08.492254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc0484a6-1b46-41a5-ba7f-ea14a81d1162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.504986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.534052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.544602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:08.545508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0484a6-1b46-41a5-ba7f-ea14a81d1162 None None] Pushing event updated for resources: {'Port': ['ID=6bacf854-bd52-4947-9635-52d7a705b1eb,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:08.545869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:08.549437 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:08.626138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7c1ed-34d6-4b04-8cf5-65a07933f1a7 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:08.643615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.652147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.655779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/4de8d77a-9830-4adb-ac74-59ffb2638451 HTTP/1.1" status: 204 len: 168 time: 2.7551577 Feb 08 23:59:08.659261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53092) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:08.664646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1326333659'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:08.690369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:08.693957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.697888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 23:59:08.699830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bb5d2-1222-4257-96a5-d3b0383faa45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=4de8d77a-9830-4adb-ac74-59ffb2638451,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:08.701661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.721540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:08.731178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.731704 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment b975d34c-59dd-415c-aaa4-77ff297fdb97 of type vlan for network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 Feb 08 23:59:08.748208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-91423cca-5f74-4ead-b8b7-b1d15bdbfed5 None None] Provisioning complete for port 6bacf854-bd52-4947-9635-52d7a705b1eb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:08.748818 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-91423cca-5f74-4ead-b8b7-b1d15bdbfed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.779856 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.790461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Subnet': ['ID=f1e12006-5171-4e19-8992-559a0dd6bf19,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:08.818194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.825344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:08.826112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.855476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Checking segment: {'id': '59d72335-1f89-4bb3-bea0-b64a5d736d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:08.856298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network hostable DHCP agents. Network: 45097f34-2daa-42aa-978d-4f3de6f9ebfa, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:08.886557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network 45097f34-2daa-42aa-978d-4f3de6f9ebfa is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:08.902146 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2392783 Feb 08 23:59:08.903160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53098) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:08.904577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283b1c-ebac-4740-8f5e-08ff92bc9e69 req-41715509-f493-43ad-af94-cd9a50a9313a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:08.906352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36283b1c-ebac-4740-8f5e-08ff92bc9e69 req-41715509-f493-43ad-af94-cd9a50a9313a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0945501 Feb 08 23:59:08.918457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 45097f34-2daa-42aa-978d-4f3de6f9ebfa) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:08.919140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': 'b8845d96-dbd4-4d19-8158-2f9b42cd6cb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:08.944387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:08.945261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:08.954610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c88b8-a74c-442f-9614-67f8c07d0d10 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=b8845d96-dbd4-4d19-8158-2f9b42cd6cb7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:08.955319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7c1ed-34d6-4b04-8cf5-65a07933f1a7 None None] Unable to find a vacant binding_index for network 45097f34-2daa-42aa-978d-4f3de6f9ebfa and agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 {{(pid=105933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 08 23:59:08.961714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde7c1ed-34d6-4b04-8cf5-65a07933f1a7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 45097f34-2daa-42aa-978d-4f3de6f9ebfa) {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:08.965365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:09.004298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8e0611f0-cd9c-4086-b0d2-92276e288026 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0268219 Feb 08 23:59:09.008805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53100) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:09.014264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36283b1c-ebac-4740-8f5e-08ff92bc9e69 req-2f82e911-aeda-4f4b-a740-3ac8c809249c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925174 Feb 08 23:59:09.018410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'port': {'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa', 'name': 'tempest-NetworksIpV6TestAttrs-1569700172'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:09.066371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450bc2-7b66-4621-a0cc-3e7a1d2a9a23 req-e8a6db0e-7215-4ccb-89da-39aa38e308da tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:09.067064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:09.072761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.075789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22450bc2-7b66-4621-a0cc-3e7a1d2a9a23 req-e8a6db0e-7215-4ccb-89da-39aa38e308da tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1430256 Feb 08 23:59:09.167535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22450bc2-7b66-4621-a0cc-3e7a1d2a9a23 req-1f515b37-2965-4124-947d-06a4ded26358 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883281 Feb 08 23:59:09.251827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:09.255681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.279602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] device_id is not set on port cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:09.286297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6bacf854-bd52-4947-9635-52d7a705b1eb up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:09.356490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.401367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Allocated IP 2001:db8::f816:3eff:fe1b:8f34 (45097f34-2daa-42aa-978d-4f3de6f9ebfa/f1e12006-5171-4e19-8992-559a0dd6bf19/cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:09.410640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6bacf854-bd52-4947-9635-52d7a705b1eb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:09.411120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.420401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=4c4ed47d-e5a0-489d-83f7-9200d0222e73,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:09.434148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': 'b975d34c-59dd-415c-aaa4-77ff297fdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b8845d96-dbd4-4d19-8158-2f9b42cd6cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:09.434611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: b8845d96-dbd4-4d19-8158-2f9b42cd6cb7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:09.442744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-45097f34-2daa-42aa-978d-4f3de6f9ebfa', 'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa', 'tenant_id': '2cce0acb567d4b7887bfe5c36a479920', 'fixed_ips': [{'subnet_id': 'f1e12006-5171-4e19-8992-559a0dd6bf19'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:09.443625 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.456747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:09.467006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b8845d96-dbd4-4d19-8158-2f9b42cd6cb7) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:09.475198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:09.475962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.499028 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a0398605-43c7-4c0d-9ed6-86306c37f0b5 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5947478 Feb 08 23:59:09.502098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:09.586830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-232516c8-a575-4314-8438-d6bd4a79c602 req-451b8817-a4cb-4f68-84ed-6151eec0b1e8 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0354164 Feb 08 23:59:09.613924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.659005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.704314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Allocated IP 2001:db8::f816:3eff:feba:32e5 (45097f34-2daa-42aa-978d-4f3de6f9ebfa/f1e12006-5171-4e19-8992-559a0dd6bf19/3904b279-b030-46e0-83de-c001899bc041) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:09.709068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network 45097f34-2daa-42aa-978d-4f3de6f9ebfa is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:09.713634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:09.718711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:09.724551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:09.725360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.734770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Port': ['ID=cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:09.752566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8151b763-2384-4d61-bc5d-05ff255d307f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7416477 Feb 08 23:59:09.753363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53106) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:09.807873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Deleting subnet f1e12006-5171-4e19-8992-559a0dd6bf19 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:09.867817 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.874607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.874912 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.911246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Network 45097f34-2daa-42aa-978d-4f3de6f9ebfa is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:09.918010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:09.922370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:09.923841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.929298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Pushing event updated for resources: {'Port': ['ID=3904b279-b030-46e0-83de-c001899bc041,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:09.949909 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.985311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Attempting to bind port 3904b279-b030-46e0-83de-c001899bc041 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:09.985600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Attempting to bind port 3904b279-b030-46e0-83de-c001899bc041 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '59d72335-1f89-4bb3-bea0-b64a5d736d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:09.985988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Attempting to bind port 3904b279-b030-46e0-83de-c001899bc041 on network 45097f34-2daa-42aa-978d-4f3de6f9ebfa {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:09.991259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:09.992005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Checking segment: {'id': '59d72335-1f89-4bb3-bea0-b64a5d736d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:09.992151 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:09.992514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Bound using segment: {'id': '59d72335-1f89-4bb3-bea0-b64a5d736d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:09.993022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Bound port: 3904b279-b030-46e0-83de-c001899bc041, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d72335-1f89-4bb3-bea0-b64a5d736d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '45097f34-2daa-42aa-978d-4f3de6f9ebfa'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:09.993865 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.007905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.058557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.077452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.118257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4ed47d-e5a0-489d-83f7-9200d0222e73,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:10.162556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.166863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] For port 3904b279-b030-46e0-83de-c001899bc041, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:10.171146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] For port 3904b279-b030-46e0-83de-c001899bc041, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3904b279-b030-46e0-83de-c001899bc041,segment=NetworkSegment(59d72335-1f89-4bb3-bea0-b64a5d736d59),segment_id=59d72335-1f89-4bb3-bea0-b64a5d736d59)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:10.175618 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.178803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.198591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e12006-5171-4e19-8992-559a0dd6bf19,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:10.217421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8845d96-dbd4-4d19-8158-2f9b42cd6cb7']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:10.220931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900c17e-f56d-4719-b9ec-92f876b3d943 req-42270df7-93d1-42d6-be67-d517c45c2660 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:10.231534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f900c17e-f56d-4719-b9ec-92f876b3d943 req-42270df7-93d1-42d6-be67-d517c45c2660 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1222680 Feb 08 23:59:10.234274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b975d34c-59dd-415c-aaa4-77ff297fdb97') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:10.234706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b975d34c-59dd-415c-aaa4-77ff297fdb97') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:10.235127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ce49-ffa3-4aeb-98e1-dace57cb4e22 None None] Pushing event updated for resources: {'Port': ['ID=3904b279-b030-46e0-83de-c001899bc041,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:10.246173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.262119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.265974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e4dfd471-e1bf-45c7-ad45-03b9cbaeacba tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/f1e12006-5171-4e19-8992-559a0dd6bf19 HTTP/1.1" status: 204 len: 168 time: 0.5115590 Feb 08 23:59:10.266817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.268835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53114) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:10.318726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:10.319523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:10.322621 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:10.324968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f900c17e-f56d-4719-b9ec-92f876b3d943 req-a5f0d061-ad02-4658-8684-64ae081233f3 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911343 Feb 08 23:59:10.348309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd061c-3a78-4ce4-914f-e80ae78b2931 req-10e34af7-bcfc-46be-a99b-a82112266d50 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:10.350182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fadd061c-3a78-4ce4-914f-e80ae78b2931 req-10e34af7-bcfc-46be-a99b-a82112266d50 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0900829 Feb 08 23:59:10.394386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fadd061c-3a78-4ce4-914f-e80ae78b2931 req-92b85727-9d6c-4ecd-85e0-c71e25e2dd10 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Feb 08 23:59:10.420796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36275c3-aa52-48ab-93a3-8c8882014c0e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:10.422474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36275c3-aa52-48ab-93a3-8c8882014c0e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:10.425110 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f36275c3-aa52-48ab-93a3-8c8882014c0e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1541085 Feb 08 23:59:10.426962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53118) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:10.439185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.467167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.470495 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 HTTP/1.1" status: 204 len: 168 time: 0.9669516 Feb 08 23:59:10.477483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53120) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:10.482903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-519080311'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:10.519285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f367faa-30d4-4fef-915e-06e61aa889bb tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=b8845d96-dbd4-4d19-8158-2f9b42cd6cb7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:10.540949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:10.555842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.565047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f19997a-b3e4-4d39-8373-6de6c47d0d3f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.572630 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f19997a-b3e4-4d39-8373-6de6c47d0d3f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 08 23:59:10.573322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f19997a-b3e4-4d39-8373-6de6c47d0d3f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:10.581078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f19997a-b3e4-4d39-8373-6de6c47d0d3f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/45097f34-2daa-42aa-978d-4f3de6f9ebfa HTTP/1.1" status: 409 len: 405 time: 0.1490846 Feb 08 23:59:10.581543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53124) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:10.583885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:10.588865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-909013218'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:10.600638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.601317 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 0c15bc99-e785-4281-9024-e776b558d96d of type vlan for network d39d32dc-316e-4c38-884b-7b70335245be Feb 08 23:59:10.616771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:10.620896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.657712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.676307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:10.688997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.689464 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Added segment ece34f01-0ce0-45ff-992a-733dbf899fe2 of type vlan for network acef17d7-4082-4198-a5ac-27e03d4d2196 Feb 08 23:59:10.739935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.742013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.747381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:10.748607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.766449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.771966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:10.772568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:10.806157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3af6775-8775-4a16-b130-907eb259ab64 req-f17d2869-f65c-4948-812b-86488873a74f tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0745475 Feb 08 23:59:10.848673 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2619073 Feb 08 23:59:10.849089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f550c6d-b4bb-411f-8b98-c8fb54f0e4d3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Network': ['ID=acef17d7-4082-4198-a5ac-27e03d4d2196,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:10.851021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53130) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:10.856578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'subnet': {'network_id': 'acef17d7-4082-4198-a5ac-27e03d4d2196', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:10.863226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network acef17d7-4082-4198-a5ac-27e03d4d2196 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:11.188371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7097759 Feb 08 23:59:11.191825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53132) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:11.200461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:11.204946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:11.210453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.231770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d6d6d-3510-4361-83f1-5d768e1666d0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=d39d32dc-316e-4c38-884b-7b70335245be,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:11.240295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3904b279-b030-46e0-83de-c001899bc041 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:11.270598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-8265534f-1958-44ca-a393-060682524e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.271868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network d39d32dc-316e-4c38-884b-7b70335245be details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:11.272271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-8265534f-1958-44ca-a393-060682524e54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.5496485 Feb 08 23:59:11.308267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d2ad7-2dc9-4a06-abbf-31a33c951e4a req-e2d1811e-6762-4dd3-89a4-0c0b5ea28b68 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.323151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e7d2ad7-2dc9-4a06-abbf-31a33c951e4a req-e2d1811e-6762-4dd3-89a4-0c0b5ea28b68 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.5531528 Feb 08 23:59:11.372275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3904b279-b030-46e0-83de-c001899bc041 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:11.372653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.473802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb1a27-3da8-4e06-a696-a6f0902a2a49 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:11.531032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-77b5f268-6f0a-4f1e-bd85-77b71300e9df None None] Provisioning complete for port 3904b279-b030-46e0-83de-c001899bc041 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:11.531402 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77b5f268-6f0a-4f1e-bd85-77b71300e9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.534745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e7d2ad7-2dc9-4a06-abbf-31a33c951e4a req-2cfb0aec-b026-41bb-9e98-e1bfbb70af1a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001381 Feb 08 23:59:11.537030 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.568882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 23:59:11.570389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.621736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b34c-433a-4f79-815b-8f2acd5d4f56 req-cba2619d-33ca-453b-bdbc-a9f1fab97cda tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.623698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dff4b34c-433a-4f79-815b-8f2acd5d4f56 req-cba2619d-33ca-453b-bdbc-a9f1fab97cda tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1796474 Feb 08 23:59:11.635324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Subnet': ['ID=2bc2fc40-e7ea-4886-86bd-022164da4627,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:11.647860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Checking segment: {'id': 'ece34f01-0ce0-45ff-992a-733dbf899fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'acef17d7-4082-4198-a5ac-27e03d4d2196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:11.648297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network hostable DHCP agents. Network: acef17d7-4082-4198-a5ac-27e03d4d2196, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:11.661384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 3904b279-b030-46e0-83de-c001899bc041, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3904b279-b030-46e0-83de-c001899bc041,segment=NetworkSegment(59d72335-1f89-4bb3-bea0-b64a5d736d59),segment_id=59d72335-1f89-4bb3-bea0-b64a5d736d59)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:11.667561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-00e32168-9f50-4bd7-91e4-e85f5569ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.669085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-00e32168-9f50-4bd7-91e4-e85f5569ac8f service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.3814168 Feb 08 23:59:11.669603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network acef17d7-4082-4198-a5ac-27e03d4d2196 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:11.680413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, acef17d7-4082-4198-a5ac-27e03d4d2196) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:11.682798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.688950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.690209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.711877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f25f97b-453a-4e14-bb97-b32ee6168c16 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8573830 Feb 08 23:59:11.712246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:11.733826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-b4a5c00e-a0b2-4bca-8f6c-bc98fd6a173a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 217 time: 0.0434177 Feb 08 23:59:11.737242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.758844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dff4b34c-433a-4f79-815b-8f2acd5d4f56 req-00644772-9ded-4ff6-ba9c-606632a476ca tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164286 Feb 08 23:59:11.783512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.786776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb1a27-3da8-4e06-a696-a6f0902a2a49 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:11.807685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network d39d32dc-316e-4c38-884b-7b70335245be is not hosted by any dhcp agent {{(pid=105925) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 23:59:11.813923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.814546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.818717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "PUT /v2.0/networks/d39d32dc-316e-4c38-884b-7b70335245be HTTP/1.1" status: 200 len: 723 time: 0.6232831 Feb 08 23:59:11.820627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:11.820769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=3904b279-b030-46e0-83de-c001899bc041,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:11.829702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:11.831324 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fb309e08-93ca-420e-93ce-4fce31ce498f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.870922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:11.871193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-0fdf871e-9164-4fc4-81a0-3a65021aa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:11.872646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-0fdf871e-9164-4fc4-81a0-3a65021aa117 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.1263211 Feb 08 23:59:11.879444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd65d26-9331-44ce-9205-13e51be1d53d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=d39d32dc-316e-4c38-884b-7b70335245be,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:11.900287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network d39d32dc-316e-4c38-884b-7b70335245be details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:11.940160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2592d3ab-0f36-4e2c-a23d-5e5c96a3859e req-f46d7f36-8033-4f47-a613-17782e1c7780 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0404568 Feb 08 23:59:11.942171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-68928f83-8ca4-4e53-a1fc-1f7a4f63f13c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509894 Feb 08 23:59:12.001163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.063610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:12.069098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.069783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-84289a2b-09d0-43b8-8e02-5432ed8feef2 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196954 Feb 08 23:59:12.163930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.190748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-145858d5-b5c2-4ad6-8641-c71b6715596b req-649518ec-ef95-4017-85d9-91579b5c5fd2 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112673 Feb 08 23:59:12.205150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc2fc40-e7ea-4886-86bd-022164da4627,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:12.290829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.339725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acef17d7-4082-4198-a5ac-27e03d4d2196']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:12.351194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dceb097-4bfd-4d66-8f1c-e685bc466748 None None] Network 45097f34-2daa-42aa-978d-4f3de6f9ebfa requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.355480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf451f-ead7-46eb-932c-f5561485f6f7 None None] Network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.355706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece34f01-0ce0-45ff-992a-733dbf899fe2') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:12.355995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece34f01-0ce0-45ff-992a-733dbf899fe2') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:12.368546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb28746-272b-4932-be65-c8d21ce2ff9f None None] Network acef17d7-4082-4198-a5ac-27e03d4d2196 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.387682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.415239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf451f-ead7-46eb-932c-f5561485f6f7 None None] Network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 08 23:59:12.428401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.436046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.438589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:12.438985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:12.445617 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:12.459600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9154a66e-089b-44fe-a45d-0dc100d976b8 None None] Network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.492661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9154a66e-089b-44fe-a45d-0dc100d976b8 None None] Network b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 08 23:59:12.551058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.578014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.581887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/acef17d7-4082-4198-a5ac-27e03d4d2196 HTTP/1.1" status: 204 len: 168 time: 0.8687010 Feb 08 23:59:12.582643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=3c8bde6e-0a54-4b97-a336-4e3b4033376c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:12.585794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53146) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:12.600454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-506129187'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:12.605174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6ba8e-f08e-49d8-82ea-a911bf0d209e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Network': ['ID=acef17d7-4082-4198-a5ac-27e03d4d2196,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:12.607733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': '0c15bc99-e785-4281-9024-e776b558d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:12.608230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: d39d32dc-316e-4c38-884b-7b70335245be, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:12.620421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b91339-0c36-4041-b8b5-792c0156613f None None] Network acef17d7-4082-4198-a5ac-27e03d4d2196 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.633508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network d39d32dc-316e-4c38-884b-7b70335245be is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:12.636696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a96aa-e7f6-4a20-b878-6841b2db0897 None None] Network 45097f34-2daa-42aa-978d-4f3de6f9ebfa requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.639951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b91339-0c36-4041-b8b5-792c0156613f None None] Network acef17d7-4082-4198-a5ac-27e03d4d2196 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 08 23:59:12.650195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, d39d32dc-316e-4c38-884b-7b70335245be) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:12.656328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:12.657336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.670488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:12.674338 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.681373 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-affb5cc6-fff9-4c4e-93b1-312905ee7f65 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8594182 Feb 08 23:59:12.681884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2979a8-a1e5-4fb2-92a4-c1a7403a4975 None None] Network d39d32dc-316e-4c38-884b-7b70335245be requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:12.683844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:12.692420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:12.729139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:12.742475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4afc3e-905d-440e-8895-ad147c989e63 req-495dec3f-52bc-4577-a275-80b633151522 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:12.750388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c4afc3e-905d-440e-8895-ad147c989e63 req-495dec3f-52bc-4577-a275-80b633151522 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1022696 Feb 08 23:59:12.769421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.769764 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Added segment bf38f89a-eceb-4609-a6fe-697abb6578c9 of type vlan for network 99e22be8-52da-48a9-8ded-7f25bd4d30f2 Feb 08 23:59:12.823951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c4afc3e-905d-440e-8895-ad147c989e63 req-fddf5fe7-f048-4da5-ade2-f7f859aa3d30 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723712 Feb 08 23:59:12.827706 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8906183'] for subnet, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.830751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.869968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.877634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:12.878322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.930542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-d39d32dc-316e-4c38-884b-7b70335245be', 'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': '3c8bde6e-0a54-4b97-a336-4e3b4033376c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:12.931727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:12.948744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3589764 Feb 08 23:59:12.953556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53152) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:12.955102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] DHCP port deletion for 45097f34-2daa-42aa-978d-4f3de6f9ebfa request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:12.958390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'subnet': {'network_id': '99e22be8-52da-48a9-8ded-7f25bd4d30f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:13.005000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d384f-2ff0-4b14-96fa-a3bf125d772d tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Network': ['ID=99e22be8-52da-48a9-8ded-7f25bd4d30f2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:13.055294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 99e22be8-52da-48a9-8ded-7f25bd4d30f2 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:13.055594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4635cec-bdc1-45b8-841a-8ac4f1597bee req-b4b1e154-f520-446b-aee6-7d29ba696d71 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:13.057096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4635cec-bdc1-45b8-841a-8ac4f1597bee req-b4b1e154-f520-446b-aee6-7d29ba696d71 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1529932 Feb 08 23:59:13.081480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85b64060-219e-4146-8fe0-7123f9ecbe71 req-d560e9f8-bcbf-4615-ae43-72a34fe6c9e0 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0445876 Feb 08 23:59:13.092634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790164744551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8907125'] for subnet, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.139387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:13.139975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.141495 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "PUT /v2.0/subnets/3c8bde6e-0a54-4b97-a336-4e3b4033376c HTTP/1.1" status: 200 len: 806 time: 0.4557738 Feb 08 23:59:13.144125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53156) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:13.146053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:13.151791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.156555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4635cec-bdc1-45b8-841a-8ac4f1597bee req-11d6edcd-dd6a-4910-a56a-b7216e07bde0 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851810 Feb 08 23:59:13.221669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] Deleting port 3904b279-b030-46e0-83de-c001899bc041 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:13.222093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.223924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3904b279-b030-46e0-83de-c001899bc041 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:13.227113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Allocated IP 172.20.0.2 (d39d32dc-316e-4c38-884b-7b70335245be/3c8bde6e-0a54-4b97-a336-4e3b4033376c/010cb04e-de6f-47ad-a1a2-ab223c8f1baf) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:13.267633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6df1f-cbd7-4e47-9b5a-dc878719a147 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=3c8bde6e-0a54-4b97-a336-4e3b4033376c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:13.360413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.386713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] For port 3904b279-b030-46e0-83de-c001899bc041, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3904b279-b030-46e0-83de-c001899bc041,segment=NetworkSegment(59d72335-1f89-4bb3-bea0-b64a5d736d59),segment_id=59d72335-1f89-4bb3-bea0-b64a5d736d59)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:13.387190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.410374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] Calling delete_port for 3904b279-b030-46e0-83de-c001899bc041 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:13.456256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.506450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.531828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.603379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Subnet': ['ID=49d2e82e-8d90-477b-bad8-48bd07cad643,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:13.612642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Checking segment: {'id': 'bf38f89a-eceb-4609-a6fe-697abb6578c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99e22be8-52da-48a9-8ded-7f25bd4d30f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:13.613100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network hostable DHCP agents. Network: 99e22be8-52da-48a9-8ded-7f25bd4d30f2, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:13.615850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 3904b279-b030-46e0-83de-c001899bc041, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3904b279-b030-46e0-83de-c001899bc041,segment=NetworkSegment(59d72335-1f89-4bb3-bea0-b64a5d736d59),segment_id=59d72335-1f89-4bb3-bea0-b64a5d736d59)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:13.617827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.624212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.630816 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.642202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network 99e22be8-52da-48a9-8ded-7f25bd4d30f2 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:13.655052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 99e22be8-52da-48a9-8ded-7f25bd4d30f2) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:13.656951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.664572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.666919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38b0b5-b1f7-4cfc-889b-0f180c2902b1 None None] Network 99e22be8-52da-48a9-8ded-7f25bd4d30f2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:13.670424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:13.671171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.700655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8bde6e-0a54-4b97-a336-4e3b4033376c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:13.701485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Network d39d32dc-316e-4c38-884b-7b70335245be is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:13.728573 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c90045c6-a9a2-4095-9760-49ed8e089b4f tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7739544 Feb 08 23:59:13.732005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53158) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:13.741621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:13.747666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] No DVR routers for this DVR port 3904b279-b030-46e0-83de-c001899bc041 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:13.758781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:13.775616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=3904b279-b030-46e0-83de-c001899bc041,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:13.829112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.861594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39d32dc-316e-4c38-884b-7b70335245be']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:13.892586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c15bc99-e785-4281-9024-e776b558d96d') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:13.893065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c15bc99-e785-4281-9024-e776b558d96d') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:13.899025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Attempting to bind port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:13.899683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Attempting to bind port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0c15bc99-e785-4281-9024-e776b558d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:13.900336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Attempting to bind port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf on network d39d32dc-316e-4c38-884b-7b70335245be {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:13.910979 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.933699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.936576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.941148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Pushing event updated for resources: {'Port': ['ID=010cb04e-de6f-47ad-a1a2-ab223c8f1baf,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:13.948943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:13.949391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:13.955177 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:13.957721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:13.957721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Checking segment: {'id': '0c15bc99-e785-4281-9024-e776b558d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:13.957721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.957721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Bound using segment: {'id': '0c15bc99-e785-4281-9024-e776b558d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:13.957721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Bound port: 010cb04e-de6f-47ad-a1a2-ab223c8f1baf, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c15bc99-e785-4281-9024-e776b558d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd39d32dc-316e-4c38-884b-7b70335245be'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:13.957721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:13.967888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d706a8-6333-47ca-8382-f38ff9abe35c req-b4179c22-a5c0-4cd2-be37-245ec6d6dcef tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:13.969737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2d706a8-6333-47ca-8382-f38ff9abe35c req-b4179c22-a5c0-4cd2-be37-245ec6d6dcef tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0598314 Feb 08 23:59:13.992178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ade3be-537c-4fa8-8f89-69f42cb18755 None None] Pushing event deleted for resources: {'Port': ['ID=3904b279-b030-46e0-83de-c001899bc041,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:14.028366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2d706a8-6333-47ca-8382-f38ff9abe35c req-09e20838-448d-452d-a783-5d39677e5c7f tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484169 Feb 08 23:59:14.058029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.api [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 23:59:14.058029 n-d-828413-1 neutron-server[105931]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 23:59:14.058029 n-d-828413-1 neutron-server[105931]: [parameters: {'id': 'd39d32dc-316e-4c38-884b-7b70335245be'}] Feb 08 23:59:14.058029 n-d-828413-1 neutron-server[105931]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105931) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:59:14.058585 n-d-828413-1 neutron-server[105931]: DEBUG oslo_db.api [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:59:14.059262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5eb25a-ac2d-4aa8-8241-fc2101de025c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-99e22be8-52da-48a9-8ded-7f25bd4d30f2', 'network_id': '99e22be8-52da-48a9-8ded-7f25bd4d30f2', 'tenant_id': '2cce0acb567d4b7887bfe5c36a479920', 'fixed_ips': [{'subnet_id': '49d2e82e-8d90-477b-bad8-48bd07cad643'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:14.060773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb25a-ac2d-4aa8-8241-fc2101de025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.065309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.115543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] For port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:14.138986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.172308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Subnet': ['ID=49d2e82e-8d90-477b-bad8-48bd07cad643,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:14.198768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] For port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=010cb04e-de6f-47ad-a1a2-ab223c8f1baf,segment=NetworkSegment(0c15bc99-e785-4281-9024-e776b558d96d),segment_id=0c15bc99-e785-4281-9024-e776b558d96d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:14.211160 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.236758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41137380-c497-49a1-bf00-0e5190c3068b req-a6a705fb-1594-4a6f-8651-b666764c9c4f tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0668981 Feb 08 23:59:14.287434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df2b8109-9619-4743-8e61-28da75abff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-9f5eb25a-ac2d-4aa8-8241-fc2101de025c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49d2e82e-8d90-477b-bad8-48bd07cad643: This subnet is being modified by another concurrent operation. Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 49d2e82e-8d90-477b-bad8-48bd07cad643: This subnet is being modified by another concurrent operation. Feb 08 23:59:14.300058 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 08 23:59:14.308234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.327710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e223e72-75c5-497e-af9e-f6945ed50149 req-1b346a83-c9b9-4175-8328-a875e002a582 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:14.337202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e22be8-52da-48a9-8ded-7f25bd4d30f2']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:14.342770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e223e72-75c5-497e-af9e-f6945ed50149 req-1b346a83-c9b9-4175-8328-a875e002a582 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0963016 Feb 08 23:59:14.354007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf38f89a-eceb-4609-a6fe-697abb6578c9') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:14.354262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f1a1d-0d43-42a6-af7a-2f86d406ecb2 None None] Network 99e22be8-52da-48a9-8ded-7f25bd4d30f2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:14.354618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf38f89a-eceb-4609-a6fe-697abb6578c9') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:14.369848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.386825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.395590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:14.396690 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.399252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e223e72-75c5-497e-af9e-f6945ed50149 req-5bfbdd44-3ad4-4e01-bf87-ea47a8dadc0d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:14.402028 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:14.454256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792f5bc-db11-44c2-bc89-2deae9c07e3c None None] Pushing event updated for resources: {'Port': ['ID=010cb04e-de6f-47ad-a1a2-ab223c8f1baf,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:14.465736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61de15a1-2bfd-40f9-901f-34ebd1856be6 None None] Network d39d32dc-316e-4c38-884b-7b70335245be requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:14.486981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.495986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.504420 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/99e22be8-52da-48a9-8ded-7f25bd4d30f2 HTTP/1.1" status: 204 len: 168 time: 0.7669275 Feb 08 23:59:14.505647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53166) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:14.512684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1973804134'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:14.519250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9094b-1f06-4893-bc85-78bc65b7c56b tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Network': ['ID=99e22be8-52da-48a9-8ded-7f25bd4d30f2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:14.549683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:14.554251 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.559959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.586714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:14.600154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.600637 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Added segment 0a89e975-cafe-4117-9dd0-6f5681d71921 of type vlan for network 15ef2385-4da6-44c9-be49-de12e97570c2 Feb 08 23:59:14.643816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:14.644023 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.660491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.692296 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.698363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:14.698922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.719569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] For port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=010cb04e-de6f-47ad-a1a2-ab223c8f1baf,segment=NetworkSegment(0c15bc99-e785-4281-9024-e776b558d96d),segment_id=0c15bc99-e785-4281-9024-e776b558d96d)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:14.719953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.736310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Calling delete_port for 010cb04e-de6f-47ad-a1a2-ab223c8f1baf owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:14.783487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2732666 Feb 08 23:59:14.788302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53168) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:14.795590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Request body: {'subnet': {'network_id': '15ef2385-4da6-44c9-be49-de12e97570c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:14.819185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865e8a8-c997-4325-a22d-dbef9c3372d7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Network': ['ID=15ef2385-4da6-44c9-be49-de12e97570c2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:14.833825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 15ef2385-4da6-44c9-be49-de12e97570c2 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:14.850989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.866894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No DVR routers for this DVR port 010cb04e-de6f-47ad-a1a2-ab223c8f1baf on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:14.887409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96322c63-9900-467b-87ea-1e82d336b960 None None] Network d39d32dc-316e-4c38-884b-7b70335245be requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:14.913975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Port': ['ID=010cb04e-de6f-47ad-a1a2-ab223c8f1baf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:14.925637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Made reservation on behalf of 2cce0acb567d4b7887bfe5c36a479920 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:14.931152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:14.978461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.005507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39d32dc-316e-4c38-884b-7b70335245be']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:15.021749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c15bc99-e785-4281-9024-e776b558d96d') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:15.022046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c15bc99-e785-4281-9024-e776b558d96d') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:15.030456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123bf111-4666-4c16-8eb6-0a2514bb8dca None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:15.038819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.053994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.062056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:15.062513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:15.066507 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:15.137997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.147465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.154765 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/d39d32dc-316e-4c38-884b-7b70335245be HTTP/1.1" status: 204 len: 168 time: 2.0082848 Feb 08 23:59:15.166984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53174) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:15.177517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa22d95-be39-42dc-b525-d9e32754f7b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=d39d32dc-316e-4c38-884b-7b70335245be,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:15.192010 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f605bd-61ab-4b66-ad56-cb7dc5dd0bd9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:15.192585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f605bd-61ab-4b66-ad56-cb7dc5dd0bd9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:15.197345 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42f605bd-61ab-4b66-ad56-cb7dc5dd0bd9 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/d39d32dc-316e-4c38-884b-7b70335245be HTTP/1.1" status: 404 len: 339 time: 0.0295761 Feb 08 23:59:15.202997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53176) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:15.203840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123bf111-4666-4c16-8eb6-0a2514bb8dca None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:15.211210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1966957178', 'description': 'd1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:15.217858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875b6a8-46e0-457e-b5d2-d4e18db3f777 req-0100db8e-714f-45b9-9fc9-7c30829b2a56 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:15.219493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e875b6a8-46e0-457e-b5d2-d4e18db3f777 req-0100db8e-714f-45b9-9fc9-7c30829b2a56 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1136067 Feb 08 23:59:15.240675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:15.244310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.271550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:15.289158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.289924 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 6775893a-8c42-4c3c-a569-8e2b5757b78d of type vlan for network dc2dc7a1-b28a-4dba-97d6-55cc4881d358 Feb 08 23:59:15.321014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e875b6a8-46e0-457e-b5d2-d4e18db3f777 req-8fe98689-23e2-4ae7-b8fc-83fb5c8334aa tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921094 Feb 08 23:59:15.349607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 08 23:59:15.360951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.368781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.386577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d386d9c1-b863-40d7-8d15-871d396b2f1e req-6fb427f7-7853-47fe-9813-6d8bd76660a7 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0353408 Feb 08 23:59:15.400415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.409248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:15.409876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.463713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event updated for resources: {'Subnet': ['ID=cd635561-d6c0-46e8-9f24-50f492f97a98,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:15.470030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Checking segment: {'id': '0a89e975-cafe-4117-9dd0-6f5681d71921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '15ef2385-4da6-44c9-be49-de12e97570c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:15.471076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network hostable DHCP agents. Network: 15ef2385-4da6-44c9-be49-de12e97570c2, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:15.483251 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.523201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Network 15ef2385-4da6-44c9-be49-de12e97570c2 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:15.542283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=dc2dc7a1-b28a-4dba-97d6-55cc4881d358,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:15.567773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0abd3441-7b5a-4f06-a1ba-479a43f548ef tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3635747 Feb 08 23:59:15.569623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:15.575507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network dc2dc7a1-b28a-4dba-97d6-55cc4881d358 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:15.608054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acc830-c8cf-41da-9212-522d164b0755 req-9231fa7e-1714-493d-9fb5-dad7739b7a8f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:15.615623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35acc830-c8cf-41da-9212-522d164b0755 req-9231fa7e-1714-493d-9fb5-dad7739b7a8f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1103992 Feb 08 23:59:15.617375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 15ef2385-4da6-44c9-be49-de12e97570c2) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:15.627322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:15.627914 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.662149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c7f29034-9ef9-48bd-aa07-a5fdbf436480 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8727341 Feb 08 23:59:15.665706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53186) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:15.687797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce24d5-40c9-40f0-a5f8-7923c58cf1b6 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:15.693928 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4dce24d5-40c9-40f0-a5f8-7923c58cf1b6 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks?id=dc2dc7a1-b28a-4dba-97d6-55cc4881d358 HTTP/1.1" status: 200 len: 761 time: 0.1232004 Feb 08 23:59:15.694852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:15.714123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'description': 'd2'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:15.723708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17435f9c-e50f-4206-8cd3-516279a21f24 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:15.737522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35acc830-c8cf-41da-9212-522d164b0755 req-ee6d1d1d-cfb1-40d9-956c-6a115b65eab8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209588 Feb 08 23:59:15.827714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.917104 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.926890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.949335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.984715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network dc2dc7a1-b28a-4dba-97d6-55cc4881d358 is not hosted by any dhcp agent {{(pid=105931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 08 23:59:15.994262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:15.995342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:15.996151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.000640 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "PUT /v2.0/networks/dc2dc7a1-b28a-4dba-97d6-55cc4881d358 HTTP/1.1" status: 200 len: 758 time: 0.3016882 Feb 08 23:59:16.001927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17435f9c-e50f-4206-8cd3-516279a21f24 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:16.002065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53196) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.059466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Subnet': ['ID=cd635561-d6c0-46e8-9f24-50f492f97a98,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:16.109269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66130250-f0c7-43de-9578-3e8bb78efdab tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=dc2dc7a1-b28a-4dba-97d6-55cc4881d358,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:16.134230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network dc2dc7a1-b28a-4dba-97d6-55cc4881d358 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:16.182783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.204549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3271c7-53c7-4949-8719-262a98cbab05 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.210032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1e3271c7-53c7-4949-8719-262a98cbab05 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks?id=dc2dc7a1-b28a-4dba-97d6-55cc4881d358 HTTP/1.1" status: 200 len: 761 time: 0.1994767 Feb 08 23:59:16.210931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53204) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.215452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380859727'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:16.245890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ef2385-4da6-44c9-be49-de12e97570c2']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:16.255475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:16.259114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.266604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a89e975-cafe-4117-9dd0-6f5681d71921') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:16.267289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a89e975-cafe-4117-9dd0-6f5681d71921') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:16.289305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.311615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.318996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:16.318996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.329154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53212) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:16.337739 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:16.408135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:16.423195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.423805 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 29194691-91f0-46c4-883f-51fcae5c5884 of type vlan for network a026410b-0085-45f7-876c-22d46cf55c35 Feb 08 23:59:16.425207 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.447627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.451637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/15ef2385-4da6-44c9-be49-de12e97570c2 HTTP/1.1" status: 204 len: 168 time: 0.7844284 Feb 08 23:59:16.455216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53218) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.500573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c115212-ffdf-4d96-8275-04f4590f08c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Network': ['ID=15ef2385-4da6-44c9-be49-de12e97570c2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:16.518013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.527927 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60b8fa9-8f5c-49e8-b105-8ea4d473e572 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:16.527927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60b8fa9-8f5c-49e8-b105-8ea4d473e572 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:16.534677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b60b8fa9-8f5c-49e8-b105-8ea4d473e572 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/cd635561-d6c0-46e8-9f24-50f492f97a98 HTTP/1.1" status: 404 len: 337 time: 0.0758548 Feb 08 23:59:16.534677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53220) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.565135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.565638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.566094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.566580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.567048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.567515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.567980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.570165 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75f1bcc2-e3b2-4a26-a8e9-5ad7dad611f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6499 time: 0.2391272 Feb 08 23:59:16.571109 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21b6641-e661-4a2a-8e77-cd9bb1065fe3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:16.572744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21b6641-e661-4a2a-8e77-cd9bb1065fe3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:16.575310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f21b6641-e661-4a2a-8e77-cd9bb1065fe3 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/15ef2385-4da6-44c9-be49-de12e97570c2 HTTP/1.1" status: 404 len: 339 time: 0.0397432 Feb 08 23:59:16.578558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.615333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319aca4e-e34e-44ff-90ee-0f753266c373 None None] Network 15ef2385-4da6-44c9-be49-de12e97570c2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:16.634552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86ca88bd-0b34-4727-8f5e-86f58413d9f3 req-de5b2c93-4019-4e29-87da-fbde88b085b3 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0812161 Feb 08 23:59:16.635321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319aca4e-e34e-44ff-90ee-0f753266c373 None None] Network 15ef2385-4da6-44c9-be49-de12e97570c2 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 08 23:59:16.641114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.645655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e06998-25ab-4b37-a5c0-7db7e239edda None None] Network 15ef2385-4da6-44c9-be49-de12e97570c2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:16.653421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.653658 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3957af4b-67fe-4103-a5a5-d69e67d50aa7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:16.654167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3957af4b-67fe-4103-a5a5-d69e67d50aa7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:16.654981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.659379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3957af4b-67fe-4103-a5a5-d69e67d50aa7 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/49d2e82e-8d90-477b-bad8-48bd07cad643 HTTP/1.1" status: 404 len: 337 time: 0.0771830 Feb 08 23:59:16.660271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.672636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e06998-25ab-4b37-a5c0-7db7e239edda None None] Network 15ef2385-4da6-44c9-be49-de12e97570c2 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 08 23:59:16.694139 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bfd748-55fd-4a4f-bfa2-159fc73bfa5e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:16.694715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bfd748-55fd-4a4f-bfa2-159fc73bfa5e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:16.697782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-87bfd748-55fd-4a4f-bfa2-159fc73bfa5e tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/99e22be8-52da-48a9-8ded-7f25bd4d30f2 HTTP/1.1" status: 404 len: 339 time: 0.0367432 Feb 08 23:59:16.700155 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75c26628-5aee-406e-a845-0665cf653cfd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666285 Feb 08 23:59:16.701606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53226) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.731829 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d84cb3-4141-4568-b175-b96969de3adc tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:16.732804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d84cb3-4141-4568-b175-b96969de3adc tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:16.734438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5230582 Feb 08 23:59:16.735819 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-09d84cb3-4141-4568-b175-b96969de3adc tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/2bc2fc40-e7ea-4886-86bd-022164da4627 HTTP/1.1" status: 404 len: 337 time: 0.0342758 Feb 08 23:59:16.737521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.738843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53232) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.743781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': 'a026410b-0085-45f7-876c-22d46cf55c35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:16.745760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424d249-4c5e-4bd8-9024-d71d6ea412ad tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=a026410b-0085-45f7-876c-22d46cf55c35,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:16.755998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a026410b-0085-45f7-876c-22d46cf55c35 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:16.778142 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d2f143-c595-485a-9481-7989f4cec302 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:16.778702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d2f143-c595-485a-9481-7989f4cec302 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:16.782321 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-92d2f143-c595-485a-9481-7989f4cec302 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/acef17d7-4082-4198-a5ac-27e03d4d2196 HTTP/1.1" status: 404 len: 339 time: 0.0426993 Feb 08 23:59:16.785927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53238) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:16.859604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.862254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:16.866996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.932517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Deleting port cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:16.932863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:16.945340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f0193-4632-41d9-afd3-0479eff4541e req-d4b12d70-2811-482f-9762-7638ff7f629e tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:16.946852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-638f0193-4632-41d9-afd3-0479eff4541e req-d4b12d70-2811-482f-9762-7638ff7f629e tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0810015 Feb 08 23:59:17.064956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.067738 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.087728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-638f0193-4632-41d9-afd3-0479eff4541e req-0fa6f826-ce34-4971-985b-5bf58f5a19e9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294758 Feb 08 23:59:17.088577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Calling delete_port for cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:17.100555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a25501-ebc5-46d4-9f9c-3faf9d41387e req-752814d2-b01e-4f2d-9f11-ed454b7981ea tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:17.101965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6a25501-ebc5-46d4-9f9c-3faf9d41387e req-752814d2-b01e-4f2d-9f11-ed454b7981ea tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1425891 Feb 08 23:59:17.132756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=3d627f49-c145-4ada-a285-77b111f16f89,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:17.143416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': '29194691-91f0-46c4-883f-51fcae5c5884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'a026410b-0085-45f7-876c-22d46cf55c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:17.143770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: a026410b-0085-45f7-876c-22d46cf55c35, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:17.160727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network a026410b-0085-45f7-876c-22d46cf55c35 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:17.170307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a026410b-0085-45f7-876c-22d46cf55c35) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:17.175107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:17.175700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.182003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb518109-0c2e-4e44-83bf-955666ed06f4 None None] Network a026410b-0085-45f7-876c-22d46cf55c35 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:17.185492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6a25501-ebc5-46d4-9f9c-3faf9d41387e req-e4dae1b0-424a-4c16-a457-20446fc1d10e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Feb 08 23:59:17.203142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-35d96e5b-4de2-48fe-b6b5-b4c505fd7ee8 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4649100 Feb 08 23:59:17.203746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53246) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:17.221385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.271556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Port': ['ID=cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:17.275119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.279013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0456a65a-b9ac-40fd-bbf7-072b82aeca86 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/ports/cbc4988e-4aa1-4d4d-ae5a-a6916a2a2aaa HTTP/1.1" status: 204 len: 168 time: 0.4918618 Feb 08 23:59:17.281968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53250) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:17.286045 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.329204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.339976 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4648e03-0b10-4921-899c-202979e5f3c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:17.340443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4648e03-0b10-4921-899c-202979e5f3c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:17.346803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f4648e03-0b10-4921-899c-202979e5f3c0 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/f1e12006-5171-4e19-8992-559a0dd6bf19 HTTP/1.1" status: 404 len: 337 time: 0.0637460 Feb 08 23:59:17.347438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:17.402929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.412008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984babb-97ee-4c44-85a4-6a680c184b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-a026410b-0085-45f7-876c-22d46cf55c35', 'network_id': 'a026410b-0085-45f7-876c-22d46cf55c35', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': '3d627f49-c145-4ada-a285-77b111f16f89'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:17.425669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f984babb-97ee-4c44-85a4-6a680c184b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.448126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.491446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.547567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.563687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=3d627f49-c145-4ada-a285-77b111f16f89,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:17.589794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45097f34-2daa-42aa-978d-4f3de6f9ebfa']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-f984babb-97ee-4c44-85a4-6a680c184b9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d627f49-c145-4ada-a285-77b111f16f89: This subnet is being modified by another concurrent operation. Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d627f49-c145-4ada-a285-77b111f16f89: This subnet is being modified by another concurrent operation. Feb 08 23:59:17.599563 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 08 23:59:17.625422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d72335-1f89-4bb3-bea0-b64a5d736d59') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:17.625422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d72335-1f89-4bb3-bea0-b64a5d736d59') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:17.625422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.637193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.640696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a04f3d-745c-4588-97c4-56831f4150bb None None] Network a026410b-0085-45f7-876c-22d46cf55c35 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:17.645019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:17.645771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:17.649350 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:17.683866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.762099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a026410b-0085-45f7-876c-22d46cf55c35']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:17.782909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29194691-91f0-46c4-883f-51fcae5c5884') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:17.783448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29194691-91f0-46c4-883f-51fcae5c5884') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:17.802612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.812980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.828002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dd71b4-91f1-4050-8d4e-752147eb42bb None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:17.829643 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.840099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:17.840967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:17.846304 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:17.860159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43ac14e-5777-4d14-955e-edd5e3d1cc61 req-a43b4b71-e3e4-4fa7-9288-f5404067eab5 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0519822 Feb 08 23:59:17.868272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.879478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/45097f34-2daa-42aa-978d-4f3de6f9ebfa HTTP/1.1" status: 204 len: 168 time: 0.5279953 Feb 08 23:59:17.880476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53264) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:17.896077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ae087-6247-46dc-ab38-e3ef64e23698 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Network': ['ID=45097f34-2daa-42aa-978d-4f3de6f9ebfa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:17.951130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.958799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:17.961968 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/a026410b-0085-45f7-876c-22d46cf55c35 HTTP/1.1" status: 204 len: 168 time: 0.7572911 Feb 08 23:59:17.968006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd71b4-91f1-4050-8d4e-752147eb42bb None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:17.968229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53266) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:18.004151 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c7e838-ce24-482d-8418-97d904a3e594 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] GET failed (client error): The resource could not be found. Feb 08 23:59:18.005945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-31c7e838-ce24-482d-8418-97d904a3e594 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/subnets/3d627f49-c145-4ada-a285-77b111f16f89 HTTP/1.1" status: 404 len: 337 time: 0.0365794 Feb 08 23:59:18.011321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53268) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:18.032885 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb4f51a-73c0-4de5-80f9-a03f9545f3b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:18.033494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb4f51a-73c0-4de5-80f9-a03f9545f3b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:18.036557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3eb4f51a-73c0-4de5-80f9-a03f9545f3b3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/a026410b-0085-45f7-876c-22d46cf55c35 HTTP/1.1" status: 404 len: 339 time: 0.0235350 Feb 08 23:59:18.040634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53270) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:18.143773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Deleting port 170a2aa3-7f95-4350-8eab-21bce72ae1a1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:18.144367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:18.359763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0e7ac-f147-4b0b-9e1a-adf05db67f08 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=a026410b-0085-45f7-876c-22d46cf55c35,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:18.635301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:18.673523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Calling delete_port for 170a2aa3-7f95-4350-8eab-21bce72ae1a1 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:18.685809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498be8ce-d612-4fd6-a63a-cf8b53a697f4 req-60f99bf0-a3b3-4730-84f9-ae950eec5d3c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:18.687269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-498be8ce-d612-4fd6-a63a-cf8b53a697f4 req-60f99bf0-a3b3-4730-84f9-ae950eec5d3c tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.4573677 Feb 08 23:59:18.699639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01b74f-78f2-4279-b7cd-4d2ab6595e5b tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:18.701702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb01b74f-78f2-4279-b7cd-4d2ab6595e5b tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6599452 Feb 08 23:59:18.705373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53276) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:18.746987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-199f1bf6-959a-43e6-b99b-14c41d414fbf tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 207 time: 0.0374584 Feb 08 23:59:18.747254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53278) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:18.882461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-498be8ce-d612-4fd6-a63a-cf8b53a697f4 req-866c20ac-50a4-4bdd-b35f-1364f1f18832 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767447 Feb 08 23:59:18.987583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:18.998430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b9c5457-0728-4f7e-b0d6-b6429e8cfbb2 req-ac9c8192-29c3-4b55-9c65-0885ec5b7dc0 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0469086 Feb 08 23:59:19.046886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccf9d1-4329-4d03-8520-1b672e6a3dde tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.054235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccf9d1-4329-4d03-8520-1b672e6a3dde tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.063185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccf9d1-4329-4d03-8520-1b672e6a3dde tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.071537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccf9d1-4329-4d03-8520-1b672e6a3dde tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.076841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b0ccf9d1-4329-4d03-8520-1b672e6a3dde tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3237627 Feb 08 23:59:19.080490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.084101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Port': ['ID=170a2aa3-7f95-4350-8eab-21bce72ae1a1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:19.089864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.099681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eeea0cbb-79da-4467-b07e-e5c8f15dce07 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/ports/170a2aa3-7f95-4350-8eab-21bce72ae1a1 HTTP/1.1" status: 204 len: 168 time: 1.2082250 Feb 08 23:59:19.100247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53286) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.129602 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3f7fd8-db7c-4f08-93d5-44aed292e0aa tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:19.130227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3f7fd8-db7c-4f08-93d5-44aed292e0aa tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:19.133383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc3f7fd8-db7c-4f08-93d5-44aed292e0aa tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/c14e2763-d5ce-40ce-a75d-f3d90f241cb7 HTTP/1.1" status: 404 len: 337 time: 0.0321555 Feb 08 23:59:19.135908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53288) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.218004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.298147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-948c34b7-d5df-40f3-aec3-376493fb760d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2162526 Feb 08 23:59:19.301188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53290) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.319853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.366398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81b7c8c-04b3-4e23-8666-f8644e787e36']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:19.381205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facf5fe5-0fab-4df2-b11f-7b5a76e705cb') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:19.381503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facf5fe5-0fab-4df2-b11f-7b5a76e705cb') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:19.396003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18943db-bc8c-4edb-9c45-ea28887ebb4a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.397590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18943db-bc8c-4edb-9c45-ea28887ebb4a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.399136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c18943db-bc8c-4edb-9c45-ea28887ebb4a tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0970197 Feb 08 23:59:19.402656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53292) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.406266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.446403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.459896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:19.460305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:19.463357 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:19.518303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be8a6c-a06f-42cd-b25d-57933854e6f3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.519840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be8a6c-a06f-42cd-b25d-57933854e6f3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.524644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-74be8a6c-a06f-42cd-b25d-57933854e6f3 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1178291 Feb 08 23:59:19.525427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.547077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.563352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.566954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/a81b7c8c-04b3-4e23-8666-f8644e787e36 HTTP/1.1" status: 204 len: 168 time: 0.4292371 Feb 08 23:59:19.585689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.586759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b2de7-5cdc-43e5-a6d7-305feb885e0a tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Network': ['ID=a81b7c8c-04b3-4e23-8666-f8644e787e36,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:19.651013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Deleting subnet 64eee55e-7a3c-4b75-8b7f-ce7e0c06cbd1 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:19.655101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.659253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8a1a5-c075-487b-b707-5c768336aaec tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.661105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c1e8a1a5-c075-487b-b707-5c768336aaec tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks/cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 HTTP/1.1" status: 200 len: 800 time: 0.1338842 Feb 08 23:59:19.665049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53298) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.698696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.777932 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-703ea384-e4ae-471c-81cd-ad74754d3a90 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/networks/cd313d8f-d2fb-4067-b3c1-ed34cffa4d92?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1116655 Feb 08 23:59:19.781931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.798502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.837967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408332d-c050-4cae-9635-17c255b5f555 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.843157 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f408332d-c050-4cae-9635-17c255b5f555 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/subnets/c1165318-343e-4860-838e-06f16e6300c6 HTTP/1.1" status: 200 len: 811 time: 0.0564203 Feb 08 23:59:19.843432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53302) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.868558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.912945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd16de-1d02-474d-941a-fc5846b4a0de tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:19.912945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8bfd16de-1d02-474d-941a-fc5846b4a0de tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "GET /v2.0/subnets/c1165318-343e-4860-838e-06f16e6300c6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0630310 Feb 08 23:59:19.916026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3621870'] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:19.923660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7799b7-c20c-45f4-8727-73ebd79d47d2 None None] Network 49dd0452-65d5-4986-a928-3d23c9ac6a9a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:19.924720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/subnets/64eee55e-7a3c-4b75-8b7f-ce7e0c06cbd1 HTTP/1.1" status: 204 len: 168 time: 0.3317297 Feb 08 23:59:19.924720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53308) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.924720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53310) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:19.933239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440498576'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:19.945128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c35b2d-f287-4015-973f-b5db7298e651 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Subnet': ['ID=64eee55e-7a3c-4b75-8b7f-ce7e0c06cbd1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:20.083357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:20.086773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.091970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.151058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4831a-4421-4883-8477-1224ce652229 req-750aef15-39e3-4ef9-b9ef-2a6b6f4a8f35 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:20.152581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72c4831a-4421-4883-8477-1224ce652229 req-750aef15-39e3-4ef9-b9ef-2a6b6f4a8f35 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1480949 Feb 08 23:59:20.156924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e32ae3c-f157-4e89-81f5-9f66eb540bf3 req-cf8b97a0-efe7-4c2c-80f5-03e934efb438 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0597489 Feb 08 23:59:20.194845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] DHCP port deletion for 49dd0452-65d5-4986-a928-3d23c9ac6a9a request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:20.203153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:20.223004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.223345 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Added segment 4a547b63-5918-4531-9da8-6139ac2ef19d of type vlan for network 63b2cc97-8013-486c-817b-13bd02a1e182 Feb 08 23:59:20.249055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] Deleting port 6bacf854-bd52-4947-9635-52d7a705b1eb {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:20.249432 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.267580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72c4831a-4421-4883-8477-1224ce652229 req-330e2271-3b52-43cd-8801-3e4685911077 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066234 Feb 08 23:59:20.292365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.307190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Deleting port 6bacf854-bd52-4947-9635-52d7a705b1eb {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:20.307747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.338521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] For port 6bacf854-bd52-4947-9635-52d7a705b1eb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6bacf854-bd52-4947-9635-52d7a705b1eb,segment=NetworkSegment(729ea0b8-5648-44c4-bbb9-f96b5cc21132),segment_id=729ea0b8-5648-44c4-bbb9-f96b5cc21132)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:20.338925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.353472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] Calling delete_port for 6bacf854-bd52-4947-9635-52d7a705b1eb owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:20.398157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] For port 6bacf854-bd52-4947-9635-52d7a705b1eb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6bacf854-bd52-4947-9635-52d7a705b1eb,segment=NetworkSegment(729ea0b8-5648-44c4-bbb9-f96b5cc21132),segment_id=729ea0b8-5648-44c4-bbb9-f96b5cc21132)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:20.398609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.401622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.408187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:20.408792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.443359 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.458198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] No DVR routers for this DVR port 6bacf854-bd52-4947-9635-52d7a705b1eb on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:20.471601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Calling delete_port for 6bacf854-bd52-4947-9635-52d7a705b1eb owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:20.480114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de05d29-467a-4370-b92c-ad0dfbb8146d None None] Pushing event deleted for resources: {'Port': ['ID=6bacf854-bd52-4947-9635-52d7a705b1eb,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:20.496700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5682151 Feb 08 23:59:20.496829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53314) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:20.502402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:20.549474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77346b43-5d97-4937-b689-40ecc80e0112 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Network': ['ID=63b2cc97-8013-486c-817b-13bd02a1e182,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:20.579221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 63b2cc97-8013-486c-817b-13bd02a1e182 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:20.615873 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.638225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Made reservation on behalf of 0e2df3cf946f4b5aa8d3b33ae412b60f for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:20.645568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.653633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] No DVR routers for this DVR port 6bacf854-bd52-4947-9635-52d7a705b1eb on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:20.659999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Port': ['ID=6bacf854-bd52-4947-9635-52d7a705b1eb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:20.725617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing IP validity checks on allocation pools {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 23:59:20.726232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 23:59:20.746918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.771756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd0452-65d5-4986-a928-3d23c9ac6a9a']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:20.783136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729ea0b8-5648-44c4-bbb9-f96b5cc21132') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:20.783494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729ea0b8-5648-44c4-bbb9-f96b5cc21132') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:20.800219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.818039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.825375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:20.826714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:20.830020 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:20.907411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a62da67-f419-4b92-b284-4be9fc21a0e6 req-750018d7-d9e8-4df1-9f6e-2c95b1b07db7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0367901 Feb 08 23:59:20.916082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.918557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.921747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:20.927343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] 10.222.0.32 "DELETE /v2.0/networks/49dd0452-65d5-4986-a928-3d23c9ac6a9a HTTP/1.1" status: 204 len: 168 time: 0.9979129 Feb 08 23:59:20.952567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c5a1b-a130-4572-b262-d7b85f0e1b78 tempest-NetworksIpV6TestAttrs-1471528268 tempest-NetworksIpV6TestAttrs-1471528268-project] Pushing event deleted for resources: {'Network': ['ID=49dd0452-65d5-4986-a928-3d23c9ac6a9a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:21.001575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=bb5697b1-4a45-44cd-a8cb-9392f1da1034,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:21.006276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Checking segment: {'id': '4a547b63-5918-4531-9da8-6139ac2ef19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:21.006647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network hostable DHCP agents. Network: 63b2cc97-8013-486c-817b-13bd02a1e182, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:21.037944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Network 63b2cc97-8013-486c-817b-13bd02a1e182 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:21.059475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 63b2cc97-8013-486c-817b-13bd02a1e182) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:21.065966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:21.066719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.075221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38fdf90-73db-40bc-9e58-bcb0dc71edbf None None] Network 63b2cc97-8013-486c-817b-13bd02a1e182 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:21.093787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53320) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:21.094418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ba039c27-a19e-4149-baf6-f55e3d0ab576 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5966046 Feb 08 23:59:21.101183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:21.254601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6bacf854-bd52-4947-9635-52d7a705b1eb no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:21.259051 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9701628'] for subnet, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.298497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b75c32f2-a052-4a7f-a633-973da1287c20 req-d18f90fc-005b-4061-9c6f-7434d70255d1 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0362756 Feb 08 23:59:21.336164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:21.343509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6bacf854-bd52-4947-9635-52d7a705b1eb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:21.344441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6bacf854-bd52-4947-9635-52d7a705b1eb not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:21.396304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-63b2cc97-8013-486c-817b-13bd02a1e182', 'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182', 'tenant_id': '0e2df3cf946f4b5aa8d3b33ae412b60f', 'fixed_ips': [{'subnet_id': 'bb5697b1-4a45-44cd-a8cb-9392f1da1034'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:21.397716 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.476862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43761b-8af1-4df6-9794-962bfb20c3b0 req-d0d71663-5e0f-4ef9-a7c1-a34f426aa14d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:21.478428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed43761b-8af1-4df6-9794-962bfb20c3b0 req-d0d71663-5e0f-4ef9-a7c1-a34f426aa14d tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1024849 Feb 08 23:59:21.538581 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cb37d9fe-55ff-41a5-b5c9-667712402c51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cce0acb567d4b7887bfe5c36a479920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008524 Feb 08 23:59:21.541392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53332) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:21.579989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed43761b-8af1-4df6-9794-962bfb20c3b0 req-315ce8ce-141e-4533-8e7d-2e929824e414 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937514 Feb 08 23:59:21.583302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790164744551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2473636'] for subnet, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.595068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0758f7a6-e4e5-4b0e-82cb-7063bbec4487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.632521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:21.633052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.633237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0758f7a6-e4e5-4b0e-82cb-7063bbec4487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.634390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "PUT /v2.0/subnets/bb5697b1-4a45-44cd-a8cb-9392f1da1034 HTTP/1.1" status: 200 len: 877 time: 0.5390069 Feb 08 23:59:21.637185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:21.646016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Allocated IP 172.20.0.3 (63b2cc97-8013-486c-817b-13bd02a1e182/bb5697b1-4a45-44cd-a8cb-9392f1da1034/137f3cf2-9265-4bbd-a6fa-564753854317) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:21.699248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56331a7-fe77-45d5-9f1b-efc0d6f74941 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event updated for resources: {'Subnet': ['ID=bb5697b1-4a45-44cd-a8cb-9392f1da1034,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:21.721363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0758f7a6-e4e5-4b0e-82cb-7063bbec4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.725357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0758f7a6-e4e5-4b0e-82cb-7063bbec4487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.727346 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0758f7a6-e4e5-4b0e-82cb-7063bbec4487 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fa6da38-b30a-474c-a236-033f73ed9a30 HTTP/1.1" status: 204 len: 168 time: 0.1844101 Feb 08 23:59:21.747665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758f7a6-e4e5-4b0e-82cb-7063bbec4487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa6da38-b30a-474c-a236-033f73ed9a30,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:21.770886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.832120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.839057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.840402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.900321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Network 63b2cc97-8013-486c-817b-13bd02a1e182 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:21.901670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Pushing event updated for resources: {'Port': ['ID=137f3cf2-9265-4bbd-a6fa-564753854317,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:21.905862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:21.913937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:21.933087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.974276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Attempting to bind port 137f3cf2-9265-4bbd-a6fa-564753854317 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:21.974663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Attempting to bind port 137f3cf2-9265-4bbd-a6fa-564753854317 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '4a547b63-5918-4531-9da8-6139ac2ef19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:21.975032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Attempting to bind port 137f3cf2-9265-4bbd-a6fa-564753854317 on network 63b2cc97-8013-486c-817b-13bd02a1e182 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:21.980243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:21.980614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Checking segment: {'id': '4a547b63-5918-4531-9da8-6139ac2ef19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:21.981055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:21.981449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Bound using segment: {'id': '4a547b63-5918-4531-9da8-6139ac2ef19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:21.982557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Bound port: 137f3cf2-9265-4bbd-a6fa-564753854317, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a547b63-5918-4531-9da8-6139ac2ef19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '63b2cc97-8013-486c-817b-13bd02a1e182'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:21.983087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.048539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.061235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] For port 137f3cf2-9265-4bbd-a6fa-564753854317, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:22.065859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] For port 137f3cf2-9265-4bbd-a6fa-564753854317, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=137f3cf2-9265-4bbd-a6fa-564753854317,segment=NetworkSegment(4a547b63-5918-4531-9da8-6139ac2ef19d),segment_id=4a547b63-5918-4531-9da8-6139ac2ef19d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:22.073828 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.075207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b2cc97-8013-486c-817b-13bd02a1e182']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:22.090292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a547b63-5918-4531-9da8-6139ac2ef19d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:22.090606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a547b63-5918-4531-9da8-6139ac2ef19d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:22.114960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.166416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8a4b-2149-452b-a4a2-d66ac9b9eae8 None None] Pushing event updated for resources: {'Port': ['ID=137f3cf2-9265-4bbd-a6fa-564753854317,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:22.167010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5697b1-4a45-44cd-a8cb-9392f1da1034,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:22.179109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.197868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:22.198366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:22.202897 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:22.289712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9fa94-a0a5-42e3-a760-8acca5ae5c75 None None] Network 63b2cc97-8013-486c-817b-13bd02a1e182 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:22.311553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.api [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 08 23:59:22.311553 n-d-828413-1 neutron-server[105925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 08 23:59:22.311553 n-d-828413-1 neutron-server[105925]: [parameters: {'id': '63b2cc97-8013-486c-817b-13bd02a1e182'}] Feb 08 23:59:22.311553 n-d-828413-1 neutron-server[105925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 08 23:59:22.312086 n-d-828413-1 neutron-server[105925]: DEBUG oslo_db.api [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 08 23:59:22.462612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61ffc910-ea07-429e-b19b-60a7261447ce req-55024baa-e03f-4ac6-8e6e-7b99f80921e6 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0313201 Feb 08 23:59:22.598718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030226d-6ff2-4eb3-9f2c-151c576df5ea None None] Network 63b2cc97-8013-486c-817b-13bd02a1e182 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:22.757216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03026c-06d6-4097-ab85-e19929423528 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 08 23:59:22.773283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed49965e-3069-4800-b2bb-c3acc4e78b26 req-9f614bb8-6d42-4e34-b5c0-9696764410fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b499961b80fd469ea7dc1f2d8f7eaedb&device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0411158 Feb 08 23:59:22.794047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea57ad-702b-4c8d-9d24-4ad1aa3334a1 req-db862303-fb94-49d4-b992-ba7e9c6610a6 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:22.796273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebea57ad-702b-4c8d-9d24-4ad1aa3334a1 req-db862303-fb94-49d4-b992-ba7e9c6610a6 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1245704 Feb 08 23:59:22.802783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53368) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:22.809459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-388312f7-1d6b-4e44-ab23-381ecadf3974 req-4c78fd01-bc12-4ea2-8870-fb76bbb3cc69 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0753236 Feb 08 23:59:22.824266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:22.848053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed49965e-3069-4800-b2bb-c3acc4e78b26 req-ac0d53a2-d4a7-4066-bef8-a30f6322895f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=b499961b80fd469ea7dc1f2d8f7eaedb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506175 Feb 08 23:59:22.868585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03026c-06d6-4097-ab85-e19929423528 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 08 23:59:22.914276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8930deea-2589-4500-856f-13281a893a64 tempest-DvrRoutersNegativeTest-1153621837 tempest-DvrRoutersNegativeTest-1153621837-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1924516160', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:22.917360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.policy [None req-8930deea-2589-4500-856f-13281a893a64 tempest-DvrRoutersNegativeTest-1153621837 tempest-DvrRoutersNegativeTest-1153621837-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105931) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 08 23:59:22.917665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.policy [None req-8930deea-2589-4500-856f-13281a893a64 tempest-DvrRoutersNegativeTest-1153621837 tempest-DvrRoutersNegativeTest-1153621837-project] Failed policy check for 'create_router' {{(pid=105931) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 08 23:59:22.918426 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-8930deea-2589-4500-856f-13281a893a64 tempest-DvrRoutersNegativeTest-1153621837 tempest-DvrRoutersNegativeTest-1153621837-project] create failed (client error): Access was denied to this resource. Feb 08 23:59:22.920958 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8930deea-2589-4500-856f-13281a893a64 tempest-DvrRoutersNegativeTest-1153621837 tempest-DvrRoutersNegativeTest-1153621837-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1150658 Feb 08 23:59:22.961958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebea57ad-702b-4c8d-9d24-4ad1aa3334a1 req-e2c66502-45bf-48dc-871d-01b747b16147 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385112 Feb 08 23:59:23.002916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting port 137f3cf2-9265-4bbd-a6fa-564753854317 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:23.003149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.017417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49965e-3069-4800-b2bb-c3acc4e78b26 req-c90bf1ac-6418-414a-b850-632d7f49b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:23.018874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed49965e-3069-4800-b2bb-c3acc4e78b26 req-c90bf1ac-6418-414a-b850-632d7f49b39c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586514 Feb 08 23:59:23.078768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] For port 137f3cf2-9265-4bbd-a6fa-564753854317, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=137f3cf2-9265-4bbd-a6fa-564753854317,segment=NetworkSegment(4a547b63-5918-4531-9da8-6139ac2ef19d),segment_id=4a547b63-5918-4531-9da8-6139ac2ef19d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:23.079482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.093950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Calling delete_port for 137f3cf2-9265-4bbd-a6fa-564753854317 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:23.194141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.222213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No DVR routers for this DVR port 137f3cf2-9265-4bbd-a6fa-564753854317 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:23.229009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Port': ['ID=137f3cf2-9265-4bbd-a6fa-564753854317,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:23.242020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53378) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.306720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.329035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b2cc97-8013-486c-817b-13bd02a1e182']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:23.338534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a547b63-5918-4531-9da8-6139ac2ef19d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:23.338836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a547b63-5918-4531-9da8-6139ac2ef19d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:23.349164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.352233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d691d2e4-799b-4c2f-9199-7d1c7d0fc16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.362295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.368183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:23.368568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:23.371530 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:23.428822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.436998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.440140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/63b2cc97-8013-486c-817b-13bd02a1e182 HTTP/1.1" status: 204 len: 168 time: 1.8020852 Feb 08 23:59:23.443573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.450067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751fad5-153b-433f-8c09-3e946ec8c961 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=63b2cc97-8013-486c-817b-13bd02a1e182,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:23.477167 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dce88fe-3bcc-4f34-b878-77b31adf4e27 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.477627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dce88fe-3bcc-4f34-b878-77b31adf4e27 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.480685 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6dce88fe-3bcc-4f34-b878-77b31adf4e27 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/bb5697b1-4a45-44cd-a8cb-9392f1da1034 HTTP/1.1" status: 404 len: 337 time: 0.0361345 Feb 08 23:59:23.484034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53384) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.502985 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5c9574-ce0f-4d2b-98ca-e2a6d9a90a87 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.503539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5c9574-ce0f-4d2b-98ca-e2a6d9a90a87 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.506606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4e5c9574-ce0f-4d2b-98ca-e2a6d9a90a87 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/63b2cc97-8013-486c-817b-13bd02a1e182 HTTP/1.1" status: 404 len: 339 time: 0.0215394 Feb 08 23:59:23.509162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.522166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d691d2e4-799b-4c2f-9199-7d1c7d0fc16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.525761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d691d2e4-799b-4c2f-9199-7d1c7d0fc16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.534652 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aed50f4-5e24-4897-b1be-fec94ed99e93 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.535108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aed50f4-5e24-4897-b1be-fec94ed99e93 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.538357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4aed50f4-5e24-4897-b1be-fec94ed99e93 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/3d627f49-c145-4ada-a285-77b111f16f89 HTTP/1.1" status: 404 len: 337 time: 0.0280488 Feb 08 23:59:23.540689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53388) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.563333 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-36297f06-5d1b-4383-b335-4e5daab13952 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.563787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36297f06-5d1b-4383-b335-4e5daab13952 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.566728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-36297f06-5d1b-4383-b335-4e5daab13952 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/a026410b-0085-45f7-876c-22d46cf55c35 HTTP/1.1" status: 404 len: 339 time: 0.0251176 Feb 08 23:59:23.567479 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d691d2e4-799b-4c2f-9199-7d1c7d0fc16a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98827319f4dc454caeab0d43319bb7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243554 Feb 08 23:59:23.568587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691d2e4-799b-4c2f-9199-7d1c7d0fc16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8062f-3ded-4385-b98d-c2e4a8ae3da5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:23.569245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.570883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53392) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.625000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f81027b8-8e35-43fb-af7d-4a769feb550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.646668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.650941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f81027b8-8e35-43fb-af7d-4a769feb550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.701209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f81027b8-8e35-43fb-af7d-4a769feb550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.704335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f81027b8-8e35-43fb-af7d-4a769feb550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.705680 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f81027b8-8e35-43fb-af7d-4a769feb550c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdc8062f-3ded-4385-b98d-c2e4a8ae3da5 HTTP/1.1" status: 204 len: 168 time: 0.1318648 Feb 08 23:59:23.714346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81027b8-8e35-43fb-af7d-4a769feb550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8062f-3ded-4385-b98d-c2e4a8ae3da5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:23.735721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.757116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2dc7a1-b28a-4dba-97d6-55cc4881d358']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:23.767118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6775893a-8c42-4c3c-a569-8e2b5757b78d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:23.767418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6775893a-8c42-4c3c-a569-8e2b5757b78d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:23.777361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.790767 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.797075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:23.797470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:23.800556 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:23.862770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.866763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:23.870109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/dc2dc7a1-b28a-4dba-97d6-55cc4881d358 HTTP/1.1" status: 204 len: 168 time: 0.2997012 Feb 08 23:59:23.873427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53400) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.886407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac4021-0b22-4858-a9ee-4b8979cc1c1c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=dc2dc7a1-b28a-4dba-97d6-55cc4881d358,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:23.900907 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-636081c4-8b8a-422a-9d01-8f2b3064048e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.901626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636081c4-8b8a-422a-9d01-8f2b3064048e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.904896 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-636081c4-8b8a-422a-9d01-8f2b3064048e tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/3c8bde6e-0a54-4b97-a336-4e3b4033376c HTTP/1.1" status: 404 len: 337 time: 0.0298901 Feb 08 23:59:23.907480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53402) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.921488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-164e7e88-f949-48e2-a6d3-51bcbb1633e3 req-5514c7e2-e839-4e36-8ccd-30fecd2d814a tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0276644 Feb 08 23:59:23.926971 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b62f2b0-b594-4642-9e07-c3251d583425 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.927548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b62f2b0-b594-4642-9e07-c3251d583425 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.930581 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b62f2b0-b594-4642-9e07-c3251d583425 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/d39d32dc-316e-4c38-884b-7b70335245be HTTP/1.1" status: 404 len: 339 time: 0.0221736 Feb 08 23:59:23.933054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.965315 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04ddcef-41f4-40aa-be22-b4ba2b5be9a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.965765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04ddcef-41f4-40aa-be22-b4ba2b5be9a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.968811 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f04ddcef-41f4-40aa-be22-b4ba2b5be9a7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/4c4ed47d-e5a0-489d-83f7-9200d0222e73 HTTP/1.1" status: 404 len: 337 time: 0.0347533 Feb 08 23:59:23.971350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53408) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:23.989622 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc16162-941d-4495-ab64-89560150f70c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:23.990179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc16162-941d-4495-ab64-89560150f70c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:23.993167 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ffc16162-941d-4495-ab64-89560150f70c tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/b8845d96-dbd4-4d19-8158-2f9b42cd6cb7 HTTP/1.1" status: 404 len: 339 time: 0.0209050 Feb 08 23:59:23.995774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53414) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.023112 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7950c8f-b0f0-411a-998d-24f01d83686f tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.023648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7950c8f-b0f0-411a-998d-24f01d83686f tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.027098 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a7950c8f-b0f0-411a-998d-24f01d83686f tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/05bc5c49-cebd-4c15-978f-22b9ea0e486c HTTP/1.1" status: 404 len: 337 time: 0.0303528 Feb 08 23:59:24.030086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.053505 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74eadee-a6b3-44a0-9d3f-86a5e1ac2e48 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.054069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74eadee-a6b3-44a0-9d3f-86a5e1ac2e48 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.058139 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a74eadee-a6b3-44a0-9d3f-86a5e1ac2e48 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/4de8d77a-9830-4adb-ac74-59ffb2638451 HTTP/1.1" status: 404 len: 339 time: 0.0260470 Feb 08 23:59:24.059744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53420) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.089519 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe727e4c-4442-4f64-b7aa-09c0b6a6024d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.090243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe727e4c-4442-4f64-b7aa-09c0b6a6024d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.094068 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fe727e4c-4442-4f64-b7aa-09c0b6a6024d tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/5629122a-1570-4ff8-831b-f181d5a177e2 HTTP/1.1" status: 404 len: 337 time: 0.0325251 Feb 08 23:59:24.096780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53424) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.107402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504aec-7f12-49b5-bcf6-6add06f058c2 req-aab4d13c-1e74-40ce-b824-45247e95bc51 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:24.109278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64504aec-7f12-49b5-bcf6-6add06f058c2 req-aab4d13c-1e74-40ce-b824-45247e95bc51 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0633814 Feb 08 23:59:24.115692 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-41daa7fe-4244-4d92-9491-f09136ddc51b tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.116637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41daa7fe-4244-4d92-9491-f09136ddc51b tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.122198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41daa7fe-4244-4d92-9491-f09136ddc51b tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/dbd00b6f-8c23-438a-b92d-6cdaba73b72e HTTP/1.1" status: 404 len: 339 time: 0.0220842 Feb 08 23:59:24.123356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53426) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.133051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d4e37110-50e5-4b96-9a8a-7115590fbd47 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:59:24.150336 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bfb5f6-f962-4e2a-af2a-13ad0abbfb18 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.150781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bfb5f6-f962-4e2a-af2a-13ad0abbfb18 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.155029 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f5bfb5f6-f962-4e2a-af2a-13ad0abbfb18 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/c236be4e-eb4a-432c-8acb-02cbe79ce36c HTTP/1.1" status: 404 len: 337 time: 0.0307300 Feb 08 23:59:24.157691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.177334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64504aec-7f12-49b5-bcf6-6add06f058c2 req-fd58a872-0a7f-4bf0-816a-f5a30dc097e2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612276 Feb 08 23:59:24.179467 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6a14a4-7fdd-4b63-8117-9ceea5bbd6fc tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.180482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6a14a4-7fdd-4b63-8117-9ceea5bbd6fc tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.186478 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d6a14a4-7fdd-4b63-8117-9ceea5bbd6fc tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/3ebcea37-6297-4059-8c8a-8f4f08feabc1 HTTP/1.1" status: 404 len: 339 time: 0.0255671 Feb 08 23:59:24.186762 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53430) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.225320 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f60468-0f42-493a-a7a1-6bba6a55ce25 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.225861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f60468-0f42-493a-a7a1-6bba6a55ce25 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.229055 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-94f60468-0f42-493a-a7a1-6bba6a55ce25 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/2cffc6ce-109a-4fb7-95bf-ff22e15819d9 HTTP/1.1" status: 404 len: 337 time: 0.0413470 Feb 08 23:59:24.231644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53436) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.250192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:24.256758 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43ec533-ff67-4010-a206-b05c04536a45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.257369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43ec533-ff67-4010-a206-b05c04536a45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.260347 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f43ec533-ff67-4010-a206-b05c04536a45 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/8b89c439-f048-4b24-8ee6-d3a171260844 HTTP/1.1" status: 404 len: 339 time: 0.0272653 Feb 08 23:59:24.263010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53440) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.264082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'port_id': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'mac_address': 'fa:16:3e:0f:49:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed498-5f19-4b72-8951-1368f4fcd12d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:59:24.291678 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f648e5d-1125-4ca7-88de-617c6da28ae0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.292145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f648e5d-1125-4ca7-88de-617c6da28ae0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.296970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4f648e5d-1125-4ca7-88de-617c6da28ae0 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/a7d4598c-0a20-4251-9169-7cf73aa6bf2e HTTP/1.1" status: 404 len: 337 time: 0.0306945 Feb 08 23:59:24.298332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53444) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.312474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:24.321565 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc389b9d-3250-4c64-aca9-565f4ef28793 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.322180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc389b9d-3250-4c64-aca9-565f4ef28793 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.329243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e37110-50e5-4b96-9a8a-7115590fbd47 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:59:24.331748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc389b9d-3250-4c64-aca9-565f4ef28793 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/6ec5244b-9038-4101-9609-e6521a1b1c88 HTTP/1.1" status: 404 len: 339 time: 0.0323563 Feb 08 23:59:24.334307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.352038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:24.357565 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:24.362809 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc8808a-583c-4689-9334-ed724ab9a8ec tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.362809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc8808a-583c-4689-9334-ed724ab9a8ec tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.367700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8bc8808a-583c-4689-9334-ed724ab9a8ec tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/48749cd9-7ae3-46dd-a161-d50f99672440 HTTP/1.1" status: 404 len: 337 time: 0.0322208 Feb 08 23:59:24.370002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53448) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.395092 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-90222244-6549-4ee8-b754-3a985ba5b325 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:24.395656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90222244-6549-4ee8-b754-3a985ba5b325 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:24.399142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-90222244-6549-4ee8-b754-3a985ba5b325 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/f8979693-1f74-41c8-9b34-dbe2d60dcb88 HTTP/1.1" status: 404 len: 339 time: 0.0275314 Feb 08 23:59:24.401223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53452) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.407296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:24.460680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting subnet c1165318-343e-4860-838e-06f16e6300c6 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:24.463789 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:24.478404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53454) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.485332 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028307 Feb 08 23:59:24.485837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53456) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.590398 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c58918e-865c-4e9e-85b8-766fab65dc76 tempest-NetworksApiDiscovery-649312819 tempest-NetworksApiDiscovery-649312819-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1034069 Feb 08 23:59:24.758172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['d4e37110-50e5-4b96-9a8a-7115590fbd47'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:59:24.828354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed49965e-3069-4800-b2bb-c3acc4e78b26 req-d7f55fac-e9aa-4265-955b-cd75238ee3e3 tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.21 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0300169 Feb 08 23:59:24.841435 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:24.889217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53464) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:24.937592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:24.999654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.028227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77a51bb9-7327-4b7c-8269-02c1527675d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.039214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Subnet': ['ID=c1165318-343e-4860-838e-06f16e6300c6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:25.046830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc16e8e-15f5-4444-933e-a4be98751774 None None] Network cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:25.048723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.051920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-67f467fb-08ef-4f98-8773-115a395c49e7 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/subnets/c1165318-343e-4860-838e-06f16e6300c6 HTTP/1.1" status: 204 len: 168 time: 0.6497083 Feb 08 23:59:25.054403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53470) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:25.078873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-889d1f8e-fab3-4697-a0ed-0eef06cca78c req-1abce1f5-592b-4bc3-8044-c35713d5a22f tempest-ServerShowV254Test-798527160 tempest-ServerShowV254Test-798527160-project] 10.222.0.32 "GET /v2.0/ports?device_id=69a15fd2-07a7-4538-91e3-7e0f82efbd8b HTTP/1.1" status: 200 len: 210 time: 0.0434430 Feb 08 23:59:25.148136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77a51bb9-7327-4b7c-8269-02c1527675d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.155030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77a51bb9-7327-4b7c-8269-02c1527675d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.188996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.202863 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77a51bb9-7327-4b7c-8269-02c1527675d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f6aa23c963c46fa88af5757889557ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114119 Feb 08 23:59:25.204177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a51bb9-7327-4b7c-8269-02c1527675d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145410be-293a-48e0-8b0d-450446f84fee,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:25.206921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53476) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:25.270969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-274945e9-9863-41a0-a5a9-fec40b206ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.345180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-274945e9-9863-41a0-a5a9-fec40b206ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.369779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] DHCP port deletion for cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:25.378428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31efa5f-ffc4-4a4b-8ab8-ee18e7e942a3 req-85fd558d-dc17-4342-8a23-c62c639c4aad tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:25.380250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f31efa5f-ffc4-4a4b-8ab8-ee18e7e942a3 req-85fd558d-dc17-4342-8a23-c62c639c4aad tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 944 time: 0.0991607 Feb 08 23:59:25.389908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Deleting port c8ccf9fb-3735-4335-89c4-4a145d11a362 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:25.390504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.427477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-274945e9-9863-41a0-a5a9-fec40b206ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.431949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-274945e9-9863-41a0-a5a9-fec40b206ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.434324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-274945e9-9863-41a0-a5a9-fec40b206ce0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/145410be-293a-48e0-8b0d-450446f84fee HTTP/1.1" status: 204 len: 168 time: 0.2257164 Feb 08 23:59:25.446506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274945e9-9863-41a0-a5a9-fec40b206ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145410be-293a-48e0-8b0d-450446f84fee,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:25.478192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] Deleting port c8ccf9fb-3735-4335-89c4-4a145d11a362 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:25.478741 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.494659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f31efa5f-ffc4-4a4b-8ab8-ee18e7e942a3 req-baf89715-4da8-4d87-8073-019abeb2772a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006012 Feb 08 23:59:25.501120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] For port c8ccf9fb-3735-4335-89c4-4a145d11a362, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c8ccf9fb-3735-4335-89c4-4a145d11a362,segment=NetworkSegment(d8650384-0494-471d-a373-5fe0d20a4d05),segment_id=d8650384-0494-471d-a373-5fe0d20a4d05)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:25.501489 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.522596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Calling delete_port for c8ccf9fb-3735-4335-89c4-4a145d11a362 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:25.549791 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] For port c8ccf9fb-3735-4335-89c4-4a145d11a362, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c8ccf9fb-3735-4335-89c4-4a145d11a362,segment=NetworkSegment(d8650384-0494-471d-a373-5fe0d20a4d05),segment_id=d8650384-0494-471d-a373-5fe0d20a4d05)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:25.550312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.570742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] Calling delete_port for c8ccf9fb-3735-4335-89c4-4a145d11a362 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:25.625788 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: from cryptography.utils import int_from_bytes Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: from cryptography.utils import int_from_bytes Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 08 23:59:25.651243 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 08 23:59:25.656000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] No DVR routers for this DVR port c8ccf9fb-3735-4335-89c4-4a145d11a362 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:25.661385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Port': ['ID=c8ccf9fb-3735-4335-89c4-4a145d11a362,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:25.662124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.692337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] Pushing event deleted for resources: {'Port': ['ID=c8ccf9fb-3735-4335-89c4-4a145d11a362,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:25.695902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb763e74-14c0-42bd-b851-59eed51dc4e8 None None] No DVR routers for this DVR port c8ccf9fb-3735-4335-89c4-4a145d11a362 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:25.756035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.776401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd313d8f-d2fb-4067-b3c1-ed34cffa4d92']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:25.786138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8650384-0494-471d-a373-5fe0d20a4d05') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:25.786428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8650384-0494-471d-a373-5fe0d20a4d05') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:25.796707 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.809587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.820700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:25.821124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:25.823997 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:25.887171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.895841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:25.901848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] 10.222.0.32 "DELETE /v2.0/networks/cd313d8f-d2fb-4067-b3c1-ed34cffa4d92 HTTP/1.1" status: 204 len: 168 time: 0.8436100 Feb 08 23:59:25.922090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eb326-1c4c-49f6-8c8c-03e03c142737 tempest-NetworksTest-180511944 tempest-NetworksTest-180511944-project] Pushing event deleted for resources: {'Network': ['ID=cd313d8f-d2fb-4067-b3c1-ed34cffa4d92,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:26.108816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53504) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:26.134172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d4e37110-50e5-4b96-9a8a-7115590fbd47 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:26.192439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port d4e37110-50e5-4b96-9a8a-7115590fbd47 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:26.192821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.278441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41571a0d-5edd-4228-a335-258d41bfa70c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e2df3cf946f4b5aa8d3b33ae412b60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684361 Feb 08 23:59:26.281953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53514) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:26.300458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.336061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:26.338391 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7767e63-4e87-4e16-bde2-a67b2ee88f5e" -d '{"events": [{"server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "name": "network-vif-plugged", "status": "completed", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:26.353730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:26.361080 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.370333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f61b1a8-e260-4a01-84ac-3f7224e446a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.426581 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f61b1a8-e260-4a01-84ac-3f7224e446a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.427798 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d91768-f2b3-42c6-b251-91fabb0d4c39 x-openstack-request-id: req-70d91768-f2b3-42c6-b251-91fabb0d4c39 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:26.428312 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "name": "network-vif-plugged", "status": "completed", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:26.428312 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70d91768-f2b3-42c6-b251-91fabb0d4c39 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:26.428755 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'code': 200} Feb 08 23:59:26.432643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:26.487367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53524) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:26.523687 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f61b1a8-e260-4a01-84ac-3f7224e446a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.527878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1f61b1a8-e260-4a01-84ac-3f7224e446a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.530258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1f61b1a8-e260-4a01-84ac-3f7224e446a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0634b0de-49e7-4729-9a0d-be7ee5906c9f HTTP/1.1" status: 204 len: 168 time: 0.2465546 Feb 08 23:59:26.553406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b1a8-e260-4a01-84ac-3f7224e446a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0634b0de-49e7-4729-9a0d-be7ee5906c9f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:26.669332 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a54d6a8-9e91-4b1f-857d-306633531b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.680666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4319f8-6054-41d6-af60-dd5c98aade16 req-e679c52a-f936-4451-8f6b-b82a1bd6bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:26.682247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c4319f8-6054-41d6-af60-dd5c98aade16 req-e679c52a-f936-4451-8f6b-b82a1bd6bd5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 1096 time: 0.1185133 Feb 08 23:59:26.700048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0eee0-7fa6-4248-8132-91e2ecb0224d req-daf9c614-c17f-43bc-a01f-835ce81abdc8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:26.702952 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81a0eee0-7fa6-4248-8132-91e2ecb0224d req-daf9c614-c17f-43bc-a01f-835ce81abdc8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0966015 Feb 08 23:59:26.798474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c4319f8-6054-41d6-af60-dd5c98aade16 req-706965a5-6525-4885-8a9b-7ef8bf0179f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871215 Feb 08 23:59:26.809258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81a0eee0-7fa6-4248-8132-91e2ecb0224d req-f232624d-ca50-4639-a6cb-7ab595f842bb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866053 Feb 08 23:59:26.851975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a54d6a8-9e91-4b1f-857d-306633531b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.858154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a54d6a8-9e91-4b1f-857d-306633531b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.900773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4a54d6a8-9e91-4b1f-857d-306633531b0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b499961b80fd469ea7dc1f2d8f7eaedb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097881 Feb 08 23:59:26.900773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54d6a8-9e91-4b1f-857d-306633531b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff520cea-f1a3-4ea7-8afd-f4481886a3a2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:26.901974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:26.957438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5619-6c12-4db1-b190-0c50d8de7801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:26.984212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5619-6c12-4db1-b190-0c50d8de7801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.035419 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5619-6c12-4db1-b190-0c50d8de7801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.038526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8dc5619-6c12-4db1-b190-0c50d8de7801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.039753 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b8dc5619-6c12-4db1-b190-0c50d8de7801 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff520cea-f1a3-4ea7-8afd-f4481886a3a2 HTTP/1.1" status: 204 len: 168 time: 0.1375697 Feb 08 23:59:27.048599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc5619-6c12-4db1-b190-0c50d8de7801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff520cea-f1a3-4ea7-8afd-f4481886a3a2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:27.361709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c8ccf9fb-3735-4335-89c4-4a145d11a362 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:27.390325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c8ccf9fb-3735-4335-89c4-4a145d11a362 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:27.390916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c8ccf9fb-3735-4335-89c4-4a145d11a362 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:27.556445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53586) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:27.781204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1123955900'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:27.818456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:27.822205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.833461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.925743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.933700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.954458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:27.965560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53622) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:27.978567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87e2f3-0712-4167-848b-9ceb1a4a29f9 req-5e181868-9e14-4c53-be8a-cdf2afb128b2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:27.980585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c87e2f3-0712-4167-848b-9ceb1a4a29f9 req-5e181868-9e14-4c53-be8a-cdf2afb128b2 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0735168 Feb 08 23:59:27.986985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:27.987379 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment 6a739450-8428-47f8-90e0-54a4e0ba2757 of type vlan for network 44e85376-daa8-487f-9436-ebc551cafa00 Feb 08 23:59:28.001729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346aa8ad-8891-4482-8adc-de0669d3aaa3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:28.045357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c87e2f3-0712-4167-848b-9ceb1a4a29f9 req-c0d26525-c20b-43cc-b1ea-8da683d846ce tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552669 Feb 08 23:59:28.046290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.089626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.103302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:28.103957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.143053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-658027480-network', 'tenant_id': 'c3aa05d5f38e46669def1a24e4e83dde'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:28.185236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Made reservation on behalf of c3aa05d5f38e46669def1a24e4e83dde for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:28.188262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.197667 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6399300 Feb 08 23:59:28.199831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.200883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:28.219705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'name': 'tempest-PortsIpV6TestJSON-343943514'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:28.282169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae0801-a28b-4d08-b5ad-314503d77f77 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=44e85376-daa8-487f-9436-ebc551cafa00,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:28.297932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:28.370557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.377322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.404946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:28.407571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:28.408516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.418304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:28.423605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.424211 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Added segment 8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17 of type vlan for network 603b36c8-3bb1-4385-a8a3-f186047e0267 Feb 08 23:59:28.429846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:28.474632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.506861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.507956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:28.508599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.589819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6185091 Feb 08 23:59:28.589819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53664) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:28.597321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Request body: {'subnet': {'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-658027480-subnet', 'tenant_id': 'c3aa05d5f38e46669def1a24e4e83dde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:28.631105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.644618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292524c4-80f0-4d9c-8154-a082717e5f40 admin admin] Pushing event updated for resources: {'Network': ['ID=603b36c8-3bb1-4385-a8a3-f186047e0267,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:28.656457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Made reservation on behalf of c3aa05d5f38e46669def1a24e4e83dde for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:28.659257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 603b36c8-3bb1-4385-a8a3-f186047e0267 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:28.661794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.696727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.824946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=7e26208d-7ed9-42c1-963e-5ccacd33f9ad,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:28.837172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': '6a739450-8428-47f8-90e0-54a4e0ba2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:28.837629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: 44e85376-daa8-487f-9436-ebc551cafa00, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:28.860645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:28.879028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 44e85376-daa8-487f-9436-ebc551cafa00) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:28.884038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:28.890996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:28.891941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.893157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8c644-a666-4ab6-a8f9-af14a63d1dfb None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:28.915851 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8cf8daf6-42a1-4b8d-8b6e-d1e872641c61 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7028618 Feb 08 23:59:28.916598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:28.924298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-57750536'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:28.935593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.953860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:28.958598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:28.987360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:29.000011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.000570 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment 1a2bcfed-a676-40cb-bfaf-55cb49c44556 of type vlan for network a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8 Feb 08 23:59:29.056934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Checking segment: {'id': '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:29.057476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Network hostable DHCP agents. Network: 603b36c8-3bb1-4385-a8a3-f186047e0267, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:29.059324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.073603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a35fa28-ba94-4b5b-bc6c-43a07535a66b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:29.085445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Network 603b36c8-3bb1-4385-a8a3-f186047e0267 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:29.100437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 603b36c8-3bb1-4385-a8a3-f186047e0267) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:29.120175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.120998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.125731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.127034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf8c85-00bb-4866-9d86-e58fed6b5dba None None] Network 603b36c8-3bb1-4385-a8a3-f186047e0267 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:29.133996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.134814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.213502 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2957003 Feb 08 23:59:29.214153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53704) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:29.227191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59a36a51-1f2f-4105-922d-285e439ab2c9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6337149 Feb 08 23:59:29.246702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'ports': [{'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'}, {'network_id': 'a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8'}]} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:29.247278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:29.248447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': 'a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:29.320201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-1d4e8d27-a227-4087-b6d5-5dbc1d23e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.321697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-1d4e8d27-a227-4087-b6d5-5dbc1d23e9ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2240081 Feb 08 23:59:29.341469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e25d10-4e27-420f-9ab3-f9e667641067 req-c70323f6-efe5-4ea6-ba3f-39173729ec04 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.343505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e25d10-4e27-420f-9ab3-f9e667641067 req-c70323f6-efe5-4ea6-ba3f-39173729ec04 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1610985 Feb 08 23:59:29.353387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0922a-d6d8-47fe-9c0b-34d7821a0322 None None] Network 603b36c8-3bb1-4385-a8a3-f186047e0267 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:29.363095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c4ef-e38c-4ad6-adef-b30156427706 req-e116e75f-10bf-4f80-9fda-71e3783e2200 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.370820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6214c4ef-e38c-4ad6-adef-b30156427706 req-e116e75f-10bf-4f80-9fda-71e3783e2200 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1908126 Feb 08 23:59:29.378135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0e9f7-3179-4f5c-ae8e-387f6d38b088 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:29.420263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:29.547533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e25d10-4e27-420f-9ab3-f9e667641067 req-62610ac4-436b-4c98-89a5-5b64fe3edbd3 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720066 Feb 08 23:59:29.563248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 2} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:29.572773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6214c4ef-e38c-4ad6-adef-b30156427706 req-3b5215bf-9359-46fd-a5bf-a0882c59e354 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846197 Feb 08 23:59:29.581627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.614229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.620224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-fffed43b-a42e-4518-8fa0-aefbef572bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.621878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-fffed43b-a42e-4518-8fa0-aefbef572bae service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.2904787 Feb 08 23:59:29.629156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53716) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:29.714450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-dabb1007-f40e-4bab-b419-3eba6694247f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 217 time: 0.0721993 Feb 08 23:59:29.787584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 6ac11dce-7ec8-4a29-a745-9aa6c554a6f8 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:29.805799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857829a-bd98-4313-bfa4-9d2604b5f356 req-bb19e128-b0a3-45e6-a5d4-fc083b5bf2d7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.814128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f857829a-bd98-4313-bfa4-9d2604b5f356 req-bb19e128-b0a3-45e6-a5d4-fc083b5bf2d7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.1136475 Feb 08 23:59:29.840247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-1d43fe0e-30ad-49b9-97df-62e2564956fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:29.842762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-1d43fe0e-30ad-49b9-97df-62e2564956fd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.1056411 Feb 08 23:59:29.871965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b5c647f-5456-43e0-9ec6-cc2cba734e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.892227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:29.906927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-dcad6771-cf14-4380-98b3-ab9deadec7c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532956 Feb 08 23:59:29.945800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f857829a-bd98-4313-bfa4-9d2604b5f356 req-5e313d33-fdea-4da2-b758-c31d57c4de9b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294055 Feb 08 23:59:29.975820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 7535d145-9c7f-40dd-a7bf-3a203e58f22f yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:29.986763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53730) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:29.994156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1060585407-network', 'tenant_id': 'cd55030826924c658597816d076faa5d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:30.037650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Made reservation on behalf of cd55030826924c658597816d076faa5d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:30.040326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.055154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.056268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-ad69b1a9-5825-4e49-b338-588cca66c91d service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317439 Feb 08 23:59:30.096979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b5c647f-5456-43e0-9ec6-cc2cba734e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.129465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.151350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b5c647f-5456-43e0-9ec6-cc2cba734e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.201672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.212634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.220385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0b5c647f-5456-43e0-9ec6-cc2cba734e1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d54d051ebe0443a99258f3c639f67683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876541 Feb 08 23:59:30.221690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53734) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:30.232729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c647f-5456-43e0-9ec6-cc2cba734e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970cdd1-f613-46a4-8755-5265ea692c02,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:30.243765 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.263799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:30.275829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60e56c19-a11e-49bb-8aad-d5556f187bec req-f83dc796-6560-4d73-a475-7c7775dc5d2f service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098763 Feb 08 23:59:30.294269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:30.300791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.301183 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Added segment ca94ee52-056c-469e-86d2-48c59ce64030 of type vlan for network 02754572-7129-426c-bd12-29669f475cff Feb 08 23:59:30.307032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=6ac11dce-7ec8-4a29-a745-9aa6c554a6f8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:30.309309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:30.322990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:30.323808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.324120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1571d2-5b38-4d27-bdfa-ea4c548103a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.338537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcd6ef-d871-4177-acc9-759007a624f6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:30.353944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1571d2-5b38-4d27-bdfa-ea4c548103a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.408430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.440770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=7535d145-9c7f-40dd-a7bf-3a203e58f22f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:30.458169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': '1a2bcfed-a676-40cb-bfaf-55cb49c44556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:30.458397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:30.458656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1571d2-5b38-4d27-bdfa-ea4c548103a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.461232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1571d2-5b38-4d27-bdfa-ea4c548103a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.464992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4b1571d2-5b38-4d27-bdfa-ea4c548103a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8970cdd1-f613-46a4-8755-5265ea692c02 HTTP/1.1" status: 204 len: 168 time: 0.2395487 Feb 08 23:59:30.474502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.475455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:30.476679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.478696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1571d2-5b38-4d27-bdfa-ea4c548103a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970cdd1-f613-46a4-8755-5265ea692c02,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:30.528564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-d04e3ac9-59c0-4b80-b2cd-fdf8964e9c82 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:30.530193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-d04e3ac9-59c0-4b80-b2cd-fdf8964e9c82 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 815 time: 0.1281071 Feb 08 23:59:30.539701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:30.544469 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5558081 Feb 08 23:59:30.548322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-4a5b2fda-ff15-4bcd-84a3-9ad4d9e2fca9 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/quotas/aa41a1c3878e4230a2c1f19f8751f55f HTTP/1.1" status: 200 len: 375 time: 0.0118296 Feb 08 23:59:30.548889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53752) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:30.554271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Request body: {'subnet': {'network_id': '02754572-7129-426c-bd12-29669f475cff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1060585407-subnet', 'tenant_id': 'cd55030826924c658597816d076faa5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:30.567912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92ada6-59fb-4c85-a4e1-460e528ea1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=02754572-7129-426c-bd12-29669f475cff,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:30.570321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:30.579715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd1573-966d-4cb2-9cf5-f45d2dda1e54 None None] Network a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:30.582211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:30.584237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 02754572-7129-426c-bd12-29669f475cff details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:30.589583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:30.595688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:30.596395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.619475 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d8289bfa-c932-42f2-a789-861927454d73 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3953831 Feb 08 23:59:30.623969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53756) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:30.647473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Made reservation on behalf of cd55030826924c658597816d076faa5d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:30.649836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.717639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-16ca8990-4c8b-4f51-a8d1-ffcf51f950b1 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597898 Feb 08 23:59:30.767923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 7535d145-9c7f-40dd-a7bf-3a203e58f22f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:30.768274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.856204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b77f0-b281-401d-8bdd-a3d4c6af7aad req-89bf8a36-b1f3-4789-aa7c-e0e511a466cd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:30.858411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-576b77f0-b281-401d-8bdd-a3d4c6af7aad req-89bf8a36-b1f3-4789-aa7c-e0e511a466cd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2041228 Feb 08 23:59:30.860173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.876901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 7535d145-9c7f-40dd-a7bf-3a203e58f22f owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:30.946311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-46de5bcb-2e65-4aea-8c36-b89bd1bdcf9c service neutron] 10.222.0.32 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113760 Feb 08 23:59:30.960755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-576b77f0-b281-401d-8bdd-a3d4c6af7aad req-6422316e-5409-4547-85c5-d96efc6ca15a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857148 Feb 08 23:59:30.962040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:30.974805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53760) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.010450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=7535d145-9c7f-40dd-a7bf-3a203e58f22f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:31.021532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f9317d4-20dd-4b2d-976e-febd3c9edd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.024793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.028005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27db0350-89d4-440c-b6df-17c23f8a67cd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/7535d145-9c7f-40dd-a7bf-3a203e58f22f HTTP/1.1" status: 204 len: 168 time: 0.4029512 Feb 08 23:59:31.034109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53762) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.082677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.110317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55452a6e-6322-43ee-b9a2-4d721ef29f3c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:31.116173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55452a6e-6322-43ee-b9a2-4d721ef29f3c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:31.117748 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-55452a6e-6322-43ee-b9a2-4d721ef29f3c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0827146 Feb 08 23:59:31.120565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.131391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-08926e81-d0e9-4898-b5a5-80ab3a6d9f85 service neutron] 10.222.0.32 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693184 Feb 08 23:59:31.155784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a09ecf7-278f-43df-9e81-0700bb51c575,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:31.163754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Checking segment: {'id': 'ca94ee52-056c-469e-86d2-48c59ce64030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '02754572-7129-426c-bd12-29669f475cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:31.164126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Network hostable DHCP agents. Network: 02754572-7129-426c-bd12-29669f475cff, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:31.183222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Network 02754572-7129-426c-bd12-29669f475cff is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:31.194731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 02754572-7129-426c-bd12-29669f475cff) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:31.199741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:31.200505 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.208641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68760df1-92ca-460b-a0d9-08dcee632f7d None None] Network 02754572-7129-426c-bd12-29669f475cff requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:31.219531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4d271f42-6ba4-434a-8cef-3ec003a03e46 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6689930 Feb 08 23:59:31.219739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f9317d4-20dd-4b2d-976e-febd3c9edd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.234092 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f9317d4-20dd-4b2d-976e-febd3c9edd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.288657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9317d4-20dd-4b2d-976e-febd3c9edd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d103f6-7cc5-432b-b4d4-85e46fecfd83,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:31.293189 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8f9317d4-20dd-4b2d-976e-febd3c9edd74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdded53b739f4b82905aef3a02514bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906163 Feb 08 23:59:31.296089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.296396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 6ac11dce-7ec8-4a29-a745-9aa6c554a6f8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:31.296738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.377360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.393735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 6ac11dce-7ec8-4a29-a745-9aa6c554a6f8 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:31.435510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-370eac28-5d8f-4d55-95b1-67f1da7d94b6 req-6cb21f23-509b-4e5c-ad5b-8344815a87ff tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 210 time: 0.0580807 Feb 08 23:59:31.438989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8068c7d9-5145-4c9f-b1d9-cc13ab6f84fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.460025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ea45f-4130-442c-8f15-0e0899a14a27 None None] Network 02754572-7129-426c-bd12-29669f475cff requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:31.468481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8068c7d9-5145-4c9f-b1d9-cc13ab6f84fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.519390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.562017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8068c7d9-5145-4c9f-b1d9-cc13ab6f84fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.564755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8068c7d9-5145-4c9f-b1d9-cc13ab6f84fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.565151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=6ac11dce-7ec8-4a29-a745-9aa6c554a6f8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:31.568649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8068c7d9-5145-4c9f-b1d9-cc13ab6f84fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3d103f6-7cc5-432b-b4d4-85e46fecfd83 HTTP/1.1" status: 204 len: 168 time: 0.2685747 Feb 08 23:59:31.579222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068c7d9-5145-4c9f-b1d9-cc13ab6f84fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d103f6-7cc5-432b-b4d4-85e46fecfd83,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:31.588538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:31.598080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53780) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.598677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-05ced0a7-a9e6-457d-8f70-b9e062257b54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/6ac11dce-7ec8-4a29-a745-9aa6c554a6f8 HTTP/1.1" status: 204 len: 168 time: 0.4768925 Feb 08 23:59:31.708346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c05c7-9bf5-4e25-a45b-32d7f6e20ac3 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:31.710208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-505c05c7-9bf5-4e25-a45b-32d7f6e20ac3 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1110852 Feb 08 23:59:31.714238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53788) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.742917 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6e720a-0c70-4a66-bc6c-8acdb3e41f55 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:31.748072 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cc6e720a-0c70-4a66-bc6c-8acdb3e41f55 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/7535d145-9c7f-40dd-a7bf-3a203e58f22f HTTP/1.1" status: 404 len: 333 time: 0.0292206 Feb 08 23:59:31.748072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53790) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.802072 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-70c9d442-19bb-41e0-84ec-bf88f23f2392 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:31.815704 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-70c9d442-19bb-41e0-84ec-bf88f23f2392 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/6ac11dce-7ec8-4a29-a745-9aa6c554a6f8 HTTP/1.1" status: 404 len: 333 time: 0.0667498 Feb 08 23:59:31.820438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d384-9023-4383-9991-0e7417027556 req-40096424-25d7-4dfb-b4ef-d1f9bbc51e11 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:31.822193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7c7d384-9023-4383-9991-0e7417027556 req-40096424-25d7-4dfb-b4ef-d1f9bbc51e11 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb115863-bfff-4212-88f4-2e1931baac14 HTTP/1.1" status: 200 len: 945 time: 0.0783610 Feb 08 23:59:31.822798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53794) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:31.963454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.077068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Deleting port d4e37110-50e5-4b96-9a8a-7115590fbd47 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:32.077420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.142514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.238862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:32.265076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2bcfed-a676-40cb-bfaf-55cb49c44556') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:32.265353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2bcfed-a676-40cb-bfaf-55cb49c44556') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:32.294502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.314112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8372b1-35d6-412d-bce6-e248641c026c req-2c9e27ac-2fbf-4eb8-a023-e0d947c508fa tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:32.315825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d8372b1-35d6-412d-bce6-e248641c026c req-2c9e27ac-2fbf-4eb8-a023-e0d947c508fa tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2435486 Feb 08 23:59:32.359799 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.392574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b92ccb72-2ff3-4175-81d0-e5b97398e04e tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:32.394198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b92ccb72-2ff3-4175-81d0-e5b97398e04e tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/networks?id=603b36c8-3bb1-4385-a8a3-f186047e0267 HTTP/1.1" status: 200 len: 824 time: 0.3209124 Feb 08 23:59:32.396235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] For port d4e37110-50e5-4b96-9a8a-7115590fbd47, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=d4e37110-50e5-4b96-9a8a-7115590fbd47,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:32.396598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.399399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:32.399793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:32.402778 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:32.471050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Calling delete_port for d4e37110-50e5-4b96-9a8a-7115590fbd47 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:32.493517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-ee69fbee-4c3e-416e-8182-7a5deb710bc3 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/quotas/c3aa05d5f38e46669def1a24e4e83dde HTTP/1.1" status: 200 len: 375 time: 0.0661755 Feb 08 23:59:32.500383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d8372b1-35d6-412d-bce6-e248641c026c req-67a0956f-d5f6-4e4d-9337-b1c97951664c tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677754 Feb 08 23:59:32.542977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.569358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-2eff1f08-34b1-4931-9725-cfef905f7335 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3aa05d5f38e46669def1a24e4e83dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658104 Feb 08 23:59:32.571625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.578701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:32.579189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8 HTTP/1.1" status: 204 len: 168 time: 0.7546082 Feb 08 23:59:32.587198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-315759676'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:32.603019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141df67-cc7e-43eb-ba2d-8f779f633903 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=a0ac9bbd-f2b8-4823-8118-ce5e13cdc8e8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:32.627034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:32.631241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.679832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:32.696634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.697407 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment a30659e2-50bc-4520-b914-e752db700251 of type vlan for network c21b2d32-0895-4284-a0bd-d0fce4801b13 Feb 08 23:59:32.749776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.797301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.803950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:32.804276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:32.884634 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3038466 Feb 08 23:59:32.888267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53836) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:32.895731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:32.900898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=c21b2d32-0895-4284-a0bd-d0fce4801b13,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:32.956518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.956868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.957233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.957570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.957898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.958232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.958560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.958885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.959207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.960123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.960123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.960123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac9122e-ad76-4db3-8e08-2f5b140293c7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:32.975466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:33.018742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:33.023494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.085113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db09bc2d-5058-4070-8cae-89c1a8df19ac req-4c55ed25-8513-47f3-972d-3a8e5b98520a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 210 time: 0.4394083 Feb 08 23:59:33.100290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Performing IP validity checks on allocation pools {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 08 23:59:33.103395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 08 23:59:33.166011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-135b8763-c9b3-4c1c-9044-1c41d128c3e4 service neutron] 10.222.0.32 "GET /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752316 Feb 08 23:59:33.234882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-0a833675-e51e-4e19-b181-e2d75ec3ba3b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:33.236653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-0a833675-e51e-4e19-b181-e2d75ec3ba3b tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 815 time: 0.5919266 Feb 08 23:59:33.248181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.277311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Request body: {'port': {'device_id': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'admin_state_up': True, 'tenant_id': 'aa41a1c3878e4230a2c1f19f8751f55f'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:33.317361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=6136c7c6-7650-4485-973b-4838dac4a61f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:33.325066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': 'a30659e2-50bc-4520-b914-e752db700251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:33.325541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: c21b2d32-0895-4284-a0bd-d0fce4801b13, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:33.347462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:33.350058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.360133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, c21b2d32-0895-4284-a0bd-d0fce4801b13) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:33.364955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:33.365578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.371448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b94ecf-3f8b-4278-8e46-2d89dfb2cdb3 None None] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:33.394142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Pushing event deleted for resources: {'Port': ['ID=d4e37110-50e5-4b96-9a8a-7115590fbd47,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:33.397305 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-07952701-6791-4a7b-878a-737da18e7a36 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5074646 Feb 08 23:59:33.400617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53850) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:33.409140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13', 'name': 'tempest-PortsIpV6TestJSON-1594054518'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:33.432178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.432533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.432876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.433244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.433583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.433921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.434243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.434600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.435436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.435765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.436093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.436415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 08 23:59:33.509078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-77ad7d05-2b7a-421d-a7ee-824b9d89c948 service neutron] 10.222.0.32 "GET /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292360 Feb 08 23:59:33.509994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] No DVR routers for this DVR port d4e37110-50e5-4b96-9a8a-7115590fbd47 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:33.517443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.522942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7c7d384-9023-4383-9991-0e7417027556 req-a4c46daf-8bac-4d59-ac64-98a14800df8a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "DELETE /v2.0/ports/d4e37110-50e5-4b96-9a8a-7115590fbd47 HTTP/1.1" status: 204 len: 173 time: 1.6906095 Feb 08 23:59:33.523626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'name': 'network-vif-deleted', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:33.527642 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca070a3d-d6f8-4068-9a2e-de257dd49706" -d '{"events": [{"server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "name": "network-vif-deleted", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:33.566036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Made reservation on behalf of aa41a1c3878e4230a2c1f19f8751f55f for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:33.570034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.579025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-c21b2d32-0895-4284-a0bd-d0fce4801b13', 'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': '6136c7c6-7650-4485-973b-4838dac4a61f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:33.582117 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.647906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:33.658272 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:33.712581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port b614691a-e340-407b-9331-4c57b2644670 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:33.726656 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518e753-34b7-44bc-9f6e-8f810ba63e30 x-openstack-request-id: req-4518e753-34b7-44bc-9f6e-8f810ba63e30 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:33.727263 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb115863-bfff-4212-88f4-2e1931baac14", "name": "network-vif-deleted", "tag": "d4e37110-50e5-4b96-9a8a-7115590fbd47", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:33.727682 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4518e753-34b7-44bc-9f6e-8f810ba63e30 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:33.728274 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb115863-bfff-4212-88f4-2e1931baac14', 'name': 'network-vif-deleted', 'tag': 'd4e37110-50e5-4b96-9a8a-7115590fbd47', 'status': 'completed', 'code': 200} Feb 08 23:59:33.797569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Allocated IP 172.20.0.5 (915fbc0e-4d19-4b16-9a6b-38602f09a261/f07ed498-5f19-4b72-8951-1368f4fcd12d/87b61400-9d6d-48a5-9616-00cc26d942b7) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:33.896855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af697794-22f0-469b-9917-ac1c2459a341 req-ac31e746-dca3-4de3-b983-e75d21a8392c tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 210 time: 0.0894051 Feb 08 23:59:33.907692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Allocated IP 2001:db8::2 (c21b2d32-0895-4284-a0bd-d0fce4801b13/6136c7c6-7650-4485-973b-4838dac4a61f/7fc96e26-f5a8-4759-9476-c45c42806303) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:33.922739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0203d1-e74c-4871-836d-675788dfcc4f req-500afabe-2cb8-4a88-a710-6705cfed85a9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:33.924537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac0203d1-e74c-4871-836d-675788dfcc4f req-500afabe-2cb8-4a88-a710-6705cfed85a9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1534400 Feb 08 23:59:34.078622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac0203d1-e74c-4871-836d-675788dfcc4f req-6fa36a98-24e7-4f08-9f18-27442492f586 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437943 Feb 08 23:59:34.286618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b562f017-a961-4953-ad6c-d4ba0727074f req-dce5f483-368d-4457-a396-8467c572c7a8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 210 time: 0.0978639 Feb 08 23:59:34.350799 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.436389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d4e37110-50e5-4b96-9a8a-7115590fbd47 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:34.448379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a497b2-c6e6-497b-a0ab-3a54c54b9bb5 req-27d3fc5f-9e8c-4d5e-a7f9-41c27733311e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:34.457520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45a497b2-c6e6-497b-a0ab-3a54c54b9bb5 req-27d3fc5f-9e8c-4d5e-a7f9-41c27733311e tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.0928726 Feb 08 23:59:34.460097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: d4e37110-50e5-4b96-9a8a-7115590fbd47 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:34.460622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device d4e37110-50e5-4b96-9a8a-7115590fbd47 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:34.486557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.491383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.508980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.556411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Pushing event updated for resources: {'Port': ['ID=87b61400-9d6d-48a5-9616-00cc26d942b7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:34.566668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Network 915fbc0e-4d19-4b16-9a6b-38602f09a261 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:34.575550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45a497b2-c6e6-497b-a0ab-3a54c54b9bb5 req-b7fa5c21-f708-42e9-aa16-2211f5498c68 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165118 Feb 08 23:59:34.587437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:34.589869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:34.592804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:34.612008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:34.624085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::10c (c21b2d32-0895-4284-a0bd-d0fce4801b13/6136c7c6-7650-4485-973b-4838dac4a61f/b614691a-e340-407b-9331-4c57b2644670) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:34.626862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:34.674089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Pushing event updated for resources: {'Port': ['ID=7fc96e26-f5a8-4759-9476-c45c42806303,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:34.675108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:34.675829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.710588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Attempting to bind port 7fc96e26-f5a8-4759-9476-c45c42806303 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:34.711355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Attempting to bind port 7fc96e26-f5a8-4759-9476-c45c42806303 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a30659e2-50bc-4520-b914-e752db700251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:34.711673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-10a28508-4573-4604-969d-fafeb747f569 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4439342 Feb 08 23:59:34.712192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Attempting to bind port 7fc96e26-f5a8-4759-9476-c45c42806303 on network c21b2d32-0895-4284-a0bd-d0fce4801b13 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:34.717966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:34.718738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Checking segment: {'id': 'a30659e2-50bc-4520-b914-e752db700251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:34.719235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.720300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Bound using segment: {'id': 'a30659e2-50bc-4520-b914-e752db700251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:34.720875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Bound port: 7fc96e26-f5a8-4759-9476-c45c42806303, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30659e2-50bc-4520-b914-e752db700251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'c21b2d32-0895-4284-a0bd-d0fce4801b13'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:34.721404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.740134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Request body: {'port': {'device_id': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:34.829691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] For port 7fc96e26-f5a8-4759-9476-c45c42806303, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:34.838299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] For port 7fc96e26-f5a8-4759-9476-c45c42806303, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fc96e26-f5a8-4759-9476-c45c42806303,segment=NetworkSegment(a30659e2-50bc-4520-b914-e752db700251),segment_id=a30659e2-50bc-4520-b914-e752db700251)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:34.843683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.845171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.891635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:34.916495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bbcc6-1cca-4eae-8875-91169b8085f4 None None] Pushing event updated for resources: {'Port': ['ID=7fc96e26-f5a8-4759-9476-c45c42806303,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:34.962572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.037604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:35.040937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:35.046270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:35.052036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:35.052663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.056656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=b614691a-e340-407b-9331-4c57b2644670,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:35.057844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea146318-9d3b-49bc-b40c-b8bfeda3455c req-c97e4c7e-b9ac-470b-8d3a-683dd79e1681 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 210 time: 0.0503039 Feb 08 23:59:35.095320 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-93918909-e404-442a-bac3-124b71da1805 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6929176 Feb 08 23:59:35.099597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53886) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:35.461639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4296a4-d776-4a24-9b7f-023a1d35fa6e req-43e8c92a-de3e-4ad9-a0d6-3c41c11df0e1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:35.472261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b4296a4-d776-4a24-9b7f-023a1d35fa6e req-43e8c92a-de3e-4ad9-a0d6-3c41c11df0e1 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2846546 Feb 08 23:59:35.540149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7fc96e26-f5a8-4759-9476-c45c42806303 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:35.585081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port b614691a-e340-407b-9331-4c57b2644670 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:35.585480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.616774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b61400-9d6d-48a5-9616-00cc26d942b7 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:59:35.628338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-6a79f759-ce78-4642-9ec7-a2a2df0ecc36 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:35.629850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-6a79f759-ce78-4642-9ec7-a2a2df0ecc36 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.21 "GET /v2.0/networks?id=603b36c8-3bb1-4385-a8a3-f186047e0267 HTTP/1.1" status: 200 len: 824 time: 0.3692310 Feb 08 23:59:35.630873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7fc96e26-f5a8-4759-9476-c45c42806303 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:35.631347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.665705 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.683132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b4296a4-d776-4a24-9b7f-023a1d35fa6e req-87294891-992d-471c-aa24-73a2fbacda1d tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101836 Feb 08 23:59:35.688467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Request body: {'port': {'device_id': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267', 'admin_state_up': True, 'tenant_id': 'c3aa05d5f38e46669def1a24e4e83dde'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:35.720752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.775175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 7fc96e26-f5a8-4759-9476-c45c42806303, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fc96e26-f5a8-4759-9476-c45c42806303,segment=NetworkSegment(a30659e2-50bc-4520-b914-e752db700251),segment_id=a30659e2-50bc-4520-b914-e752db700251)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:35.779417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Transition to ACTIVE for port object 87b61400-9d6d-48a5-9616-00cc26d942b7 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:59:35.779923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.836857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=7fc96e26-f5a8-4759-9476-c45c42806303,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:35.841281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.920709 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:35.969924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20a2b-2777-4728-ac2e-647485a2a8ec req-b1b208b9-391a-4ea0-8a26-f72c81e25f01 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:35.972748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8f20a2b-2777-4728-ac2e-647485a2a8ec req-b1b208b9-391a-4ea0-8a26-f72c81e25f01 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 931 time: 0.3419635 Feb 08 23:59:35.974049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for b614691a-e340-407b-9331-4c57b2644670 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:36.011919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87b61400-9d6d-48a5-9616-00cc26d942b7,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:36.027422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd849f9-88d5-4ab8-82ef-2d2ba2147b67 req-246d51f0-8c18-4a10-be84-f861a8eecd28 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:36.029431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd849f9-88d5-4ab8-82ef-2d2ba2147b67 req-246d51f0-8c18-4a10-be84-f861a8eecd28 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.2283328 Feb 08 23:59:36.185821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8f20a2b-2777-4728-ac2e-647485a2a8ec req-bcc3ffde-8873-4057-a68a-bb74de18e6bb tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001660 Feb 08 23:59:36.220242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd849f9-88d5-4ab8-82ef-2d2ba2147b67 req-1112563f-d1f5-4b76-9577-97619164adc3 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772459 Feb 08 23:59:36.227138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Made reservation on behalf of c3aa05d5f38e46669def1a24e4e83dde for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:36.237117 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.267293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad4e32-bba6-470e-9cf4-b927ee3e463e None None] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:36.273008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Attempting to bind port 87b61400-9d6d-48a5-9616-00cc26d942b7 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:36.273349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Attempting to bind port 87b61400-9d6d-48a5-9616-00cc26d942b7 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:36.273675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Attempting to bind port 87b61400-9d6d-48a5-9616-00cc26d942b7 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:36.283845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Port 87b61400-9d6d-48a5-9616-00cc26d942b7 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:59:36.284170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Attempting to bind port 87b61400-9d6d-48a5-9616-00cc26d942b7 on network 915fbc0e-4d19-4b16-9a6b-38602f09a261 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:36.338410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:36.338764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Checking segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:36.339051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Bound using segment: {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:36.339494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Bound port: 87b61400-9d6d-48a5-9616-00cc26d942b7, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b71e7ff-acff-4a1c-82c3-8d82083de444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:36.340145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.362961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4b1f54fb-d822-461e-852f-18e5bc0f77ea None None] Provisioning complete for port 7fc96e26-f5a8-4759-9476-c45c42806303 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:36.363611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b1f54fb-d822-461e-852f-18e5bc0f77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.366816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9dc59c1b-5dc6-4560-89fa-327968adaf40 req-478f7531-ef14-455a-a6cd-bfd67f5940e1 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 210 time: 0.0709269 Feb 08 23:59:36.427785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.511014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=b614691a-e340-407b-9331-4c57b2644670,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:36.573177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.577438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e34f4e2c-1d9a-4869-8817-f16adc955e0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/b614691a-e340-407b-9331-4c57b2644670 HTTP/1.1" status: 204 len: 168 time: 1.4769773 Feb 08 23:59:36.580501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53904) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:36.582045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] For port 87b61400-9d6d-48a5-9616-00cc26d942b7, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:36.630269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] For port 87b61400-9d6d-48a5-9616-00cc26d942b7, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b61400-9d6d-48a5-9616-00cc26d942b7,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:36.639871 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.661933 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e9e7c4-5192-4d63-a4b8-5fdccd7e13fe tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 08 23:59:36.663657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e9e7c4-5192-4d63-a4b8-5fdccd7e13fe tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:36.673805 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-44e9e7c4-5192-4d63-a4b8-5fdccd7e13fe tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/b614691a-e340-407b-9331-4c57b2644670 HTTP/1.1" status: 404 len: 333 time: 0.0896943 Feb 08 23:59:36.674771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:36.711189 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7447f3-ac81-40fc-93bd-843e146a386b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:36.717003 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c7447f3-ac81-40fc-93bd-843e146a386b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/b614691a-e340-407b-9331-4c57b2644670 HTTP/1.1" status: 404 len: 333 time: 0.0404649 Feb 08 23:59:36.718900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53908) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:36.752440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87b61400-9d6d-48a5-9616-00cc26d942b7,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:36.765398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:36.766387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.768247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8cd4ebb9-1fcb-46c4-a0de-6fbbd675d9c0 service neutron] 10.222.0.21 "PUT /v2.0/ports/87b61400-9d6d-48a5-9616-00cc26d942b7 HTTP/1.1" status: 200 len: 1091 time: 2.0431798 Feb 08 23:59:36.769172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'tag': '87b61400-9d6d-48a5-9616-00cc26d942b7'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:36.771618 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d88d923-a234-470c-8354-11fe2175cc86" -d '{"events": [{"name": "network-changed", "server_uuid": "c0677a0c-9b44-4369-b8f0-f1737d27af9d", "tag": "87b61400-9d6d-48a5-9616-00cc26d942b7"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:36.794820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Allocated IP 172.20.0.13 (603b36c8-3bb1-4385-a8a3-f186047e0267/4a35fa28-ba94-4b5b-bc6c-43a07535a66b/78d97af0-0bfd-4bb2-8ed9-ae8782880124) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:36.844786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet 6136c7c6-7650-4485-973b-4838dac4a61f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:36.849494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.877209 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e878510c-85a0-4321-87a5-09957e1c4e5a x-openstack-request-id: req-e878510c-85a0-4321-87a5-09957e1c4e5a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:36.877524 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0677a0c-9b44-4369-b8f0-f1737d27af9d", "tag": "87b61400-9d6d-48a5-9616-00cc26d942b7", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:36.877778 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e878510c-85a0-4321-87a5-09957e1c4e5a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:36.881472 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'tag': '87b61400-9d6d-48a5-9616-00cc26d942b7', 'status': 'completed', 'code': 200} Feb 08 23:59:36.897955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.924087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.933801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:36.996671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-73a1e04a-a00d-4dd8-a4e8-7062248e14e1 None None] Provisioning complete for port 7fc96e26-f5a8-4759-9476-c45c42806303 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:36.998786 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73a1e04a-a00d-4dd8-a4e8-7062248e14e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.036012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.075966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-ca1dd004-ffb5-41a0-a34a-c230f23a0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:37.077526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-ca1dd004-ffb5-41a0-a34a-c230f23a0846 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 1094 time: 0.2470291 Feb 08 23:59:37.092817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d454702-61fb-4bef-9a7a-6a8a3f71662f req-0551746e-fb2d-4e27-8b6b-25162e896473 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:37.094406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d454702-61fb-4bef-9a7a-6a8a3f71662f req-0551746e-fb2d-4e27-8b6b-25162e896473 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1482220 Feb 08 23:59:37.111385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.149932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=6136c7c6-7650-4485-973b-4838dac4a61f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:37.157764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.161542 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f3a903d-435e-40f3-a664-cd67b5073840 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/6136c7c6-7650-4485-973b-4838dac4a61f HTTP/1.1" status: 204 len: 168 time: 0.4403651 Feb 08 23:59:37.164640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53914) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:37.178533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-8ba089ab-af09-4ed4-ac23-c8a9bccb15a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b61400-9d6d-48a5-9616-00cc26d942b7 HTTP/1.1" status: 200 len: 217 time: 0.0831180 Feb 08 23:59:37.209204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27ad88-3d7d-45a7-aa7a-142d384ae952 None None] Network c21b2d32-0895-4284-a0bd-d0fce4801b13 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:37.224981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.255190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.279352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d454702-61fb-4bef-9a7a-6a8a3f71662f req-69d4c136-617e-4863-89ef-31c0a47e2011 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342239 Feb 08 23:59:37.288218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9bcd3baa-df9a-4c4c-bacb-6b66a8dce24e None None] Could not find standard attr ID for object b614691a-e340-407b-9331-4c57b2644670. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:59:37.301056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-a090bf21-0fc0-4f96-a744-2dd28b1ee132 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:37.302550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-a090bf21-0fc0-4f96-a744-2dd28b1ee132 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.1564355 Feb 08 23:59:37.314276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f2295-f229-4c5c-b021-ab293b30f360 req-f0bbc4e7-2f60-4b56-b6e8-51a8f3750ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:37.315682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-f0bbc4e7-2f60-4b56-b6e8-51a8f3750ee8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 200 len: 855 time: 0.1187894 Feb 08 23:59:37.347815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 7fc96e26-f5a8-4759-9476-c45c42806303 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:37.348183 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.418984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-d3a4ae3a-44f1-4689-857c-531cac9319cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=915fbc0e-4d19-4b16-9a6b-38602f09a261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914748 Feb 08 23:59:37.428264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.444487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] DHCP port deletion for c21b2d32-0895-4284-a0bd-d0fce4801b13 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:37.471993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] For port 7fc96e26-f5a8-4759-9476-c45c42806303, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fc96e26-f5a8-4759-9476-c45c42806303,segment=NetworkSegment(a30659e2-50bc-4520-b914-e752db700251),segment_id=a30659e2-50bc-4520-b914-e752db700251)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:37.472724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.489780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 7fc96e26-f5a8-4759-9476-c45c42806303 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:37.506037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] Deleting port 7fc96e26-f5a8-4759-9476-c45c42806303 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:37.506691 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.584527 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.589892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] For port 7fc96e26-f5a8-4759-9476-c45c42806303, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fc96e26-f5a8-4759-9476-c45c42806303,segment=NetworkSegment(a30659e2-50bc-4520-b914-e752db700251),segment_id=a30659e2-50bc-4520-b914-e752db700251)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:37.590399 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.608768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] Calling delete_port for 7fc96e26-f5a8-4759-9476-c45c42806303 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:37.628944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=7fc96e26-f5a8-4759-9476-c45c42806303,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:37.631814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No DVR routers for this DVR port 7fc96e26-f5a8-4759-9476-c45c42806303 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:37.705882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.744930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] Pushing event deleted for resources: {'Port': ['ID=7fc96e26-f5a8-4759-9476-c45c42806303,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:37.750067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987bea7-2cdb-4c03-88f9-5851a21ba778 None None] No DVR routers for this DVR port 7fc96e26-f5a8-4759-9476-c45c42806303 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:37.762199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.793445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21b2d32-0895-4284-a0bd-d0fce4801b13']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:37.807430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30659e2-50bc-4520-b914-e752db700251') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:37.807744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30659e2-50bc-4520-b914-e752db700251') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:37.821163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.839155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.848121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:37.848749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:37.856554 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:37.922293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.931850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.936493 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/c21b2d32-0895-4284-a0bd-d0fce4801b13 HTTP/1.1" status: 204 len: 168 time: 0.7701581 Feb 08 23:59:37.946636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53936) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:37.953167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-441378005'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:37.957088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d16ae-b81f-4375-a138-5e35f93954c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=c21b2d32-0895-4284-a0bd-d0fce4801b13,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:37.979481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:37.983935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:37.986897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Network 603b36c8-3bb1-4385-a8a3-f186047e0267 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:38.004680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:38.012066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:38.012279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Pushing event updated for resources: {'Port': ['ID=78d97af0-0bfd-4bb2-8ed9-ae8782880124,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:38.021633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:38.023714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.024184 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment 706758d0-72c7-4c63-9414-25009a37e9df of type vlan for network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 Feb 08 23:59:38.036058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32852f-599f-4b0c-9c96-f9df6f438d51 req-43a74836-ec10-4814-861e-5a75dd98394a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.037798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de32852f-599f-4b0c-9c96-f9df6f438d51 req-43a74836-ec10-4814-861e-5a75dd98394a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 943 time: 0.6489189 Feb 08 23:59:38.071861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.100218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.101379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718c84-12dd-4098-9f7f-fead24ecb07e req-6b4c52bd-8406-4bdd-a649-974009b07a1f tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.102878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99718c84-12dd-4098-9f7f-fead24ecb07e req-6b4c52bd-8406-4bdd-a649-974009b07a1f tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.6659489 Feb 08 23:59:38.108009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.108705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.141560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-aee7814d-a540-48dd-92ff-90f1abcf65f2 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113490 Feb 08 23:59:38.155363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.156011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.245787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Deleting port da12feab-d086-4b6a-9cd8-f131259f3fee {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:38.246073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.251389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de32852f-599f-4b0c-9c96-f9df6f438d51 req-5d032286-3b11-4d64-ad94-2259d268f186 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863637 Feb 08 23:59:38.261680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-e736c083-044b-4422-9e2b-439bded45326 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5931900 Feb 08 23:59:38.338059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Request body: {'port': {'device_id': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:38.343227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99718c84-12dd-4098-9f7f-fead24ecb07e req-8a108bb3-576a-4f94-8834-53a06ad9176c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233768 Feb 08 23:59:38.500998 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5529120 Feb 08 23:59:38.503800 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53942) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:38.515896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:38.532415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.562336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f26b56-62e6-409b-ad40-223797c245dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=b32d85a5-ea7a-44d7-9af9-40e03d5f51f1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:38.567828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45c3b4-9b64-45cd-a71a-15b08c82670e req-9aaeb0ce-40b7-4c35-b6a9-1d945d4763b8 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.569460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e45c3b4-9b64-45cd-a71a-15b08c82670e req-9aaeb0ce-40b7-4c35-b6a9-1d945d4763b8 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 932 time: 0.1889393 Feb 08 23:59:38.578224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-082f2295-f229-4c5c-b021-ab293b30f360 req-e7c18705-d793-43c8-b762-b4707fa85216 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119573 Feb 08 23:59:38.579874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:38.597855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] For port da12feab-d086-4b6a-9cd8-f131259f3fee, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=da12feab-d086-4b6a-9cd8-f131259f3fee,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:38.598226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.634264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d793-c26e-4c14-aea8-6d4669d9cba2 req-4fa4df30-b8d2-47b4-8bc0-b31651680887 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.635992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49c3d793-c26e-4c14-aea8-6d4669d9cba2 req-4fa4df30-b8d2-47b4-8bc0-b31651680887 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2000141 Feb 08 23:59:38.638654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:38.642383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.790402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e45c3b4-9b64-45cd-a71a-15b08c82670e req-c5cf00ea-4e98-479b-92d1-3aa07707b119 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111039 Feb 08 23:59:38.860281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.909374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49c3d793-c26e-4c14-aea8-6d4669d9cba2 req-8c3a93e7-58ad-44c8-9ed1-87192963cd1e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403643 Feb 08 23:59:38.911232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d923-a234-470c-8354-11fe2175cc86 req-7096a4d2-3202-4d7c-bc04-f084b13b2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.912828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-7096a4d2-3202-4d7c-bc04-f084b13b2fda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 1094 time: 0.2395241 Feb 08 23:59:38.943460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=784d8e11-fc2e-43be-84e2-7027add4e687,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:38.951032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': '706758d0-72c7-4c63-9414-25009a37e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:38.951223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: b32d85a5-ea7a-44d7-9af9-40e03d5f51f1, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:38.970399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:38.980828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b32d85a5-ea7a-44d7-9af9-40e03d5f51f1) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:38.985712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:38.986301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:38.991689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301b560-6962-4d61-9fef-756b0e4a226a None None] Network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:39.014346 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e608f219-764c-4a02-9c0f-5829b719910b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5066609 Feb 08 23:59:39.015267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53944) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:39.031567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-352243057'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:39.188544 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.189184 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.189303 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Floating IP 77dbf8c8-2287-4000-9fbc-1403bee3e6b9 disassociated. External IP: 172.25.3.96, port: da12feab-d086-4b6a-9cd8-f131259f3fee. Feb 08 23:59:39.189755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Calling delete_port for da12feab-d086-4b6a-9cd8-f131259f3fee owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:39.202872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-b32d85a5-ea7a-44d7-9af9-40e03d5f51f1', 'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': '784d8e11-fc2e-43be-84e2-7027add4e687'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:39.204038 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.213382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d923-a234-470c-8354-11fe2175cc86 req-52b78bbc-ceff-4d8e-acc6-9676e006e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:39.224942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-52b78bbc-ceff-4d8e-acc6-9676e006e73b service neutron] 10.222.0.21 "GET /v2.0/networks?id=915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 200 len: 916 time: 0.3012631 Feb 08 23:59:39.252171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:39.259080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.342969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port d0834ba1-060d-4962-85a5-52f9c8c5f1fc yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:39.399499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-d0442f81-70e6-421e-aa0f-bdb6840b1dc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b61400-9d6d-48a5-9616-00cc26d942b7 HTTP/1.1" status: 200 len: 217 time: 0.1323271 Feb 08 23:59:39.483826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7fc96e26-f5a8-4759-9476-c45c42806303 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:39.513394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7fc96e26-f5a8-4759-9476-c45c42806303 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:39.513742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7fc96e26-f5a8-4759-9476-c45c42806303 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:39.530565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Allocated IP 2001:db8::2 (b32d85a5-ea7a-44d7-9af9-40e03d5f51f1/784d8e11-fc2e-43be-84e2-7027add4e687/1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:39.631976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d923-a234-470c-8354-11fe2175cc86 req-63672a9a-9e2b-46f8-b1c6-2929f3666158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:39.633401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-63672a9a-9e2b-46f8-b1c6-2929f3666158 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 200 len: 855 time: 0.2168937 Feb 08 23:59:39.641565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d97af0-0bfd-4bb2-8ed9-ae8782880124 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:59:39.663780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.673390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bbd95-b6f1-405a-848c-ac09b03d8a17 req-85a754b0-09c0-4f8d-a339-06192e220778 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:39.674903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d1bbd95-b6f1-405a-848c-ac09b03d8a17 req-85a754b0-09c0-4f8d-a339-06192e220778 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 943 time: 0.2703085 Feb 08 23:59:39.680736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.690964 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.709036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-c46a79f1-dd5f-4d6e-889a-6af4506f40b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=915fbc0e-4d19-4b16-9a6b-38602f09a261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621037 Feb 08 23:59:39.729658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Transition to ACTIVE for port object 78d97af0-0bfd-4bb2-8ed9-ae8782880124 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 08 23:59:39.737708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:39.739816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85eba8-7ec5-45f0-8218-a590c6cb2260 req-1983ba75-b4ac-4b7e-bad8-67cde803d3ac tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:39.740658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:39.741392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd85eba8-7ec5-45f0-8218-a590c6cb2260 req-1983ba75-b4ac-4b7e-bad8-67cde803d3ac tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 945 time: 0.2407026 Feb 08 23:59:39.745087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:39.759329 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.761165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::1fb (b32d85a5-ea7a-44d7-9af9-40e03d5f51f1/784d8e11-fc2e-43be-84e2-7027add4e687/d0834ba1-060d-4962-85a5-52f9c8c5f1fc) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:39.772124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Pushing event updated for resources: {'Port': ['ID=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:39.800663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Attempting to bind port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:39.801067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Attempting to bind port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '706758d0-72c7-4c63-9414-25009a37e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:39.801430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Attempting to bind port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 on network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:39.806328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:39.806713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Checking segment: {'id': '706758d0-72c7-4c63-9414-25009a37e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:39.807121 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.807517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Bound using segment: {'id': '706758d0-72c7-4c63-9414-25009a37e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:39.807984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Bound port: 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706758d0-72c7-4c63-9414-25009a37e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b32d85a5-ea7a-44d7-9af9-40e03d5f51f1'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:39.808366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.872470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] For port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:39.876227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] For port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,segment=NetworkSegment(706758d0-72c7-4c63-9414-25009a37e9df),segment_id=706758d0-72c7-4c63-9414-25009a37e9df)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:39.880951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:39.916226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d1bbd95-b6f1-405a-848c-ac09b03d8a17 req-8cec8ca5-e1b9-49e7-90eb-39166a4ccb3a tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306926 Feb 08 23:59:39.945084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Pushing event updated for resources: {'Port': ['ID=78d97af0-0bfd-4bb2-8ed9-ae8782880124,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:39.954189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a48247-cad6-4e81-8ae2-5ab9bd40e69a None None] Pushing event updated for resources: {'Port': ['ID=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:39.962673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd85eba8-7ec5-45f0-8218-a590c6cb2260 req-72c30e33-87af-4a31-a1ee-e3e1f7cfa95c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups?id=976f007a-cd4b-45bf-98ce-e1b32656f440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008119 Feb 08 23:59:39.983961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.055460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event deleted for resources: {'Port': ['ID=da12feab-d086-4b6a-9cd8-f131259f3fee,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:40.084959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-e176d8e0-eaa4-4b49-9044-a782b472f0e5 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646359 Feb 08 23:59:40.156160 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.210377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b61400-9d6d-48a5-9616-00cc26d942b7 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:59:40.212724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da12feab-d086-4b6a-9cd8-f131259f3fee no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:40.224763 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.274412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: da12feab-d086-4b6a-9cd8-f131259f3fee {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:40.275256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device da12feab-d086-4b6a-9cd8-f131259f3fee not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:40.311237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:40.331912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:40.345446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:40.351884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:40.352522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.358945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=d0834ba1-060d-4962-85a5-52f9c8c5f1fc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:40.364136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Attempting to bind port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:40.364136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Attempting to bind port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:40.364874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Attempting to bind port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 on network 603b36c8-3bb1-4385-a8a3-f186047e0267 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:40.391261 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-66df4578-c0c3-43a9-96f8-f9c316f65de2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3747859 Feb 08 23:59:40.391946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:40.426711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84f7fb-2b76-4487-adb0-f2c00a706c02 req-fbf34b0f-9cff-4ece-8ae9-eb5af6cb3771 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:40.428862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e84f7fb-2b76-4487-adb0-f2c00a706c02 req-fbf34b0f-9cff-4ece-8ae9-eb5af6cb3771 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 944 time: 0.3670073 Feb 08 23:59:40.433239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 on network 603b36c8-3bb1-4385-a8a3-f186047e0267 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 08 23:59:40.433571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Attempting to bind port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 on network 603b36c8-3bb1-4385-a8a3-f186047e0267 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:40.442907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640cd4f-4ef8-4ba6-828c-845d1ede53dd req-c62004e4-d8e1-40a8-8f85-b497d69bb636 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:40.444451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9640cd4f-4ef8-4ba6-828c-845d1ede53dd req-c62004e4-d8e1-40a8-8f85-b497d69bb636 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.3635623 Feb 08 23:59:40.544852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:40.545869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Checking segment: {'id': '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:40.546642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Bound using segment: {'id': '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:40.547336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Bound port: 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:40.547922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.603015 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port d0834ba1-060d-4962-85a5-52f9c8c5f1fc {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:40.603962 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.606727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d88d923-a234-470c-8354-11fe2175cc86 req-fa50f20b-d61e-4753-93ca-53649355fe40 service neutron] 10.222.0.21 "GET /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973989 Feb 08 23:59:40.638443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b61400-9d6d-48a5-9616-00cc26d942b7, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b61400-9d6d-48a5-9616-00cc26d942b7,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:40.658757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e84f7fb-2b76-4487-adb0-f2c00a706c02 req-7ee49a66-6b88-49b2-95c8-5687be7cb9b8 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078269 Feb 08 23:59:40.680451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '87b61400-9d6d-48a5-9616-00cc26d942b7', 'network_id': '915fbc0e-4d19-4b16-9a6b-38602f09a261', 'port_id': '87b61400-9d6d-48a5-9616-00cc26d942b7', 'mac_address': 'fa:16:3e:6b:ee:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f07ed498-5f19-4b72-8951-1368f4fcd12d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:59:40.763091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.777332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Router 96933808-b62b-49ec-8a36-2fdf8308bc4e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:59:40.780768 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.796879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for d0834ba1-060d-4962-85a5-52f9c8c5f1fc owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:40.807973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9640cd4f-4ef8-4ba6-828c-845d1ede53dd req-55bfd0cf-e4f7-4124-9750-ccfe819d0336 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842727 Feb 08 23:59:40.822573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b61400-9d6d-48a5-9616-00cc26d942b7 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:59:40.864543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] For port 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:40.865664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b61400-9d6d-48a5-9616-00cc26d942b7, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b61400-9d6d-48a5-9616-00cc26d942b7,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:40.869598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] For port 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124,segment=NetworkSegment(8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17),segment_id=8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:40.873227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.877769 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.940396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=87b61400-9d6d-48a5-9616-00cc26d942b7,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:40.953427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:40.954900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:40.956522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] 10.222.0.21 "PUT /v2.0/ports/78d97af0-0bfd-4bb2-8ed9-ae8782880124 HTTP/1.1" status: 200 len: 1092 time: 2.6663461 Feb 08 23:59:40.962039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'tag': '78d97af0-0bfd-4bb2-8ed9-ae8782880124'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:40.964615 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f1d511-450f-4d9e-a600-1debccfbe9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "40ce68d3-635a-4c77-8af6-9e69ee80bfcc", "tag": "78d97af0-0bfd-4bb2-8ed9-ae8782880124"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:41.009613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.066414 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd7521b-0448-4ff5-997d-1a1e4b335005 x-openstack-request-id: req-0dd7521b-0448-4ff5-997d-1a1e4b335005 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:41.066811 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40ce68d3-635a-4c77-8af6-9e69ee80bfcc", "tag": "78d97af0-0bfd-4bb2-8ed9-ae8782880124", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:41.066999 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0dd7521b-0448-4ff5-997d-1a1e4b335005 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:41.067393 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'tag': '78d97af0-0bfd-4bb2-8ed9-ae8782880124', 'status': 'completed', 'code': 200} Feb 08 23:59:41.070939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9136bb3-1041-498b-b494-bb4bfff56980 service neutron] Pushing event updated for resources: {'Port': ['ID=78d97af0-0bfd-4bb2-8ed9-ae8782880124,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:41.074586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=d0834ba1-060d-4962-85a5-52f9c8c5f1fc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:41.104893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.111376 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-715edc7f-dada-49e3-9e6d-918e14a50062 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/d0834ba1-060d-4962-85a5-52f9c8c5f1fc HTTP/1.1" status: 204 len: 168 time: 0.7111144 Feb 08 23:59:41.112556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53974) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:41.147066 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff12b15-3cd6-49e8-a13a-b4ca4f5e4335 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:41.151412 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fff12b15-3cd6-49e8-a13a-b4ca4f5e4335 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/d0834ba1-060d-4962-85a5-52f9c8c5f1fc HTTP/1.1" status: 404 len: 333 time: 0.0353608 Feb 08 23:59:41.151681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53976) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:41.188329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['87b61400-9d6d-48a5-9616-00cc26d942b7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:59:41.219344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet 784d8e11-fc2e-43be-84e2-7027add4e687 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:41.222779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.301055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.466159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.535896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:41.580768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.606837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:41.607224 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.644424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=784d8e11-fc2e-43be-84e2-7027add4e687,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:41.648420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.652546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ed4b1b4-5450-4fc2-b68e-fcd5b2611607 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/784d8e11-fc2e-43be-84e2-7027add4e687 HTTP/1.1" status: 204 len: 168 time: 0.4999168 Feb 08 23:59:41.656179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53980) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:41.702967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:59:41.718984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] Sync routers for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:59:41.730838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c079fd-b211-4cb8-acc4-8c50463cad65 None None] Network b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:41.753721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.766134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23e6f909-5528-4bb5-a6a5-ae94fcb1afb9 req-45c6244b-39d0-422f-a4b5-44107b06094a tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e2b4600-0898-4bf9-b1ac-18a9fdce1739 HTTP/1.1" status: 200 len: 210 time: 0.6498656 Feb 08 23:59:41.807751 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.831931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:41.832840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.864429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] No DVR routers for this DVR port da12feab-d086-4b6a-9cd8-f131259f3fee on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:41.877393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.886578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-395c7c3e-cf56-4bda-9cbe-355b6f74169e None None] Provisioning complete for port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:41.886804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f62dc8f-f74f-4e51-99a0-9c081ab804c6 req-99ac1edc-7d97-4cc6-bb6c-750ba871edd7 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.21 "DELETE /v2.0/ports/da12feab-d086-4b6a-9cd8-f131259f3fee HTTP/1.1" status: 204 len: 173 time: 4.5737231 Feb 08 23:59:41.886921 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-395c7c3e-cf56-4bda-9cbe-355b6f74169e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:41.901071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:59:41.902682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:41.915740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-7989e3bc-ec1f-4684-8a18-ebd00b22a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:41.921608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-7989e3bc-ec1f-4684-8a18-ebd00b22a80d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3aa05d5f38e46669def1a24e4e83dde&device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 1095 time: 0.9081700 Feb 08 23:59:41.970507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3884ce-7bc1-401a-b460-d20244d79b3a req-d99c3c0e-f98d-4f53-93a7-a702977f3f83 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:41.981765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e3884ce-7bc1-401a-b460-d20244d79b3a req-d99c3c0e-f98d-4f53-93a7-a702977f3f83 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 944 time: 0.9250920 Feb 08 23:59:41.986504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,segment=NetworkSegment(706758d0-72c7-4c63-9414-25009a37e9df),segment_id=706758d0-72c7-4c63-9414-25009a37e9df)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:41.994854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] For port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,segment=NetworkSegment(706758d0-72c7-4c63-9414-25009a37e9df),segment_id=706758d0-72c7-4c63-9414-25009a37e9df)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:41.995229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.011297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:42.051349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-d69a1726-0d10-4294-9018-7ae318993ea4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124 HTTP/1.1" status: 200 len: 217 time: 0.1236084 Feb 08 23:59:42.082571 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 08 23:59:42.093257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.099510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0788c85b-328a-449b-a4a3-f210f657d2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.130356 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.139906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e3884ce-7bc1-401a-b460-d20244d79b3a req-d2482550-c0b6-4d20-b159-3c55ba669136 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072285 Feb 08 23:59:42.162782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0422364-4edd-4de2-abe7-63a020880308 req-c6bb1497-89a6-4e3f-a4e9-345f8fa2f7a7 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:42.170484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0422364-4edd-4de2-abe7-63a020880308 req-c6bb1497-89a6-4e3f-a4e9-345f8fa2f7a7 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 944 time: 0.2415161 Feb 08 23:59:42.182295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:42.185353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No DVR routers for this DVR port 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:42.189841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-8c6be369-322f-44af-83d2-022c30ca00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:42.192808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-8c6be369-322f-44af-83d2-022c30ca00ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a35fa28-ba94-4b5b-bc6c-43a07535a66b HTTP/1.1" status: 200 len: 864 time: 0.1066344 Feb 08 23:59:42.241143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-636f0bbc-79fe-4a1a-b5b7-ad4550847d6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=603b36c8-3bb1-4385-a8a3-f186047e0267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377820 Feb 08 23:59:42.266102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0422364-4edd-4de2-abe7-63a020880308 req-12d90efc-c690-45f2-b797-ffd2339d90e5 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870805 Feb 08 23:59:42.302508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.350250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32d85a5-ea7a-44d7-9af9-40e03d5f51f1']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:42.370988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706758d0-72c7-4c63-9414-25009a37e9df') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:42.372941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706758d0-72c7-4c63-9414-25009a37e9df') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:42.387042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.399790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb6b57-8210-416f-89de-6a7bf9316bf2 req-b443e8d8-b885-4c69-8f44-4ea99fc55673 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:42.401336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6efb6b57-8210-416f-89de-6a7bf9316bf2 req-b443e8d8-b885-4c69-8f44-4ea99fc55673 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0799992 Feb 08 23:59:42.405222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.412549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:42.413566 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.414546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-395c7c3e-cf56-4bda-9cbe-355b6f74169e None None] Could not find standard attr ID for object 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:59:42.418127 n-d-828413-1 neutron-server[105933]: INFO neutron.plugins.ml2.db [None req-395c7c3e-cf56-4bda-9cbe-355b6f74169e None None] No ports have port_id starting with 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:42.418302 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:42.444440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-bb30cb65-e96c-40d2-820a-57bb6702455d service neutron] 10.222.0.21 "GET /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829715 Feb 08 23:59:42.476744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:42.492538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6efb6b57-8210-416f-89de-6a7bf9316bf2 req-7366fe81-9d15-4cef-981d-ea90536ac907 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760679 Feb 08 23:59:42.493375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:59:42.541770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407b873-3853-4dfb-aef7-f95239c1341c None None] DHCP port deletion for b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:42.578588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.583030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a240cac1-ed0c-4092-8417-cb4ffeea838d req-f2ef70b4-0bac-4285-ab0e-8a9d5213aff6 service neutron] 10.222.0.21 "GET /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269231 Feb 08 23:59:42.595429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.599763 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/b32d85a5-ea7a-44d7-9af9-40e03d5f51f1 HTTP/1.1" status: 204 len: 168 time: 0.9421127 Feb 08 23:59:42.603240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53990) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:42.610070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'name': 'tempest-PortsIpV6TestJSON-2033241825'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:42.611656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad0adf-fb12-49dc-b7a6-4b5f569a81b0 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=b32d85a5-ea7a-44d7-9af9-40e03d5f51f1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:42.728245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-cc98845b-f942-426c-9637-0a7d0dded929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:42.729932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-cc98845b-f942-426c-9637-0a7d0dded929 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3aa05d5f38e46669def1a24e4e83dde&device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 1095 time: 0.0644274 Feb 08 23:59:42.789092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:23Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:42.790981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:42.795326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.824558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] Checking router: 96933808-b62b-49ec-8a36-2fdf8308bc4e for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:59:42.834997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:59:42.835727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:42.847726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 9fc0e2d6-e2ed-466d-8d87-d5d971fbc866 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:42.896809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:42.951698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-aadd29f2-9032-438c-a397-089a1bee0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:42.953321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-aadd29f2-9032-438c-a397-089a1bee0db0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=603b36c8-3bb1-4385-a8a3-f186047e0267 HTTP/1.1" status: 200 len: 925 time: 0.2120848 Feb 08 23:59:42.971687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1546c298-4701-4feb-807e-b85bbe2395af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:42.989040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:59:43.000493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1546c298-4701-4feb-807e-b85bbe2395af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.014020 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-b1e757f1-2623-44b5-b4bb-30ecd3f58cc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124 HTTP/1.1" status: 200 len: 217 time: 0.0535522 Feb 08 23:59:43.062119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1546c298-4701-4feb-807e-b85bbe2395af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.065836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1546c298-4701-4feb-807e-b85bbe2395af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.069912 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1546c298-4701-4feb-807e-b85bbe2395af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "DELETE /v2.0/security-groups/976f007a-cd4b-45bf-98ce-e1b32656f440 HTTP/1.1" status: 204 len: 168 time: 0.1718104 Feb 08 23:59:43.070723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54004) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:43.073305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'name': 'network-vif-deleted', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:43.081372 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e278fe04-e490-44fa-89ea-5da78051fca6" -d '{"events": [{"server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "name": "network-vif-deleted", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:43.101210 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-80258860-ae21-43ee-b57b-c83d922a2f19 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] show failed (client error): The resource could not be found. Feb 08 23:59:43.107556 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-80258860-ae21-43ee-b57b-c83d922a2f19 tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "GET /v2.0/security-groups/976f007a-cd4b-45bf-98ce-e1b32656f440 HTTP/1.1" status: 404 len: 347 time: 0.0298789 Feb 08 23:59:43.113251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54008) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:43.119907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546c298-4701-4feb-807e-b85bbe2395af tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f007a-cd4b-45bf-98ce-e1b32656f440,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:43.175881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-488190a8-c71a-4877-9b93-c9455b91b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:43.177404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-488190a8-c71a-4877-9b93-c9455b91b058 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a35fa28-ba94-4b5b-bc6c-43a07535a66b HTTP/1.1" status: 200 len: 864 time: 0.1521904 Feb 08 23:59:43.221483 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3bd755-abae-4377-8bbb-dcbd54600ae0 x-openstack-request-id: req-dd3bd755-abae-4377-8bbb-dcbd54600ae0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:43.221846 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2b4600-0898-4bf9-b1ac-18a9fdce1739", "name": "network-vif-deleted", "tag": "da12feab-d086-4b6a-9cd8-f131259f3fee", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:43.222049 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd3bd755-abae-4377-8bbb-dcbd54600ae0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:43.222410 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2b4600-0898-4bf9-b1ac-18a9fdce1739', 'name': 'network-vif-deleted', 'tag': 'da12feab-d086-4b6a-9cd8-f131259f3fee', 'status': 'completed', 'code': 200} Feb 08 23:59:43.266585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-cd5439cf-e4d9-40be-91d6-611ebb56aa2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=603b36c8-3bb1-4385-a8a3-f186047e0267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432270 Feb 08 23:59:43.299883 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:23Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:43.331436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222c7f2-a98c-4bb8-9865-c1c196b97249 None None] The sync data for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 is: [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:18Z', 'revision_number': 4, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '60e55cb5-4833-40e0-9502-fe5b494cea93', 'name': '', 'network_id': '896d1134-dd0c-4aae-8611-84965ae53f2d', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'mac_address': 'fa:16:3e:17:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:17Z', 'updated_at': '2022-02-08T23:58:23Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'subnets': [{'id': '803b0b35-34e8-469e-b89d-bb44a4584a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:59:43.346963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.413253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:43.436958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:43.437331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1fb5cbe8-6a32-44fa-835b-c4a77fb5d5a0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:43.507241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bff6e8-f772-4b5b-ae1f-ac8733b3c38e req-7a6269f3-50f2-4b6c-95b9-c96d72a6e1da tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:43.508811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71bff6e8-f772-4b5b-ae1f-ac8733b3c38e req-7a6269f3-50f2-4b6c-95b9-c96d72a6e1da tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 944 time: 0.2447839 Feb 08 23:59:43.537370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754df503-2802-4d17-afd8-f377826ea7e5 req-2023f718-a8ec-4a9b-a562-45748f70c3af tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:43.539152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-754df503-2802-4d17-afd8-f377826ea7e5 req-2023f718-a8ec-4a9b-a562-45748f70c3af tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 944 time: 0.1748815 Feb 08 23:59:43.547026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.566608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-fafa9a41-2e57-48e4-91f8-46a59c84d6e2 service neutron] 10.222.0.21 "GET /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923188 Feb 08 23:59:43.616002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Deleting port 2cad206e-7b57-4f4e-9876-94fc7997efa9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:43.616347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.638824 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866c2e78-68e5-441c-8cab-0ef94750e1d6 None None] New status for floating IP 77dbf8c8-2287-4000-9fbc-1403bee3e6b9: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 08 23:59:43.710339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:43.753370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71bff6e8-f772-4b5b-ae1f-ac8733b3c38e req-5dfe844e-707d-4615-b508-13fb81fa58aa tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288694 Feb 08 23:59:43.754221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:43.761661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=9fc0e2d6-e2ed-466d-8d87-d5d971fbc866,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:43.765344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:43.780328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:43.781032 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.793554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-754df503-2802-4d17-afd8-f377826ea7e5 req-b61214d6-be6b-4cf4-977e-b92a79b61887 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434549 Feb 08 23:59:43.841509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f9bf384b-6165-46ab-9805-4405280d849c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2358484 Feb 08 23:59:43.843891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54016) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:43.875407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83f1d511-450f-4d9e-a600-1debccfbe9d4 req-72c0b42a-c0c9-4efa-837d-f00f27ac3bad service neutron] 10.222.0.21 "GET /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773063 Feb 08 23:59:43.902937 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.903261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:43.921364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Calling delete_port for 2cad206e-7b57-4f4e-9876-94fc7997efa9 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:43.947861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea02604-dce2-46a4-b64c-d5a0428b37aa req-4b75446e-af1c-4799-b8d4-3848b5c792a3 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:43.951623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ea02604-dce2-46a4-b64c-d5a0428b37aa req-4b75446e-af1c-4799-b8d4-3848b5c792a3 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1200001 Feb 08 23:59:43.960524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 9fc0e2d6-e2ed-466d-8d87-d5d971fbc866 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:43.961096 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.037331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.055066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ea02604-dce2-46a4-b64c-d5a0428b37aa req-afacee06-f22b-4e94-804a-92ad6d5e7037 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600958 Feb 08 23:59:44.056827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 9fc0e2d6-e2ed-466d-8d87-d5d971fbc866 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:44.174454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.206335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.211430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78d97af0-0bfd-4bb2-8ed9-ae8782880124 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 08 23:59:44.214433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b61400-9d6d-48a5-9616-00cc26d942b7 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:44.216634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Pushing event deleted for resources: {'Port': ['ID=2cad206e-7b57-4f4e-9876-94fc7997efa9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:44.241782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.253707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/9fc0e2d6-e2ed-466d-8d87-d5d971fbc866 HTTP/1.1" status: 204 len: 168 time: 0.4087095 Feb 08 23:59:44.257547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54020) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:44.264273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'mac_address': 'fa:16:3e:b5:56:ba', 'name': 'tempest-PortsIpV6TestJSON-851988192'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:44.275475 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ec9a069e-e6c6-4120-81d3-4c39069f505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.291538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.298862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.300622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b4c5ec61-affd-433c-b1bc-dc9cc367b21c tempest-ServersTestManualDisk-1904403206 tempest-ServersTestManualDisk-1904403206-project] 10.222.0.32 "DELETE /v2.0/floatingips/77dbf8c8-2287-4000-9fbc-1403bee3e6b9 HTTP/1.1" status: 204 len: 168 time: 1.1848049 Feb 08 23:59:44.303989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54022) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:44.343921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37c67e-49c8-4925-9687-e35cbfdb9119 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=9fc0e2d6-e2ed-466d-8d87-d5d971fbc866,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:44.394302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 87b61400-9d6d-48a5-9616-00cc26d942b7 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:59:44.399249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 87b61400-9d6d-48a5-9616-00cc26d942b7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:44.399711 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.407157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:44.452877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124,segment=NetworkSegment(8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17),segment_id=8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:44.471223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '78d97af0-0bfd-4bb2-8ed9-ae8782880124', 'network_id': '603b36c8-3bb1-4385-a8a3-f186047e0267', 'port_id': '78d97af0-0bfd-4bb2-8ed9-ae8782880124', 'mac_address': 'fa:16:3e:c8:f2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a35fa28-ba94-4b5b-bc6c-43a07535a66b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 08 23:59:44.477057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.502226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port c3c31c79-1d72-4d30-a926-81f139ab3bab yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:44.544481 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.547569 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.571933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d97af0-0bfd-4bb2-8ed9-ae8782880124 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 08 23:59:44.583462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b61400-9d6d-48a5-9616-00cc26d942b7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:44.585841 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cd128-0333-474d-848e-3e8b418eabf0" -d '{"events": [{"server_uuid": "c0677a0c-9b44-4369-b8f0-f1737d27af9d", "name": "network-vif-plugged", "status": "completed", "tag": "87b61400-9d6d-48a5-9616-00cc26d942b7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:44.604132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b61400-9d6d-48a5-9616-00cc26d942b7, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b61400-9d6d-48a5-9616-00cc26d942b7,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:44.613146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.616208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124,segment=NetworkSegment(8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17),segment_id=8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:44.643932 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387431a8-941b-4660-a899-c958ca877bb3 x-openstack-request-id: req-387431a8-941b-4660-a899-c958ca877bb3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:44.644502 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0677a0c-9b44-4369-b8f0-f1737d27af9d", "name": "network-vif-plugged", "status": "completed", "tag": "87b61400-9d6d-48a5-9616-00cc26d942b7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:44.644961 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-387431a8-941b-4660-a899-c958ca877bb3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:44.645579 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b61400-9d6d-48a5-9616-00cc26d942b7', 'code': 200} Feb 08 23:59:44.649975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.686924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=87b61400-9d6d-48a5-9616-00cc26d942b7,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:44.692435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.733749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.745224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=78d97af0-0bfd-4bb2-8ed9-ae8782880124,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:44.772473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b21bd-135b-4fc7-b85e-bf9fb5755de7 req-33b94f2f-0e34-4f86-a52e-5671b670dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:44.774004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d70b21bd-135b-4fc7-b85e-bf9fb5755de7 req-33b94f2f-0e34-4f86-a52e-5671b670dcd3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 1096 time: 0.0798674 Feb 08 23:59:44.789838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:44.792385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:44.797721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:44.803565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:44.804202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.808103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:44.826875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=c3c31c79-1d72-4d30-a926-81f139ab3bab,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:44.835381 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ebd776d-8dc8-4bd9-85dd-49ec2e9c27d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5764790 Feb 08 23:59:44.837840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:44.894352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6751ac-ae65-49cd-aae7-228d05aa1647 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:44.896147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7a6751ac-ae65-49cd-aae7-228d05aa1647 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/c3c31c79-1d72-4d30-a926-81f139ab3bab HTTP/1.1" status: 200 len: 844 time: 0.0570698 Feb 08 23:59:44.897294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d70b21bd-135b-4fc7-b85e-bf9fb5755de7 req-98c2cf02-7b82-4b8c-9444-c4718a23be91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164944 Feb 08 23:59:44.898673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54034) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:44.959096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['78d97af0-0bfd-4bb2-8ed9-ae8782880124'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:59:45.005293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port c3c31c79-1d72-4d30-a926-81f139ab3bab {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:45.005762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.016207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8194804-3bd4-496d-a8a9-664eae8a7899 req-9457de7d-47fd-4014-96c1-8ab7fe48045f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:45.023567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8194804-3bd4-496d-a8a9-664eae8a7899 req-9457de7d-47fd-4014-96c1-8ab7fe48045f tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.1713333 Feb 08 23:59:45.055331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f1711-f0ec-45c8-b795-79cd9a72daa8 req-87ae6dab-d39b-4fd2-b62b-4943283f4cbc tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:45.056839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae4f1711-f0ec-45c8-b795-79cd9a72daa8 req-87ae6dab-d39b-4fd2-b62b-4943283f4cbc tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 945 time: 0.1567876 Feb 08 23:59:45.111689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.128057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for c3c31c79-1d72-4d30-a926-81f139ab3bab owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:45.154398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8194804-3bd4-496d-a8a9-664eae8a7899 req-ee4ceac4-cd9d-4f47-8696-80c34fcb8bc1 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297815 Feb 08 23:59:45.178517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae4f1711-f0ec-45c8-b795-79cd9a72daa8 req-2914b739-6c1b-43f8-b47c-aeea2e314db5 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890682 Feb 08 23:59:45.247949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.290072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.297444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/c3c31c79-1d72-4d30-a926-81f139ab3bab HTTP/1.1" status: 204 len: 168 time: 0.3951831 Feb 08 23:59:45.297444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86421d-dac9-424f-a62a-c6bed6e21b4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=c3c31c79-1d72-4d30-a926-81f139ab3bab,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:45.298705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54046) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:45.319966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa4832-9af5-4dbe-b2bf-37196ee7ba5a req-8425c1bd-fcf5-47bf-af61-ed614f0ce1fa tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:45.327592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17fa4832-9af5-4dbe-b2bf-37196ee7ba5a req-8425c1bd-fcf5-47bf-af61-ed614f0ce1fa tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0910113 Feb 08 23:59:45.337411 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f25678-fe11-4cb2-932b-114b964167e2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:45.339231 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-29f25678-fe11-4cb2-932b-114b964167e2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/c3c31c79-1d72-4d30-a926-81f139ab3bab HTTP/1.1" status: 404 len: 333 time: 0.0397604 Feb 08 23:59:45.344442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:45.350301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'name': 'tempest-PortsIpV6TestJSON-174229270'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:45.437831 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.443995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17fa4832-9af5-4dbe-b2bf-37196ee7ba5a req-589dd468-95bf-4a14-b219-af9c378d4b36 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156070 Feb 08 23:59:45.447554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Deleting port 60e55cb5-4833-40e0-9502-fe5b494cea93 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:45.447894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.518336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:45.521723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.553677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 6f01a6c4-7876-49f3-95d3-efabc759275b yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:45.565864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] For port 60e55cb5-4833-40e0-9502-fe5b494cea93, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=60e55cb5-4833-40e0-9502-fe5b494cea93,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:45.566226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.614541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Calling delete_port for 60e55cb5-4833-40e0-9502-fe5b494cea93 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:45.839631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.915284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.975799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:45.976773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:45.988485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=6f01a6c4-7876-49f3-95d3-efabc759275b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:45.991029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:46.028379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e55cb5-4833-40e0-9502-fe5b494cea93,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:46.035032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:46.045688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:46.046775 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.090523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54050) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:46.101533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1c8d1fe8-0793-4d93-a066-dc23155af874 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7402687 Feb 08 23:59:46.107597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:46.223440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78d97af0-0bfd-4bb2-8ed9-ae8782880124 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:46.281268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.358018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 08 23:59:46.363600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:46.364267 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.407315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.487955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.525110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.531348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.535160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124,segment=NetworkSegment(8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17),segment_id=8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:46.539397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.567592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] In _notify_port_updated(), no bound segment for port 6f01a6c4-7876-49f3-95d3-efabc759275b on network 44e85376-daa8-487f-9436-ebc551cafa00 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:59:46.573898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:46.575245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.580153 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/ports/6f01a6c4-7876-49f3-95d3-efabc759275b HTTP/1.1" status: 200 len: 818 time: 0.4883623 Feb 08 23:59:46.583041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54060) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:46.597531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=78d97af0-0bfd-4bb2-8ed9-ae8782880124,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:46.635138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c68f-efa8-4591-8f7f-aec14c1f6f0f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=6f01a6c4-7876-49f3-95d3-efabc759275b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:46.646851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d97af0-0bfd-4bb2-8ed9-ae8782880124'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:46.650078 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad50c6f-83de-4fad-b964-abe9799d2875" -d '{"events": [{"server_uuid": "40ce68d3-635a-4c77-8af6-9e69ee80bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "78d97af0-0bfd-4bb2-8ed9-ae8782880124"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:46.692140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 6f01a6c4-7876-49f3-95d3-efabc759275b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:46.692480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.760933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.776058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 6f01a6c4-7876-49f3-95d3-efabc759275b owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:46.806008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.861114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.867179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b64c5-cc6c-4567-8617-f0c1aa4920d7 req-01861611-e4af-44d0-b1dd-46efac927bc8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:46.868692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-007b64c5-cc6c-4567-8617-f0c1aa4920d7 req-01861611-e4af-44d0-b1dd-46efac927bc8 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.5651925 Feb 08 23:59:46.877416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4cb08-b7f4-457a-84ac-ea729752f8e4 req-75186d3e-ab15-4ef1-aacb-d6c923f11acb tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:46.878900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1b4cb08-b7f4-457a-84ac-ea729752f8e4 req-75186d3e-ab15-4ef1-aacb-d6c923f11acb tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 945 time: 0.4686270 Feb 08 23:59:46.893030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=6f01a6c4-7876-49f3-95d3-efabc759275b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:46.898713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:46.904737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8b81dd74-2da2-4c1f-973d-35fcdee80c5a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/6f01a6c4-7876-49f3-95d3-efabc759275b HTTP/1.1" status: 204 len: 168 time: 0.3207076 Feb 08 23:59:46.905376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:46.954540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db528c57-0c02-455e-b3e9-5c882588b56e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:46.956075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-db528c57-0c02-455e-b3e9-5c882588b56e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0497723 Feb 08 23:59:46.959078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54066) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:46.983470 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd41457-34c9-4874-8edc-c34d1dbca0b8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:46.983852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-007b64c5-cc6c-4567-8617-f0c1aa4920d7 req-f89a98e8-2c4c-41c4-a99c-607a8f53f6e5 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039586 Feb 08 23:59:46.985115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6dd41457-34c9-4874-8edc-c34d1dbca0b8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/6f01a6c4-7876-49f3-95d3-efabc759275b HTTP/1.1" status: 404 len: 333 time: 0.0250931 Feb 08 23:59:46.988714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54068) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:46.992046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1b4cb08-b7f4-457a-84ac-ea729752f8e4 req-d23c099e-57f7-4b6f-83a5-d141a6f7a72f tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993083 Feb 08 23:59:46.993588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2003404730'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:47.019523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:47.025379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.051721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:47.062445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.062810 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment 3ad26b80-8223-4dc9-b68c-f783b3675f9c of type vlan for network efa4bcfd-d376-4ddc-a129-44c757715470 Feb 08 23:59:47.077377 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad7b251-15bf-4f61-9d97-3bb35029e642 x-openstack-request-id: req-aad7b251-15bf-4f61-9d97-3bb35029e642 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:47.077733 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce68d3-635a-4c77-8af6-9e69ee80bfcc", "name": "network-vif-plugged", "status": "completed", "tag": "78d97af0-0bfd-4bb2-8ed9-ae8782880124", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:47.078048 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aad7b251-15bf-4f61-9d97-3bb35029e642 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:47.078507 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d97af0-0bfd-4bb2-8ed9-ae8782880124', 'code': 200} Feb 08 23:59:47.137005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.165578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.171906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:47.172698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.243657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2512648 Feb 08 23:59:47.243885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Router 96933808-b62b-49ec-8a36-2fdf8308bc4e has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 08 23:59:47.245603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54078) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:47.252834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:47.272933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.288393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e8e7b-b466-4b9a-a6c0-0ebcd198ff38 req-0046ca87-d7e9-4974-854f-7ba93a063256 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:47.290039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f2e8e7b-b466-4b9a-a6c0-0ebcd198ff38 req-0046ca87-d7e9-4974-854f-7ba93a063256 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1632621 Feb 08 23:59:47.292249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cd150-99ea-470b-aa1f-11eb75ab3646 req-b62bf490-4812-45b7-b263-926a7c61d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:47.294359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b81cd150-99ea-470b-aa1f-11eb75ab3646 req-b62bf490-4812-45b7-b263-926a7c61d5f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 1097 time: 0.1456659 Feb 08 23:59:47.306190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f999b-a3f5-43f5-9632-acbcc9703d44 req-d6e5c8ca-92a1-4716-9ab2-2ea83cac42db tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:47.307794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-044f999b-a3f5-43f5-9632-acbcc9703d44 req-d6e5c8ca-92a1-4716-9ab2-2ea83cac42db tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.1797085 Feb 08 23:59:47.318933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c33e-5217-4f6b-a090-7b1ed1b7dc3b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=efa4bcfd-d376-4ddc-a129-44c757715470,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:47.340049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network efa4bcfd-d376-4ddc-a129-44c757715470 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:47.389192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:47.399667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.581479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-044f999b-a3f5-43f5-9632-acbcc9703d44 req-c60c5e01-69d9-4adb-8f96-dcd6ad1e77ed tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226069 Feb 08 23:59:47.588586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f2e8e7b-b466-4b9a-a6c0-0ebcd198ff38 req-62803fc8-2347-4f97-a50e-5f8117a21854 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533052 Feb 08 23:59:47.592653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b81cd150-99ea-470b-aa1f-11eb75ab3646 req-27848c9d-1bf7-4beb-957e-826fdcd58ea9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837889 Feb 08 23:59:47.595310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 08 23:59:47.601165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-303097dc-5700-4f34-a305-058319d0d348 admin admin] 10.222.0.32 "PUT /v2.0/routers/96933808-b62b-49ec-8a36-2fdf8308bc4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2955329 Feb 08 23:59:47.604094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:47.609414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] Sync routers for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 08 23:59:47.623357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.651305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:59:47.653995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:47.691534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=502cb322-8d74-4dfd-a8f9-02d802b8b8d9,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:47.726471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.748989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': '3ad26b80-8223-4dc9-b68c-f783b3675f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:47.749465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: efa4bcfd-d376-4ddc-a129-44c757715470, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:47.775476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network efa4bcfd-d376-4ddc-a129-44c757715470 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:47.793130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, efa4bcfd-d376-4ddc-a129-44c757715470) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:47.798576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:47.799170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.823959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770fd1b7-d2c1-4149-b8ca-d91192b44cb7 None None] Network efa4bcfd-d376-4ddc-a129-44c757715470 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:47.834039 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b24a2cd0-aa62-4b45-ab57-c743b23de74e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5883315 Feb 08 23:59:47.837153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54090) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:47.848181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:47.851003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:47.902647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:59:47.985197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c4b8-1aa9-46b6-9533-ee69a33a111e req-2f8a1bb4-73ad-48c4-9ab4-a0dbdeb30aef tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:47.986800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c020c4b8-1aa9-46b6-9533-ee69a33a111e req-2f8a1bb4-73ad-48c4-9ab4-a0dbdeb30aef tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.0760283 Feb 08 23:59:48.005201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Deleting port 72e72e02-e142-4324-918a-b6e3fb5c7871 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:48.005598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.016584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:48.021307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.090188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c020c4b8-1aa9-46b6-9533-ee69a33a111e req-84866f99-e6ef-4970-b09b-a423b7cb91a0 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922477 Feb 08 23:59:48.140369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] For port 72e72e02-e142-4324-918a-b6e3fb5c7871, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=72e72e02-e142-4324-918a-b6e3fb5c7871,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:48.141185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.144277 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 502cb322-8d74-4dfd-a8f9-02d802b8b8d9 (CIDR: 2001:db8::/64) Feb 08 23:59:48.149409 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 08 23:59:48.149903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 08 23:59:48.171934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Calling delete_port for 72e72e02-e142-4324-918a-b6e3fb5c7871 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:48.181181 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f6d33e6b-c6aa-467a-8829-cddc9b766d88 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3406007 Feb 08 23:59:48.183401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54096) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:48.189524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:48.208426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-efa4bcfd-d376-4ddc-a129-44c757715470', 'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': '502cb322-8d74-4dfd-a8f9-02d802b8b8d9'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:48.209616 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.318370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5f28d-9aa5-45b6-a9b0-affd163ab835 req-8420889d-1837-40d1-b535-b2a0edb9f351 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:48.319422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bf5f28d-9aa5-45b6-a9b0-affd163ab835 req-8420889d-1837-40d1-b535-b2a0edb9f351 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.1650693 Feb 08 23:59:48.333269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5a451-71ad-4409-8703-eed10ea9d175 req-811f789f-e1c3-42dc-b41c-e9ed6374b960 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:48.341553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01e5a451-71ad-4409-8703-eed10ea9d175 req-811f789f-e1c3-42dc-b41c-e9ed6374b960 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.1558259 Feb 08 23:59:48.353752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:48.358487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.386128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:59:45Z', 'revision_number': 5, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port': {'id': '72e72e02-e142-4324-918a-b6e3fb5c7871', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:48.415198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01e5a451-71ad-4409-8703-eed10ea9d175 req-44c77a25-1a0a-4186-b119-b77337019f02 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725493 Feb 08 23:59:48.425592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] Checking router: 96933808-b62b-49ec-8a36-2fdf8308bc4e for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 08 23:59:48.457084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Allocated IP 2001:db8::2 (efa4bcfd-d376-4ddc-a129-44c757715470/502cb322-8d74-4dfd-a8f9-02d802b8b8d9/9487638e-dd3f-4648-8e87-c6d6cc06163d) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:48.484458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bf5f28d-9aa5-45b6-a9b0-affd163ab835 req-ccde5c05-e3e1-47f6-a020-34d0918ee1ee tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364448 Feb 08 23:59:48.558884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.592216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e72e02-e142-4324-918a-b6e3fb5c7871,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:48.616221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] Routers {'96933808-b62b-49ec-8a36-2fdf8308bc4e'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 08 23:59:48.619171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96933808-b62b-49ec-8a36-2fdf8308bc4e'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:48.684140 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.909858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.965905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.972538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:48.975256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network efa4bcfd-d376-4ddc-a129-44c757715470 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:48.989370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:48.997338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:48.997883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.037820 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8526354 Feb 08 23:59:49.041676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54106) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:49.050203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470', 'fixed_ips': [{'subnet_id': '502cb322-8d74-4dfd-a8f9-02d802b8b8d9'}, {'subnet_id': '1c64cda6-ca0f-497b-8d69-2b226907004f'}], 'name': 'tempest-PortsIpV6TestJSON-1390035584'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:49.055203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e652d0-8f40-44f3-bfbd-e3283e211beb req-055f6aae-bda7-479a-bf19-9a2b0a5d52eb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:49.056897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18e652d0-8f40-44f3-bfbd-e3283e211beb req-055f6aae-bda7-479a-bf19-9a2b0a5d52eb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.3278728 Feb 08 23:59:49.059747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] Set router 96933808-b62b-49ec-8a36-2fdf8308bc4e gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 08 23:59:49.075462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de6f45-a93b-4273-8ba1-4ded500d2394 req-8c2581e1-1b6b-4a4f-92f6-b453afbecb85 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:49.075726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0887f-9cbd-43fb-89d4-f3f2812116ee tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=1c64cda6-ca0f-497b-8d69-2b226907004f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:49.088332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89de6f45-a93b-4273-8ba1-4ded500d2394 req-8c2581e1-1b6b-4a4f-92f6-b453afbecb85 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.3577306 Feb 08 23:59:49.098857 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.099520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96933808-b62b-49ec-8a36-2fdf8308bc4e {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 08 23:59:49.117282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.119833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e6df6d8f-1d13-4fd4-abef-b41a00f392b5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/96933808-b62b-49ec-8a36-2fdf8308bc4e HTTP/1.1" status: 204 len: 168 time: 1.5149636 Feb 08 23:59:49.125541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:49.129548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:59:48Z', 'revision_number': 7, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:49.167671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebbe72-410e-4547-882c-b3ca42ba58f2 None None] The sync data for ids ['96933808-b62b-49ec-8a36-2fdf8308bc4e'] in n-d-828413-1 is: [{'id': '96933808-b62b-49ec-8a36-2fdf8308bc4e', 'name': 'tempest-ServersTestManualDisk-1063237537-router', 'tenant_id': '1844959eaf52411d907cec693c10c237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:58:11Z', 'updated_at': '2022-02-08T23:59:48Z', 'revision_number': 7, 'project_id': '1844959eaf52411d907cec693c10c237', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 08 23:59:49.204045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89de6f45-a93b-4273-8ba1-4ded500d2394 req-306448e8-41df-40ac-a90d-733ec7318ccf tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117673 Feb 08 23:59:49.221515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18e652d0-8f40-44f3-bfbd-e3283e211beb req-eaa56b4a-39b2-4d58-8054-7bd2494e2d39 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294880 Feb 08 23:59:49.233195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Deleting subnet 803b0b35-34e8-469e-b89d-bb44a4584a26 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:49.233830 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.237907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.245266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.287330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Network efa4bcfd-d376-4ddc-a129-44c757715470 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:49.288454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:49.292272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:49.298099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:49.300138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Pushing event updated for resources: {'Port': ['ID=9487638e-dd3f-4648-8e87-c6d6cc06163d,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:49.339545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.364652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Attempting to bind port 9487638e-dd3f-4648-8e87-c6d6cc06163d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:49.365174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Attempting to bind port 9487638e-dd3f-4648-8e87-c6d6cc06163d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '3ad26b80-8223-4dc9-b68c-f783b3675f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:49.365310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ff335-7007-418e-9365-d80f960b8dd4 req-33c1f81d-63c5-45ca-b356-5fd59e92e3fe tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:49.365520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Attempting to bind port 9487638e-dd3f-4648-8e87-c6d6cc06163d on network efa4bcfd-d376-4ddc-a129-44c757715470 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:49.366961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-883ff335-7007-418e-9365-d80f960b8dd4 req-33c1f81d-63c5-45ca-b356-5fd59e92e3fe tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.0753462 Feb 08 23:59:49.372433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:49.372647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Checking segment: {'id': '3ad26b80-8223-4dc9-b68c-f783b3675f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:49.372901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.373319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Bound using segment: {'id': '3ad26b80-8223-4dc9-b68c-f783b3675f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:49.374103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Bound port: 9487638e-dd3f-4648-8e87-c6d6cc06163d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad26b80-8223-4dc9-b68c-f783b3675f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:49.374247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.414240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-883ff335-7007-418e-9365-d80f960b8dd4 req-f7778c84-d8a6-4c10-aa11-b715240445e7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Feb 08 23:59:49.446212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] For port 9487638e-dd3f-4648-8e87-c6d6cc06163d, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:49.446746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.450575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] For port 9487638e-dd3f-4648-8e87-c6d6cc06163d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9487638e-dd3f-4648-8e87-c6d6cc06163d,segment=NetworkSegment(3ad26b80-8223-4dc9-b68c-f783b3675f9c),segment_id=3ad26b80-8223-4dc9-b68c-f783b3675f9c)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:49.456760 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.466041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.502269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:49.526110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6411fd-033c-4afb-93a3-587f2d2c2d3f None None] Pushing event updated for resources: {'Port': ['ID=9487638e-dd3f-4648-8e87-c6d6cc06163d,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:49.713537 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.722569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 60e55cb5-4833-40e0-9502-fe5b494cea93 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:49.755945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 60e55cb5-4833-40e0-9502-fe5b494cea93 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:49.764346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 60e55cb5-4833-40e0-9502-fe5b494cea93 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:49.778273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803b0b35-34e8-469e-b89d-bb44a4584a26,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:49.805351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b97e00-7115-4eb5-a9fe-d5768a2ee9ec None None] Network 896d1134-dd0c-4aae-8611-84965ae53f2d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:49.853550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:49.858508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-625f983a-f3a0-4f39-a222-83a44bb7644e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/803b0b35-34e8-469e-b89d-bb44a4584a26 HTTP/1.1" status: 204 len: 168 time: 0.7321265 Feb 08 23:59:49.863662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54128) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:49.986896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191144bd-60bb-440b-9c8c-dd4603ffabf5 req-1e33d888-f5ef-474c-ad9d-055ab807a9fb tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:49.995081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-191144bd-60bb-440b-9c8c-dd4603ffabf5 req-1e33d888-f5ef-474c-ad9d-055ab807a9fb tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.3376770 Feb 08 23:59:50.041120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::3b8 (efa4bcfd-d376-4ddc-a129-44c757715470/502cb322-8d74-4dfd-a8f9-02d802b8b8d9/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:50.041445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-3289cb71-c008-43f4-bea7-7a6096a8c41e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2882650 Feb 08 23:59:50.050782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8:0:1::13e (efa4bcfd-d376-4ddc-a129-44c757715470/1c64cda6-ca0f-497b-8d69-2b226907004f/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:50.096644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-191144bd-60bb-440b-9c8c-dd4603ffabf5 req-60d1a334-520f-4364-aadf-ec05c3c9edec tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958560 Feb 08 23:59:50.101411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.188418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7eb1-d306-47fb-8585-8f4fe2c9011d req-58ce1b4d-3ce8-46bc-a1ad-5d6c8984d794 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.197504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7bf7eb1-d306-47fb-8585-8f4fe2c9011d req-58ce1b4d-3ce8-46bc-a1ad-5d6c8984d794 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.2418237 Feb 08 23:59:50.260229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] DHCP port deletion for 896d1134-dd0c-4aae-8611-84965ae53f2d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:50.349372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7bf7eb1-d306-47fb-8585-8f4fe2c9011d req-ccd782cc-c1bb-41b9-8172-0c580bc5cf55 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495242 Feb 08 23:59:50.357732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] Deleting port 9589f6ae-6db3-451e-89a6-e98137cf8a60 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:50.358326 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.379451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.386030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.386907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.388321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.389451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.390108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.390702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.394127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.400194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-8f9133cb-f0a6-4d8c-a728-7d1d42f72f4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 6499 time: 0.2941253 Feb 08 23:59:50.427351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131e4c9-e803-4566-bbf8-94ec12e3ce97 req-4144c1c8-62ba-4a02-8369-6281732abea7 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.428945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3131e4c9-e803-4566-bbf8-94ec12e3ce97 req-4144c1c8-62ba-4a02-8369-6281732abea7 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.2160089 Feb 08 23:59:50.453889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.493834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] For port 9589f6ae-6db3-451e-89a6-e98137cf8a60, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9589f6ae-6db3-451e-89a6-e98137cf8a60,segment=NetworkSegment(2bd6105f-17a7-4454-a436-6ecf9731008e),segment_id=2bd6105f-17a7-4454-a436-6ecf9731008e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:50.494452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.509099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] Calling delete_port for 9589f6ae-6db3-451e-89a6-e98137cf8a60 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:50.522607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:50.540636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network efa4bcfd-d376-4ddc-a129-44c757715470 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:50.542335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:50.550482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:50.559081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.559739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.593717 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-704ab2f8-90e6-4731-9dfa-60fad0de7de9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5502636 Feb 08 23:59:50.594486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:50.599510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '502cb322-8d74-4dfd-a8f9-02d802b8b8d9'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:50.617324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3131e4c9-e803-4566-bbf8-94ec12e3ce97 req-0a945b2e-43f1-4a7d-9284-c81a7fdad0c9 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662261 Feb 08 23:59:50.638228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Deleting port 9589f6ae-6db3-451e-89a6-e98137cf8a60 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:50.640223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.661386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.691320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9e814-1389-4a3c-8762-992b02b06910 req-59a5d7ae-7432-4705-b208-d55d213e2013 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.693394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04a9e814-1389-4a3c-8762-992b02b06910 req-59a5d7ae-7432-4705-b208-d55d213e2013 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1545088 Feb 08 23:59:50.694086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] No DVR routers for this DVR port 9589f6ae-6db3-451e-89a6-e98137cf8a60 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:50.732958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.763517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579616e-7321-449c-b6cc-1799919cca06 None None] Pushing event deleted for resources: {'Port': ['ID=9589f6ae-6db3-451e-89a6-e98137cf8a60,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:50.828690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04a9e814-1389-4a3c-8762-992b02b06910 req-67295d51-450c-487a-9202-ec4ce7add2ec tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967059 Feb 08 23:59:50.831970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d9edcdd4-a96f-41cc-8054-5c337fd05b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.832442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d9edcdd4-a96f-41cc-8054-5c337fd05b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.832930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d9edcdd4-a96f-41cc-8054-5c337fd05b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:50.854105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d9edcdd4-a96f-41cc-8054-5c337fd05b52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=867b1067-6760-47dc-9574-4aca3613a5a8&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=42564096-f28a-417c-9075-c5d24997e401&id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 HTTP/1.1" status: 200 len: 2298 time: 0.4230721 Feb 08 23:59:50.859843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] For port 9589f6ae-6db3-451e-89a6-e98137cf8a60, host n-d-828413-1, got binding levels [] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:50.861413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:50.953497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Calling delete_port for 9589f6ae-6db3-451e-89a6-e98137cf8a60 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:50.960064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_backend_mixin [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Port 9589f6ae-6db3-451e-89a6-e98137cf8a60 was not found and therefore no delete operation was performed {{(pid=105925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 08 23:59:50.964814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.009628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] No DVR routers for this DVR port 9589f6ae-6db3-451e-89a6-e98137cf8a60 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:51.017439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Pushing event deleted for resources: {'Port': ['ID=9589f6ae-6db3-451e-89a6-e98137cf8a60,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:51.206779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-fe849726-bf13-43be-9747-4abeded8935b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4 HTTP/1.1" status: 200 len: 1001 time: 0.3306692 Feb 08 23:59:51.313086 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.385258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-767a4e7a-7157-4c8c-a4b0-63671a5c42f7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:51.386812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-767a4e7a-7157-4c8c-a4b0-63671a5c42f7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.2635341 Feb 08 23:59:51.392985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896d1134-dd0c-4aae-8611-84965ae53f2d']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:51.430363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872ce9a-1fdd-46ca-994d-528994d2e0b2 req-9ce8b0a5-2161-49e9-8515-12aa37db43bd tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:51.438899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6872ce9a-1fdd-46ca-994d-528994d2e0b2 req-9ce8b0a5-2161-49e9-8515-12aa37db43bd tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.2533929 Feb 08 23:59:51.446380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd6105f-17a7-4454-a436-6ecf9731008e') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:51.446681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd6105f-17a7-4454-a436-6ecf9731008e') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:51.478799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-3d8f7450-ab3a-4403-baf8-6f110a131b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:51.480664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-3d8f7450-ab3a-4403-baf8-6f110a131b29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=998af3e3-9a1e-4ebb-8989-a3ea77d08d9c HTTP/1.1" status: 200 len: 855 time: 0.2542541 Feb 08 23:59:51.504860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.515961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9487638e-dd3f-4648-8e87-c6d6cc06163d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:51.629295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9487638e-dd3f-4648-8e87-c6d6cc06163d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:51.629871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.678552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c881e-e9ef-413f-8d6c-27ee7d4e2dab None None] Network efa4bcfd-d376-4ddc-a129-44c757715470 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:51.692021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Delete allocated IP 2001:db8:0:1::13e (efa4bcfd-d376-4ddc-a129-44c757715470/1c64cda6-ca0f-497b-8d69-2b226907004f) {{(pid=105931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 08 23:59:51.765671 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.831290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-12f4a7d7-44f2-4ee6-acc8-1bb703e8eefb None None] Provisioning complete for port 9487638e-dd3f-4648-8e87-c6d6cc06163d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:51.831555 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-12f4a7d7-44f2-4ee6-acc8-1bb703e8eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.842676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.849350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.849830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 9487638e-dd3f-4648-8e87-c6d6cc06163d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9487638e-dd3f-4648-8e87-c6d6cc06163d,segment=NetworkSegment(3ad26b80-8223-4dc9-b68c-f783b3675f9c),segment_id=3ad26b80-8223-4dc9-b68c-f783b3675f9c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:51.915304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] In _notify_port_updated(), no bound segment for port 9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 on network efa4bcfd-d376-4ddc-a129-44c757715470 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:59:51.922808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:51.923547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.925084 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/ports/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 HTTP/1.1" status: 200 len: 926 time: 1.3297610 Feb 08 23:59:51.927828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54154) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:51.933109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '502cb322-8d74-4dfd-a8f9-02d802b8b8d9'}, {'subnet_id': '1c64cda6-ca0f-497b-8d69-2b226907004f'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:51.938057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:51.983907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f3aa0-27b0-41bc-b972-dd1c6ba95fea tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:52.031599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.035801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9589f6ae-6db3-451e-89a6-e98137cf8a60 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:52.082001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9589f6ae-6db3-451e-89a6-e98137cf8a60 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:52.082353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9589f6ae-6db3-451e-89a6-e98137cf8a60 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:52.082848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 72e72e02-e142-4324-918a-b6e3fb5c7871 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:52.087068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.124726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6872ce9a-1fdd-46ca-994d-528994d2e0b2 req-21264458-0f17-47dc-accc-38062d96da72 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788626 Feb 08 23:59:52.132996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:52.133843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: timer() Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: self._notify() Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:52.141201 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:52.156950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=9487638e-dd3f-4648-8e87-c6d6cc06163d,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:52.194234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 72e72e02-e142-4324-918a-b6e3fb5c7871 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:52.197014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 72e72e02-e142-4324-918a-b6e3fb5c7871 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:52.214213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] Update dhcp port {'port': {'network_id': 'efa4bcfd-d376-4ddc-a129-44c757715470', 'fixed_ips': [{'subnet_id': '502cb322-8d74-4dfd-a8f9-02d802b8b8d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c64cda6-ca0f-497b-8d69-2b226907004f'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '9487638e-dd3f-4648-8e87-c6d6cc06163d'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 08 23:59:52.239241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-632d2be5-40a0-43f0-b95b-974322de7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:52.240864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-632d2be5-40a0-43f0-b95b-974322de7bfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=867b1067-6760-47dc-9574-4aca3613a5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7425816 Feb 08 23:59:52.248099 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.256704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00be1cb-e7aa-4dec-a098-f491e50ff4ba req-714e1b89-39ef-474b-823c-af116f223593 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:52.258795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e00be1cb-e7aa-4dec-a098-f491e50ff4ba req-714e1b89-39ef-474b-823c-af116f223593 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 945 time: 0.7618716 Feb 08 23:59:52.371648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc39653-2400-4c2f-8254-fb8406e3470a req-d73ae702-c8d2-4eeb-8b92-e07641259527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:52.373226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dc39653-2400-4c2f-8254-fb8406e3470a req-d73ae702-c8d2-4eeb-8b92-e07641259527 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.7485852 Feb 08 23:59:52.422620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.425866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8:0:1::3a3 (efa4bcfd-d376-4ddc-a129-44c757715470/1c64cda6-ca0f-497b-8d69-2b226907004f/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:52.448163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.454345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] 10.222.0.32 "DELETE /v2.0/networks/896d1134-dd0c-4aae-8611-84965ae53f2d HTTP/1.1" status: 204 len: 168 time: 2.5891428 Feb 08 23:59:52.487063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Deleting port 87b61400-9d6d-48a5-9616-00cc26d942b7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:52.487425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.495070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf8de0-cb21-44f3-9685-0267481be532 admin admin] Pushing event deleted for resources: {'Network': ['ID=896d1134-dd0c-4aae-8611-84965ae53f2d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:52.521724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa702272-bc08-4f5d-bd9d-f0caf9ff85ee req-b8ab0aea-d0d0-411c-9ab3-fe2155201cee tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:52.523248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa702272-bc08-4f5d-bd9d-f0caf9ff85ee req-b8ab0aea-d0d0-411c-9ab3-fe2155201cee tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2877378 Feb 08 23:59:52.526076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e00be1cb-e7aa-4dec-a098-f491e50ff4ba req-4fe7dd93-d47e-48c9-838e-82a17be267bd tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ef0ebc7-169f-4329-9152-9e55b579bd00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292860 Feb 08 23:59:52.591278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dc39653-2400-4c2f-8254-fb8406e3470a req-e227473d-1b6c-485f-b81d-b09097888433 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801076 Feb 08 23:59:52.616386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-45517723-cd92-408d-93c6-9b03afdafaf0 service neutron] 10.222.0.21 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499177 Feb 08 23:59:52.624864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.639700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.646203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa702272-bc08-4f5d-bd9d-f0caf9ff85ee req-788d3653-20a8-4f3a-82eb-072df37a0e31 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057730 Feb 08 23:59:52.682278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] For port 87b61400-9d6d-48a5-9616-00cc26d942b7, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b61400-9d6d-48a5-9616-00cc26d942b7,segment=NetworkSegment(2b71e7ff-acff-4a1c-82c3-8d82083de444),segment_id=2b71e7ff-acff-4a1c-82c3-8d82083de444)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:52.682679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.713667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Calling delete_port for 87b61400-9d6d-48a5-9616-00cc26d942b7 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:52.728475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:52.747600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] Allocated IP 2001:db8:0:1::2 (efa4bcfd-d376-4ddc-a129-44c757715470/1c64cda6-ca0f-497b-8d69-2b226907004f/9487638e-dd3f-4648-8e87-c6d6cc06163d) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:52.782858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] In _notify_port_updated(), no bound segment for port 9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 on network efa4bcfd-d376-4ddc-a129-44c757715470 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 08 23:59:52.790941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:52.791715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:52.796677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b9719fbd-6389-4e1e-855f-f864fa201e95 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/ports/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 HTTP/1.1" status: 200 len: 1012 time: 0.8678176 Feb 08 23:59:52.797802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:52.798201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54170) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:52.886751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6017e9a0-b31e-435e-b31e-a845cc35e150 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1844959eaf52411d907cec693c10c237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860579 Feb 08 23:59:52.892229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54172) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:52.925733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] For port 9487638e-dd3f-4648-8e87-c6d6cc06163d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9487638e-dd3f-4648-8e87-c6d6cc06163d,segment=NetworkSegment(3ad26b80-8223-4dc9-b68c-f783b3675f9c),segment_id=3ad26b80-8223-4dc9-b68c-f783b3675f9c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:52.961484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:52.961831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.006451 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.014619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.033195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-03ed611d-516e-474f-9d1f-ea1f4b1dfbeb service neutron] 10.222.0.21 "GET /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335367 Feb 08 23:59:53.088517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8acbf-4689-4d7c-8227-8ff84edd2a87 None None] Pushing event updated for resources: {'Port': ['ID=9487638e-dd3f-4648-8e87-c6d6cc06163d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:53.098432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.120245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:53.137962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76630a80-6dec-48f7-997b-c232020d1c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.164424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-b89b3f86-f227-454e-ab67-7c24b21b68c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 200 len: 217 time: 0.1210232 Feb 08 23:59:53.190521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3c87f-6321-45fd-9ca8-473d2ef134c8 req-dc1499e2-b1a4-4f05-8a5c-14c8a8c96766 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:53.192303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31e3c87f-6321-45fd-9ca8-473d2ef134c8 req-dc1499e2-b1a4-4f05-8a5c-14c8a8c96766 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.1936204 Feb 08 23:59:53.236118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76630a80-6dec-48f7-997b-c232020d1c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.348368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31e3c87f-6321-45fd-9ca8-473d2ef134c8 req-e5c8e5d5-73ef-474c-857e-aebda425d6fc tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340857 Feb 08 23:59:53.350267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-c268d463-c9e6-4599-9c14-86c6412e044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:53.351711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-c268d463-c9e6-4599-9c14-86c6412e044e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1558714 Feb 08 23:59:53.357368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.362500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.431781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9487638e-dd3f-4648-8e87-c6d6cc06163d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 08 23:59:53.436748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Pushing event deleted for resources: {'Port': ['ID=87b61400-9d6d-48a5-9616-00cc26d942b7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:53.455918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76630a80-6dec-48f7-997b-c232020d1c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.467930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76630a80-6dec-48f7-997b-c232020d1c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.471680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-76630a80-6dec-48f7-997b-c232020d1c9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1daf8296-49ed-4947-8fac-faec82cae7fe HTTP/1.1" status: 204 len: 168 time: 0.5755780 Feb 08 23:59:53.509978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.514318 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 HTTP/1.1" status: 204 len: 168 time: 0.7150424 Feb 08 23:59:53.515328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b31c5-b40f-44d3-95fb-11ea69c8413c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:53.518253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:53.556065 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f272ed4-a298-4635-8e5e-bc51dab409ae tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 08 23:59:53.557878 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f272ed4-a298-4635-8e5e-bc51dab409ae tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 HTTP/1.1" status: 404 len: 333 time: 0.0382612 Feb 08 23:59:53.561179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:53.601573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9487638e-dd3f-4648-8e87-c6d6cc06163d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:53.601947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.641180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76630a80-6dec-48f7-997b-c232020d1c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf8296-49ed-4947-8fac-faec82cae7fe,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:53.650280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] No DVR routers for this DVR port 87b61400-9d6d-48a5-9616-00cc26d942b7 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:53.660543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.678973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbd7c54-6ddf-43b5-bf34-ae4cd6e76f2c req-0f4dafbe-59da-4ed0-865f-b42d25e22503 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.21 "DELETE /v2.0/ports/87b61400-9d6d-48a5-9616-00cc26d942b7 HTTP/1.1" status: 204 len: 173 time: 2.2716711 Feb 08 23:59:53.679393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'name': 'network-vif-deleted', 'tag': '87b61400-9d6d-48a5-9616-00cc26d942b7'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:53.691878 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d93ab1-7b03-4c13-894c-fd3e04f09e3c" -d '{"events": [{"server_uuid": "c0677a0c-9b44-4369-b8f0-f1737d27af9d", "name": "network-vif-deleted", "tag": "87b61400-9d6d-48a5-9616-00cc26d942b7"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:53.700272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-9e6b9ee4-c878-42ac-a744-55e94d8bbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:53.702001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-9e6b9ee4-c878-42ac-a744-55e94d8bbe4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3361814 Feb 08 23:59:53.768044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet 1c64cda6-ca0f-497b-8d69-2b226907004f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:53.781715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:53.957836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.057582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2eb60fcd-a6ae-4663-8ac4-eccdc08ec3f2 req-918d0929-d568-4aa5-8374-d9cb9d4825c7 tempest-ServerDiskConfigTestJSON-167627708 tempest-ServerDiskConfigTestJSON-167627708-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0677a0c-9b44-4369-b8f0-f1737d27af9d HTTP/1.1" status: 200 len: 210 time: 0.2328405 Feb 08 23:59:54.121104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-1956f0f6-e149-4cfc-9764-fe78483eb894 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877380 Feb 08 23:59:54.143177 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a28479-e331-4198-9711-8ed7d8083909 x-openstack-request-id: req-10a28479-e331-4198-9711-8ed7d8083909 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:54.143424 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0677a0c-9b44-4369-b8f0-f1737d27af9d", "name": "network-vif-deleted", "tag": "87b61400-9d6d-48a5-9616-00cc26d942b7", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:54.143632 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10a28479-e331-4198-9711-8ed7d8083909 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:54.144031 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0677a0c-9b44-4369-b8f0-f1737d27af9d', 'name': 'network-vif-deleted', 'tag': '87b61400-9d6d-48a5-9616-00cc26d942b7', 'status': 'completed', 'code': 200} Feb 08 23:59:54.146889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.206565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caaac2-d020-4cb4-93a3-1b9533e5ce31 req-0e7549fe-00bf-476b-96c7-561dcdf3c0ef tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:54.213822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56caaac2-d020-4cb4-93a3-1b9533e5ce31 req-0e7549fe-00bf-476b-96c7-561dcdf3c0ef tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2082031 Feb 08 23:59:54.224399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.248489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335435d-f07a-43d0-bbdc-ee4a47bd5718 None None] Network efa4bcfd-d376-4ddc-a129-44c757715470 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:54.272889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56caaac2-d020-4cb4-93a3-1b9533e5ce31 req-b8dffaea-ab0b-4ddf-bba1-294b1516de87 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580561 Feb 08 23:59:54.288834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b61400-9d6d-48a5-9616-00cc26d942b7 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:54.295429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.303130 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/1c64cda6-ca0f-497b-8d69-2b226907004f HTTP/1.1" status: 204 len: 168 time: 0.7380245 Feb 08 23:59:54.303130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820ee79-e702-4ebe-b19f-717b354652cf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=1c64cda6-ca0f-497b-8d69-2b226907004f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:54.305230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54200) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:54.336982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d8fc6b9a-811a-46e4-8d84-306173e586ad service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025039 Feb 08 23:59:54.359042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e10f541b-45e3-474e-86c7-f0ac36985863 None None] Could not find standard attr ID for object 9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:59:54.364621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 87b61400-9d6d-48a5-9616-00cc26d942b7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:54.364991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b61400-9d6d-48a5-9616-00cc26d942b7 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:54.396298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e10f541b-45e3-474e-86c7-f0ac36985863 None None] Provisioning complete for port 9487638e-dd3f-4648-8e87-c6d6cc06163d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 08 23:59:54.396845 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10f541b-45e3-474e-86c7-f0ac36985863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.401377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet 502cb322-8d74-4dfd-a8f9-02d802b8b8d9 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:54.407808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.476395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.502369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-cb4d0911-dc41-435f-96ee-d0944fe6b6ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 200 len: 217 time: 0.1551623 Feb 08 23:59:54.688133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.703221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-8c494326-ab24-4ee5-954f-39af5e2ae517 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:54.710907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-8c494326-ab24-4ee5-954f-39af5e2ae517 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.21 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.2345066 Feb 08 23:59:54.765097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-03ec2c5d-3893-4f06-bae6-db23fbd0afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:54.767307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-03ec2c5d-3893-4f06-bae6-db23fbd0afc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1967971 Feb 08 23:59:54.776943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.815662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=502cb322-8d74-4dfd-a8f9-02d802b8b8d9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:54.820513 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.830839 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-65effb28-bbbe-4641-a3d2-f26d0f1fc159 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/502cb322-8d74-4dfd-a8f9-02d802b8b8d9 HTTP/1.1" status: 204 len: 168 time: 0.5243030 Feb 08 23:59:54.831532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:54.844783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433c94-429d-4df1-b85a-79f151625866 req-94b344aa-a365-4bc5-ae3e-6ec839b6137a tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:54.846389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19433c94-429d-4df1-b85a-79f151625866 req-94b344aa-a365-4bc5-ae3e-6ec839b6137a tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 946 time: 0.2797496 Feb 08 23:59:54.887779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54224) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:54.919029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.968554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d0ac895d-fffa-4203-9eef-f8d9c072a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:54.970529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-d0ac895d-fffa-4203-9eef-f8d9c072a3b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1888926 Feb 08 23:59:54.984155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 9487638e-dd3f-4648-8e87-c6d6cc06163d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:54.984616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:54.988188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19433c94-429d-4df1-b85a-79f151625866 req-66de8e52-2089-45a0-85a4-b55e74ee80f8 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/security-groups?id=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284437 Feb 08 23:59:55.027671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Deleting port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 08 23:59:55.028150 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.073650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] For port 9487638e-dd3f-4648-8e87-c6d6cc06163d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9487638e-dd3f-4648-8e87-c6d6cc06163d,segment=NetworkSegment(3ad26b80-8223-4dc9-b68c-f783b3675f9c),segment_id=3ad26b80-8223-4dc9-b68c-f783b3675f9c)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:55.073650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.083289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-network', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:55.092798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 9487638e-dd3f-4648-8e87-c6d6cc06163d owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:55.176482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-ab3e5ec2-576f-467f-98f3-210c85becd95 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867774 Feb 08 23:59:55.212452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.252808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=9487638e-dd3f-4648-8e87-c6d6cc06163d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:55.255366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No DVR routers for this DVR port 9487638e-dd3f-4648-8e87-c6d6cc06163d on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:55.329728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Made reservation on behalf of bdea13112f40443f81ebe6283ed0ea84 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:55.334165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.395622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54240) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:55.411626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.462234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] For port 78d97af0-0bfd-4bb2-8ed9-ae8782880124, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=78d97af0-0bfd-4bb2-8ed9-ae8782880124,segment=NetworkSegment(8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17),segment_id=8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 08 23:59:55.462890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.476246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa4bcfd-d376-4ddc-a129-44c757715470']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:55.484777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Calling delete_port for 78d97af0-0bfd-4bb2-8ed9-ae8782880124 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 08 23:59:55.493429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad26b80-8223-4dc9-b68c-f783b3675f9c') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:55.493763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad26b80-8223-4dc9-b68c-f783b3675f9c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:55.499090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Deleting subnet f07ed498-5f19-4b72-8951-1368f4fcd12d {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:55.506939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.529865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.554883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.566266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.568632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:55.569129 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.569972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0257a0-e0d3-422a-ad30-55ff94c1ad6b None None] Network efa4bcfd-d376-4ddc-a129-44c757715470 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:55.572192 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:55.580143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-be25ea39-1334-4b62-ad73-f0e9dd620e1a service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582044 Feb 08 23:59:55.588272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.632760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2dcf2e80-ea8e-4500-8d85-1bdfbfe6dd26 None None] Could not find standard attr ID for object 9487638e-dd3f-4648-8e87-c6d6cc06163d. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 08 23:59:55.666818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-597f4bd5-cb37-4217-85a1-0865c804d1a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef HTTP/1.1" status: 200 len: 217 time: 0.0721209 Feb 08 23:59:55.687242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.691244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.726381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.730174 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/efa4bcfd-d376-4ddc-a129-44c757715470 HTTP/1.1" status: 204 len: 168 time: 0.8975873 Feb 08 23:59:55.736281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54244) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:55.755405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb5952-7ef2-47c3-9143-dabb88e99963 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=efa4bcfd-d376-4ddc-a129-44c757715470,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:55.816038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcdab9b-0dcf-489e-b997-ff750fbf26fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:55.817624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8dcdab9b-0dcf-489e-b997-ff750fbf26fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0724974 Feb 08 23:59:55.821479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e372e-0620-4037-a5b7-548f9586c9fc req-9f4a6cc6-f467-4029-b55c-6c51ed13d7a2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:55.822193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54246) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:55.823172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a08e372e-0620-4037-a5b7-548f9586c9fc req-9f4a6cc6-f467-4029-b55c-6c51ed13d7a2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2280822 Feb 08 23:59:55.830032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-a005ae54-dea3-4cf8-8704-db6e9de3826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:55.831476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-a005ae54-dea3-4cf8-8704-db6e9de3826b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.1451819 Feb 08 23:59:55.833988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff8eee-8c4f-4bbc-8339-bbe0beddbb08 None None] DHCP port deletion for efa4bcfd-d376-4ddc-a129-44c757715470 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 08 23:59:55.839480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.851900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['78d97af0-0bfd-4bb2-8ed9-ae8782880124'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 08 23:59:55.874769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.921769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07ed498-5f19-4b72-8951-1368f4fcd12d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:55.931509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Pushing event deleted for resources: {'Port': ['ID=78d97af0-0bfd-4bb2-8ed9-ae8782880124,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:55.936250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:55.942549 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ba1290f1-1f2c-436b-b311-6434721061fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f07ed498-5f19-4b72-8951-1368f4fcd12d HTTP/1.1" status: 204 len: 168 time: 0.5426440 Feb 08 23:59:55.945406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54248) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:56.005958 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4bf8eb24-9bb4-43b9-954d-88bbe7c62d10 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1775568 Feb 08 23:59:56.010867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54250) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:56.019814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1426505670'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:56.048159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-f97cbae8-358f-4283-8780-e2b2c081a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:56.049889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-f97cbae8-358f-4283-8780-e2b2c081a315 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986351 Feb 08 23:59:56.059698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a08e372e-0620-4037-a5b7-548f9586c9fc req-2978b952-0891-4d6d-aae7-e51b978f8640 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170169 Feb 08 23:59:56.066393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] No DVR routers for this DVR port 78d97af0-0bfd-4bb2-8ed9-ae8782880124 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 08 23:59:56.070535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.076324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-413e62de-7b3e-4bde-aa32-4d35bde2c830 req-bbefa8e7-3037-4da0-bc5f-20ebf6472ef0 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.21 "DELETE /v2.0/ports/78d97af0-0bfd-4bb2-8ed9-ae8782880124 HTTP/1.1" status: 204 len: 173 time: 1.3566511 Feb 08 23:59:56.097324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.128991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:56.136231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.157423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'name': 'network-vif-deleted', 'tag': '78d97af0-0bfd-4bb2-8ed9-ae8782880124'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 08 23:59:56.160892 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5261e2a0-989c-4571-b92b-4ccc241bbe1a" -d '{"events": [{"server_uuid": "40ce68d3-635a-4c77-8af6-9e69ee80bfcc", "name": "network-vif-deleted", "tag": "78d97af0-0bfd-4bb2-8ed9-ae8782880124"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 08 23:59:56.231906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:56.242740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.254900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.255251 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment a630e114-51d5-4a3d-a5cd-f954e6c7dfbc of type vlan for network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 Feb 08 23:59:56.268372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08b1f9a9-6275-4ba7-81d0-d230d68162a7 req-07c88e7e-b7cf-42f5-9c12-46b1a49019b8 tempest-ServersNegativeTestMultiTenantJSON-745197157 tempest-ServersNegativeTestMultiTenantJSON-745197157-project] 10.222.0.32 "GET /v2.0/ports?device_id=40ce68d3-635a-4c77-8af6-9e69ee80bfcc HTTP/1.1" status: 200 len: 210 time: 0.1143894 Feb 08 23:59:56.271270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.282107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915fbc0e-4d19-4b16-9a6b-38602f09a261']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:56.284545 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.324526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b71e7ff-acff-4a1c-82c3-8d82083de444') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:56.324907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b71e7ff-acff-4a1c-82c3-8d82083de444') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:56.328072 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Feb 2022 23:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62a8611-deb1-41d9-a3fa-68d24f42aa59 x-openstack-request-id: req-d62a8611-deb1-41d9-a3fa-68d24f42aa59 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 08 23:59:56.328617 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40ce68d3-635a-4c77-8af6-9e69ee80bfcc", "name": "network-vif-deleted", "tag": "78d97af0-0bfd-4bb2-8ed9-ae8782880124", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 08 23:59:56.330919 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d62a8611-deb1-41d9-a3fa-68d24f42aa59 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 08 23:59:56.331525 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ce68d3-635a-4c77-8af6-9e69ee80bfcc', 'name': 'network-vif-deleted', 'tag': '78d97af0-0bfd-4bb2-8ed9-ae8782880124', 'status': 'completed', 'code': 200} Feb 08 23:59:56.357162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c634ce-02ed-4694-bf3b-37da467edc00,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:56.359715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:56.360974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.364736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.391018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.406493 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.406773 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Added segment b58edfd2-9320-4672-bf56-f9e571982aa7 of type vlan for network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 Feb 08 23:59:56.422368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:56.422941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:56.425705 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:56.444388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.451374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:56.452064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.474947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-f9438c2a-953c-46b0-a38c-eeea33ea82f2 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103730 Feb 08 23:59:56.513985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.516659 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5044796 Feb 08 23:59:56.533273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54264) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:56.564576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:56.601814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.637886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.643388 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] 10.222.0.32 "DELETE /v2.0/networks/915fbc0e-4d19-4b16-9a6b-38602f09a261 HTTP/1.1" status: 204 len: 168 time: 0.6972795 Feb 08 23:59:56.644736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bf34e-4816-43ab-b09d-dd268fdaac0e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:56.654992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.655645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:56.655774 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.673255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-13a00d34-b658-4347-bf3f-27375dbda19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:56.673492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:56.674845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-13a00d34-b658-4347-bf3f-27375dbda19d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4182078c9d384b968074a5196f26e453&device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1793914 Feb 08 23:59:56.675867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cef2dc-8109-4301-9727-e1813a5d9a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=915fbc0e-4d19-4b16-9a6b-38602f09a261,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:56.764324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b31a2c-b040-4890-87da-1afd7ff92878 req-699f4f26-dacc-4c46-b666-28037e953133 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:56.766656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58b31a2c-b040-4890-87da-1afd7ff92878 req-699f4f26-dacc-4c46-b666-28037e953133 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2611051 Feb 08 23:59:56.780587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:56.785947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:56.789353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-67d7bc56-71fd-4c00-ae76-0b89aebe3a18 service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061559 Feb 08 23:59:56.803093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9085648 Feb 08 23:59:56.837068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54272) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:56.861808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Request body: {'subnet': {'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-subnet', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:56.903432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54280) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:56.912233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691444d0-e471-4c39-8311-0295c665bf30 admin admin] Pushing event updated for resources: {'Network': ['ID=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:56.933051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-c7eb390c-353a-4c07-abe6-cb82b9bc12c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=1528657a-224a-4768-9a19-7b2fef4f091e HTTP/1.1" status: 200 len: 217 time: 0.1262884 Feb 08 23:59:56.975685 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d069cee4-6999-4e13-b4e8-a00b304beed5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa41a1c3878e4230a2c1f19f8751f55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0712147 Feb 08 23:59:56.979131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:57.024398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:57.026751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58b31a2c-b040-4890-87da-1afd7ff92878 req-2903e528-b559-4034-a994-dc7152c10048 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362845 Feb 08 23:59:57.036663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Made reservation on behalf of bdea13112f40443f81ebe6283ed0ea84 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:57.039204 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.067614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-13927128-7b8c-4e34-8be8-2f383b8b4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:57.069283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-13927128-7b8c-4e34-8be8-2f383b8b4e6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 200 len: 920 time: 0.3662674 Feb 08 23:59:57.182704 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3122c981-c62d-4a87-9716-1721e5be1fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.190017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.255178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3122c981-c62d-4a87-9716-1721e5be1fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.293708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=4b053580-e458-4f3b-af0c-2f97e7dab3c6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:57.322042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:57.322392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:57.346809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:57.357011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3122c981-c62d-4a87-9716-1721e5be1fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.360192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3122c981-c62d-4a87-9716-1721e5be1fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.361571 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3122c981-c62d-4a87-9716-1721e5be1fd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ef0ebc7-169f-4329-9152-9e55b579bd00 HTTP/1.1" status: 204 len: 168 time: 0.3815286 Feb 08 23:59:57.365715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:57.375307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122c981-c62d-4a87-9716-1721e5be1fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef0ebc7-169f-4329-9152-9e55b579bd00,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:57.377891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:57.378567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.394569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936b393-029c-4174-a569-9d013ceab24f None None] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:57.408773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54310) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:57.411242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9487638e-dd3f-4648-8e87-c6d6cc06163d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:57.436384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ae5121f5-fb6b-48af-a44b-27b72db75e93 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9019675 Feb 08 23:59:57.459949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54312) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:57.466570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7', 'name': 'tempest-PortsIpV6TestJSON-702234281'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:57.568627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-3b8d35f0-9d9d-4256-8224-b83d138d8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:57.571399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-3b8d35f0-9d9d-4256-8224-b83d138d8ba8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 200 len: 797 time: 0.6264548 Feb 08 23:59:57.604027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Deleting subnet 4a35fa28-ba94-4b5b-bc6c-43a07535a66b {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:57.612491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.634490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9487638e-dd3f-4648-8e87-c6d6cc06163d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:57.634884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9487638e-dd3f-4648-8e87-c6d6cc06163d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:57.647525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-d62d0892-69fd-44b7-bea8-a1335e3e9da6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 200 len: 217 time: 0.0999675 Feb 08 23:59:57.776569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.871035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7', 'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': '4b053580-e458-4f3b-af0c-2f97e7dab3c6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 08 23:59:57.872808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.922354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:57.985180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-398bf5e4-b79c-4b19-9c9f-e358fa9abb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:57.986686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-398bf5e4-b79c-4b19-9c9f-e358fa9abb2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 200 len: 859 time: 0.3300974 Feb 08 23:59:58.006951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:58.016901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.075505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-6af2748e-168b-43b9-b6c4-89d422e4620d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2c70d040-ee61-4480-9d0d-4b2132506715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755057 Feb 08 23:59:58.076533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.082498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 48734adb-7f07-4279-8f40-261d706286aa yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 08 23:59:58.163503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Allocated IP 2001:db8::2 (0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7/4b053580-e458-4f3b-af0c-2f97e7dab3c6/7a8fbb13-68d0-4b3d-b4cb-5e2898b06821) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:58.216905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.218718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9777d26a-6224-45a2-bb6f-b6199cdd455c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:58.234765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-18e9dc9b-2483-4d83-a71a-27d4523f3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:58.236385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-18e9dc9b-2483-4d83-a71a-27d4523f3419 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42564096-f28a-417c-9075-c5d24997e401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6197112 Feb 08 23:59:58.257202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a35fa28-ba94-4b5b-bc6c-43a07535a66b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:58.264287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.268862 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-59ca217d-10f7-4ae0-9427-a90b3b37a118 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a35fa28-ba94-4b5b-bc6c-43a07535a66b HTTP/1.1" status: 204 len: 168 time: 0.8584645 Feb 08 23:59:58.271050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:58.307126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78d97af0-0bfd-4bb2-8ed9-ae8782880124 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 08 23:59:58.379425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-00f51986-86fe-45d8-b0e2-dbb4ffc6497d service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240439 Feb 08 23:59:58.389755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 78d97af0-0bfd-4bb2-8ed9-ae8782880124 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 08 23:59:58.391849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 78d97af0-0bfd-4bb2-8ed9-ae8782880124 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 08 23:59:58.454071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.546371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-4f95063a-6cfa-436c-a6bc-8fa3309aa14c service neutron] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239717 Feb 08 23:59:58.613395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfa69e-2940-4f56-a96d-87a20e5b002a req-21744925-3504-48a8-87b7-ed16f10e8938 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:58.615261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbfa69e-2940-4f56-a96d-87a20e5b002a req-21744925-3504-48a8-87b7-ed16f10e8938 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.4183536 Feb 08 23:59:58.628261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Checking segment: {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:58.628623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Network hostable DHCP agents. Network: 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 08 23:59:58.629629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.631871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-7d79e040-990f-4033-8f59-182c8b172d09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=aa202bd2-f59c-495c-ab61-3e092430fd12 HTTP/1.1" status: 200 len: 217 time: 0.0736442 Feb 08 23:59:58.641622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.719822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54340) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:58.736148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:58.744216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:58.750668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:58.770070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fbfa69e-2940-4f56-a96d-87a20e5b002a req-d9c7f6c6-6f37-4999-ac99-77e116641b53 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428554 Feb 08 23:59:58.806595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::2e1 (0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7/4b053580-e458-4f3b-af0c-2f97e7dab3c6/48734adb-7f07-4279-8f40-261d706286aa) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 08 23:59:58.807933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 08 23:59:58.824054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-f920460e-cff3-46a5-84ad-19cb735bb762 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7249985 Feb 08 23:59:58.873399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.894209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Pushing event updated for resources: {'Port': ['ID=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:58.902349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Attempting to bind port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 08 23:59:58.903140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Attempting to bind port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 08 23:59:58.903629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Attempting to bind port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 on network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 08 23:59:58.914942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603b36c8-3bb1-4385-a8a3-f186047e0267']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:58.942632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 08 23:59:58.943423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Checking segment: {'id': 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 08 23:59:58.944594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.945598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Bound using segment: {'id': 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 08 23:59:58.946744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Bound port: 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 08 23:59:58.947670 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.953242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0d585f5-2b86-4e8b-ad72-6c996f80083f req-7b5d08be-f7e6-40c1-9102-0df5038405f6 service neutron] 10.222.0.21 "GET /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182072 Feb 08 23:59:58.954120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:58.961234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2045950562-network', 'tenant_id': 'cbc5f2fbd92e4ebd89a1ea25c4a7841b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:58.967369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-a120ea3b-2f46-467d-adf6-3f49815941f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:58.969216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-a120ea3b-2f46-467d-adf6-3f49815941f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee HTTP/1.1" status: 200 len: 797 time: 0.2909408 Feb 08 23:59:58.972221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:58.972221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:58.987316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334102c4-04d0-4914-8275-38fc7367f0b8 None None] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:59.023709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:59.024390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2a6bba-dfb7-4e86-854a-70aa7ea2bc17') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 08 23:59:59.040160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e54690c9-5db0-4e14-ab76-87c2f8b6ef2c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2016468 Feb 08 23:59:59.042388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Made reservation on behalf of cbc5f2fbd92e4ebd89a1ea25c4a7841b for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 08 23:59:59.046274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54344) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:59.046703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.051880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:59.061356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.071717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.104801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-e1682739-5e82-4741-b95b-8cac75c8012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:59.106959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-e1682739-5e82-4741-b95b-8cac75c8012e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304615 Feb 08 23:59:59.155319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.166246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] For port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 08 23:59:59.167221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.180472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 08 23:59:59.181148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: timer() Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: self._notify() Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 08 23:59:59.198860 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 08 23:59:59.243245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.252206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.258237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.259261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.259737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d732df-3c3f-47a4-8c32-28279ff6890d None None] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 08 23:59:59.291863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.304157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.307722 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] 10.222.0.32 "DELETE /v2.0/networks/603b36c8-3bb1-4385-a8a3-f186047e0267 HTTP/1.1" status: 204 len: 168 time: 1.0350757 Feb 08 23:59:59.327171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54346) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:59.328872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.366158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] For port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,segment=NetworkSegment(a630e114-51d5-4a3d-a5cd-f954e6c7dfbc),segment_id=a630e114-51d5-4a3d-a5cd-f954e6c7dfbc)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 08 23:59:59.375835 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.380748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.386317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6006358-1284-4351-a244-d5fafa16999f admin admin] Pushing event deleted for resources: {'Network': ['ID=603b36c8-3bb1-4385-a8a3-f186047e0267,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:59.398023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Deleting subnet 1a09ecf7-278f-43df-9e81-0700bb51c575 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 08 23:59:59.401274 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.421499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 08 23:59:59.430801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:59.439928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-1e5e27d9-3c5e-4508-a7b8-6d5a91e15ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233483 Feb 08 23:59:59.440370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf84a0a-071f-4775-9c47-a429cc6133ba None None] Pushing event updated for resources: {'Port': ['ID=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:59.447089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.447400 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Added segment 37715c89-2383-4494-af54-38524b3272a6 of type vlan for network cceff85e-65db-48eb-86f6-9f059729cb9d Feb 08 23:59:59.486991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 08 23:59:59.494696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 08 23:59:59.503274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 08 23:59:59.514481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:59.515401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.534252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.585334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=48734adb-7f07-4279-8f40-261d706286aa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:59.615927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.653195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.668525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.678790 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-026fe578-855d-4a8b-a374-c173f26b72de tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2169597 Feb 08 23:59:59.693790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54354) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 08 23:59:59.698618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7', 'name': 'tempest-PortsIpV6TestJSON-58303356'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 08 23:59:59.734440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.735458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 08 23:59:59.736076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 23:59:59.817352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-0e2f90f4-e479-4b6f-b6c2-5e90b5be6ae6 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666630 Feb 08 23:59:59.905568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] Pushing event updated for resources: {'Network': ['ID=cceff85e-65db-48eb-86f6-9f059729cb9d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 08 23:59:59.920304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network cceff85e-65db-48eb-86f6-9f059729cb9d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 08 23:59:59.936314 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.047996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5499611a-3ee4-4f2f-bbca-341e291fcd25 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3224869 Feb 09 00:00:00.075359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-9562c349-e6a5-4fc9-af9b-51e5eeab044b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9 HTTP/1.1" status: 200 len: 217 time: 0.2196634 Feb 09 00:00:00.075835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54358) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:00.098693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Request body: {'subnet': {'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2045950562-subnet', 'tenant_id': 'cbc5f2fbd92e4ebd89a1ea25c4a7841b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:00.110823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a09ecf7-278f-43df-9e81-0700bb51c575,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:00.148747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.152005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ac71d18-ea68-48c2-998b-a2d3d4cd859e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1a09ecf7-278f-43df-9e81-0700bb51c575 HTTP/1.1" status: 204 len: 168 time: 0.8098164 Feb 09 00:00:00.166224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54360) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:00.268261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f9bf6-a7b0-407e-8791-ff82583a8467 req-9b9a55f3-85e0-4d0a-a6fe-fbe6f9671f24 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:00.269789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f23f9bf6-a7b0-407e-8791-ff82583a8467 req-9b9a55f3-85e0-4d0a-a6fe-fbe6f9671f24 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.3593264 Feb 09 00:00:00.283363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-96dfe719-834b-42f8-9de2-31c0c70d034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:00.284827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-96dfe719-834b-42f8-9de2-31c0c70d034d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee HTTP/1.1" status: 200 len: 797 time: 0.1827230 Feb 09 00:00:00.314194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Made reservation on behalf of cbc5f2fbd92e4ebd89a1ea25c4a7841b for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:00.316514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.342819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.367414 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.367638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.480413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f23f9bf6-a7b0-407e-8791-ff82583a8467 req-7eae519d-c6d4-4370-9f87-9a5255b9628a tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906078 Feb 09 00:00:00.495030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:00.498740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.524186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 0dcb3a34-1f3d-47c5-8063-5c5c65f0799f yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:00.584818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Allocated IP 172.25.3.65 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4a95d99f-3e81-4d7e-9cd4-e1394a9c706b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:00.656521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-ddeebee2-28a6-48e5-9771-f92e0cb51c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:00.658096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-ddeebee2-28a6-48e5-9771-f92e0cb51c7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3649540 Feb 09 00:00:00.723579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.763843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.813054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:00.816567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.817878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:00.822632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:00.824705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Pushing event updated for resources: {'Port': ['ID=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:00.863797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d068f-ebae-4f8b-8cd0-3b4a9ff40e20 None None] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:00.948996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02754572-7129-426c-bd12-29669f475cff']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:00.956901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::f5 (0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7/4b053580-e458-4f3b-af0c-2f97e7dab3c6/0dcb3a34-1f3d-47c5-8063-5c5c65f0799f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:00.965342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1f2de620-030f-4d06-9cb9-f10ba4d27fac None None] Provisioning complete for port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:00.966115 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f2de620-030f-4d06-9cb9-f10ba4d27fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:00.981815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca94ee52-056c-469e-86d2-48c59ce64030') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:00.982142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca94ee52-056c-469e-86d2-48c59ce64030') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:01.012869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.092172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.110250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-5ddb60f6-406d-4d1e-850b-7a8a22f2924c service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432483 Feb 09 00:00:01.116308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:01.116714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:01.129480 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:01.195333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.203977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f2de620-030f-4d06-9cb9-f10ba4d27fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.252630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1f2de620-030f-4d06-9cb9-f10ba4d27fac None None] For port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,segment=NetworkSegment(a630e114-51d5-4a3d-a5cd-f954e6c7dfbc),segment_id=a630e114-51d5-4a3d-a5cd-f954e6c7dfbc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:01.272007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f2de620-030f-4d06-9cb9-f10ba4d27fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.341062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.356281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.359716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/02754572-7129-426c-bd12-29669f475cff HTTP/1.1" status: 204 len: 168 time: 1.1857646 Feb 09 00:00:01.436277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042f73e8-887d-4f1a-8271-2b47e1542628,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:01.438503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985324fb-c24f-4f09-a7e1-ffd0a78da0b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=02754572-7129-426c-bd12-29669f475cff,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:01.488994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Checking segment: {'id': '37715c89-2383-4494-af54-38524b3272a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:01.489523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Network hostable DHCP agents. Network: cceff85e-65db-48eb-86f6-9f059729cb9d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:01.517290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.526326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2de620-030f-4d06-9cb9-f10ba4d27fac None None] Pushing event updated for resources: {'Port': ['ID=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:01.543660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82255277-4bee-459e-a8d6-83b60ad2ad59 req-51c08a60-3b7e-4a48-b7c3-83e708e7c003 service neutron] 10.222.0.21 "GET /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761647 Feb 09 00:00:01.614596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.626530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Network cceff85e-65db-48eb-86f6-9f059729cb9d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:01.644834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, cceff85e-65db-48eb-86f6-9f059729cb9d) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:01.663075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c72e81-59ca-41ed-be11-7f1a534df812 None None] Network cceff85e-65db-48eb-86f6-9f059729cb9d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:01.670413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:01.671055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.708779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-22326e44-6288-44d3-a434-e1ca0bb80447 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6138835 Feb 09 00:00:01.740884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.773330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:01.825144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54370) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:01.920242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-631522e1-a53f-4f91-aff5-ee9deb976e20 None None] Provisioning complete for port 48734adb-7f07-4279-8f40-261d706286aa triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:01.921194 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-631522e1-a53f-4f91-aff5-ee9deb976e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:01.938121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-00c796e5-0a3a-4043-ba79-315db437606c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3aa05d5f38e46669def1a24e4e83dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081884 Feb 09 00:00:01.939755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54376) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:01.981694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:01.982803 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.030525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:02.059229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=0dcb3a34-1f3d-47c5-8063-5c5c65f0799f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:02.088930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d854b6-55a8-4406-8cc5-3bae6627b042 req-010147f3-f2a6-46a2-9454-9c239636e138 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:02.090716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1d854b6-55a8-4406-8cc5-3bae6627b042 req-010147f3-f2a6-46a2-9454-9c239636e138 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.3798199 Feb 09 00:00:02.099786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:02.119264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:02.126509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-631522e1-a53f-4f91-aff5-ee9deb976e20 None None] Port 48734adb-7f07-4279-8f40-261d706286aa cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:02.136355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:02.138316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.171449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50e9d70b-d3ba-4f0d-9c35-565030ea7abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.235681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1d854b6-55a8-4406-8cc5-3bae6627b042 req-6fd78179-9855-43da-9990-4f5ead815c5e tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282334 Feb 09 00:00:02.245039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d43ea49c-3ca3-4c8e-af13-ac8db9b0c2dc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5500710 Feb 09 00:00:02.251188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54384) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:02.260143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-631522e1-a53f-4f91-aff5-ee9deb976e20 None None] Provisioning complete for port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:02.270497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-631522e1-a53f-4f91-aff5-ee9deb976e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.341190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50e9d70b-d3ba-4f0d-9c35-565030ea7abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.443897 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.552568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde17e6-2229-4ab0-96a1-40fcfa706bdf None None] Network cceff85e-65db-48eb-86f6-9f059729cb9d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:02.574245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa83a7f0-bd33-4465-8d18-60b9685a104f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:02.585377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:02.586084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aa83a7f0-bd33-4465-8d18-60b9685a104f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e1 HTTP/1.1" status: 200 len: 928 time: 0.3337390 Feb 09 00:00:02.627467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:02.790099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50e9d70b-d3ba-4f0d-9c35-565030ea7abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.799820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50e9d70b-d3ba-4f0d-9c35-565030ea7abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.802651 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-50e9d70b-d3ba-4f0d-9c35-565030ea7abb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00cfefeb-1c61-4a0d-9fc7-edbc58b5c525 HTTP/1.1" status: 204 len: 168 time: 0.8619454 Feb 09 00:00:02.872433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9d70b-d3ba-4f0d-9c35-565030ea7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cfefeb-1c61-4a0d-9fc7-edbc58b5c525,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:02.907946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37336f61-899d-42dd-ba94-37170ef44165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.952281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 0dcb3a34-1f3d-47c5-8063-5c5c65f0799f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:02.953161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:02.996021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4b7a0e39-ad7b-4f0f-bdbb-aaf9c6ddeb9e None None] Provisioning complete for port 0dcb3a34-1f3d-47c5-8063-5c5c65f0799f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:03.006295 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b7a0e39-ad7b-4f0f-bdbb-aaf9c6ddeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.052100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Router 8970117e-be0a-4798-931d-3edd591b4882 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:00:03.079756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37336f61-899d-42dd-ba94-37170ef44165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.091860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37336f61-899d-42dd-ba94-37170ef44165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.095082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a0e39-ad7b-4f0f-bdbb-aaf9c6ddeb9e None None] Port 0dcb3a34-1f3d-47c5-8063-5c5c65f0799f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:03.143476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4b7a0e39-ad7b-4f0f-bdbb-aaf9c6ddeb9e None None] Provisioning complete for port 48734adb-7f07-4279-8f40-261d706286aa triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:03.145328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b7a0e39-ad7b-4f0f-bdbb-aaf9c6ddeb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.192824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a0e39-ad7b-4f0f-bdbb-aaf9c6ddeb9e None None] Port 48734adb-7f07-4279-8f40-261d706286aa cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:03.255957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.272951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 0dcb3a34-1f3d-47c5-8063-5c5c65f0799f owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:03.386428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54416) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:03.447959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:03.477865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.542197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:03.542574 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.549839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=0dcb3a34-1f3d-47c5-8063-5c5c65f0799f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:03.553470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:00:03.567739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Sync routers for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:00:03.592444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:03.593090 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:03.637851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.641503 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2dc2076a-5c65-4879-82c0-ac3b67a47431 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/0dcb3a34-1f3d-47c5-8063-5c5c65f0799f HTTP/1.1" status: 204 len: 168 time: 1.0412242 Feb 09 00:00:03.655346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.656563 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0406f6d2-b22e-453d-99a0-c21c1596c06d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6086769 Feb 09 00:00:03.657171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:03.701850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-4e596a0e-11b5-4303-ae1e-d485735671c6 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:03.703642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-4e596a0e-11b5-4303-ae1e-d485735671c6 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/networks?id=cceff85e-65db-48eb-86f6-9f059729cb9d HTTP/1.1" status: 200 len: 814 time: 0.7594042 Feb 09 00:00:03.726115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54420) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:03.727264 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a2dfa9-fba2-4ac3-8def-2911b176fbe4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:03.728975 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-21a2dfa9-fba2-4ac3-8def-2911b176fbe4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/0dcb3a34-1f3d-47c5-8063-5c5c65f0799f HTTP/1.1" status: 404 len: 333 time: 0.0705674 Feb 09 00:00:03.738894 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30d85f79-0b79-4aba-bf41-b92ba26690bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd55030826924c658597816d076faa5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513184 Feb 09 00:00:03.739480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:03.750610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54424) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:03.751328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37336f61-899d-42dd-ba94-37170ef44165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92b8f3-f35a-425a-98da-1aad94749d7c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:03.775065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-37336f61-899d-42dd-ba94-37170ef44165 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4e8374d9b9a4e70bcf26457af3d428e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1464841 Feb 09 00:00:03.782603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54426) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:03.799961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-e98f777c-f891-43a1-a220-d9932beff2ee tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/quotas/cbc5f2fbd92e4ebd89a1ea25c4a7841b HTTP/1.1" status: 200 len: 375 time: 0.0347395 Feb 09 00:00:03.851857 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:00:03.938062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4331a5b-e57e-4cc3-b105-7d56379a5ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:03.964268 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4331a5b-e57e-4cc3-b105-7d56379a5ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.029827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-504454c2-d836-4efc-9dc3-5813688c84da tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbc5f2fbd92e4ebd89a1ea25c4a7841b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1875420 Feb 09 00:00:04.033698 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4331a5b-e57e-4cc3-b105-7d56379a5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.036626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4331a5b-e57e-4cc3-b105-7d56379a5ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.038109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c4331a5b-e57e-4cc3-b105-7d56379a5ed5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea92b8f3-f35a-425a-98da-1aad94749d7c HTTP/1.1" status: 204 len: 168 time: 0.2534239 Feb 09 00:00:04.144370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-43eb3078-deca-4b2d-9813-2c653d8e98d2 service neutron] 10.222.0.32 "GET /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050436 Feb 09 00:00:04.166545 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf3ce-2950-426b-81b0-e59c56065807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.191565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 48734adb-7f07-4279-8f40-261d706286aa {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:04.191928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.192399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf3ce-2950-426b-81b0-e59c56065807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.216217 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:01Z', 'revision_number': 3, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:04.232401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4331a5b-e57e-4cc3-b105-7d56379a5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92b8f3-f35a-425a-98da-1aad94749d7c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:04.285953 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Checking router: 8970117e-be0a-4798-931d-3edd591b4882 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:00:04.288786 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Updating router 8970117e-be0a-4798-931d-3edd591b4882 port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:00:04.327191 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf3ce-2950-426b-81b0-e59c56065807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.330062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9cf3ce-2950-426b-81b0-e59c56065807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.338754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ee9cf3ce-2950-426b-81b0-e59c56065807 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bbcd6ef-d871-4177-acc9-759007a624f6 HTTP/1.1" status: 204 len: 168 time: 0.5839989 Feb 09 00:00:04.355052 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.399105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cf3ce-2950-426b-81b0-e59c56065807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbcd6ef-d871-4177-acc9-759007a624f6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:04.451533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-8cdae223-6ea6-403b-87d1-7104f4fbb810 service neutron] 10.222.0.32 "GET /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862515 Feb 09 00:00:04.482168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.503197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 48734adb-7f07-4279-8f40-261d706286aa owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:04.701740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.796377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7eeee23-30c2-4465-a6cb-d0b95917786f req-a6ceb67c-fb9f-43f5-8764-e1fc739592a4 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 210 time: 0.0749037 Feb 09 00:00:04.822016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54444) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:04.854743 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58e98a41-65f5-4d06-9cd1-2e29f12549f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.961652 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.969993 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.987797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:04.998146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Allocated IP 172.20.0.1 (55fe8aa9-7c78-4fbb-b034-f4dbfc41b745/9777d26a-6224-45a2-bb6f-b6199cdd455c/affa398e-52d0-4fb3-8f1f-020db98d6cc9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:05.035735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58e98a41-65f5-4d06-9cd1-2e29f12549f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.044441 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Attempting to bind port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:05.044966 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58e98a41-65f5-4d06-9cd1-2e29f12549f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.045747 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Attempting to bind port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:05.046388 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Attempting to bind port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:05.056302 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:05.056945 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:05.069846 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.071014 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:05.077210 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Bound port: 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:05.078694 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.126769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-58e98a41-65f5-4d06-9cd1-2e29f12549f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=837fc002f2d6463a9e42e3ebcc987988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037686 Feb 09 00:00:05.128120 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Pushing event updated for resources: {'Port': ['ID=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:05.137584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:05.139969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e98a41-65f5-4d06-9cd1-2e29f12549f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f752f8-406c-4c36-a21c-a403271966ad,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:05.143957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=48734adb-7f07-4279-8f40-261d706286aa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:05.213108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.218398 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3a99fafc-65f4-47c1-ab99-c24704e481d8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/48734adb-7f07-4279-8f40-261d706286aa HTTP/1.1" status: 204 len: 168 time: 1.4770739 Feb 09 00:00:05.219656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.220122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.220515 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.220896 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.221325 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.221897 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.222570 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.223108 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.223955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:05.224499 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.225068 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.225637 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.226188 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:05.265207 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce45f3af-4a7b-4f4b-b9a4-d96c675a956e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:05.266840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ce45f3af-4a7b-4f4b-b9a4-d96c675a956e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/48734adb-7f07-4279-8f40-261d706286aa HTTP/1.1" status: 404 len: 333 time: 0.0419436 Feb 09 00:00:05.271341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:05.301145 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] For port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:05.305413 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] For port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:05.311697 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.335631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet 4b053580-e458-4f3b-af0c-2f97e7dab3c6 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:05.347948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.367337 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:05.368063 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:05.404492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-90d4a92a-b72d-4cf8-9dbf-825692f58bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.472032 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-90d4a92a-b72d-4cf8-9dbf-825692f58bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.475424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.518340 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:00:05.564381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.660691 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.664770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-90d4a92a-b72d-4cf8-9dbf-825692f58bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.676603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-90d4a92a-b72d-4cf8-9dbf-825692f58bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.681461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-90d4a92a-b72d-4cf8-9dbf-825692f58bcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9f752f8-406c-4c36-a21c-a403271966ad HTTP/1.1" status: 204 len: 168 time: 0.5388966 Feb 09 00:00:05.688988 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.747594 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850aa0d-50eb-4564-8b2b-1ed9238c94cb None None] Pushing event updated for resources: {'Port': ['ID=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:05.813120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4a92a-b72d-4cf8-9dbf-825692f58bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f752f8-406c-4c36-a21c-a403271966ad,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:05.857809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:05.861657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:05.870120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:05.921670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Pushing event updated for resources: {'Port': ['ID=affa398e-52d0-4fb3-8f1f-020db98d6cc9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:05.968883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:05.981534 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:06.015153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:06.024132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e723e-4985-4861-b05f-edce9367c6ac None None] Network 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:06.043927 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:01Z', 'revision_number': 3, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:06.065948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/4b053580-e458-4f3b-af0c-2f97e7dab3c6 HTTP/1.1" status: 204 len: 168 time: 0.7932787 Feb 09 00:00:06.073341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54478) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:06.085369 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8466b-0012-4937-9044-b6a22aa2946b None None] The sync data for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 is: [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:01Z', 'revision_number': 3, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:00:06.238183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af5f4d-c8d0-4549-aa8c-9482bc29441e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=4b053580-e458-4f3b-af0c-2f97e7dab3c6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:06.286098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:06.448268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] DHCP port deletion for 0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:00:06.448571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-032e1878-acf9-469f-b903-8346be82c6ec req-cd30db20-2853-46fd-b418-447a0c9a98ca tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 210 time: 0.2753167 Feb 09 00:00:06.542167 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:06.603513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Deleting port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:06.605078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:06.837876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] For port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,segment=NetworkSegment(a630e114-51d5-4a3d-a5cd-f954e6c7dfbc),segment_id=a630e114-51d5-4a3d-a5cd-f954e6c7dfbc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:06.838764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:06.878309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Calling delete_port for 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:07.057839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:07.058620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.061037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.066173 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.094751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-5a576b3d-b85a-4665-a06a-c8eb4d430f51 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:07.096345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-5a576b3d-b85a-4665-a06a-c8eb4d430f51 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.21 "GET /v2.0/networks?id=cceff85e-65db-48eb-86f6-9f059729cb9d HTTP/1.1" status: 200 len: 814 time: 0.5340178 Feb 09 00:00:07.137118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Request body: {'port': {'device_id': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d', 'admin_state_up': True, 'tenant_id': 'cbc5f2fbd92e4ebd89a1ea25c4a7841b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:07.137334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.173862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Pushing event deleted for resources: {'Port': ['ID=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:07.181022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] No DVR routers for this DVR port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:07.203231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.205112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.206192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.207900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.209937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.211924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.212272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.214291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.215338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.216557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.217032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.223324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7927db2-b4c9-4176-9642-5d7da38e5fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:07.241717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54504) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:07.351187 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.361974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.462550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] For port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,segment=NetworkSegment(a630e114-51d5-4a3d-a5cd-f954e6c7dfbc),segment_id=a630e114-51d5-4a3d-a5cd-f954e6c7dfbc)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:07.462918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.502858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:07.523357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:07.546441 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.570780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Pushing event updated for resources: {'Port': ['ID=affa398e-52d0-4fb3-8f1f-020db98d6cc9,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:07.627178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:07.627916 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.635561 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-339da58f-2ddf-4a90-abf9-02acdf8c4f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.715442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:07.717460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:07.760029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.796233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:07.803308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.814544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5dc207e-dba5-4634-837d-4d85faa360c4 req-52cb213b-80e4-42bb-ae96-34c236c79639 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 210 time: 0.2072709 Feb 09 00:00:07.889574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:07.935304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Made reservation on behalf of cbc5f2fbd92e4ebd89a1ea25c4a7841b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:07.939300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:07.954346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:07.954805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:07.956985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:07.969993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Router 8970117e-be0a-4798-931d-3edd591b4882 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:00:08.135438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:00:08.146646 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ce6b900f-cf89-44ec-a06e-b60474546f78 admin admin] 10.222.0.32 "PUT /v2.0/routers/8970117e-be0a-4798-931d-3edd591b4882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4163413 Feb 09 00:00:08.155029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Allocated IP 172.20.0.4 (cceff85e-65db-48eb-86f6-9f059729cb9d/042f73e8-887d-4f1a-8271-2b47e1542628/5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:08.163769 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.190182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No DVR routers for this DVR port 7a8fbb13-68d0-4b3d-b4cb-5e2898b06821 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:08.193267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-339da58f-2ddf-4a90-abf9-02acdf8c4f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.235428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=7a8fbb13-68d0-4b3d-b4cb-5e2898b06821,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:08.239891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-339da58f-2ddf-4a90-abf9-02acdf8c4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.360838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339da58f-2ddf-4a90-abf9-02acdf8c4f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd85e994-17c7-4daf-83c6-91b2e8842615,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:08.375322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:08.375824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-339da58f-2ddf-4a90-abf9-02acdf8c4f3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65481e13669b432fa12178080a8ee307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1326017 Feb 09 00:00:08.381684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.453195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:08.468794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:08.469315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a630e114-51d5-4a3d-a5cd-f954e6c7dfbc') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:08.482775 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.484449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-462c7db8-a24d-4a9c-912c-021b570e0baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.540623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-462c7db8-a24d-4a9c-912c-021b570e0baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.553879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.583267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:08.584264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:08.587647 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:08.609016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.638815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-462c7db8-a24d-4a9c-912c-021b570e0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.641792 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-462c7db8-a24d-4a9c-912c-021b570e0baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.645628 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-462c7db8-a24d-4a9c-912c-021b570e0baf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd85e994-17c7-4daf-83c6-91b2e8842615 HTTP/1.1" status: 204 len: 168 time: 0.2577603 Feb 09 00:00:08.659336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c7db8-a24d-4a9c-912c-021b570e0baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd85e994-17c7-4daf-83c6-91b2e8842615,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:08.748643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.753768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.761088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7 HTTP/1.1" status: 204 len: 168 time: 2.6116238 Feb 09 00:00:08.761513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54552) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:08.766786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1943744369'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:08.787082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf70d7-9a7f-45f9-82a9-d9b06aff3aff tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=0e4b2d1e-7cd6-4bbe-90da-5ce6f1dadce7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:08.806361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.838872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:08.852494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.890662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Network cceff85e-65db-48eb-86f6-9f059729cb9d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:08.901478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:08.913399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:08.916142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:08.939797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:08.940657 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment ba18699e-de6c-4abc-82bb-039286470c69 of type vlan for network 96371f06-9c3e-44d3-b7a3-950d01d67e5f Feb 09 00:00:09.000444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.020451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Pushing event updated for resources: {'Port': ['ID=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:09.035815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.049370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:09.050572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.099551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:09.100303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.139105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d46f39-c57e-4725-907c-8efdf911c2e2 req-c78be915-ec58-4c25-b890-b274f3772c45 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:09.140712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45d46f39-c57e-4725-907c-8efdf911c2e2 req-c78be915-ec58-4c25-b890-b274f3772c45 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 931 time: 0.1742420 Feb 09 00:00:09.159273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=96371f06-9c3e-44d3-b7a3-950d01d67e5f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:09.167165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-9411b51c-9764-4384-bc0f-8769cb6f7203 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0481765 Feb 09 00:00:09.172228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:09.181482 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a1f0f3e0-88aa-4126-81b7-682e266909d6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4188213 Feb 09 00:00:09.182126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54566) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:09.190236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Request body: {'port': {'device_id': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:09.191675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:09.258078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-b026a793-3b01-477c-a85c-8431534f2e5d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:09.263638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Sync routers for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:00:09.264142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-b026a793-3b01-477c-a85c-8431534f2e5d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 819 time: 0.3753083 Feb 09 00:00:09.296387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:09.297367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:09.422068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:09.430941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.451905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:00:09.465306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45d46f39-c57e-4725-907c-8efdf911c2e2 req-99fdef4b-2845-47bd-b61b-fd4a5b9c975f tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072057 Feb 09 00:00:09.490984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-5da84667-d089-40e1-ba73-3c488889912e tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/quotas/bdea13112f40443f81ebe6283ed0ea84 HTTP/1.1" status: 200 len: 375 time: 0.1500642 Feb 09 00:00:09.539804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.800568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:09.878699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:09.898383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.910845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.931682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Transition to ACTIVE for port object 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:00:09.952508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-3ea3bdfc-1a36-4950-9866-7685d84b9c6c tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4519837 Feb 09 00:00:09.953998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:09.978151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:09.978651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.053052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 2, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:10.062208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:10.064791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': 'ba18699e-de6c-4abc-82bb-039286470c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:10.064791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: 96371f06-9c3e-44d3-b7a3-950d01d67e5f, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:10.097730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=e3fbe566-3c7d-4738-802c-64331038c027,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:10.106855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Checking router: 8970117e-be0a-4798-931d-3edd591b4882 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:00:10.107520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Updating router 8970117e-be0a-4798-931d-3edd591b4882 port affa398e-52d0-4fb3-8f1f-020db98d6cc9 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:00:10.118507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Attempting to bind port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:10.119341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Attempting to bind port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '37715c89-2383-4494-af54-38524b3272a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:10.119869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Attempting to bind port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f on network cceff85e-65db-48eb-86f6-9f059729cb9d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:10.125955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f on network cceff85e-65db-48eb-86f6-9f059729cb9d not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:00:10.126536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Attempting to bind port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f on network cceff85e-65db-48eb-86f6-9f059729cb9d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:10.132539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:10.133270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Checking segment: {'id': '37715c89-2383-4494-af54-38524b3272a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:10.133835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Bound using segment: {'id': '37715c89-2383-4494-af54-38524b3272a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:10.134585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Bound port: 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37715c89-2383-4494-af54-38524b3272a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:10.135136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.135273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:10.160795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 96371f06-9c3e-44d3-b7a3-950d01d67e5f) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:10.161521 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.172660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:10.173207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.177135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6eaad-5dd7-41c1-9197-b8f2e42e5545 None None] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:10.238692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] For port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:10.239266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5b79241e-4f7c-4c98-b5e6-6272fc08a519 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0522165 Feb 09 00:00:10.239588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54594) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:10.247614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] For port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,segment=NetworkSegment(37715c89-2383-4494-af54-38524b3272a6),segment_id=37715c89-2383-4494-af54-38524b3272a6)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:10.255357 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.257482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f', 'name': 'tempest-PortsIpV6TestJSON-4967216', 'fixed_ips': [{'subnet_id': 'e3fbe566-3c7d-4738-802c-64331038c027', 'ip_address': '2001:db8::10'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:10.273415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54596) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:10.346628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:10.350271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.351750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] 10.222.0.21 "PUT /v2.0/ports/5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f HTTP/1.1" status: 200 len: 1091 time: 1.1711118 Feb 09 00:00:10.492090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:10.517628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b26313-6bfb-42c4-bd7e-d856d86436a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:10.531414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'tag': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:10.534689 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69f920-8911-44db-9a6f-d4f3a0c33427" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68ded3-975f-4bc6-a087-5cfa1c9ee12b", "tag": "5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:10.540030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-304b9ac1-41d3-4ae6-a372-e54a06b2e50f service neutron] 10.222.0.32 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774651 Feb 09 00:00:10.631741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-96371f06-9c3e-44d3-b7a3-950d01d67e5f', 'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': 'e3fbe566-3c7d-4738-802c-64331038c027'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:00:10.633307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.665120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.690501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 1e240d36-0bdc-4568-af6e-100e495af4c8 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:10.734498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1228830836-network', 'tenant_id': '708b4a333c1a47cd95107ec0481b125b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:10.828771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-f7b7f993-1e1d-4cd0-b197-5a35d9637c8b service neutron] 10.222.0.32 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754295 Feb 09 00:00:10.848519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Made reservation on behalf of 708b4a333c1a47cd95107ec0481b125b for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:10.859199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.880311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-b34085bb-c7f5-410f-a5e9-ce640e60e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:10.895764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-b34085bb-c7f5-410f-a5e9-ce640e60e654 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbc5f2fbd92e4ebd89a1ea25c4a7841b&device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 1094 time: 0.3538859 Feb 09 00:00:10.901529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.960655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::10 (96371f06-9c3e-44d3-b7a3-950d01d67e5f/e3fbe566-3c7d-4738-802c-64331038c027/1e240d36-0bdc-4568-af6e-100e495af4c8) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:10.968215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.976352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:10.991973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-690109ba-0410-4b6f-89c2-e98cc11b6de2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f HTTP/1.1" status: 200 len: 217 time: 0.0859201 Feb 09 00:00:11.002992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267099-3443-4081-bbde-2e46f9b8a11c req-8c8c3a53-4539-4085-be72-e3dd82fed4a8 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:11.004828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0267099-3443-4081-bbde-2e46f9b8a11c req-8c8c3a53-4539-4085-be72-e3dd82fed4a8 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 943 time: 0.2798090 Feb 09 00:00:11.087800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92386a8-6ce8-42d6-8de7-95effb778a2d None None] Pushing event updated for resources: {'Port': ['ID=affa398e-52d0-4fb3-8f1f-020db98d6cc9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:11.091527 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55160d2-28c2-451e-832f-f46576411910 x-openstack-request-id: req-f55160d2-28c2-451e-832f-f46576411910 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:11.091810 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68ded3-975f-4bc6-a087-5cfa1c9ee12b", "tag": "5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:11.092063 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f55160d2-28c2-451e-832f-f46576411910 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:11.092453 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'tag': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f', 'status': 'completed', 'code': 200} Feb 09 00:00:11.146126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0267099-3443-4081-bbde-2e46f9b8a11c req-a08c3a8a-9a15-4566-bae1-0dd6f8a27217 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308625 Feb 09 00:00:11.147619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-95026141-e5d4-4681-80b4-fa8e69f9038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:11.149085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-95026141-e5d4-4681-80b4-fa8e69f9038c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042f73e8-887d-4f1a-8271-2b47e1542628 HTTP/1.1" status: 200 len: 854 time: 0.1428051 Feb 09 00:00:11.196150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Attempting to bind port affa398e-52d0-4fb3-8f1f-020db98d6cc9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:11.196728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Attempting to bind port affa398e-52d0-4fb3-8f1f-020db98d6cc9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:11.197123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Attempting to bind port affa398e-52d0-4fb3-8f1f-020db98d6cc9 on network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:11.204329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:11.204983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Checking segment: {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:11.205491 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.206059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Bound using segment: {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:11.206664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Bound port: affa398e-52d0-4fb3-8f1f-020db98d6cc9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:11.208499 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.224698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-959bd52f-af49-41be-a48e-c5ee4019ea60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cceff85e-65db-48eb-86f6-9f059729cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642893 Feb 09 00:00:11.256950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-661a2950-023b-4198-aeba-d74487fb4d61 req-b5bbbdea-62fa-4334-9de2-2eda7f4c4a05 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 210 time: 0.0309994 Feb 09 00:00:11.348064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.355583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] For port affa398e-52d0-4fb3-8f1f-020db98d6cc9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:11.358602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.360855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.368769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] For port affa398e-52d0-4fb3-8f1f-020db98d6cc9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=affa398e-52d0-4fb3-8f1f-020db98d6cc9,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:11.375215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.428814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.457121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:11.459988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2c8a5-3186-41cb-af93-b06baeab6772,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:11.472838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:11.473613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-08T23:59:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:11.497904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:11.501714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:11.503378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.503982 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Added segment 0c8be4c1-2943-4de2-94ea-92591d2ed38e of type vlan for network 62ba664c-9a22-493b-a919-56aad1438e3a Feb 09 00:00:11.510007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:11.516399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:11.517081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.524738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=1e240d36-0bdc-4568-af6e-100e495af4c8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:11.551561 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30738aaa-b112-4de1-9b16-913e6899b143 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3109124 Feb 09 00:00:11.554942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:11.565244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f', 'name': 'tempest-PortsIpV6TestJSON-193717196', 'fixed_ips': [{'subnet_id': 'e3fbe566-3c7d-4738-802c-64331038c027', 'ip_address': '2001:db8::f'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:11.604553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-61cc85fb-66ba-4593-b9f9-b4a12c4b064c service neutron] 10.222.0.21 "GET /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431594 Feb 09 00:00:11.643794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.718866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:00:11.757773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:11.764752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.787368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 6af026a0-3b67-4a14-adf9-f04615418e56 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:11.793521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92386a8-6ce8-42d6-8de7-95effb778a2d None None] Pushing event updated for resources: {'Port': ['ID=affa398e-52d0-4fb3-8f1f-020db98d6cc9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:11.807627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.810035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:11.810801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:11.906491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] Pushing event updated for resources: {'Network': ['ID=62ba664c-9a22-493b-a919-56aad1438e3a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:11.929589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dea07d32-e948-4cbe-ae26-7d6a86afb656 req-49184d55-5ef9-47eb-bec2-ee04dab5b24c service neutron] 10.222.0.21 "GET /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130186 Feb 09 00:00:11.956765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54636) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:11.957208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6636d46a-a455-4db5-ba55-390b28eb89cf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6032946 Feb 09 00:00:11.963353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Request body: {'subnet': {'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1228830836-subnet', 'tenant_id': '708b4a333c1a47cd95107ec0481b125b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:12.007928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Made reservation on behalf of 708b4a333c1a47cd95107ec0481b125b for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:12.013540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.070627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 62ba664c-9a22-493b-a919-56aad1438e3a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:12.104231 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f1d1dfc8-9533-4e8f-b4f8-77f03b790081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.134010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-1683042b-51cf-4de6-80e0-e42933f1f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:12.136136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-1683042b-51cf-4de6-80e0-e42933f1f993 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbc5f2fbd92e4ebd89a1ea25c4a7841b&device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 1094 time: 0.0973306 Feb 09 00:00:12.157513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Allocated IP 2001:db8::2 (96371f06-9c3e-44d3-b7a3-950d01d67e5f/e3fbe566-3c7d-4738-802c-64331038c027/419babb4-a061-4a49-9560-83e56b24db72) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:12.382308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6e842c03-064c-4314-a517-b989a102be97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:11Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:12.407400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.414020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c0f87-b7b4-4374-afe3-f0ec801ae016 req-bb2f5f37-5688-4399-968b-32808eb1cd8d tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:12.417181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-421c0f87-b7b4-4374-afe3-f0ec801ae016 req-bb2f5f37-5688-4399-968b-32808eb1cd8d tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 943 time: 0.1047096 Feb 09 00:00:12.423678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e842c03-064c-4314-a517-b989a102be97 None None] The sync data for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 is: [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:11Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:00:12.473759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-ca847c94-c61a-4c07-a499-c107f255660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:12.475988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-ca847c94-c61a-4c07-a499-c107f255660a service neutron] 10.222.0.21 "GET /v2.0/networks?id=cceff85e-65db-48eb-86f6-9f059729cb9d HTTP/1.1" status: 200 len: 915 time: 0.3305955 Feb 09 00:00:12.493743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=182dbdcd-769f-4bc6-89f1-0612153ce275,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:12.539365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.549373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.563415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Checking segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:12.563994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Network hostable DHCP agents. Network: 62ba664c-9a22-493b-a919-56aad1438e3a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:12.600125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-421c0f87-b7b4-4374-afe3-f0ec801ae016 req-076e4c08-79e7-4069-b2fa-67fec7fd6c70 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634362 Feb 09 00:00:12.602246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff208912-4dfc-4974-bc40-2cfee742dc72 req-446acda2-6b3d-46ed-8025-b69c141d2538 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 210 time: 0.0454438 Feb 09 00:00:12.642191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:12.648879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:12.664003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:12.697267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-ba0294e2-0969-42c1-9990-c1c935107224 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f HTTP/1.1" status: 200 len: 217 time: 0.1549904 Feb 09 00:00:12.732488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Network 62ba664c-9a22-493b-a919-56aad1438e3a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:12.753217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Pushing event updated for resources: {'Port': ['ID=419babb4-a061-4a49-9560-83e56b24db72,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:12.782121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::f (96371f06-9c3e-44d3-b7a3-950d01d67e5f/e3fbe566-3c7d-4738-802c-64331038c027/6af026a0-3b67-4a14-adf9-f04615418e56) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:12.819256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 62ba664c-9a22-493b-a919-56aad1438e3a) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:12.847183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:12.847945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.858941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Attempting to bind port 419babb4-a061-4a49-9560-83e56b24db72 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:12.859313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Attempting to bind port 419babb4-a061-4a49-9560-83e56b24db72 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'ba18699e-de6c-4abc-82bb-039286470c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:12.859686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Attempting to bind port 419babb4-a061-4a49-9560-83e56b24db72 on network 96371f06-9c3e-44d3-b7a3-950d01d67e5f {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:12.873343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c53c61-7e3e-4459-9e9d-717fcc0473ea None None] Network 62ba664c-9a22-493b-a919-56aad1438e3a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:12.902726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 8, 23, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:12.903162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Checking segment: {'id': 'ba18699e-de6c-4abc-82bb-039286470c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:12.903616 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.904023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Bound using segment: {'id': 'ba18699e-de6c-4abc-82bb-039286470c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:12.907756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Bound port: 419babb4-a061-4a49-9560-83e56b24db72, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba18699e-de6c-4abc-82bb-039286470c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '96371f06-9c3e-44d3-b7a3-950d01d67e5f'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:12.909382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:12.925031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5897f3f6-e141-4425-9cbb-987a22b74c6b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9587326 Feb 09 00:00:12.996588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a0647cbb-bc52-450d-b696-7a12a70d0d37 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:12.998262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a0647cbb-bc52-450d-b696-7a12a70d0d37 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 819 time: 0.2058599 Feb 09 00:00:13.007563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-a16a5b20-3b45-4698-9ef2-25cd1df5c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:13.014945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-a16a5b20-3b45-4698-9ef2-25cd1df5c81f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=042f73e8-887d-4f1a-8271-2b47e1542628 HTTP/1.1" status: 200 len: 854 time: 0.3047004 Feb 09 00:00:13.029733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'port': {'device_id': '542c85fb-b177-4e16-bad1-eebae438730c', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'admin_state_up': True, 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:13.116258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-3fd1b36f-b096-428b-8a30-cb2b5559ce24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cceff85e-65db-48eb-86f6-9f059729cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706100 Feb 09 00:00:13.251636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] For port 419babb4-a061-4a49-9560-83e56b24db72, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:13.270787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] For port 419babb4-a061-4a49-9560-83e56b24db72, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=419babb4-a061-4a49-9560-83e56b24db72,segment=NetworkSegment(ba18699e-de6c-4abc-82bb-039286470c69),segment_id=ba18699e-de6c-4abc-82bb-039286470c69)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:13.276162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:13.352445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:13.505174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=6af026a0-3b67-4a14-adf9-f04615418e56,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:13.532699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:13.534256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:13.545818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:13.551517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:13.552162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:13.622612 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-82245228-9ba8-411a-af6f-c79c8e22ac02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0670466 Feb 09 00:00:13.629645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54666) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:13.790801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:13.793963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device affa398e-52d0-4fb3-8f1f-020db98d6cc9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:13.907995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a256627-2d3f-481e-865e-210c1700f727 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:13.912647 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a256627-2d3f-481e-865e-210c1700f727 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 925 time: 0.2732806 Feb 09 00:00:13.913414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54678) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:13.948038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820de47-3d85-4f31-b517-70a9ac5d3ea4 None None] Pushing event updated for resources: {'Port': ['ID=419babb4-a061-4a49-9560-83e56b24db72,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:13.962734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a410d8c-2b5b-47b7-8c1f-eb69a4364df0 None None] Network 62ba664c-9a22-493b-a919-56aad1438e3a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:14.048779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90738df-3b64-481b-b73f-7aa890eda404 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:14.057387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90738df-3b64-481b-b73f-7aa890eda404 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:14.077091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90738df-3b64-481b-b73f-7aa890eda404 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:14.087005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d90738df-3b64-481b-b73f-7aa890eda404 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2385 time: 0.1718819 Feb 09 00:00:14.090806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:14.342555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 6af026a0-3b67-4a14-adf9-f04615418e56 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:14.346098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:14.382986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-4dae71ea-21cf-4995-bb36-aee6fcc12168 service neutron] 10.222.0.21 "GET /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2324615 Feb 09 00:00:14.388020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:00:14.416701 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bff4cf50-c9fb-45e4-a6bf-b1d3387d3239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:14.468705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port affa398e-52d0-4fb3-8f1f-020db98d6cc9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:14.469124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:14.541812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40850b7d-497d-45c7-8664-52096b4aa121 req-448b40ee-59d8-416e-ad6b-06162ccb8b67 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:14.560494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40850b7d-497d-45c7-8664-52096b4aa121 req-448b40ee-59d8-416e-ad6b-06162ccb8b67 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 943 time: 0.4910176 Feb 09 00:00:14.563316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Made reservation on behalf of bdea13112f40443f81ebe6283ed0ea84 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:14.567162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:14.571596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:00:14.664279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:14.685700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 6af026a0-3b67-4a14-adf9-f04615418e56 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:14.845589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,segment=NetworkSegment(37715c89-2383-4494-af54-38524b3272a6),segment_id=37715c89-2383-4494-af54-38524b3272a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:14.888230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f', 'network_id': 'cceff85e-65db-48eb-86f6-9f059729cb9d', 'port_id': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f', 'mac_address': 'fa:16:3e:8b:11:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042f73e8-887d-4f1a-8271-2b47e1542628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:00:14.947592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e69f920-8911-44db-9a6f-d4f3a0c33427 req-0cbae13c-bb91-4c15-bf79-a16b4ee598d4 service neutron] 10.222.0.21 "GET /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765480 Feb 09 00:00:14.974171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:14.984783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-d8c68643-67d8-44da-ad5e-39fd6b5a9021 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:14.986382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-d8c68643-67d8-44da-ad5e-39fd6b5a9021 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.9183855 Feb 09 00:00:14.995284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40850b7d-497d-45c7-8664-52096b4aa121 req-08eee7a6-bc3f-417b-a3ba-5dcfe9b47bdd tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326308 Feb 09 00:00:15.004099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.056104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=6af026a0-3b67-4a14-adf9-f04615418e56,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:15.059981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-c0f4d6c4-48a6-4252-8ddd-e527bfa7fec7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/quotas/708b4a333c1a47cd95107ec0481b125b HTTP/1.1" status: 200 len: 375 time: 0.0636647 Feb 09 00:00:15.095441 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.103321 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e0baef9-aae0-4faf-ae1d-aa5db66fc975 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/6af026a0-3b67-4a14-adf9-f04615418e56 HTTP/1.1" status: 204 len: 168 time: 1.0105841 Feb 09 00:00:15.104046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54686) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:15.104338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.109080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port affa398e-52d0-4fb3-8f1f-020db98d6cc9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=affa398e-52d0-4fb3-8f1f-020db98d6cc9,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:15.111540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-75ff5902-96b5-485b-af87-cb49a29c2658 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345552 Feb 09 00:00:15.130176 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.146880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:15.147143 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc76fa19-1526-4cd6-9b39-6c0c5bfd1641 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:15.152389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cc76fa19-1526-4cd6-9b39-6c0c5bfd1641 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/6af026a0-3b67-4a14-adf9-f04615418e56 HTTP/1.1" status: 404 len: 333 time: 0.0462399 Feb 09 00:00:15.153976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:15.179396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,segment=NetworkSegment(37715c89-2383-4494-af54-38524b3272a6),segment_id=37715c89-2383-4494-af54-38524b3272a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:15.204286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.241325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=affa398e-52d0-4fb3-8f1f-020db98d6cc9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:15.260804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9ef4ee5-2553-4d8b-a90a-62c6b0e4ad3a req-95f98bde-3e08-4cb2-a58c-36185987c789 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 210 time: 0.0880756 Feb 09 00:00:15.301272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Allocated IP 172.20.0.8 (55fe8aa9-7c78-4fbb-b034-f4dbfc41b745/9777d26a-6224-45a2-bb6f-b6199cdd455c/65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:15.319283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 1e240d36-0bdc-4568-af6e-100e495af4c8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:15.319637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.386844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-b5ee30f3-a999-448e-ba32-81219c48201a service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604544 Feb 09 00:00:15.412617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:15.474839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.525861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:15.545857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-250e6ff3-cbdd-4772-b613-b375a91d4930 service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476145 Feb 09 00:00:15.574215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.622379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 1e240d36-0bdc-4568-af6e-100e495af4c8 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:15.661074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 419babb4-a061-4a49-9560-83e56b24db72 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:15.806408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.886112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:15.974977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccb6b3ea-4385-453a-8696-fc7204022abc req-593af380-cf6d-4467-a932-4b8f9d46fc15 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 210 time: 0.0779827 Feb 09 00:00:16.014058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.067440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 419babb4-a061-4a49-9560-83e56b24db72 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:16.070563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.073095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:16.079876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:16.101266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:16.122383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=1e240d36-0bdc-4568-af6e-100e495af4c8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:16.175406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:16.175931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.207660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.209087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808f9ee4-f8eb-4779-b015-5fa9936e54d8 None None] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:16.214649 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97828138-0052-4f8b-8cfe-2b26e64ff993 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/1e240d36-0bdc-4568-af6e-100e495af4c8 HTTP/1.1" status: 204 len: 168 time: 1.0570693 Feb 09 00:00:16.217267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54700) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:16.217964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:16.281175 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-032aa2ba-ee10-47dc-8444-a9b8bd0a628b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:16.283021 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-032aa2ba-ee10-47dc-8444-a9b8bd0a628b tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/1e240d36-0bdc-4568-af6e-100e495af4c8 HTTP/1.1" status: 404 len: 333 time: 0.0642452 Feb 09 00:00:16.287074 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54706) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:16.299478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-a18d5acf-9285-4be9-822b-6794bcbea66b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2798657 Feb 09 00:00:16.332211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Request body: {'port': {'device_id': '542c85fb-b177-4e16-bad1-eebae438730c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:16.392142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab2f7a-3db5-48b3-8ae7-65d7f268918c req-413d5d27-2e1c-4df6-bcc2-c5075cd5dc4b tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:16.418414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet e3fbe566-3c7d-4738-802c-64331038c027 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:16.422440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.425477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afe480a9-65b7-48be-8e7b-37e04c0b90f9 None None] Provisioning complete for port 419babb4-a061-4a49-9560-83e56b24db72 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:16.426409 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afe480a9-65b7-48be-8e7b-37e04c0b90f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.430795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cab2f7a-3db5-48b3-8ae7-65d7f268918c req-413d5d27-2e1c-4df6-bcc2-c5075cd5dc4b tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 944 time: 0.2489080 Feb 09 00:00:16.487398 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.609401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.610628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cab2f7a-3db5-48b3-8ae7-65d7f268918c req-029d9e41-a690-499c-ae28-da9da65d4247 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759896 Feb 09 00:00:16.616752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.668223 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.718639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1717c9-a943-4ced-8e49-073ca4a0a84b req-aef39dd5-9611-4ba2-bbf4-6bfa26805427 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:16.728648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f1717c9-a943-4ced-8e49-073ca4a0a84b req-aef39dd5-9611-4ba2-bbf4-6bfa26805427 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 931 time: 0.2366698 Feb 09 00:00:16.831995 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afe480a9-65b7-48be-8e7b-37e04c0b90f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.851820 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.860425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.920847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fbe566-3c7d-4738-802c-64331038c027,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:16.948485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:16.969579 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-43a90a23-5369-4fb6-8a03-c7719ede5103 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/e3fbe566-3c7d-4738-802c-64331038c027 HTTP/1.1" status: 204 len: 168 time: 0.6806433 Feb 09 00:00:16.970200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54714) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:17.025294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:00:17.025874 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:00:17.033563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afe480a9-65b7-48be-8e7b-37e04c0b90f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:00:17.033914 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afe480a9-65b7-48be-8e7b-37e04c0b90f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:00:17.159041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.207879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f1717c9-a943-4ced-8e49-073ca4a0a84b req-048c2b39-c710-4fd6-b4e5-b6b59fa3c97e tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779456 Feb 09 00:00:17.282594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.297732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 419babb4-a061-4a49-9560-83e56b24db72 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:17.298080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.358039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:17.375608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e006d5-6881-4fed-a241-227de43e1633 None None] Network 96371f06-9c3e-44d3-b7a3-950d01d67e5f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:17.378947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.428845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Transition to ACTIVE for port object 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:00:17.434733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] For port 419babb4-a061-4a49-9560-83e56b24db72, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=419babb4-a061-4a49-9560-83e56b24db72,segment=NetworkSegment(ba18699e-de6c-4abc-82bb-039286470c69),segment_id=ba18699e-de6c-4abc-82bb-039286470c69)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:17.435160 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.452716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 419babb4-a061-4a49-9560-83e56b24db72 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:17.484296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ac6cb6b-9d1c-496e-b428-7eefa139a4b6 req-72b3496e-fbbf-4475-ad1f-fbc6ab515fba tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 210 time: 0.3530204 Feb 09 00:00:17.489153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.611389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.736955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=419babb4-a061-4a49-9560-83e56b24db72,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:17.750828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No DVR routers for this DVR port 419babb4-a061-4a49-9560-83e56b24db72 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:17.874939 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.880366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:17.906026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afe480a9-65b7-48be-8e7b-37e04c0b90f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:17.993078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-9b50606a-4256-4cca-a61f-d5866f27232a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:17.995296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-9b50606a-4256-4cca-a61f-d5866f27232a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.4234078 Feb 09 00:00:18.013085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c077b-617c-42f5-a350-f682d713cde8 req-e4626e4d-04a6-48f8-b40c-e269681313d2 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:18.015074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f7c077b-617c-42f5-a350-f682d713cde8 req-e4626e4d-04a6-48f8-b40c-e269681313d2 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 944 time: 0.2330647 Feb 09 00:00:18.053179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Request body: {'port': {'device_id': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'admin_state_up': True, 'tenant_id': '708b4a333c1a47cd95107ec0481b125b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:18.058792 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.086329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f626f99-e063-4534-9124-ddba0b513f59 None None] DHCP port deletion for 96371f06-9c3e-44d3-b7a3-950d01d67e5f request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:00:18.093756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device affa398e-52d0-4fb3-8f1f-020db98d6cc9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:18.109963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96371f06-9c3e-44d3-b7a3-950d01d67e5f']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:18.123731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba18699e-de6c-4abc-82bb-039286470c69') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:18.124754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba18699e-de6c-4abc-82bb-039286470c69') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:18.141493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.158530 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.171721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:18.173418 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:18.177496 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:18.181447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port affa398e-52d0-4fb3-8f1f-020db98d6cc9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:18.184043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.241072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Attempting to bind port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:18.241437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Attempting to bind port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:18.241753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Attempting to bind port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 on network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:18.256628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a5639fa2-9b8e-4725-9f0f-c2e0a572fae3 None None] Could not find standard attr ID for object 419babb4-a061-4a49-9560-83e56b24db72. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:00:18.268994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 on network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:00:18.269328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Attempting to bind port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 on network 55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:18.280358 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.287916 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.305229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f7c077b-617c-42f5-a350-f682d713cde8 req-aae8a81d-8c2a-495d-a9a1-d9ab8a9e81c3 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678354 Feb 09 00:00:18.308992 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/96371f06-9c3e-44d3-b7a3-950d01d67e5f HTTP/1.1" status: 204 len: 168 time: 1.3377199 Feb 09 00:00:18.314537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54730) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:18.343547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-8065265'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:18.354615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:18.356077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Checking segment: {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:18.356936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Bound using segment: {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:18.357836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Bound port: 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58edfd2-9320-4672-bf56-f9e571982aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:18.358625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.360145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:18.393382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398403d8-4a15-4a55-af27-5232755c7912 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=96371f06-9c3e-44d3-b7a3-950d01d67e5f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:18.580001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 419babb4-a061-4a49-9560-83e56b24db72 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:18.582814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:00:18.583124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:18.590768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:18.591349 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.591802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.626473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 419babb4-a061-4a49-9560-83e56b24db72 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:18.627214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 419babb4-a061-4a49-9560-83e56b24db72 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:18.658384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5583e000-2853-4e61-896e-d202c07eca73 req-adfc85bd-053b-49fd-89ea-79d61079c12d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 210 time: 0.0595710 Feb 09 00:00:18.716429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:18.736312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.743115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf766-55db-4e3f-bd1f-f4bcfd44d085 req-7fa7e4b4-03a1-4f96-a1a8-1051ab431536 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:18.747940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91caf766-55db-4e3f-bd1f-f4bcfd44d085 req-7fa7e4b4-03a1-4f96-a1a8-1051ab431536 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 943 time: 0.3375270 Feb 09 00:00:18.751116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:18.765751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:18.769456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:18.771940 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34086fe6-4321-419b-8e1e-889f2d9bcde0" -d '{"events": [{"server_uuid": "7c68ded3-975f-4bc6-a087-5cfa1c9ee12b", "name": "network-vif-plugged", "status": "completed", "tag": "5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:18.791248 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.797434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,segment=NetworkSegment(37715c89-2383-4494-af54-38524b3272a6),segment_id=37715c89-2383-4494-af54-38524b3272a6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:18.806492 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.819170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Made reservation on behalf of 708b4a333c1a47cd95107ec0481b125b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:18.822896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.850009 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37017ae-ce06-43fa-a1db-a43acd9aa9fa x-openstack-request-id: req-a37017ae-ce06-43fa-a1db-a43acd9aa9fa {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:18.850629 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68ded3-975f-4bc6-a087-5cfa1c9ee12b", "name": "network-vif-plugged", "status": "completed", "tag": "5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:18.851470 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a37017ae-ce06-43fa-a1db-a43acd9aa9fa {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:18.851660 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f', 'code': 200} Feb 09 00:00:18.857664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.858414 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Added segment e2506244-5e6e-469a-b160-506f566a6740 of type vlan for network 47534c05-6cdc-42c4-82a0-c825e92fcafd Feb 09 00:00:18.882327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:18.896884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:18.897533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:18.898926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] 10.222.0.21 "PUT /v2.0/ports/65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 1091 time: 2.5921154 Feb 09 00:00:18.899505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:18.901854 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514" -d '{"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:18.997980 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8746b-177a-4ada-b36b-f42dac93f20a x-openstack-request-id: req-2fe8746b-177a-4ada-b36b-f42dac93f20a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:18.998272 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:18.998531 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fe8746b-177a-4ada-b36b-f42dac93f20a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:18.998935 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'status': 'completed', 'code': 200} Feb 09 00:00:19.016024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91caf766-55db-4e3f-bd1f-f4bcfd44d085 req-57bf4097-3d55-49b3-8282-6bbcd4abcffc tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477875 Feb 09 00:00:19.082460 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:00:19.090170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a900e-82f0-40cc-8d4f-83eac203abc5 service neutron] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:19.103644 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.164337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04699573-b932-4711-abee-d05726fb5367 req-982bec29-d79a-450d-824b-da3516de2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:19.166209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04699573-b932-4711-abee-d05726fb5367 req-982bec29-d79a-450d-824b-da3516de2ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 1096 time: 0.2384663 Feb 09 00:00:19.219136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-b768f146-8d4c-44a3-83b6-46f4037b5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:19.220646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-b768f146-8d4c-44a3-83b6-46f4037b5d6c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1094 time: 0.2623541 Feb 09 00:00:19.221341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.226618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:19.227182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.365502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-56a40a3c-a3f5-4f64-8f4e-a7fe107ca9c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.1215394 Feb 09 00:00:19.389038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0546126 Feb 09 00:00:19.392023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54744) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:19.397435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:19.400231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Allocated IP 172.20.0.11 (62ba664c-9a22-493b-a919-56aad1438e3a/182dbdcd-769f-4bc6-89f1-0612153ce275/e7586301-f6e3-4e68-9f1f-1254a83dc28a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:19.406663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04699573-b932-4711-abee-d05726fb5367 req-edd73297-e77d-45db-9091-b729530b770c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274811 Feb 09 00:00:19.446308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed05fa6-e2f0-4502-962e-b854dbbaeb08 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Network': ['ID=47534c05-6cdc-42c4-82a0-c825e92fcafd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:19.497252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:19.508578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-d6d97ae4-83cb-4839-bb45-708018c01b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:19.510584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-d6d97ae4-83cb-4839-bb45-708018c01b60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1266732 Feb 09 00:00:19.521075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:19.525887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.568084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e98c9-f675-44fd-85dc-16a6d998055d req-f89ba722-c28c-4de4-8292-cc6f245d4e5e tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:19.570880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e97e98c9-f675-44fd-85dc-16a6d998055d req-f89ba722-c28c-4de4-8292-cc6f245d4e5e tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 945 time: 0.1723473 Feb 09 00:00:19.660442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-16f7d29c-20fe-4da4-9705-91932ac2a4dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366724 Feb 09 00:00:19.705172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e97e98c9-f675-44fd-85dc-16a6d998055d req-ca122946-9e12-4d1f-b013-4fd87caf0d21 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234262 Feb 09 00:00:19.793438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.796569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.830188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c353a2a-351d-4531-8ab5-3d76e795a1f4 req-c7f61c41-51bd-4f15-bfa8-ddb89ecd9d7a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 210 time: 0.0476978 Feb 09 00:00:19.839999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-e3f8e164-438f-4c28-ac55-727d1f441f85 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709569 Feb 09 00:00:19.851058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=063d5a95-032a-44a5-89a1-c3b7110d5dac,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:19.888989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Checking segment: {'id': 'e2506244-5e6e-469a-b160-506f566a6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:19.889418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network hostable DHCP agents. Network: 47534c05-6cdc-42c4-82a0-c825e92fcafd, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:19.907510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:19.915274 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.918201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 47534c05-6cdc-42c4-82a0-c825e92fcafd) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:19.923172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:19.923557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:19.941739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0ee9e-c09d-4a72-afaf-8d99f3f09f4d None None] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:19.949783 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5fc7cfca-a077-4b1d-91d7-441c13f362dd tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5565636 Feb 09 00:00:19.952727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54750) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:19.959356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1801769788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:19.988079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Network 62ba664c-9a22-493b-a919-56aad1438e3a is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:19.996182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:20.000884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:20.003100 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.004247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.004938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e02f8bd4-57b4-4d18-8126-27df9a6fedd3 req-67130143-1cb5-41b7-ba6e-3b50371c492a service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578796 Feb 09 00:00:20.007215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event updated for resources: {'Port': ['ID=e7586301-f6e3-4e68-9f1f-1254a83dc28a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:20.081017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:20.081992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.130923 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.136845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.165774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.170638 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-454cca7a-eb54-450c-8706-a7f84c0bada8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2168128 Feb 09 00:00:20.172642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54756) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:20.176665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-6879da4c-8b59-4306-8bc6-2c4abda83cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1599548 Feb 09 00:00:20.179046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd', 'name': 'tempest-PortsIpV6TestJSON-2074845227'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:20.214218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-47534c05-6cdc-42c4-82a0-c825e92fcafd', 'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': '063d5a95-032a-44a5-89a1-c3b7110d5dac'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:00:20.216437 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.223235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Request body: {'port': {'device_id': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:20.271538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-0fe64a0f-3d19-4b6b-8e9b-cbb27b164181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:20.274200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-0fe64a0f-3d19-4b6b-8e9b-cbb27b164181 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1094 time: 0.1873448 Feb 09 00:00:20.295100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad713580-75aa-417e-9ab3-50005c6d1a1b req-49e58419-d45d-45a8-9785-7729d45db75e tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:20.302649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad713580-75aa-417e-9ab3-50005c6d1a1b req-49e58419-d45d-45a8-9785-7729d45db75e tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 943 time: 0.1820538 Feb 09 00:00:20.416633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:20.422010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.424316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:20.452967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:20.473310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad713580-75aa-417e-9ab3-50005c6d1a1b req-6393121f-2d23-4847-ad92-994c3117a06b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696908 Feb 09 00:00:20.566314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Allocated IP 2001:db8::2 (47534c05-6cdc-42c4-82a0-c825e92fcafd/063d5a95-032a-44a5-89a1-c3b7110d5dac/19845e94-e960-457f-a781-ac2f2ec68bc1) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:20.940690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-21101499-36e8-44ca-8354-5fc62f7ebe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:20.942045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-21101499-36e8-44ca-8354-5fc62f7ebe22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.6369395 Feb 09 00:00:21.019379 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.032183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.032346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-28e9e1cb-77d8-491a-bf21-4c46a5c58d35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.0683739 Feb 09 00:00:21.104115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:21.105441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Pushing event updated for resources: {'Port': ['ID=19845e94-e960-457f-a781-ac2f2ec68bc1,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:21.108223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:21.110382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:21.126969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::395 (47534c05-6cdc-42c4-82a0-c825e92fcafd/063d5a95-032a-44a5-89a1-c3b7110d5dac/0f05a6c3-ecdf-43c9-975a-9397878d1da1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:21.169442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Attempting to bind port 19845e94-e960-457f-a781-ac2f2ec68bc1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:21.169779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6127b-1afc-401d-8710-b2698922c33b req-af190445-d446-4bc4-b7b3-e43b58f32122 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:21.170316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Attempting to bind port 19845e94-e960-457f-a781-ac2f2ec68bc1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e2506244-5e6e-469a-b160-506f566a6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:21.170855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Attempting to bind port 19845e94-e960-457f-a781-ac2f2ec68bc1 on network 47534c05-6cdc-42c4-82a0-c825e92fcafd {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:21.171292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23d6127b-1afc-401d-8710-b2698922c33b req-af190445-d446-4bc4-b7b3-e43b58f32122 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 932 time: 0.2327359 Feb 09 00:00:21.181690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:21.182422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106e0f2-16d2-47a2-ae20-be6561a758b2 req-86935fa6-f326-45f2-a770-ca9cd30cd9c5 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:21.182846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Checking segment: {'id': 'e2506244-5e6e-469a-b160-506f566a6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:21.184014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.184566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a106e0f2-16d2-47a2-ae20-be6561a758b2 req-86935fa6-f326-45f2-a770-ca9cd30cd9c5 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 945 time: 0.2600505 Feb 09 00:00:21.184731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Bound using segment: {'id': 'e2506244-5e6e-469a-b160-506f566a6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:21.185234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Bound port: 19845e94-e960-457f-a781-ac2f2ec68bc1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2506244-5e6e-469a-b160-506f566a6740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '47534c05-6cdc-42c4-82a0-c825e92fcafd'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:21.185631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.202529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-f588adab-1503-443d-b2fe-d64e8758c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:21.204168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-f588adab-1503-443d-b2fe-d64e8758c0ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1626596 Feb 09 00:00:21.268413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] For port 19845e94-e960-457f-a781-ac2f2ec68bc1, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:21.274026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] For port 19845e94-e960-457f-a781-ac2f2ec68bc1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19845e94-e960-457f-a781-ac2f2ec68bc1,segment=NetworkSegment(e2506244-5e6e-469a-b160-506f566a6740),segment_id=e2506244-5e6e-469a-b160-506f566a6740)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:21.280340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.304483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-fcb9990d-8ff4-428d-8eca-8651062bcd62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775182 Feb 09 00:00:21.328678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.368678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23d6127b-1afc-401d-8710-b2698922c33b req-0e9feabf-ea93-403e-a774-56a9b2e772c5 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755619 Feb 09 00:00:21.374704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a5f8e-2bd3-4f40-8c92-69a969de1c6d None None] Pushing event updated for resources: {'Port': ['ID=19845e94-e960-457f-a781-ac2f2ec68bc1,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:21.399198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.420151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a106e0f2-16d2-47a2-ae20-be6561a758b2 req-33a3970a-e872-426a-8f89-f06b5a40fbcc tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266779 Feb 09 00:00:21.512081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=0f05a6c3-ecdf-43c9-975a-9397878d1da1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:21.532375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:21.535010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:21.537552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:21.548886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:21.549583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.594191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-426df154-13bd-4f69-ba72-254af7f03e09 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4169374 Feb 09 00:00:21.594388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:21.611840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-96f192e9-8910-4906-af71-3e13304cf1bc service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791102 Feb 09 00:00:21.630193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a771b-1b1d-492b-a317-19dfaf9377b9 req-cc642035-df61-4331-9488-f6a85ab372ad tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:21.631751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d22a771b-1b1d-492b-a317-19dfaf9377b9 req-cc642035-df61-4331-9488-f6a85ab372ad tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1348240 Feb 09 00:00:21.855949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d22a771b-1b1d-492b-a317-19dfaf9377b9 req-38e18af9-4b18-4f5a-8465-ff452d288394 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817720 Feb 09 00:00:21.879187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7586301-f6e3-4e68-9f1f-1254a83dc28a {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:21.889683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:21.927258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a523480-3d62-4692-8b92-fa93ef5ae1f6 req-3458676f-6319-462b-ac51-d9129e51d593 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:21.935098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a523480-3d62-4692-8b92-fa93ef5ae1f6 req-3458676f-6319-462b-ac51-d9129e51d593 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 943 time: 0.2414818 Feb 09 00:00:21.944223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Transition to ACTIVE for port object e7586301-f6e3-4e68-9f1f-1254a83dc28a will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:00:21.956217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d8c3cf-0ed1-4e7a-91b3-96761cf10514 req-93893074-dd45-49df-a81b-cb241935bb49 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234968 Feb 09 00:00:21.960564 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.001579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.027647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a523480-3d62-4692-8b92-fa93ef5ae1f6 req-355220ce-d11a-4b45-bacf-47bc00ee36f7 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903182 Feb 09 00:00:22.058357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Pushing event updated for resources: {'Port': ['ID=e7586301-f6e3-4e68-9f1f-1254a83dc28a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:22.149616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Attempting to bind port e7586301-f6e3-4e68-9f1f-1254a83dc28a on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:22.151369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Attempting to bind port e7586301-f6e3-4e68-9f1f-1254a83dc28a by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:22.152032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Attempting to bind port e7586301-f6e3-4e68-9f1f-1254a83dc28a on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:22.158303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Port e7586301-f6e3-4e68-9f1f-1254a83dc28a on network 62ba664c-9a22-493b-a919-56aad1438e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:00:22.158951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Attempting to bind port e7586301-f6e3-4e68-9f1f-1254a83dc28a on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:22.177920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:22.179022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Checking segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:22.180168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Bound using segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:22.180762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Bound port: e7586301-f6e3-4e68-9f1f-1254a83dc28a, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:22.181136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.291518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] For port e7586301-f6e3-4e68-9f1f-1254a83dc28a, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:22.309839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] For port e7586301-f6e3-4e68-9f1f-1254a83dc28a, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:22.321654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.357549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.361732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:00:22.367087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.367353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00143a0-5a70-4b9e-958b-64159de0dfde req-5394130d-9a79-4789-8721-a979d7a652f1 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:22.368907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f00143a0-5a70-4b9e-958b-64159de0dfde req-5394130d-9a79-4789-8721-a979d7a652f1 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 945 time: 0.1210806 Feb 09 00:00:22.399014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:22.401000 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.402509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] 10.222.0.21 "PUT /v2.0/ports/e7586301-f6e3-4e68-9f1f-1254a83dc28a HTTP/1.1" status: 200 len: 1092 time: 2.2066557 Feb 09 00:00:22.435390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'tag': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:22.439414 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231eddbe-5df0-48cc-a11c-92a961b7b335" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad978be-d3d5-4ec0-89cf-5d2454c687f9", "tag": "e7586301-f6e3-4e68-9f1f-1254a83dc28a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:22.472198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4d30a-c0cd-40df-b030-0249f21a2632 service neutron] Pushing event updated for resources: {'Port': ['ID=e7586301-f6e3-4e68-9f1f-1254a83dc28a,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:22.581445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=0f05a6c3-ecdf-43c9-975a-9397878d1da1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:22.603503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:22.606692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f00143a0-5a70-4b9e-958b-64159de0dfde req-3f1bdb14-b885-4f6c-906a-b512f07c97b4 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255104 Feb 09 00:00:22.655445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19845e94-e960-457f-a781-ac2f2ec68bc1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:22.667403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee9543-e1d9-42f0-a896-00a22af34d59 req-869d2fa3-d07d-429c-934e-754246391811 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:22.675452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbee9543-e1d9-42f0-a896-00a22af34d59 req-869d2fa3-d07d-429c-934e-754246391811 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 944 time: 0.1580679 Feb 09 00:00:22.684861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-dd85cf19-aa4e-4f28-8577-8d80c2a7c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:22.686762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-dd85cf19-aa4e-4f28-8577-8d80c2a7c3ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 1095 time: 0.1936288 Feb 09 00:00:22.706567 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba9023-4f1b-4d72-ae47-48d8f11e7aa5 x-openstack-request-id: req-c1ba9023-4f1b-4d72-ae47-48d8f11e7aa5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:22.706969 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad978be-d3d5-4ec0-89cf-5d2454c687f9", "tag": "e7586301-f6e3-4e68-9f1f-1254a83dc28a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:22.707172 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1ba9023-4f1b-4d72-ae47-48d8f11e7aa5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:22.707569 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'tag': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'status': 'completed', 'code': 200} Feb 09 00:00:22.729430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'port_id': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'mac_address': 'fa:16:3e:e5:54:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:00:22.779257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.780762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-b9e5822e-9d43-4515-87ef-7e79dbd23740 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a HTTP/1.1" status: 200 len: 217 time: 0.0643394 Feb 09 00:00:22.801054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 19845e94-e960-457f-a781-ac2f2ec68bc1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:22.801425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.807487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.826482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:22.842394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbee9543-e1d9-42f0-a896-00a22af34d59 req-70b16fc8-47fa-4680-ae39-4fe068584a27 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658895 Feb 09 00:00:22.889165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74165-81ad-4f49-a050-33e23b90632c req-27daf64b-c116-4a4e-a0da-633e9a2a8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:22.890795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-27daf64b-c116-4a4e-a0da-633e9a2a8e51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.1033440 Feb 09 00:00:22.914299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:22.922513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.954010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-39be3f01-a974-4a9c-a04f-387734382b62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531032 Feb 09 00:00:22.966714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:22.997707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fa0e4a-8560-45b4-b7ce-a2f433bf31df None None] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:23.090498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:23.134449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-69bfce8f-9ea0-4d65-bbbd-73a1179d2a9c None None] Provisioning complete for port 19845e94-e960-457f-a781-ac2f2ec68bc1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:23.135104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-69bfce8f-9ea0-4d65-bbbd-73a1179d2a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.146624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-1f73ac65-92f7-4ec1-a8cb-7f7a4229605d service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850879 Feb 09 00:00:23.249343 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.271934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce8a5-aff9-4b94-9cf2-2a61c0894d9a req-4878b252-2b4a-4c0c-9671-714a35ceb3d2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:23.273490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2dce8a5-aff9-4b94-9cf2-2a61c0894d9a req-4878b252-2b4a-4c0c-9671-714a35ceb3d2 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.3018138 Feb 09 00:00:23.334114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:23.345318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea45597-12d9-4d73-adc2-2674f5e82b4e req-64dcb1d7-87d2-4f2c-8280-237cc7986fdc tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:23.349034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.353341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fea45597-12d9-4d73-adc2-2674f5e82b4e req-64dcb1d7-87d2-4f2c-8280-237cc7986fdc tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 944 time: 0.1700277 Feb 09 00:00:23.365826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.367198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.395007 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2dce8a5-aff9-4b94-9cf2-2a61c0894d9a req-c06b9380-045c-47fe-aee4-5635f364a387 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097493 Feb 09 00:00:23.398889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 19845e94-e960-457f-a781-ac2f2ec68bc1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19845e94-e960-457f-a781-ac2f2ec68bc1,segment=NetworkSegment(e2506244-5e6e-469a-b160-506f566a6740),segment_id=e2506244-5e6e-469a-b160-506f566a6740)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:23.415869 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.419049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-69bfce8f-9ea0-4d65-bbbd-73a1179d2a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:23.464661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fea45597-12d9-4d73-adc2-2674f5e82b4e req-e855b0a1-8f4d-4b06-92a4-2552203a9cfe tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095128 Feb 09 00:00:23.481727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0a74165-81ad-4f49-a050-33e23b90632c req-561628a7-a1bc-47c2-a48b-f0b63fa3aa10 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199120 Feb 09 00:00:23.492197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-94bac4bf-0a5e-40c9-88a8-90d9b81d6151 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:23.494222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-94bac4bf-0a5e-40c9-88a8-90d9b81d6151 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.1822991 Feb 09 00:00:23.636863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=19845e94-e960-457f-a781-ac2f2ec68bc1,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:23.683966 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-69bfce8f-9ea0-4d65-bbbd-73a1179d2a9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:00:23.684630 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-69bfce8f-9ea0-4d65-bbbd-73a1179d2a9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:00:23.877822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-c4e73155-78f8-4c45-85aa-4041c9d7e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:23.879528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-c4e73155-78f8-4c45-85aa-4041c9d7e2e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 1095 time: 0.3344786 Feb 09 00:00:23.923899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f993df-5693-4d27-b16b-b3c0297cc26b req-54ee0cc9-f363-4c38-9040-72b7008f413f tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:23.925508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38f993df-5693-4d27-b16b-b3c0297cc26b req-54ee0cc9-f363-4c38-9040-72b7008f413f tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 945 time: 0.1509609 Feb 09 00:00:23.955178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9ada264c-bb06-4fe8-9d7e-61d8898f59b9 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:23.956817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9ada264c-bb06-4fe8-9d7e-61d8898f59b9 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 945 time: 0.1725836 Feb 09 00:00:23.962442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Deleting port dc448553-47c7-4837-a5c0-c60084579686 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:23.963044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.003526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=0f05a6c3-ecdf-43c9-975a-9397878d1da1,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:24.079140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:24.082493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:24.167274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54812) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:24.220074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38f993df-5693-4d27-b16b-b3c0297cc26b req-7ed7ba81-6a7f-4f7a-8b3f-169324647236 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820399 Feb 09 00:00:24.252365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Router 44f0edc0-637e-49b3-9290-cfc42c6b99c4 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:00:24.301679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca012-0494-4211-8ece-f6d5defcd005 req-d64c9ba9-41e8-45d8-8468-2d28cf0b8f05 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:24.303189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90cca012-0494-4211-8ece-f6d5defcd005 req-d64c9ba9-41e8-45d8-8468-2d28cf0b8f05 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 944 time: 0.2666237 Feb 09 00:00:24.315039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-925476b6-e332-4e80-9fc5-e84cda11f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:24.315039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-925476b6-e332-4e80-9fc5-e84cda11f048 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 916 time: 0.4202669 Feb 09 00:00:24.329736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] For port dc448553-47c7-4837-a5c0-c60084579686, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=dc448553-47c7-4837-a5c0-c60084579686,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:24.329736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.360869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2aa410e5-c3cf-4d05-8702-577b19677ff5 None None] Provisioning complete for port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:24.362322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2aa410e5-c3cf-4d05-8702-577b19677ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.379212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:00:24.392185 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] Sync routers for ids ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:00:24.397142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a7cacd88-ca78-4ac7-a698-264e9b646211 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/routers/44f0edc0-637e-49b3-9290-cfc42c6b99c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8016992 Feb 09 00:00:24.398288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54816) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:24.411551 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] Routers {'44f0edc0-637e-49b3-9290-cfc42c6b99c4'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:24.412193 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:24.427847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2aa410e5-c3cf-4d05-8702-577b19677ff5 None None] Port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:24.440267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Calling delete_port for dc448553-47c7-4837-a5c0-c60084579686 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:24.444428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2aa410e5-c3cf-4d05-8702-577b19677ff5 None None] Provisioning complete for port 19845e94-e960-457f-a781-ac2f2ec68bc1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:24.444835 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2aa410e5-c3cf-4d05-8702-577b19677ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.458294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b97f7-2a69-41f6-815d-3df25e379c65 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:24.460624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cf9b97f7-2a69-41f6-815d-3df25e379c65 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports?device_id=44f0edc0-637e-49b3-9290-cfc42c6b99c4 HTTP/1.1" status: 200 len: 989 time: 0.0612376 Feb 09 00:00:24.464703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54820) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:24.491815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90cca012-0494-4211-8ece-f6d5defcd005 req-806902c7-f406-4612-ad17-23e5fb2c6667 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772108 Feb 09 00:00:24.495190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-6de64f6a-2cb6-45aa-b563-77caff13fa26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a HTTP/1.1" status: 200 len: 217 time: 0.1674652 Feb 09 00:00:24.504424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1007e08f-bb03-4c44-86b0-b666400612f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.543701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19845e94-e960-457f-a781-ac2f2ec68bc1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:24.548223 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:24.582093 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] Routers {'44f0edc0-637e-49b3-9290-cfc42c6b99c4'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:24.582728 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:24.633305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:24.634015 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df6046-4240-4ad3-a8de-57ff76c8b793 None None] The sync data for ids ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:00:24.682421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 19845e94-e960-457f-a781-ac2f2ec68bc1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:24.682843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.717908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Deleting port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:24.718454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.843700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-39ff2aa1-b53b-4206-a1ce-8172f8d7ec79 None None] Provisioning complete for port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:24.844663 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-39ff2aa1-b53b-4206-a1ce-8172f8d7ec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:24.893091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-39ff2aa1-b53b-4206-a1ce-8172f8d7ec79 None None] Port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:24.994863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.013897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-652a0e89-15ea-4f3d-902c-45726eecf813 None None] Provisioning complete for port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:25.014585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-652a0e89-15ea-4f3d-902c-45726eecf813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.053421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-652a0e89-15ea-4f3d-902c-45726eecf813 None None] Port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:25.163132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-009baf1a-cc71-412d-86bb-b35e52e1ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:25.164524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-009baf1a-cc71-412d-86bb-b35e52e1ca2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.6501803 Feb 09 00:00:25.207919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5221b-aa9a-4acf-a811-b15057188d90 req-c8a4d7e3-c0a5-4fe7-97e9-acdd606ea573 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:25.209532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39a5221b-aa9a-4acf-a811-b15057188d90 req-c8a4d7e3-c0a5-4fe7-97e9-acdd606ea573 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 944 time: 0.5930655 Feb 09 00:00:25.219809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 0f05a6c3-ecdf-43c9-975a-9397878d1da1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:25.220436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.262302 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-7c0d7086-e833-4cad-8975-53bca51e71d4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805333 Feb 09 00:00:25.276659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273cf87-e0c7-43f5-8ba1-d5fc27cabb9c req-5c784119-28f7-4a2b-b225-988dfd6f9017 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:25.278024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e273cf87-e0c7-43f5-8ba1-d5fc27cabb9c req-5c784119-28f7-4a2b-b225-988dfd6f9017 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=d6d96c0a-e852-434d-9409-621c40285738 HTTP/1.1" status: 200 len: 946 time: 0.6672156 Feb 09 00:00:25.322796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.338132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 0f05a6c3-ecdf-43c9-975a-9397878d1da1 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:25.352478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] For port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,segment=NetworkSegment(37715c89-2383-4494-af54-38524b3272a6),segment_id=37715c89-2383-4494-af54-38524b3272a6)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:25.352478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.444349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39a5221b-aa9a-4acf-a811-b15057188d90 req-3d771cde-d6c9-4c13-a25d-b93be50b50a9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244508 Feb 09 00:00:25.447629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Calling delete_port for 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:25.491293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1007e08f-bb03-4c44-86b0-b666400612f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.501556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e273cf87-e0c7-43f5-8ba1-d5fc27cabb9c req-e015e4dd-e56f-4e6a-894c-2046884454e9 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114317 Feb 09 00:00:25.506812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1007e08f-bb03-4c44-86b0-b666400612f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.547586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.586163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=0f05a6c3-ecdf-43c9-975a-9397878d1da1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:25.615800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.628343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:25.713072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1007e08f-bb03-4c44-86b0-b666400612f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2dc8d0ce7e146bfa18c9947aeefa965&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5361209 Feb 09 00:00:25.714241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.717961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:25.721956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-55b11ac3-2dfd-4b1f-aa6b-a6ee5ae7f14b service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419365 Feb 09 00:00:25.725369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007e08f-bb03-4c44-86b0-b666400612f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d149348-6a19-4aab-852a-fa54c706560a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:25.727961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Pushing event deleted for resources: {'Port': ['ID=dc448553-47c7-4837-a5c0-c60084579686,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:25.889271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] No DVR routers for this DVR port dc448553-47c7-4837-a5c0-c60084579686 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:25.892747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.896210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e28a9457-7f84-4a9f-9b31-d1a1ce3895b5 req-f19bcb36-83aa-45fe-a6d9-143822b94591 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "DELETE /v2.0/ports/dc448553-47c7-4837-a5c0-c60084579686 HTTP/1.1" status: 204 len: 173 time: 2.3938797 Feb 09 00:00:25.901258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d96c0a-e852-434d-9409-621c40285738', 'name': 'network-vif-deleted', 'tag': 'dc448553-47c7-4837-a5c0-c60084579686'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:25.905223 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1842518-3607-4ea9-a57b-4ccd830961f6" -d '{"events": [{"server_uuid": "d6d96c0a-e852-434d-9409-621c40285738", "name": "network-vif-deleted", "tag": "dc448553-47c7-4837-a5c0-c60084579686"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:25.920144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667260b-5883-45d1-a826-74052f050303 req-40bb93df-03b4-45cd-b04c-fb02466c9445 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:25.921752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a667260b-5883-45d1-a826-74052f050303 req-40bb93df-03b4-45cd-b04c-fb02466c9445 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c68ded3-975f-4bc6-a087-5cfa1c9ee12b HTTP/1.1" status: 200 len: 945 time: 0.3571951 Feb 09 00:00:25.936024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df4f42-3505-4ec0-93b3-df023c1ec637 req-4e7f4108-d7ee-4119-82de-cb3ea7e047be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:25.936293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f72d6efc-4b77-4aa2-a3a6-36525aaf5435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:25.945368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81df4f42-3505-4ec0-93b3-df023c1ec637 req-4e7f4108-d7ee-4119-82de-cb3ea7e047be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 944 time: 0.3478377 Feb 09 00:00:25.966677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Router 44f0edc0-637e-49b3-9290-cfc42c6b99c4 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:00:25.968951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f72d6efc-4b77-4aa2-a3a6-36525aaf5435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.073091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-231eddbe-5df0-48cc-a11c-92a961b7b335 req-85019e96-a9cb-4dbc-b574-ee7ccde770e3 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365693 Feb 09 00:00:26.077454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:00:26.082906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb5c2d9c-0168-4938-95ba-180eb9954afa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/routers/44f0edc0-637e-49b3-9290-cfc42c6b99c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6163750 Feb 09 00:00:26.085918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54832) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:26.095568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a667260b-5883-45d1-a826-74052f050303 req-bdbb2f73-659b-498c-97ad-84a657dfc7d4 tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.32 "GET /v2.0/security-groups?id=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433146 Feb 09 00:00:26.101431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] Sync routers for ids ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:00:26.107588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81df4f42-3505-4ec0-93b3-df023c1ec637 req-0cf30f57-9c6e-4df4-90a7-83cb8404373a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613228 Feb 09 00:00:26.118935 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8ce323-9f4a-41bb-b74a-28d18ea1bd24 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:26.124171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd8ce323-9f4a-41bb-b74a-28d18ea1bd24 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/0f05a6c3-ecdf-43c9-975a-9397878d1da1 HTTP/1.1" status: 404 len: 333 time: 0.0339837 Feb 09 00:00:26.124745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f72d6efc-4b77-4aa2-a3a6-36525aaf5435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.124885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54834) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:26.128860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f72d6efc-4b77-4aa2-a3a6-36525aaf5435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.134157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.134733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f72d6efc-4b77-4aa2-a3a6-36525aaf5435 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d149348-6a19-4aab-852a-fa54c706560a HTTP/1.1" status: 204 len: 168 time: 0.4141061 Feb 09 00:00:26.149082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] Routers {'44f0edc0-637e-49b3-9290-cfc42c6b99c4'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:26.149737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:26.156219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d6efc-4b77-4aa2-a3a6-36525aaf5435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d149348-6a19-4aab-852a-fa54c706560a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:26.189724 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efadad58-3e02-4222-a8d2-2f60b81d89aa x-openstack-request-id: req-efadad58-3e02-4222-a8d2-2f60b81d89aa {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:26.190308 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d96c0a-e852-434d-9409-621c40285738", "name": "network-vif-deleted", "tag": "dc448553-47c7-4837-a5c0-c60084579686", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:26.190308 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efadad58-3e02-4222-a8d2-2f60b81d89aa {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:26.190698 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d96c0a-e852-434d-9409-621c40285738', 'name': 'network-vif-deleted', 'tag': 'dc448553-47c7-4837-a5c0-c60084579686', 'status': 'completed', 'code': 200} Feb 09 00:00:26.201122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:26.221288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] Routers {'44f0edc0-637e-49b3-9290-cfc42c6b99c4'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:26.221915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:26.255860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Pushing event deleted for resources: {'Port': ['ID=5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:26.261642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:26.262774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb20d69d-4199-42c6-a99a-0dbdd5737014 None None] The sync data for ids ['44f0edc0-637e-49b3-9290-cfc42c6b99c4'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:00:26.269563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.376542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] No DVR routers for this DVR port 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:26.380438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.383747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8368e94-9d18-4260-8003-5c31dc4f890c req-9492c4cc-bb92-447b-a7fd-06d56d20b52a tempest-ServerAddressesTestJSON-1242918803 tempest-ServerAddressesTestJSON-1242918803-project] 10.222.0.21 "DELETE /v2.0/ports/5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f HTTP/1.1" status: 204 len: 173 time: 2.3751583 Feb 09 00:00:26.386163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e7586301-f6e3-4e68-9f1f-1254a83dc28a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:00:26.391467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:26.519822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54842) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:26.555670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-46caa895-039a-4950-9042-a75ef3bf0cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.583668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e7586301-f6e3-4e68-9f1f-1254a83dc28a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:26.596702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'port_id': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'mac_address': 'fa:16:3e:a5:79:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dbdcd-769f-4bc6-89f1-0612153ce275', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:00:26.598446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.600022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:00:26.601737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.606196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:26.606647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.649152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-46caa895-039a-4950-9042-a75ef3bf0cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.655595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-46caa895-039a-4950-9042-a75ef3bf0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.680541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e226925-f204-43c1-a9ab-55fb3cd4126b req-78b29857-f985-48da-a8b6-f5665eb09853 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:26.682172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e226925-f204-43c1-a9ab-55fb3cd4126b req-78b29857-f985-48da-a8b6-f5665eb09853 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 944 time: 0.1291511 Feb 09 00:00:26.704395 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-46caa895-039a-4950-9042-a75ef3bf0cef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=414f1d6816bc48b9a1fb81b803218143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828089 Feb 09 00:00:26.705585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caa895-039a-4950-9042-a75ef3bf0cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d3f03d-242a-43ce-a81d-5a7ade85626e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:26.707903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54848) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:26.729366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e226925-f204-43c1-a9ab-55fb3cd4126b req-8d939d57-51e9-4bc2-b22d-64db84be01ed tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396764 Feb 09 00:00:26.731160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.731878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Fanout notify agent at l3_agent the message router_deleted on router 44f0edc0-637e-49b3-9290-cfc42c6b99c4 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:00:26.739567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.743947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d18eebdc-5370-4f16-bdf8-96769cab4527 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/routers/44f0edc0-637e-49b3-9290-cfc42c6b99c4 HTTP/1.1" status: 204 len: 168 time: 0.6180823 Feb 09 00:00:26.746774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54850) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:26.763917 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.796138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7586301-f6e3-4e68-9f1f-1254a83dc28a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:26.812202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-23f15387-55cc-487a-b767-083f77e00276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.813322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.828287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet 063d5a95-032a-44a5-89a1-c3b7110d5dac {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:26.836415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.837412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e7586301-f6e3-4e68-9f1f-1254a83dc28a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:26.864173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:26.865621 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50aaf5-dfa8-475d-9b99-d71cb76a22b6" -d '{"events": [{"server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "name": "network-vif-plugged", "status": "completed", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:26.869026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.872010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-23f15387-55cc-487a-b767-083f77e00276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.885593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:26.909765 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.910705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:26.918045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:26.919591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76636be-b1de-4958-8327-2a6814af49ec req-e163aaa4-4f33-4563-8d91-b8df54d18475 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:26.923194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e76636be-b1de-4958-8327-2a6814af49ec req-e163aaa4-4f33-4563-8d91-b8df54d18475 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0714645 Feb 09 00:00:26.959346 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437de287-214d-448a-a599-f51fba8eec38 x-openstack-request-id: req-437de287-214d-448a-a599-f51fba8eec38 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:26.959721 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "name": "network-vif-plugged", "status": "completed", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:26.960601 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-437de287-214d-448a-a599-f51fba8eec38 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:26.961210 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'code': 200} Feb 09 00:00:26.966399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:26.966749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:26.967276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device dc448553-47c7-4837-a5c0-c60084579686 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:26.995345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: dc448553-47c7-4837-a5c0-c60084579686 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:26.995674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device dc448553-47c7-4837-a5c0-c60084579686 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:27.013750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-23f15387-55cc-487a-b767-083f77e00276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.015914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e7586301-f6e3-4e68-9f1f-1254a83dc28a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.017359 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-23f15387-55cc-487a-b767-083f77e00276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.018775 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-23f15387-55cc-487a-b767-083f77e00276 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87d3f03d-242a-43ce-a81d-5a7ade85626e HTTP/1.1" status: 204 len: 168 time: 0.3099291 Feb 09 00:00:27.022832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e76636be-b1de-4958-8327-2a6814af49ec req-0ef6972c-31fc-45f8-80a7-ce6d18248660 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863078 Feb 09 00:00:27.035725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f15387-55cc-487a-b767-083f77e00276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d3f03d-242a-43ce-a81d-5a7ade85626e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.056975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.094069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7612f-2811-4aca-b94a-0373a52d11e5 req-4cbc5d44-0bc7-458e-8698-cc7d4757501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:27.096211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74b7612f-2811-4aca-b94a-0373a52d11e5 req-4cbc5d44-0bc7-458e-8698-cc7d4757501e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.0605819 Feb 09 00:00:27.114896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.137267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.170960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74b7612f-2811-4aca-b94a-0373a52d11e5 req-9897cd0a-352f-4dc4-86ae-b35418e9c6f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667391 Feb 09 00:00:27.173022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54862) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:27.177887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.185728 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/063d5a95-032a-44a5-89a1-c3b7110d5dac HTTP/1.1" status: 204 len: 168 time: 0.4359019 Feb 09 00:00:27.186979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54864) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:27.188225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0a7e2-4cb6-4701-8eb7-1e52dcc278fa tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=063d5a95-032a-44a5-89a1-c3b7110d5dac,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.189291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f0acb-8ca6-4b7f-9293-1abdaa78f735 None None] Network 47534c05-6cdc-42c4-82a0-c825e92fcafd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:27.237448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:27.343765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Deleting subnet 042f73e8-887d-4f1a-8271-2b47e1542628 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:27.349983 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.358604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e3ab-754d-4ab4-a0fd-eb21a50da43c req-fc517b31-76f2-448c-a751-73d28c77a495 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:27.360415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1193e3ab-754d-4ab4-a0fd-eb21a50da43c req-fc517b31-76f2-448c-a751-73d28c77a495 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 945 time: 0.1366246 Feb 09 00:00:27.382211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.423393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.485731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.490839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] DHCP port deletion for 47534c05-6cdc-42c4-82a0-c825e92fcafd request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:00:27.542171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1193e3ab-754d-4ab4-a0fd-eb21a50da43c req-2a64f636-4400-4948-8a65-d2012bf8a0df tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532311 Feb 09 00:00:27.545730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] Deleting port 19845e94-e960-457f-a781-ac2f2ec68bc1 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:27.546249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.576501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 19845e94-e960-457f-a781-ac2f2ec68bc1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:27.576841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.633733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.678710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042f73e8-887d-4f1a-8271-2b47e1542628,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.681021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.684765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7a6b0ff3-14f7-41d5-8554-1b88237f31c6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/042f73e8-887d-4f1a-8271-2b47e1542628 HTTP/1.1" status: 204 len: 168 time: 0.5106936 Feb 09 00:00:27.686800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] For port 19845e94-e960-457f-a781-ac2f2ec68bc1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19845e94-e960-457f-a781-ac2f2ec68bc1,segment=NetworkSegment(e2506244-5e6e-469a-b160-506f566a6740),segment_id=e2506244-5e6e-469a-b160-506f566a6740)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:27.687158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.687378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:27.700433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 19845e94-e960-457f-a781-ac2f2ec68bc1 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:27.798573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] For port 19845e94-e960-457f-a781-ac2f2ec68bc1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19845e94-e960-457f-a781-ac2f2ec68bc1,segment=NetworkSegment(e2506244-5e6e-469a-b160-506f566a6740),segment_id=e2506244-5e6e-469a-b160-506f566a6740)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:27.799305 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.813654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.818287 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.818978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] Calling delete_port for 19845e94-e960-457f-a781-ac2f2ec68bc1 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:27.833239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No DVR routers for this DVR port 19845e94-e960-457f-a781-ac2f2ec68bc1 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:27.862971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=19845e94-e960-457f-a781-ac2f2ec68bc1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.934741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.939419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.960454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cceff85e-65db-48eb-86f6-9f059729cb9d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:27.968636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.974549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37715c89-2383-4494-af54-38524b3272a6') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:27.975206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37715c89-2383-4494-af54-38524b3272a6') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:27.977822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] No DVR routers for this DVR port 19845e94-e960-457f-a781-ac2f2ec68bc1 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:27.984156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38b97-29ed-4b9d-a1ce-5656269d546a None None] Pushing event deleted for resources: {'Port': ['ID=19845e94-e960-457f-a781-ac2f2ec68bc1,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:27.990394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:27.994206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296215a8-2f33-4932-ba80-0d6881808ed1 req-9dfbddfc-d767-4f02-b311-3f83913f4554 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:28.001192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-296215a8-2f33-4932-ba80-0d6881808ed1 req-9dfbddfc-d767-4f02-b311-3f83913f4554 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1410756 Feb 09 00:00:28.013390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.019271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:28.019687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:28.021789 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:28.024252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47534c05-6cdc-42c4-82a0-c825e92fcafd']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:28.039642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2506244-5e6e-469a-b160-506f566a6740') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:28.040050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2506244-5e6e-469a-b160-506f566a6740') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:28.058305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.073456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-296215a8-2f33-4932-ba80-0d6881808ed1 req-155cecba-c0b1-45e0-a891-188008bef3f4 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712490 Feb 09 00:00:28.083494 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.094435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:28.094850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:28.098035 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:28.118261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.125851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.130631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cceff85e-65db-48eb-86f6-9f059729cb9d HTTP/1.1" status: 204 len: 168 time: 0.4417253 Feb 09 00:00:28.145845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fce171-4e83-4159-b385-f094d62d51a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cceff85e-65db-48eb-86f6-9f059729cb9d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:28.191474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'name': 'network-vif-deleted', 'tag': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:28.193789 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f72b6-4ad9-491b-a4e4-254c6a4e6ce7" -d '{"events": [{"server_uuid": "7c68ded3-975f-4bc6-a087-5cfa1c9ee12b", "name": "network-vif-deleted", "tag": "5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:28.210359 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.216577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.225437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/47534c05-6cdc-42c4-82a0-c825e92fcafd HTTP/1.1" status: 204 len: 168 time: 1.0369885 Feb 09 00:00:28.226567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:28.265077 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2decec78-9780-47be-9888-1763947584e1 x-openstack-request-id: req-2decec78-9780-47be-9888-1763947584e1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:28.265283 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68ded3-975f-4bc6-a087-5cfa1c9ee12b", "name": "network-vif-deleted", "tag": "5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:28.265529 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2decec78-9780-47be-9888-1763947584e1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:28.265923 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68ded3-975f-4bc6-a087-5cfa1c9ee12b', 'name': 'network-vif-deleted', 'tag': '5c65dabf-a6c3-4bbf-b44f-f13b0a92f03f', 'status': 'completed', 'code': 200} Feb 09 00:00:28.283131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c25395-98b9-463c-a544-6db0fd08328e tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=47534c05-6cdc-42c4-82a0-c825e92fcafd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:28.296072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e679d-2890-4a14-a505-1b99a399a822 req-7f6e6e71-f52f-4cc8-80df-d82e1b4cf5a7 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:28.303864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f1e679d-2890-4a14-a505-1b99a399a822 req-7f6e6e71-f52f-4cc8-80df-d82e1b4cf5a7 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1889989 Feb 09 00:00:28.346108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424c31d-432a-4671-b919-007d5f80972f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:28.350015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0424c31d-432a-4671-b919-007d5f80972f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/7e26208d-7ed9-42c1-963e-5ccacd33f9ad HTTP/1.1" status: 200 len: 844 time: 0.1113355 Feb 09 00:00:28.351178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54902) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:28.386581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f1e679d-2890-4a14-a505-1b99a399a822 req-7171f317-fbfa-409c-941c-bb40cf89c6bd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815437 Feb 09 00:00:28.408701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e7586301-f6e3-4e68-9f1f-1254a83dc28a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:28.408990 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed4af948-acbb-41d5-94cb-211053ced161 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/7e26208d-7ed9-42c1-963e-5ccacd33f9ad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0562351 Feb 09 00:00:28.414415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54904) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:28.424487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:28.456848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54908) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:28.495984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port e7586301-f6e3-4e68-9f1f-1254a83dc28a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:00:28.501717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19845e94-e960-457f-a781-ac2f2ec68bc1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:28.528268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 19845e94-e960-457f-a781-ac2f2ec68bc1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:28.528570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19845e94-e960-457f-a781-ac2f2ec68bc1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:28.531503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port e7586301-f6e3-4e68-9f1f-1254a83dc28a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:28.531819 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.593774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37e998b5-b2d1-494d-acf1-b3d83c69993f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbc5f2fbd92e4ebd89a1ea25c4a7841b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317496 Feb 09 00:00:28.593774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54912) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:28.640831 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.651983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:28.655986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.688470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e7586301-f6e3-4e68-9f1f-1254a83dc28a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:28.693588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.702884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dc127-d5a6-42be-be1e-8104b3e814b6 req-f6668b97-f231-4897-95be-0e420c75b393 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:28.711045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b59dc127-d5a6-42be-be1e-8104b3e814b6 req-f6668b97-f231-4897-95be-0e420c75b393 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 945 time: 0.0739181 Feb 09 00:00:28.734265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85283e7e-39b4-48ce-a2fd-c2c6a6cd34b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.758815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e7586301-f6e3-4e68-9f1f-1254a83dc28a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:28.771154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b59dc127-d5a6-42be-be1e-8104b3e814b6 req-9d91b7f6-3dba-47e2-87d7-2fce8ec27396 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586565 Feb 09 00:00:28.779626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85283e7e-39b4-48ce-a2fd-c2c6a6cd34b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.875072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85283e7e-39b4-48ce-a2fd-c2c6a6cd34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.877846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85283e7e-39b4-48ce-a2fd-c2c6a6cd34b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.879009 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-85283e7e-39b4-48ce-a2fd-c2c6a6cd34b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97 HTTP/1.1" status: 204 len: 168 time: 0.2849548 Feb 09 00:00:28.914017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283e7e-39b4-48ce-a2fd-c2c6a6cd34b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d0ad8-eae0-4c6e-99b8-4ad3a3b1ff97,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:28.940417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:28.962683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:28.965621 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb665a6-d7d7-41cd-9688-9b1c89ada917" -d '{"events": [{"server_uuid": "0ad978be-d3d5-4ec0-89cf-5d2454c687f9", "name": "network-vif-plugged", "status": "completed", "tag": "e7586301-f6e3-4e68-9f1f-1254a83dc28a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:29.015085 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa862571-5faf-4305-9113-b1fe71fdd0e6 x-openstack-request-id: req-fa862571-5faf-4305-9113-b1fe71fdd0e6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:29.015662 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad978be-d3d5-4ec0-89cf-5d2454c687f9", "name": "network-vif-plugged", "status": "completed", "tag": "e7586301-f6e3-4e68-9f1f-1254a83dc28a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:29.015828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:29.016600 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa862571-5faf-4305-9113-b1fe71fdd0e6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:29.017210 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'code': 200} Feb 09 00:00:29.019043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:29.022439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:29.022949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.033922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564bc31-8433-404c-93be-bdbd587071d6 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:29.041698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=ee55d749-a3b6-471a-aea9-be0d99694787,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:29.057001 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5c23b11b-5fe2-46f1-957c-8e3de4ca5a91 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6412189 Feb 09 00:00:29.060489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:29.066419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'security_group': {'name': 'tempest-secgroup-1384132197'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:29.097934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.163780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80e494-420b-4a02-8bf2-8b6605514777 req-290640db-665b-47b0-82be-ffd9ab5531f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:29.166427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c80e494-420b-4a02-8bf2-8b6605514777 req-290640db-665b-47b0-82be-ffd9ab5531f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 1097 time: 0.0627289 Feb 09 00:00:29.198818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.206492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.244182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.247499 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1856177 Feb 09 00:00:29.250205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54934) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:29.251023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12efaf1-1bcf-43da-a5b3-027f54805272 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5bea5-21ca-4534-95c3-9a17e140af2c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:29.258540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'security_group': {'name': 'tempest-secgroup-859246101'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:29.261756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c80e494-420b-4a02-8bf2-8b6605514777 req-60f3035f-1372-494d-b3c5-db3f7b756312 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853200 Feb 09 00:00:29.287972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dc030-cb83-4b6e-ab12-5dccc3475437 req-c881da20-0663-45cc-8518-712c63c5afb7 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:29.289426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-205dc030-cb83-4b6e-ab12-5dccc3475437 req-c881da20-0663-45cc-8518-712c63c5afb7 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.0988514 Feb 09 00:00:29.289611 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.359267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-44e85376-daa8-487f-9436-ebc551cafa00', 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'tenant_id': '697f44225dc14ad6abf7865753fcca7d', 'fixed_ips': [{'subnet_id': 'ee55d749-a3b6-471a-aea9-be0d99694787'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:00:29.361206 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.372166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-205dc030-cb83-4b6e-ab12-5dccc3475437 req-0194b56c-2c75-485f-890b-73acfe42dedd tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657279 Feb 09 00:00:29.412504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.419703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.462483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc910a4a-a267-4dca-90ea-9cc3565d209b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:29.475656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.481541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54948) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:29.488264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-374538690', 'security_groups': ['dc910a4a-a267-4dca-90ea-9cc3565d209b'], 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ee55d749-a3b6-471a-aea9-be0d99694787'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:29.498763 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-70cfae01-0be8-4c83-8800-d5c3d7cc7cd2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2435234 Feb 09 00:00:29.602629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Allocated IP 2001:db8::2 (44e85376-daa8-487f-9436-ebc551cafa00/ee55d749-a3b6-471a-aea9-be0d99694787/7d5f5dc1-61e8-4517-9296-b27926b8d116) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:29.635858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded91e8-0f2d-42de-a4bf-82c9e3a114b6 req-5f5c7776-f28d-4035-a209-aab8e17dad5b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:29.643703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ded91e8-0f2d-42de-a4bf-82c9e3a114b6 req-5f5c7776-f28d-4035-a209-aab8e17dad5b tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1466103 Feb 09 00:00:29.702315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ded91e8-0f2d-42de-a4bf-82c9e3a114b6 req-6f1f06c9-8656-4809-a9cf-e2dd0a820c33 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576081 Feb 09 00:00:29.752271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:29.818470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.828190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.833788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-d9d16b7e-cab6-4f5a-92e6-f48965685146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:29.836149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-d9d16b7e-cab6-4f5a-92e6-f48965685146 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.1241274 Feb 09 00:00:29.838627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:29.864759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:29.867759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:29.871616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:29.896190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bbdbf-c51e-4137-940a-f9756e90e41a req-43e7547f-aa7d-41a5-a6c6-3c0d6e9a7f82 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:29.898057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-303bbdbf-c51e-4137-940a-f9756e90e41a req-43e7547f-aa7d-41a5-a6c6-3c0d6e9a7f82 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1392183 Feb 09 00:00:29.931696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9873d606-2f2c-4957-a693-ed9cb5d19314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.935008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Pushing event updated for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:29.957751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Attempting to bind port 7d5f5dc1-61e8-4517-9296-b27926b8d116 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:29.958125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Attempting to bind port 7d5f5dc1-61e8-4517-9296-b27926b8d116 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6a739450-8428-47f8-90e0-54a4e0ba2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:29.958486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Attempting to bind port 7d5f5dc1-61e8-4517-9296-b27926b8d116 on network 44e85376-daa8-487f-9436-ebc551cafa00 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:29.965566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:29.966242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Checking segment: {'id': '6a739450-8428-47f8-90e0-54a4e0ba2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:29.966362 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:29.966760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Bound using segment: {'id': '6a739450-8428-47f8-90e0-54a4e0ba2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:29.967227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Bound port: 7d5f5dc1-61e8-4517-9296-b27926b8d116, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a739450-8428-47f8-90e0-54a4e0ba2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:29.967642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.046613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9873d606-2f2c-4957-a693-ed9cb5d19314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.052585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9873d606-2f2c-4957-a693-ed9cb5d19314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.060525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:30.063815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d5f5dc1-61e8-4517-9296-b27926b8d116,segment=NetworkSegment(6a739450-8428-47f8-90e0-54a4e0ba2757),segment_id=6a739450-8428-47f8-90e0-54a4e0ba2757)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:30.073886 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.101329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-303bbdbf-c51e-4137-940a-f9756e90e41a req-c67b7d52-dca6-4ea2-b3e4-0377934125a1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242640 Feb 09 00:00:30.111836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873d606-2f2c-4957-a693-ed9cb5d19314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c71925-ca0f-43ab-a112-6f8dc88435c1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:30.119149 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9873d606-2f2c-4957-a693-ed9cb5d19314 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d257e971339440099410ad010d948f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633423 Feb 09 00:00:30.119382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54972) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:30.126316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b6ee-d023-49aa-bcb0-109c26faf618 req-d79ad9d5-96ee-4e15-b9b4-dc8e350dfee8 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:30.135461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea15b6ee-d023-49aa-bcb0-109c26faf618 req-d79ad9d5-96ee-4e15-b9b4-dc8e350dfee8 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 946 time: 0.2361710 Feb 09 00:00:30.150748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dd602-498d-4e05-ad67-4444159554b3 None None] Pushing event updated for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:30.158456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.185313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-3e945db5-7a82-490c-a718-d71edc63732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:30.186806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-3e945db5-7a82-490c-a718-d71edc63732a service neutron] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.3366230 Feb 09 00:00:30.189755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eab100da-20b5-4e9a-8c8b-8b5cc7ba25f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.220051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eab100da-20b5-4e9a-8c8b-8b5cc7ba25f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.221766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54974) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:30.221907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port 10ae979f-5f26-4de5-8565-535a2470ee9c yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:30.288296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eab100da-20b5-4e9a-8c8b-8b5cc7ba25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.292013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eab100da-20b5-4e9a-8c8b-8b5cc7ba25f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.309226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eab100da-20b5-4e9a-8c8b-8b5cc7ba25f6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c71925-ca0f-43ab-a112-6f8dc88435c1 HTTP/1.1" status: 204 len: 168 time: 0.1783841 Feb 09 00:00:30.324299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab100da-20b5-4e9a-8c8b-8b5cc7ba25f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c71925-ca0f-43ab-a112-6f8dc88435c1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:30.374367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2099607-network', 'tenant_id': 'cc94f63dc878461b8b0b76de2b6eb861'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:30.443480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Made reservation on behalf of cc94f63dc878461b8b0b76de2b6eb861 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:30.447207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.465539 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.617363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.628671 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.678190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:30.694254 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.694723 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Added segment 25cca91f-6136-4106-bf0c-35c3c4c58c75 of type vlan for network 8b43df37-7cae-4a62-a486-7701a9a97bdc Feb 09 00:00:30.704004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14c01e3-ad3b-4755-a449-2aca544ac1f4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:30.766250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.770278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea15b6ee-d023-49aa-bcb0-109c26faf618 req-8e000e98-c826-4060-a2c0-1c4135228037 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332438 Feb 09 00:00:30.787896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-0e5852c6-df10-42e6-8185-f3b8e4c4a6a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.5796666 Feb 09 00:00:30.788694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54984) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:30.806402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.807906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:30.809118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.866858 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6439762 Feb 09 00:00:30.869399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-328ff401-1653-4b17-b373-78d62bb01199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:30.875239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa927c7-b488-4e21-b6d0-82fbc732418e admin admin] Pushing event updated for resources: {'Network': ['ID=8b43df37-7cae-4a62-a486-7701a9a97bdc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:30.885207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8b43df37-7cae-4a62-a486-7701a9a97bdc details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:30.975962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-d00b36a0-cd7e-4b86-a804-1764aa77d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:30.977899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-d00b36a0-cd7e-4b86-a804-1764aa77d995 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1629877 Feb 09 00:00:31.035010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b401c6-e5a7-48d6-9e64-2c6b1a31e3aa req-a13de490-7dc1-49ca-a737-14d3aca565b5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.036586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19b401c6-e5a7-48d6-9e64-2c6b1a31e3aa req-a13de490-7dc1-49ca-a737-14d3aca565b5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2313650 Feb 09 00:00:31.063608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-1fdc6c9e-a259-472c-b852-ae6977cadfb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502169 Feb 09 00:00:31.136232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::6 (44e85376-daa8-487f-9436-ebc551cafa00/ee55d749-a3b6-471a-aea9-be0d99694787/10ae979f-5f26-4de5-8565-535a2470ee9c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:31.218885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19b401c6-e5a7-48d6-9e64-2c6b1a31e3aa req-6022af8b-26d1-42ba-9fa7-98c7b30d863c tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601131 Feb 09 00:00:31.290512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-328ff401-1653-4b17-b373-78d62bb01199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.338169 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-328ff401-1653-4b17-b373-78d62bb01199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.453707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Provisioning complete for port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:31.454463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.458730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-e3c0efb8-96f7-41ca-a3d0-d72aef0cf05b service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729999 Feb 09 00:00:31.483085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-328ff401-1653-4b17-b373-78d62bb01199 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbac392ee9f54e869d0fd363044d4f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6927209 Feb 09 00:00:31.485903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54996) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:31.492560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:31.504740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:31.505230 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.521078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ff401-1653-4b17-b373-78d62bb01199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aa4219-7b34-4a52-badc-897b3776d8e4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:31.548958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-383ca029-634b-455b-8bf5-31fc2c6f4429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.572524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-383ca029-634b-455b-8bf5-31fc2c6f4429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.596485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.626643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b65543-b0c2-41d4-827c-e13a7b93c6f3 req-7dc1f29c-f7d5-467d-bd65-c8ed3e542883 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.628719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-383ca029-634b-455b-8bf5-31fc2c6f4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.629456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63b65543-b0c2-41d4-827c-e13a7b93c6f3 req-7dc1f29c-f7d5-467d-bd65-c8ed3e542883 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.3336973 Feb 09 00:00:31.631744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-383ca029-634b-455b-8bf5-31fc2c6f4429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.636230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d5f5dc1-61e8-4517-9296-b27926b8d116,segment=NetworkSegment(6a739450-8428-47f8-90e0-54a4e0ba2757),segment_id=6a739450-8428-47f8-90e0-54a4e0ba2757)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:31.637297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-383ca029-634b-455b-8bf5-31fc2c6f4429 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6aa4219-7b34-4a52-badc-897b3776d8e4 HTTP/1.1" status: 204 len: 168 time: 0.1494501 Feb 09 00:00:31.642364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.646384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd3a2-7bba-407e-92d4-1909b8b12d1d req-80798432-beda-4d4f-b868-c121f5a09099 tempest-ComputeTenantNetworksTest-775955692 tempest-ComputeTenantNetworksTest-775955692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.651347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ca029-634b-455b-8bf5-31fc2c6f4429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aa4219-7b34-4a52-badc-897b3776d8e4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:31.654368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd3a2-7bba-407e-92d4-1909b8b12d1d req-80798432-beda-4d4f-b868-c121f5a09099 tempest-ComputeTenantNetworksTest-775955692 tempest-ComputeTenantNetworksTest-775955692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.659888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd3a2-7bba-407e-92d4-1909b8b12d1d req-80798432-beda-4d4f-b868-c121f5a09099 tempest-ComputeTenantNetworksTest-775955692 tempest-ComputeTenantNetworksTest-775955692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.661723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89abd3a2-7bba-407e-92d4-1909b8b12d1d req-80798432-beda-4d4f-b868-c121f5a09099 tempest-ComputeTenantNetworksTest-775955692 tempest-ComputeTenantNetworksTest-775955692-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1900 time: 0.4528930 Feb 09 00:00:31.690478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.710182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa16f5e-eb96-4a03-8950-6c203cd5d3da None None] Pushing event updated for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:31.791648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6891ea-d6a3-4baa-89c8-ff614fd76d0b req-4eb16f96-5eb0-4190-bae8-14255059e8ea service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127079 Feb 09 00:00:31.799339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63b65543-b0c2-41d4-827c-e13a7b93c6f3 req-195c8728-60cf-4b2e-a117-8f7d93557ecd tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363721 Feb 09 00:00:31.836216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fefd6-99fb-48a0-b2d7-0a1eb801ff73 req-d80b83d9-7ecd-428f-a330-bae2033961a1 tempest-ComputeTenantNetworksTest-775955692 tempest-ComputeTenantNetworksTest-775955692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.837653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c3fefd6-99fb-48a0-b2d7-0a1eb801ff73 req-d80b83d9-7ecd-428f-a330-bae2033961a1 tempest-ComputeTenantNetworksTest-775955692 tempest-ComputeTenantNetworksTest-775955692-project] 10.222.0.32 "GET /v2.0/networks/8b43df37-7cae-4a62-a486-7701a9a97bdc HTTP/1.1" status: 200 len: 766 time: 0.1441934 Feb 09 00:00:31.846951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55006) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:31.851912 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.918236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:31.923893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:31.935724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.936496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:31.945664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:31.946755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:31.967482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=10ae979f-5f26-4de5-8565-535a2470ee9c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:32.014256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8020e44c-01c2-4b0c-b918-1f03cd3ec373 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5305557 Feb 09 00:00:32.024968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfc88a-4d9f-461d-9e36-b4a9bc5392ee req-1cf713c5-04f6-4f64-bd04-811dde529c34 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:32.026724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5cfc88a-4d9f-461d-9e36-b4a9bc5392ee req-1cf713c5-04f6-4f64-bd04-811dde529c34 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 946 time: 0.0972397 Feb 09 00:00:32.027223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:32.033861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:32.047351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.083749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b43df37-7cae-4a62-a486-7701a9a97bdc']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:32.094739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25cca91f-6136-4106-bf0c-35c3c4c58c75') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:32.095042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25cca91f-6136-4106-bf0c-35c3c4c58c75') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:32.131008 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5cfc88a-4d9f-461d-9e36-b4a9bc5392ee req-d8e1a59d-2635-41b6-9fa1-04af34630602 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Feb 09 00:00:32.200389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:32.205618 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.365972 n-d-828413-1 neutron-server[105925]: INFO neutron.db.ipam_backend_mixin [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee55d749-a3b6-471a-aea9-be0d99694787 (CIDR: 2001:db8::/64) Feb 09 00:00:32.408149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d89cb7c7-42a8-46df-8b1c-60304926bc04 None None] Provisioning complete for port 10ae979f-5f26-4de5-8565-535a2470ee9c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:32.408777 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d89cb7c7-42a8-46df-8b1c-60304926bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.446401 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:00:32.447106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:32.505168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4051cd3f-a7ae-4ac0-a566-c799c22a54b1 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4768636 Feb 09 00:00:32.517633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d89cb7c7-42a8-46df-8b1c-60304926bc04 None None] Port 10ae979f-5f26-4de5-8565-535a2470ee9c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:32.520118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55032) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:32.526972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:32.554889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.576679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d5f5dc1-61e8-4517-9296-b27926b8d116 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:32.579066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.594289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:32.603637 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:32.643905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb75df-a1a2-458f-bd8a-f4bd4411f498 req-614df9a0-e64d-4e26-beae-b5afdc694359 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:32.645572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1cb75df-a1a2-458f-bd8a-f4bd4411f498 req-614df9a0-e64d-4e26-beae-b5afdc694359 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.2781820 Feb 09 00:00:32.670511 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.681107 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.685930 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8b43df37-7cae-4a62-a486-7701a9a97bdc HTTP/1.1" status: 204 len: 168 time: 0.8378713 Feb 09 00:00:32.708315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:32.709511 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.712516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92ed8e-0c3c-4cc6-a6ea-6da0bd2bfda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b43df37-7cae-4a62-a486-7701a9a97bdc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:32.740778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1cb75df-a1a2-458f-bd8a-f4bd4411f498 req-d304999d-af51-4fc4-a212-033ddfdfa298 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855160 Feb 09 00:00:32.794451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:32.802978 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:32.962961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:33.024084 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-74e8e7cc-d656-4e3e-a033-bf307549bc35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc94f63dc878461b8b0b76de2b6eb861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588753 Feb 09 00:00:33.030435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55066) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:33.066603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2344-41d8-4ce4-b85e-0610338da01b req-6e904928-2359-45c6-a7e5-141c5a98eea3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:33.068159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39ba2344-41d8-4ce4-b85e-0610338da01b req-6e904928-2359-45c6-a7e5-141c5a98eea3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1391754 Feb 09 00:00:33.081931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-139fd9e0-a11f-4ff4-9572-da421cfb0bc5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:33.083375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-139fd9e0-a11f-4ff4-9572-da421cfb0bc5 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1449361 Feb 09 00:00:33.226534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39ba2344-41d8-4ce4-b85e-0610338da01b req-2eb7f9f8-92ba-4d90-b89b-8f318cca6491 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421723 Feb 09 00:00:33.274265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.353861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.443684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Deleting port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:33.449124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.521254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.585233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:33.588236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.591322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.592474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c14c01e3-ad3b-4755-a449-2aca544ac1f4 HTTP/1.1" status: 204 len: 168 time: 0.5591230 Feb 09 00:00:33.609554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:33.623803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:33.624405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.624727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f32e3-7423-4ebe-83cf-31c50c9e5af6 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:33.637336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] For port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:33.637714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.640487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14c01e3-ad3b-4755-a449-2aca544ac1f4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:33.656340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:33.670350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Calling delete_port for 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:33.673595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.675391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.675746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.676120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.683082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdbb9b-2f40-4e6b-811c-604d45d13ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.699484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1771231 Feb 09 00:00:33.702301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55088) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:33.705437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.705784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.706125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.706461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.706792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.707120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.707444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.707767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.708088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.708421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.708742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.709065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d57d58-b24e-41cc-a8c9-f1a4a5c3a722 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:33.711448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-947356184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c'}], 'security_groups': ['49c5bea5-21ca-4534-95c3-9a17e140af2c']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:33.967457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:33.992553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da140a-625f-45d1-8b7a-77664afb5c3f req-cdc5add0-187e-4ae5-b1cf-984e76e122dd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:33.994188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21da140a-625f-45d1-8b7a-77664afb5c3f req-cdc5add0-187e-4ae5-b1cf-984e76e122dd tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c680725-82b1-4ad9-b9d1-29538367c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1052279 Feb 09 00:00:34.009950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:34.010315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:34.048043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Pushing event deleted for resources: {'Port': ['ID=5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:34.125288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] No DVR routers for this DVR port 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:34.128957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:34.132323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ea0e951-dc8a-4e3c-abb7-38c291918a50 req-db468ff8-efa7-45a3-80fd-d8c45d47f618 tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.21 "DELETE /v2.0/ports/5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d HTTP/1.1" status: 204 len: 173 time: 1.0338867 Feb 09 00:00:34.133033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'name': 'network-vif-deleted', 'tag': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:34.137745 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac1d9b-20e1-4a1a-a56b-b737e675a981" -d '{"events": [{"server_uuid": "4c680725-82b1-4ad9-b9d1-29538367c8e6", "name": "network-vif-deleted", "tag": "5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:34.163294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21da140a-625f-45d1-8b7a-77664afb5c3f req-723b802d-a0c0-478a-b8cc-803df02ad5bb tempest-ServerRescueNegativeTestJSON-1285306939 tempest-ServerRescueNegativeTestJSON-1285306939-project] 10.222.0.32 "GET /v2.0/security-groups?id=30d1b164-eb40-4492-b6a9-4e294a5c1d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430531 Feb 09 00:00:34.189644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] Update dhcp port {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'fixed_ips': [{'subnet_id': 'ee55d749-a3b6-471a-aea9-be0d99694787', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '7d5f5dc1-61e8-4517-9296-b27926b8d116'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:00:34.246608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:34.265719 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baec320-f047-44fa-adc0-9e3e9e72b5a5 x-openstack-request-id: req-8baec320-f047-44fa-adc0-9e3e9e72b5a5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:34.266647 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c680725-82b1-4ad9-b9d1-29538367c8e6", "name": "network-vif-deleted", "tag": "5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:34.266935 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8baec320-f047-44fa-adc0-9e3e9e72b5a5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:34.267444 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c680725-82b1-4ad9-b9d1-29538367c8e6', 'name': 'network-vif-deleted', 'tag': '5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d', 'status': 'completed', 'code': 200} Feb 09 00:00:34.497652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a1abe-0d62-4dda-88bb-8d099728e4d9 req-1040af90-9043-48b9-8bf7-140ba06464e2 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:34.508461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a2a1abe-0d62-4dda-88bb-8d099728e4d9 req-1040af90-9043-48b9-8bf7-140ba06464e2 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1443200 Feb 09 00:00:34.574579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a2a1abe-0d62-4dda-88bb-8d099728e4d9 req-dc7724b6-364b-451f-9145-b4655ef6215f tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647879 Feb 09 00:00:34.714459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Delete allocated IP 2001:db8::6 (44e85376-daa8-487f-9436-ebc551cafa00/ee55d749-a3b6-471a-aea9-be0d99694787) {{(pid=105931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 00:00:34.724454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8:0:1::b2 (44e85376-daa8-487f-9436-ebc551cafa00/b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c/10ae979f-5f26-4de5-8565-535a2470ee9c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:34.917874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:34.940364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.005043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] Allocated IP 2001:db8:0:1::2 (44e85376-daa8-487f-9436-ebc551cafa00/b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c/7d5f5dc1-61e8-4517-9296-b27926b8d116) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:35.047614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] In _notify_port_updated(), no bound segment for port 10ae979f-5f26-4de5-8565-535a2470ee9c on network 44e85376-daa8-487f-9436-ebc551cafa00 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:00:35.053159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:35.053793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.058435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55142) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:35.058983 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/ports/10ae979f-5f26-4de5-8565-535a2470ee9c HTTP/1.1" status: 200 len: 929 time: 1.3548262 Feb 09 00:00:35.069342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=10ae979f-5f26-4de5-8565-535a2470ee9c,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:35.098127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.098502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.098837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.099325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.099676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.100017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.100360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.100699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.101058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.101387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.101715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.102041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef663d-b452-4e5f-a958-340650cd6c4a tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:00:35.179754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d5f5dc1-61e8-4517-9296-b27926b8d116,segment=NetworkSegment(6a739450-8428-47f8-90e0-54a4e0ba2757),segment_id=6a739450-8428-47f8-90e0-54a4e0ba2757)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:35.223552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 10ae979f-5f26-4de5-8565-535a2470ee9c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:35.223889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.242581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.250433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55150) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:35.250617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.351627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27d9f8-ea10-46ba-8b52-a9ed882676bb None None] Pushing event updated for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:35.444607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.468421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 10ae979f-5f26-4de5-8565-535a2470ee9c owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:35.696081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.740882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=10ae979f-5f26-4de5-8565-535a2470ee9c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:35.826678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:35.831223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8f4c2d5b-6e1b-4013-831e-36ca7df5c1f4 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/10ae979f-5f26-4de5-8565-535a2470ee9c HTTP/1.1" status: 204 len: 168 time: 0.7709444 Feb 09 00:00:35.841590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55170) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:35.901508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:35.915300 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f903539f-4bde-41fa-bc98-c1cf96f57d44 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:35.931949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f903539f-4bde-41fa-bc98-c1cf96f57d44 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/10ae979f-5f26-4de5-8565-535a2470ee9c HTTP/1.1" status: 404 len: 333 time: 0.0865414 Feb 09 00:00:35.937614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55178) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:36.062858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff84e36-619e-400c-ae29-54c80f49dffc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.080255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afbc8b-7da8-483d-ac39-8bd3a2d058f5 req-3266ec14-7f64-452d-8007-6925563a0819 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:36.096041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41afbc8b-7da8-483d-ac39-8bd3a2d058f5 req-3266ec14-7f64-452d-8007-6925563a0819 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.2742069 Feb 09 00:00:36.122439 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.143474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff84e36-619e-400c-ae29-54c80f49dffc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.219920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fcee086a-cb83-4a4d-ac67-902e45cffd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.265971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41afbc8b-7da8-483d-ac39-8bd3a2d058f5 req-4f3e4e45-fd62-4034-b397-e752c2da2072 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684692 Feb 09 00:00:36.267827 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff84e36-619e-400c-ae29-54c80f49dffc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.271219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aff84e36-619e-400c-ae29-54c80f49dffc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.274956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aff84e36-619e-400c-ae29-54c80f49dffc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/security-groups/dc910a4a-a267-4dca-90ea-9cc3565d209b HTTP/1.1" status: 204 len: 168 time: 0.3338625 Feb 09 00:00:36.279201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55186) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:36.295901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff84e36-619e-400c-ae29-54c80f49dffc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc910a4a-a267-4dca-90ea-9cc3565d209b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:36.378714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20086718-4bb8-46f2-88a2-200e526ae154 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.409991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:36.415374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20086718-4bb8-46f2-88a2-200e526ae154 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.475854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20086718-4bb8-46f2-88a2-200e526ae154 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.477474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:36.478039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5fe94b1a-470a-45b4-9ce9-7a0afaf5a28d not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:36.478480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20086718-4bb8-46f2-88a2-200e526ae154 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.482495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-20086718-4bb8-46f2-88a2-200e526ae154 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/security-groups/49c5bea5-21ca-4534-95c3-9a17e140af2c HTTP/1.1" status: 204 len: 168 time: 0.2021315 Feb 09 00:00:36.483115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55190) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:36.551698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d5f5dc1-61e8-4517-9296-b27926b8d116 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:36.562770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet ee55d749-a3b6-471a-aea9-be0d99694787 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:36.572405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20086718-4bb8-46f2-88a2-200e526ae154 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5bea5-21ca-4534-95c3-9a17e140af2c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:36.576363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.663885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.680002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3f4f349e-bc2d-40b7-bc0a-93ba4cf0d66f None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:36.682866 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3f4f349e-bc2d-40b7-bc0a-93ba4cf0d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.686863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fcee086a-cb83-4a4d-ac67-902e45cffd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.697655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fcee086a-cb83-4a4d-ac67-902e45cffd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.734935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:36.735726 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.762867 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fcee086a-cb83-4a4d-ac67-902e45cffd48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37b7dc38620d4aa2b6d9edf6f51274ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601475 Feb 09 00:00:36.770318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55196) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:36.833417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee086a-cb83-4a4d-ac67-902e45cffd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93318af7-a45e-490c-806b-42275edeedde,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:36.876942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2af946c-f760-46dd-aae4-68b8d2698069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.907734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2af946c-f760-46dd-aae4-68b8d2698069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.966286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.970980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2af946c-f760-46dd-aae4-68b8d2698069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.974216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2af946c-f760-46dd-aae4-68b8d2698069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:36.978263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c2af946c-f760-46dd-aae4-68b8d2698069 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93318af7-a45e-490c-806b-42275edeedde HTTP/1.1" status: 204 len: 168 time: 0.2047956 Feb 09 00:00:36.994449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Deleting port 8adb4e0b-29be-4d46-a053-099fd00b54e4 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:36.995698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.005294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.040504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3f4f349e-bc2d-40b7-bc0a-93ba4cf0d66f None None] Provisioning complete for port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:37.040947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3f4f349e-bc2d-40b7-bc0a-93ba4cf0d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.043306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af946c-f760-46dd-aae4-68b8d2698069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93318af7-a45e-490c-806b-42275edeedde,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:37.047192 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.097850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.130258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f349e-bc2d-40b7-bc0a-93ba4cf0d66f None None] Port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:37.141128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3f4f349e-bc2d-40b7-bc0a-93ba4cf0d66f None None] Could not find standard attr ID for object 10ae979f-5f26-4de5-8565-535a2470ee9c. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:00:37.157437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.171687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:37.175863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/ee55d749-a3b6-471a-aea9-be0d99694787 HTTP/1.1" status: 204 len: 168 time: 0.6884882 Feb 09 00:00:37.177270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bbc20-4e74-4fe4-9916-046eab8eba29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=ee55d749-a3b6-471a-aea9-be0d99694787,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:37.196260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:37.208226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] For port 8adb4e0b-29be-4d46-a053-099fd00b54e4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8adb4e0b-29be-4d46-a053-099fd00b54e4,segment=NetworkSegment(a6f14c0f-a409-451c-9e8f-a3312a781d1a),segment_id=a6f14c0f-a409-451c-9e8f-a3312a781d1a)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:37.208737 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.253493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7d2fb5b4-5e88-40f1-956a-eba509480fbb None None] Could not find standard attr ID for object 10ae979f-5f26-4de5-8565-535a2470ee9c. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:00:37.270854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Calling delete_port for 8adb4e0b-29be-4d46-a053-099fd00b54e4 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:37.309097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e189b7b-e80a-409f-a892-79eed8835db7 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:37.430173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c9f54-dcd1-420f-9f35-5f75ce6ae8c8 req-d5ff3f2b-2df0-4814-aecc-93dd84a7deed tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:37.437519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd7c9f54-dcd1-420f-9f35-5f75ce6ae8c8 req-d5ff3f2b-2df0-4814-aecc-93dd84a7deed tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.0744276 Feb 09 00:00:37.522555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd7c9f54-dcd1-420f-9f35-5f75ce6ae8c8 req-6837493f-62f4-4581-b5fd-26817c2e7d92 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812871 Feb 09 00:00:37.643188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:37.647006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.818703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55216) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:37.835690 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e61fa86f-68bb-4c52-a6b2-c27b180f7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.873174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.914941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8adb4e0b-29be-4d46-a053-099fd00b54e4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:37.979901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e61fa86f-68bb-4c52-a6b2-c27b180f7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:37.981274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55218) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:37.990060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e61fa86f-68bb-4c52-a6b2-c27b180f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.041310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e61fa86f-68bb-4c52-a6b2-c27b180f7aa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f282dca74ae6454a91311b473b649472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2193053 Feb 09 00:00:38.041310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa86f-68bb-4c52-a6b2-c27b180f7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ccb1f-afdb-4008-84b9-7de2d35d3718,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:38.045787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55222) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:38.118144 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-229a8104-6ff9-4014-9775-259fc5f0d5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.148563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-229a8104-6ff9-4014-9775-259fc5f0d5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.215319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a71d1a6-d117-4879-ac00-246b9d002f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.238191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.252107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-229a8104-6ff9-4014-9775-259fc5f0d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.256157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-229a8104-6ff9-4014-9775-259fc5f0d5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.257558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-229a8104-6ff9-4014-9775-259fc5f0d5f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c88ccb1f-afdb-4008-84b9-7de2d35d3718 HTTP/1.1" status: 204 len: 168 time: 0.2107468 Feb 09 00:00:38.296006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8104-6ff9-4014-9775-259fc5f0d5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ccb1f-afdb-4008-84b9-7de2d35d3718,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:38.357782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.381450 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a71d1a6-d117-4879-ac00-246b9d002f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.387402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a71d1a6-d117-4879-ac00-246b9d002f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.459646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71d1a6-d117-4879-ac00-246b9d002f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5599400-7a31-4bc5-b215-326e4b11aa18,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:38.469056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8a71d1a6-d117-4879-ac00-246b9d002f5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13081970c8114dd9aeedba9acd4982bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865022 Feb 09 00:00:38.470338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55228) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:38.501609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:38.506793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=a7f86e7b-5b16-433a-b6df-2d656a363ec6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:38.511530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:38.522747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:38.523355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.523889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba15669-80f3-47dd-aefd-35f71fa4b2e6 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:38.571321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c83a544-f9fc-4193-9089-dfc509c1d3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.590774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-290e5a7a-6110-4df1-8b82-ffb511fd9cfc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4044745 Feb 09 00:00:38.600751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55234) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:38.610692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'security_group': {'name': 'tempest-secgroup-1134059697'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:38.618156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c83a544-f9fc-4193-9089-dfc509c1d3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.641808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-01ccc072-49ec-4dd8-b076-43cc42b78c44 None None] Provisioning complete for port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:38.643250 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-01ccc072-49ec-4dd8-b076-43cc42b78c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.679595 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.737366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c83a544-f9fc-4193-9089-dfc509c1d3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.740333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c83a544-f9fc-4193-9089-dfc509c1d3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.745373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1c83a544-f9fc-4193-9089-dfc509c1d3b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5599400-7a31-4bc5-b215-326e4b11aa18 HTTP/1.1" status: 204 len: 168 time: 0.2733109 Feb 09 00:00:38.763849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83a544-f9fc-4193-9089-dfc509c1d3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5599400-7a31-4bc5-b215-326e4b11aa18,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:38.783520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Router 8337d678-7624-46b5-9256-e6fe88cb60a6 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:00:38.824408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436f88-de46-452b-851f-9ed25aed05e2 req-4b81c7c3-332a-4ada-9692-ddce4037934b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:38.828425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b436f88-de46-452b-851f-9ed25aed05e2 req-4b81c7c3-332a-4ada-9692-ddce4037934b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1332693 Feb 09 00:00:38.856092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-01ccc072-49ec-4dd8-b076-43cc42b78c44 None None] Port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:38.899770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-01ccc072-49ec-4dd8-b076-43cc42b78c44 None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:38.900186 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-01ccc072-49ec-4dd8-b076-43cc42b78c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.942632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:38.967469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.005970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:00:39.018445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-708243ef-fd38-4872-b2cf-9eab4930fe2b admin admin] 10.222.0.32 "PUT /v2.0/routers/8337d678-7624-46b5-9256-e6fe88cb60a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7657206 Feb 09 00:00:39.021034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55250) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:39.025775 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] Sync routers for ids ['8337d678-7624-46b5-9256-e6fe88cb60a6'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:00:39.040153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b436f88-de46-452b-851f-9ed25aed05e2 req-61f3150b-fc77-4556-be92-bf815d529a9d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988502 Feb 09 00:00:39.042863 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] Routers {'8337d678-7624-46b5-9256-e6fe88cb60a6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:39.043529 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8337d678-7624-46b5-9256-e6fe88cb60a6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:39.068110 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.072138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4694669 Feb 09 00:00:39.090429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55252) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:39.099583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'security_group': {'name': 'tempest-secgroup-1915252284'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:39.117181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2430edb-40b0-48d4-80c8-c85da9757fca tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a393de-b26b-4176-b852-a06d3ad3e6b0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:39.137638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.249344 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.267182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.276786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.298829 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] Set router 8337d678-7624-46b5-9256-e6fe88cb60a6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:00:39.359898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55260) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:39.367503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] Update dhcp port {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'fixed_ips': [{'subnet_id': 'b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a7f86e7b-5b16-433a-b6df-2d656a363ec6'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '7d5f5dc1-61e8-4517-9296-b27926b8d116'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:00:39.422992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.429997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3384557 Feb 09 00:00:39.432490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d9fb5-caac-4af2-99d2-2dcd46422eb7 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52aee09e-b98c-4368-bde5-ac0b8ad4b828,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:39.436236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55262) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:39.440877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-605543d3-aa67-4313-913c-9386be1df9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.454602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.556968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'security_group': {'name': 'tempest-secgroup-161438317'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:39.572505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.624840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-605543d3-aa67-4313-913c-9386be1df9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.629603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-605543d3-aa67-4313-913c-9386be1df9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.670217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.681420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-605543d3-aa67-4313-913c-9386be1df9ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4473f1bf9c2648a0bd2d2bd06a44ecac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068969 Feb 09 00:00:39.684141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605543d3-aa67-4313-913c-9386be1df9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4764708f-5791-4c0d-b44d-38c791cad4e3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:39.687966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55266) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:39.705328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Deleting port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:39.705676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.746605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] Allocated IP 2001:db8::2 (44e85376-daa8-487f-9436-ebc551cafa00/a7f86e7b-5b16-433a-b6df-2d656a363ec6/7d5f5dc1-61e8-4517-9296-b27926b8d116) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:39.774639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-947f2b8f-2411-483e-997c-a1fe6f1b5e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.828243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-947f2b8f-2411-483e-997c-a1fe6f1b5e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.877548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d5f5dc1-61e8-4517-9296-b27926b8d116,segment=NetworkSegment(6a739450-8428-47f8-90e0-54a4e0ba2757),segment_id=6a739450-8428-47f8-90e0-54a4e0ba2757)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:39.877932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] For port 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:39.878621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.890819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.907989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.911983 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-947f2b8f-2411-483e-997c-a1fe6f1b5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.912315 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-09T00:00:37Z', 'revision_number': 5, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port': {'id': '0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:57:40Z', 'updated_at': '2022-02-08T23:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:39.917764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-947f2b8f-2411-483e-997c-a1fe6f1b5e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:39.922808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-947f2b8f-2411-483e-997c-a1fe6f1b5e76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4764708f-5791-4c0d-b44d-38c791cad4e3 HTTP/1.1" status: 204 len: 168 time: 0.2302241 Feb 09 00:00:39.922921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Calling delete_port for 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:39.941935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f2b8f-2411-483e-997c-a1fe6f1b5e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4764708f-5791-4c0d-b44d-38c791cad4e3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:39.953683 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] Checking router: 8337d678-7624-46b5-9256-e6fe88cb60a6 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:00:39.965361 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] Routers {'8337d678-7624-46b5-9256-e6fe88cb60a6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:00:39.966251 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8337d678-7624-46b5-9256-e6fe88cb60a6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:39.983485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.002056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.066443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.067839 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6298573 Feb 09 00:00:40.071197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55276) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:40.083024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1326874588', 'security_groups': ['bc387370-62e1-4761-bb01-b8bed80df824'], 'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a7f86e7b-5b16-433a-b6df-2d656a363ec6'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:40.100604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee0d8f-e27c-485e-a09e-a29a9f09ddab tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc387370-62e1-4761-bb01-b8bed80df824,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:40.178851 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] Set router 8337d678-7624-46b5-9256-e6fe88cb60a6 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:00:40.211624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f4324-a161-4490-b776-c470aa7fbafe None None] Pushing event updated for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:40.339005 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-09T00:00:39Z', 'revision_number': 6, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:40.439268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.455947 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd8292-f957-4527-bfed-3c1f896266aa None None] The sync data for ids ['8337d678-7624-46b5-9256-e6fe88cb60a6'] in n-d-828413-1 is: [{'id': '8337d678-7624-46b5-9256-e6fe88cb60a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1424415013-router', 'tenant_id': '4182078c9d384b968074a5196f26e453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:57:39Z', 'updated_at': '2022-02-09T00:00:39Z', 'revision_number': 6, 'project_id': '4182078c9d384b968074a5196f26e453', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:00:40.512668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:40.629583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.809730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.813421 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.875254 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.876439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8337d678-7624-46b5-9256-e6fe88cb60a6 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:00:40.882875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:40.888077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-802d74be-2d82-4108-8b01-bbb0ce50a521 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8337d678-7624-46b5-9256-e6fe88cb60a6 HTTP/1.1" status: 204 len: 168 time: 1.8660505 Feb 09 00:00:40.888737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:40.893465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d5f5dc1-61e8-4517-9296-b27926b8d116 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:41.019065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Deleting subnet 73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:41.026281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.035217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:41.035852 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.069795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde989a-db56-441b-a23f-99fcd857edb7 req-da75975f-a0f7-4d91-8171-0e688d056357 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:41.091478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fde989a-db56-441b-a23f-99fcd857edb7 req-da75975f-a0f7-4d91-8171-0e688d056357 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.8362432 Feb 09 00:00:41.208643 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.235772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fde989a-db56-441b-a23f-99fcd857edb7 req-990dfbb2-7151-4f59-88b2-1545c672242a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359329 Feb 09 00:00:41.255069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:41.417369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.470728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] device_id is not set on port bb66172d-2db2-448d-9da2-fbb3ea043097 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:41.494688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a4fa98d3-1235-4037-9c66-873a38a7d29d None None] Provisioning complete for port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:41.501066 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a4fa98d3-1235-4037-9c66-873a38a7d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.599121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa98d3-1235-4037-9c66-873a38a7d29d None None] Port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:41.614162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a4fa98d3-1235-4037-9c66-873a38a7d29d None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:41.614557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a4fa98d3-1235-4037-9c66-873a38a7d29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.787030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8::1ed (44e85376-daa8-487f-9436-ebc551cafa00/a7f86e7b-5b16-433a-b6df-2d656a363ec6/bb66172d-2db2-448d-9da2-fbb3ea043097) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:41.793252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.883623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.925351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:41.932505 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/73da8787-3f52-4e27-87f7-e8bd9dc6f5d6 HTTP/1.1" status: 204 len: 168 time: 1.0425847 Feb 09 00:00:41.933488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579e0ad-79f7-4b21-b195-2af812d98951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73da8787-3f52-4e27-87f7-e8bd9dc6f5d6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:41.938024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55322) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:41.975122 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83931a4e-6af8-4885-98ff-bb096d884fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.069750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.085266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.133763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.170700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.186882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:42.200060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:42.207576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c70d040-ee61-4480-9d0d-4b2132506715']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:42.214170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:42.220194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:42.220468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f14c0f-a409-451c-9e8f-a3312a781d1a') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:42.220824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.220989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f14c0f-a409-451c-9e8f-a3312a781d1a') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:42.244055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.248507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=bb66172d-2db2-448d-9da2-fbb3ea043097,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:42.277701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fd0143a6-9840-4451-a4a1-0585951c2206 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2010016 Feb 09 00:00:42.278865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:42.293743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:42.299203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.319924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:42.320461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:42.323238 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:42.451705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.457425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.460626 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2c70d040-ee61-4480-9d0d-4b2132506715 HTTP/1.1" status: 204 len: 168 time: 0.5214248 Feb 09 00:00:42.490473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ee47f-c1ec-4a69-af17-b0719952e962 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c70d040-ee61-4480-9d0d-4b2132506715,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:42.527257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73392411-6762-47fa-8bea-356e3ec26058 req-74f2b108-7a49-460d-823e-042b46d5a617 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:42.529565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73392411-6762-47fa-8bea-356e3ec26058 req-74f2b108-7a49-460d-823e-042b46d5a617 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1569374 Feb 09 00:00:42.539506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8adb4e0b-29be-4d46-a053-099fd00b54e4 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:42.544299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:42.549754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.561565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8adb4e0b-29be-4d46-a053-099fd00b54e4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:42.561907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8adb4e0b-29be-4d46-a053-099fd00b54e4 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:42.562329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:42.601806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:42.602448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a2f39cb-0f11-448b-b9a0-a51e8fee1dd4 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:42.655881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73392411-6762-47fa-8bea-356e3ec26058 req-2bb2a175-547d-46c0-a962-14ef18326890 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Feb 09 00:00:42.691495 n-d-828413-1 neutron-server[105925]: INFO neutron.db.ipam_backend_mixin [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7f86e7b-5b16-433a-b6df-2d656a363ec6 (CIDR: 2001:db8::/64) Feb 09 00:00:42.696164 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:00:42.696784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:42.698063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b22ab2fe-b46f-4519-b3ef-d16a54335b8c None None] Provisioning complete for port bb66172d-2db2-448d-9da2-fbb3ea043097 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:42.698425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b22ab2fe-b46f-4519-b3ef-d16a54335b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.727655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-51d2d670-7881-487d-89ff-d96774b36e54 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4462554 Feb 09 00:00:42.731329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55348) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:42.738265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:42.763620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b22ab2fe-b46f-4519-b3ef-d16a54335b8c None None] Port bb66172d-2db2-448d-9da2-fbb3ea043097 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:42.777737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55356) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:42.838111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0e49c2a7-f209-417f-aeec-d22e1be8a568 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4182078c9d384b968074a5196f26e453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590246 Feb 09 00:00:42.840651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55360) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:42.887719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:42.892336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.895075 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5800b659-6e25-45e5-b978-637b7e791dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.926511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5800b659-6e25-45e5-b978-637b7e791dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.988021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5800b659-6e25-45e5-b978-637b7e791dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.990925 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5800b659-6e25-45e5-b978-637b7e791dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:42.995764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5800b659-6e25-45e5-b978-637b7e791dd3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30d1b164-eb40-4492-b6a9-4e294a5c1d5e HTTP/1.1" status: 204 len: 168 time: 0.1510589 Feb 09 00:00:43.002160 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c (CIDR: 2001:db8:0:1::/64) Feb 09 00:00:43.003745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800b659-6e25-45e5-b978-637b7e791dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d1b164-eb40-4492-b6a9-4e294a5c1d5e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:43.006416 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:00:43.006890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:43.024449 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c2358199-1675-4c41-83c2-bc60b58b1d27 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2913079 Feb 09 00:00:43.027387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55368) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:43.032458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'subnet': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:43.177987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Made reservation on behalf of 697f44225dc14ad6abf7865753fcca7d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:43.184420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:43.501969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:43.560283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Network 44e85376-daa8-487f-9436-ebc551cafa00 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:43.562608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:43.566135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:43.566824 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:43.578460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d77bcf-a6a2-42bd-a1e2-cf6510ded746 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:43.584782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Subnet': ['ID=e9414999-5195-4760-ba96-c3cd65133b60,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:43.605072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:43.605606 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2d33c776-0970-4708-b1d1-bc9f3aff9e03 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5767081 Feb 09 00:00:43.614978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-596081985', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9414999-5195-4760-ba96-c3cd65133b60'}], 'security_groups': ['52a393de-b26b-4176-b852-a06d3ad3e6b0', '52aee09e-b98c-4368-bde5-ac0b8ad4b828']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:43.769778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:43.926215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8df64-855c-47e0-b727-c0484034f546 req-b2b8a48f-2029-4139-80f5-e9233ce7f18f tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:43.927790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a8df64-855c-47e0-b727-c0484034f546 req-b2b8a48f-2029-4139-80f5-e9233ce7f18f tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1590753 Feb 09 00:00:43.962987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] Update dhcp port {'port': {'network_id': '44e85376-daa8-487f-9436-ebc551cafa00', 'fixed_ips': [{'subnet_id': 'b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a7f86e7b-5b16-433a-b6df-2d656a363ec6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9414999-5195-4760-ba96-c3cd65133b60'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '7d5f5dc1-61e8-4517-9296-b27926b8d116'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:00:43.997001 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.069672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a8df64-855c-47e0-b727-c0484034f546 req-fa8ad23d-e2a4-4cf3-b7b6-6834f9ac7854 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282523 Feb 09 00:00:44.277419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2d3862db-1e91-43bf-abc4-67b9adce91d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.360791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Delete allocated IP 2001:db8::1ed (44e85376-daa8-487f-9436-ebc551cafa00/a7f86e7b-5b16-433a-b6df-2d656a363ec6) {{(pid=105925) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 00:00:44.378234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Allocated IP 2001:db8:0:2::a (44e85376-daa8-487f-9436-ebc551cafa00/e9414999-5195-4760-ba96-c3cd65133b60/bb66172d-2db2-448d-9da2-fbb3ea043097) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:44.599090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.606181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.677588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] In _notify_port_updated(), no bound segment for port bb66172d-2db2-448d-9da2-fbb3ea043097 on network 44e85376-daa8-487f-9436-ebc551cafa00 {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:00:44.685070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:44.686114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.686588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] Allocated IP 2001:db8:0:2::2 (44e85376-daa8-487f-9436-ebc551cafa00/e9414999-5195-4760-ba96-c3cd65133b60/7d5f5dc1-61e8-4517-9296-b27926b8d116) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:44.688744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "PUT /v2.0/ports/bb66172d-2db2-448d-9da2-fbb3ea043097 HTTP/1.1" status: 200 len: 967 time: 1.0816884 Feb 09 00:00:44.691720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55444) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:44.733325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66e8f5-1373-4661-889a-e3d06a3ba6b5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event updated for resources: {'Port': ['ID=bb66172d-2db2-448d-9da2-fbb3ea043097,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:44.865495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port bb66172d-2db2-448d-9da2-fbb3ea043097 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:44.865495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.876973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d5f5dc1-61e8-4517-9296-b27926b8d116,segment=NetworkSegment(6a739450-8428-47f8-90e0-54a4e0ba2757),segment_id=6a739450-8428-47f8-90e0-54a4e0ba2757)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:44.940168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:44.951022 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.000868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.017335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for bb66172d-2db2-448d-9da2-fbb3ea043097 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:45.114136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006f2cf-d538-4722-ba04-906611dc3c45 None None] Pushing event updated for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:45.285693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.308277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8035c-3035-46da-9beb-989a5adcbbed req-dc165530-c266-4691-ae56-9649de1cf6d3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:45.320476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51b8035c-3035-46da-9beb-989a5adcbbed req-dc165530-c266-4691-ae56-9649de1cf6d3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1168287 Feb 09 00:00:45.371158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=bb66172d-2db2-448d-9da2-fbb3ea043097,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:45.384231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.394824 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-12d437bb-2714-4ffe-8c9c-2c4bbd451582 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/bb66172d-2db2-448d-9da2-fbb3ea043097 HTTP/1.1" status: 204 len: 168 time: 0.7018061 Feb 09 00:00:45.396291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55498) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:45.420563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51b8035c-3035-46da-9beb-989a5adcbbed req-ffb59b73-9d17-47fa-bbfe-1d0666044b09 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863743 Feb 09 00:00:45.452156 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82098d4-cfef-48e6-89c3-ccfcfce7ba8f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] GET failed (client error): The resource could not be found. Feb 09 00:00:45.454014 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e82098d4-cfef-48e6-89c3-ccfcfce7ba8f tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports/bb66172d-2db2-448d-9da2-fbb3ea043097 HTTP/1.1" status: 404 len: 333 time: 0.0563841 Feb 09 00:00:45.456973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55502) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:45.458600 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.579530 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0c93908-03d9-4308-8789-1b76f4942fdc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.584707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55506) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:45.619234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0c93908-03d9-4308-8789-1b76f4942fdc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.675645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0c93908-03d9-4308-8789-1b76f4942fdc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.679198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0c93908-03d9-4308-8789-1b76f4942fdc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.681513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0c93908-03d9-4308-8789-1b76f4942fdc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/security-groups/bc387370-62e1-4761-bb01-b8bed80df824 HTTP/1.1" status: 204 len: 168 time: 0.2235761 Feb 09 00:00:45.684628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55510) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:45.694854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c93908-03d9-4308-8789-1b76f4942fdc tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc387370-62e1-4761-bb01-b8bed80df824,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:45.766592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d595a9e-2b67-47d7-838e-dc2c22c6d630 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.792940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d595a9e-2b67-47d7-838e-dc2c22c6d630 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.871212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d595a9e-2b67-47d7-838e-dc2c22c6d630 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.874219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d595a9e-2b67-47d7-838e-dc2c22c6d630 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:45.875394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5d595a9e-2b67-47d7-838e-dc2c22c6d630 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/security-groups/52aee09e-b98c-4368-bde5-ac0b8ad4b828 HTTP/1.1" status: 204 len: 168 time: 0.1896307 Feb 09 00:00:45.878298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55516) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:45.887551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d595a9e-2b67-47d7-838e-dc2c22c6d630 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aee09e-b98c-4368-bde5-ac0b8ad4b828,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:45.972737 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aa51-4ec2-af77-a328562a02c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.002802 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df091bc3-30b3-42ec-83f9-7c2dd31b8d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.021351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aa51-4ec2-af77-a328562a02c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.087387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aa51-4ec2-af77-a328562a02c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.092193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5020cf80-aa51-4ec2-af77-a328562a02c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.093612 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5020cf80-aa51-4ec2-af77-a328562a02c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/security-groups/52a393de-b26b-4176-b852-a06d3ad3e6b0 HTTP/1.1" status: 204 len: 168 time: 0.2142730 Feb 09 00:00:46.097617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55522) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:46.108308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-914ebbf3-568f-4772-930e-bf301d40f66c None None] Could not find standard attr ID for object bb66172d-2db2-448d-9da2-fbb3ea043097. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:00:46.132377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020cf80-aa51-4ec2-af77-a328562a02c9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a393de-b26b-4176-b852-a06d3ad3e6b0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:46.169984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df091bc3-30b3-42ec-83f9-7c2dd31b8d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.179804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-914ebbf3-568f-4772-930e-bf301d40f66c None None] Provisioning complete for port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:46.181195 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-914ebbf3-568f-4772-930e-bf301d40f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.189768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df091bc3-30b3-42ec-83f9-7c2dd31b8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.201595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet a7f86e7b-5b16-433a-b6df-2d656a363ec6 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:46.205916 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.265275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-914ebbf3-568f-4772-930e-bf301d40f66c None None] Port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:46.293319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-914ebbf3-568f-4772-930e-bf301d40f66c None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:46.295508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-914ebbf3-568f-4772-930e-bf301d40f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.317659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-df091bc3-30b3-42ec-83f9-7c2dd31b8d2e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc8527df0579417e9725d7b806480e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318311 Feb 09 00:00:46.320468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55530) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:46.334737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df091bc3-30b3-42ec-83f9-7c2dd31b8d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea8c8ee-266a-4829-b8b1-86da87442ff2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:46.339598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.406193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21f8c5bb-ec45-4647-93d1-5820ba87a747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.453619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21f8c5bb-ec45-4647-93d1-5820ba87a747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.535201 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21f8c5bb-ec45-4647-93d1-5820ba87a747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.538944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21f8c5bb-ec45-4647-93d1-5820ba87a747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.540445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-21f8c5bb-ec45-4647-93d1-5820ba87a747 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ea8c8ee-266a-4829-b8b1-86da87442ff2 HTTP/1.1" status: 204 len: 168 time: 0.2187915 Feb 09 00:00:46.575333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c5bb-ec45-4647-93d1-5820ba87a747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea8c8ee-266a-4829-b8b1-86da87442ff2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:46.640151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d5f5dc1-61e8-4517-9296-b27926b8d116 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:46.673221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.777000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:46.777426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.784409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5588-0403-4230-b998-3f1d39872cfa req-8a5568db-17b7-4bb2-beb9-54e5c7595d59 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:46.791890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-848e5588-0403-4230-b998-3f1d39872cfa req-8a5568db-17b7-4bb2-beb9-54e5c7595d59 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.2452111 Feb 09 00:00:46.834832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.914906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-848e5588-0403-4230-b998-3f1d39872cfa req-cb9ea03a-3cb8-4bd9-90a1-416502381b09 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999992 Feb 09 00:00:46.923136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.935142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2098899c-187e-4340-94b9-649da2541d9a None None] Could not find standard attr ID for object bb66172d-2db2-448d-9da2-fbb3ea043097. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:00:46.967226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:46.974359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:46.974893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/a7f86e7b-5b16-433a-b6df-2d656a363ec6 HTTP/1.1" status: 204 len: 168 time: 0.8755665 Feb 09 00:00:46.976159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c07c3-e101-4387-9b86-f565b60216c5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f86e7b-5b16-433a-b6df-2d656a363ec6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:46.976318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d122e2-efb6-4161-85a9-c4f29e4c06a4 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:47.048223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet e9414999-5195-4760-ba96-c3cd65133b60 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:47.057410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.121240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.227921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.274862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.372963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.466804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=e9414999-5195-4760-ba96-c3cd65133b60,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:47.474086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.483211 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-58782152-a007-467d-aa71-21a45df3e83c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/e9414999-5195-4760-ba96-c3cd65133b60 HTTP/1.1" status: 204 len: 168 time: 0.5068989 Feb 09 00:00:47.485779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55566) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:47.576089 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bde607-5649-4e3a-bb1f-6a08e05cffc8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:47.579699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bde607-5649-4e3a-bb1f-6a08e05cffc8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:47.586599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-47bde607-5649-4e3a-bb1f-6a08e05cffc8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/a7f86e7b-5b16-433a-b6df-2d656a363ec6 HTTP/1.1" status: 404 len: 337 time: 0.0974958 Feb 09 00:00:47.586923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55576) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:47.673624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting subnet b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:00:47.679101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.748430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:47.922746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.027110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55596) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.095953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.144188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f0252-4fe0-48f4-8d38-653dabee496a req-ffbcc933-3d8c-4a5b-9b04-426f53dfeabf tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:48.149851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c7f0252-4fe0-48f4-8d38-653dabee496a req-ffbcc933-3d8c-4a5b-9b04-426f53dfeabf tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1285839 Feb 09 00:00:48.154342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:48.167025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.170741 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d889ad82-7f99-4a08-89ce-0d070a8a2f2c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/b6ac3f9d-b8f4-4843-909e-5b5c3f0e8a7c HTTP/1.1" status: 204 len: 168 time: 0.5828488 Feb 09 00:00:48.173204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55602) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.215613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c7f0252-4fe0-48f4-8d38-653dabee496a req-891038d1-a1cf-4795-869e-f978b9a4f635 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526481 Feb 09 00:00:48.236314 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a44008-93a1-4d19-819e-6bdec6dd1001 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.236776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a44008-93a1-4d19-819e-6bdec6dd1001 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.237226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a87774-8e07-41d2-b9be-9c4eddfac336 None None] Network 44e85376-daa8-487f-9436-ebc551cafa00 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:48.239858 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9a44008-93a1-4d19-819e-6bdec6dd1001 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/ee55d749-a3b6-471a-aea9-be0d99694787 HTTP/1.1" status: 404 len: 337 time: 0.0655189 Feb 09 00:00:48.243088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55610) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.343674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b5c9111f-6a01-49f0-8307-6afdb5caaf02 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "GET /v2.0/ports?device_id=44f0edc0-637e-49b3-9290-cfc42c6b99c4 HTTP/1.1" status: 200 len: 205 time: 0.0995154 Feb 09 00:00:48.347016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55616) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.413336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2d9db8e-b8ea-4dff-8ed7-e8c7149692ca None None] Provisioning complete for port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:48.413965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2d9db8e-b8ea-4dff-8ed7-e8c7149692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.420763 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-df36bf7f-2ef5-4cfc-85d6-fe443584d70c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] delete failed (client error): The resource could not be found. Feb 09 00:00:48.422527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-df36bf7f-2ef5-4cfc-85d6-fe443584d70c tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/routers/44f0edc0-637e-49b3-9290-cfc42c6b99c4 HTTP/1.1" status: 404 len: 336 time: 0.0741069 Feb 09 00:00:48.424870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55618) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.486415 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba519ad-e141-4d7f-ae2a-ff0e1c1ec714 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.486893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-75b9f757-55ea-435c-ad0f-7186450b7ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.489459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba519ad-e141-4d7f-ae2a-ff0e1c1ec714 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.492579 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ba519ad-e141-4d7f-ae2a-ff0e1c1ec714 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/063d5a95-032a-44a5-89a1-c3b7110d5dac HTTP/1.1" status: 404 len: 337 time: 0.0665057 Feb 09 00:00:48.497400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55622) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.523376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9db8e-b8ea-4dff-8ed7-e8c7149692ca None None] Port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:00:48.553102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2d9db8e-b8ea-4dff-8ed7-e8c7149692ca None None] Provisioning complete for port 7d5f5dc1-61e8-4517-9296-b27926b8d116 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:48.553620 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2d9db8e-b8ea-4dff-8ed7-e8c7149692ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.567183 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f251794a-8956-4e6a-9340-da7e95496b01 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.567647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f251794a-8956-4e6a-9340-da7e95496b01 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.583153 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f251794a-8956-4e6a-9340-da7e95496b01 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/e3fbe566-3c7d-4738-802c-64331038c027 HTTP/1.1" status: 404 len: 337 time: 0.0845182 Feb 09 00:00:48.585890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55624) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.590881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] DHCP port deletion for 44e85376-daa8-487f-9436-ebc551cafa00 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:00:48.613897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-4c5c4b6a-0946-42c2-be8a-4f3e3abaa230 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:48.623978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-4c5c4b6a-0946-42c2-be8a-4f3e3abaa230 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.2850227 Feb 09 00:00:48.689072 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f285c4-2305-489b-955e-f251ffe403e6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.689538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f285c4-2305-489b-955e-f251ffe403e6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.692974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30f285c4-2305-489b-955e-f251ffe403e6 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/4b053580-e458-4f3b-af0c-2f97e7dab3c6 HTTP/1.1" status: 404 len: 337 time: 0.1057577 Feb 09 00:00:48.696727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55628) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.702443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] Deleting port 7d5f5dc1-61e8-4517-9296-b27926b8d116 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:48.702821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.705531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-db0f9ff5-59ef-406e-b168-1d86c6a4ac07 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/quotas/708b4a333c1a47cd95107ec0481b125b HTTP/1.1" status: 200 len: 375 time: 0.0805416 Feb 09 00:00:48.747690 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-0918230d-4fa6-491f-a3b7-1e7948098ad2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.748459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0918230d-4fa6-491f-a3b7-1e7948098ad2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.754833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0918230d-4fa6-491f-a3b7-1e7948098ad2 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/9f2c9dfa-72fa-49de-86d8-9940f4fbd7c4 HTTP/1.1" status: 404 len: 333 time: 0.0534463 Feb 09 00:00:48.756262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.785968 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c578ba-0e7e-4816-bdb9-fc4b4debadb8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.786914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c578ba-0e7e-4816-bdb9-fc4b4debadb8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.790532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-58c578ba-0e7e-4816-bdb9-fc4b4debadb8 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/1c64cda6-ca0f-497b-8d69-2b226907004f HTTP/1.1" status: 404 len: 337 time: 0.0333118 Feb 09 00:00:48.794204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55636) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.841915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] For port 7d5f5dc1-61e8-4517-9296-b27926b8d116, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d5f5dc1-61e8-4517-9296-b27926b8d116,segment=NetworkSegment(6a739450-8428-47f8-90e0-54a4e0ba2757),segment_id=6a739450-8428-47f8-90e0-54a4e0ba2757)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:48.842527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.850644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-a04b1e21-31ba-4bab-95a9-b8a43072bcdf tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431658 Feb 09 00:00:48.855376 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebef62c6-b63f-4232-84ae-6e729b68fea9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.857022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebef62c6-b63f-4232-84ae-6e729b68fea9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.862882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] Calling delete_port for 7d5f5dc1-61e8-4517-9296-b27926b8d116 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:48.864039 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ebef62c6-b63f-4232-84ae-6e729b68fea9 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/502cb322-8d74-4dfd-a8f9-02d802b8b8d9 HTTP/1.1" status: 404 len: 337 time: 0.0670388 Feb 09 00:00:48.867925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:48.893929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-75b9f757-55ea-435c-ad0f-7186450b7ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.919824 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7590519-6a15-4587-9bf8-40f6d4348baf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:48.920758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7590519-6a15-4587-9bf8-40f6d4348baf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:48.924708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-75b9f757-55ea-435c-ad0f-7186450b7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:48.927882 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d7590519-6a15-4587-9bf8-40f6d4348baf tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/d0834ba1-060d-4962-85a5-52f9c8c5f1fc HTTP/1.1" status: 404 len: 333 time: 0.0563495 Feb 09 00:00:48.928043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:49.011910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9f757-55ea-435c-ad0f-7186450b7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be215a3-571a-4bfb-9bf3-afc28d065909,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:49.026380 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.030304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-75b9f757-55ea-435c-ad0f-7186450b7ba5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0217d67599741279d833a0ae6541e02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0005136 Feb 09 00:00:49.034796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55646) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:49.046470 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-103478f3-ef97-4980-be8c-449ef9d59672 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:49.046949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103478f3-ef97-4980-be8c-449ef9d59672 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:49.056528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-103478f3-ef97-4980-be8c-449ef9d59672 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/784d8e11-fc2e-43be-84e2-7027add4e687 HTTP/1.1" status: 404 len: 337 time: 0.1276217 Feb 09 00:00:49.059826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55648) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:49.070470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] Pushing event deleted for resources: {'Port': ['ID=7d5f5dc1-61e8-4517-9296-b27926b8d116,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:49.073966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdeb8de-9f78-4799-a4a7-02343ded12a3 None None] No DVR routers for this DVR port 7d5f5dc1-61e8-4517-9296-b27926b8d116 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:00:49.104818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-ab845c08-f487-4343-a9eb-726c0bce69dd service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533305 Feb 09 00:00:49.129690 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a77a7-a285-48c1-a2d1-62c7beb57055 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] DELETE failed (client error): The resource could not be found. Feb 09 00:00:49.131576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a77a7-a285-48c1-a2d1-62c7beb57055 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:00:49.135813 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e59a77a7-a285-48c1-a2d1-62c7beb57055 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/subnets/6136c7c6-7650-4485-973b-4838dac4a61f HTTP/1.1" status: 404 len: 337 time: 0.0742853 Feb 09 00:00:49.138246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55650) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:49.238606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d26d590-db72-42d7-b5dd-95f3ee46591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.251940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Deleting port 7e26208d-7ed9-42c1-963e-5ccacd33f9ad {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:49.253205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.296077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d26d590-db72-42d7-b5dd-95f3ee46591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.347524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.367635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Calling delete_port for 7e26208d-7ed9-42c1-963e-5ccacd33f9ad owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:49.368069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-7948f5ba-85aa-4a38-9524-b8d5f11c1a65 service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542138 Feb 09 00:00:49.419047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed520e-e73b-4403-8890-cf9de34937e3 req-7c39eba3-e410-4bef-beb1-30d0e0020028 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:49.420628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2ed520e-e73b-4403-8890-cf9de34937e3 req-7c39eba3-e410-4bef-beb1-30d0e0020028 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.0996363 Feb 09 00:00:49.450996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d26d590-db72-42d7-b5dd-95f3ee46591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.453915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d26d590-db72-42d7-b5dd-95f3ee46591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.455238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8d26d590-db72-42d7-b5dd-95f3ee46591c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7be215a3-571a-4bfb-9bf3-afc28d065909 HTTP/1.1" status: 204 len: 168 time: 0.4168465 Feb 09 00:00:49.471259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26d590-db72-42d7-b5dd-95f3ee46591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be215a3-571a-4bfb-9bf3-afc28d065909,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:49.487773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2ed520e-e73b-4403-8890-cf9de34937e3 req-7ea28b62-9648-4b41-9576-ef9ea7d6f248 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602365 Feb 09 00:00:49.509393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.579568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Port': ['ID=7e26208d-7ed9-42c1-963e-5ccacd33f9ad,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:49.585294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.592317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b4e2a83e-da26-4031-a4d8-49463332bb29 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/ports/7e26208d-7ed9-42c1-963e-5ccacd33f9ad HTTP/1.1" status: 204 len: 168 time: 0.4508851 Feb 09 00:00:49.593279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55672) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:49.618859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ad3aada-6c95-4273-98bc-6769cc900c72 req-32e269a4-a709-4235-b6b0-517b22caaf58 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 210 time: 0.0452738 Feb 09 00:00:49.738470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.852350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.876235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e85376-daa8-487f-9436-ebc551cafa00']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:49.888069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a739450-8428-47f8-90e0-54a4e0ba2757') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:49.888460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a739450-8428-47f8-90e0-54a4e0ba2757') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:49.906587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.922783 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.931682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:49.933148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:49.936651 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:50.007498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.018151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.025074 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] 10.222.0.32 "DELETE /v2.0/networks/44e85376-daa8-487f-9436-ebc551cafa00 HTTP/1.1" status: 204 len: 168 time: 0.4280531 Feb 09 00:00:50.041424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ceb71-34b7-4655-a489-978b5fb88ee5 tempest-PortsIpV6TestJSON-2096825627 tempest-PortsIpV6TestJSON-2096825627-project] Pushing event deleted for resources: {'Network': ['ID=44e85376-daa8-487f-9436-ebc551cafa00,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:50.075596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55690) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:50.095696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08c75665-f22f-4125-a402-25598336403c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.209462 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08c75665-f22f-4125-a402-25598336403c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.218563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-08c75665-f22f-4125-a402-25598336403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.264015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-08c75665-f22f-4125-a402-25598336403c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1303c200732948d9aeedefb8022856e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848438 Feb 09 00:00:50.264740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55694) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:50.266741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c75665-f22f-4125-a402-25598336403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6c9180-fb94-43b9-b749-3e360d235c92,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:50.356978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba85063-5dec-40f2-9c25-2b176c2c150e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.407130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba85063-5dec-40f2-9c25-2b176c2c150e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.465647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d5f5dc1-61e8-4517-9296-b27926b8d116 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:00:50.471632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba85063-5dec-40f2-9c25-2b176c2c150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.476048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aba85063-5dec-40f2-9c25-2b176c2c150e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:50.481507 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aba85063-5dec-40f2-9c25-2b176c2c150e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a6c9180-fb94-43b9-b749-3e360d235c92 HTTP/1.1" status: 204 len: 168 time: 0.2156410 Feb 09 00:00:50.488510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7d5f5dc1-61e8-4517-9296-b27926b8d116 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:00:50.489814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d5f5dc1-61e8-4517-9296-b27926b8d116 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:00:50.495481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba85063-5dec-40f2-9c25-2b176c2c150e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6c9180-fb94-43b9-b749-3e360d235c92,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:50.555664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55706) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:50.627378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b02a5-0e95-435d-bec7-c225fde39f23 req-b1425514-6d35-408f-a495-d98bd95134f6 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:50.628905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b8b02a5-0e95-435d-bec7-c225fde39f23 req-b1425514-6d35-408f-a495-d98bd95134f6 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.0544982 Feb 09 00:00:50.680303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b8b02a5-0e95-435d-bec7-c225fde39f23 req-636bf33c-3fcd-474d-89ae-2eb901833536 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Feb 09 00:00:50.763766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-357f3784-abe3-4cf8-bcdd-cc1d04015127 req-636c09d9-f2ac-4f37-bafe-7f858371d9c2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 210 time: 0.0328805 Feb 09 00:00:50.898654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-e740410e-6be5-418b-9e65-0a4ceed8cb1b tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:50.900541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-e740410e-6be5-418b-9e65-0a4ceed8cb1b tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.1194575 Feb 09 00:00:50.915234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Request body: {'port': {'device_id': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'admin_state_up': True, 'tenant_id': '708b4a333c1a47cd95107ec0481b125b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:51.039725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-871f7f0b-b9ec-4abc-a10e-beaab3e2a47b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=697f44225dc14ad6abf7865753fcca7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829502 Feb 09 00:00:51.043463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55720) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:51.056173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Made reservation on behalf of 708b4a333c1a47cd95107ec0481b125b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:51.060584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.110690 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6123-515d-4cb9-898e-ac7aa5dbb085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.142817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6123-515d-4cb9-898e-ac7aa5dbb085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.196635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6123-515d-4cb9-898e-ac7aa5dbb085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.200181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6123-515d-4cb9-898e-ac7aa5dbb085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.200987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55724) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:51.201586 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9eaf6123-515d-4cb9-898e-ac7aa5dbb085 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/346aa8ad-8891-4482-8adc-de0669d3aaa3 HTTP/1.1" status: 204 len: 168 time: 0.1571851 Feb 09 00:00:51.210942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf6123-515d-4cb9-898e-ac7aa5dbb085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346aa8ad-8891-4482-8adc-de0669d3aaa3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:51.229633 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c36146b-97ee-4ea3-a8af-7c3bb480b681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.263648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Allocated IP 172.20.0.10 (62ba664c-9a22-493b-a919-56aad1438e3a/182dbdcd-769f-4bc6-89f1-0612153ce275/c112362f-74fc-44e5-a9d7-4a1e7e94465a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:00:51.417739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c36146b-97ee-4ea3-a8af-7c3bb480b681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.449303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c36146b-97ee-4ea3-a8af-7c3bb480b681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.518443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55732) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:51.519033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9c36146b-97ee-4ea3-a8af-7c3bb480b681 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0dc2c9afbb8a40a5a8006451e5626f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137522 Feb 09 00:00:51.522723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36146b-97ee-4ea3-a8af-7c3bb480b681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8110f9f-bfb9-4657-ae65-4ae459dd13c9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:51.574491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.622473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa5aadba-8a8f-4991-9722-73058577b1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.626086 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.639590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:51.656054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa5aadba-8a8f-4991-9722-73058577b1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.705571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Network 62ba664c-9a22-493b-a919-56aad1438e3a is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:51.710594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:51.715420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:51.731277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa5aadba-8a8f-4991-9722-73058577b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.738836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa5aadba-8a8f-4991-9722-73058577b1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.740715 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aa5aadba-8a8f-4991-9722-73058577b1c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8110f9f-bfb9-4657-ae65-4ae459dd13c9 HTTP/1.1" status: 204 len: 168 time: 0.2197347 Feb 09 00:00:51.759392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event updated for resources: {'Port': ['ID=c112362f-74fc-44e5-a9d7-4a1e7e94465a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:51.761144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5aadba-8a8f-4991-9722-73058577b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8110f9f-bfb9-4657-ae65-4ae459dd13c9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:51.817982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:51.818877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:51.862626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-d655b242-fb44-4c30-b867-e836192be03e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9519355 Feb 09 00:00:51.875716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63ee3b-df4a-4ba7-b355-793c9bbbc5c0 req-7a6605dd-75d7-4c9b-a47a-1b7e9ea29e19 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:51.883285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed63ee3b-df4a-4ba7-b355-793c9bbbc5c0 req-7a6605dd-75d7-4c9b-a47a-1b7e9ea29e19 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.0994661 Feb 09 00:00:51.894983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Request body: {'port': {'device_id': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:52.020570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e1a94-2832-420f-a4cb-6736271dfa1d req-14f2caaa-a144-4e0d-bd0d-fa6a9f4a8813 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:52.022136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d4e1a94-2832-420f-a4cb-6736271dfa1d req-14f2caaa-a144-4e0d-bd0d-fa6a9f4a8813 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 932 time: 0.1235561 Feb 09 00:00:52.027636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed63ee3b-df4a-4ba7-b355-793c9bbbc5c0 req-379dae21-6c13-474f-8b52-02b05ce8848a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432967 Feb 09 00:00:52.068148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d4e1a94-2832-420f-a4cb-6736271dfa1d req-096b60a6-c1a1-4e82-8080-324b33245b95 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Feb 09 00:00:52.068863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:52.379611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c112362f-74fc-44e5-a9d7-4a1e7e94465a {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:52.388614 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:52.403609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Transition to ACTIVE for port object c112362f-74fc-44e5-a9d7-4a1e7e94465a will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:00:52.407470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:52.507378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c112362f-74fc-44e5-a9d7-4a1e7e94465a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:52.566505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Attempting to bind port c112362f-74fc-44e5-a9d7-4a1e7e94465a on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:00:52.566849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Attempting to bind port c112362f-74fc-44e5-a9d7-4a1e7e94465a by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:00:52.567183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Attempting to bind port c112362f-74fc-44e5-a9d7-4a1e7e94465a on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:52.571708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Port c112362f-74fc-44e5-a9d7-4a1e7e94465a on network 62ba664c-9a22-493b-a919-56aad1438e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:00:52.572035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Attempting to bind port c112362f-74fc-44e5-a9d7-4a1e7e94465a on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:00:52.577125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:00:52.577444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Checking segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:52.577824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Bound using segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:00:52.578241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Bound port: c112362f-74fc-44e5-a9d7-4a1e7e94465a, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:00:52.578594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:52.653116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] For port c112362f-74fc-44e5-a9d7-4a1e7e94465a, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:00:52.656642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] For port c112362f-74fc-44e5-a9d7-4a1e7e94465a, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:00:52.662069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:52.703240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:52.703863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:52.705284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/c112362f-74fc-44e5-a9d7-4a1e7e94465a HTTP/1.1" status: 200 len: 1092 time: 0.8145447 Feb 09 00:00:52.705725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'tag': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:52.707977 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92" -d '{"events": [{"name": "network-changed", "server_uuid": "dc86373a-4bf0-46e3-b623-405a177668dd", "tag": "c112362f-74fc-44e5-a9d7-4a1e7e94465a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:52.738452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d34d34-064d-4f99-9ba1-0b2e377ef5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c112362f-74fc-44e5-a9d7-4a1e7e94465a,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:52.784600 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16adee55-b153-4f7b-99ed-d867eab4d01a x-openstack-request-id: req-16adee55-b153-4f7b-99ed-d867eab4d01a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:52.785029 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc86373a-4bf0-46e3-b623-405a177668dd", "tag": "c112362f-74fc-44e5-a9d7-4a1e7e94465a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:52.785387 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16adee55-b153-4f7b-99ed-d867eab4d01a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:52.785993 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'tag': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'status': 'completed', 'code': 200} Feb 09 00:00:52.808629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-3fa086f3-ef75-4414-96eb-ab4b1954841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:52.810229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-3fa086f3-ef75-4414-96eb-ab4b1954841b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 1095 time: 0.0571685 Feb 09 00:00:52.854698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-ae6ac4be-8fc0-4046-b475-0dbc6751a5b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a HTTP/1.1" status: 200 len: 217 time: 0.0363598 Feb 09 00:00:52.913904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-a7039eb1-8362-4e58-b400-3f815d5397e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:52.916114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-a7039eb1-8362-4e58-b400-3f815d5397e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.0532827 Feb 09 00:00:52.952703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-f1e49c87-4969-417d-bbb0-7554ac564f6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272014 Feb 09 00:00:53.049159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-fe3841f2-2bda-4ee5-9ba3-938900223888 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889564 Feb 09 00:00:53.264662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-685aeca3-8dd6-4478-b493-d395ffb6188c req-b1f0e974-fba6-49bc-8419-afb6f59ae721 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086530 Feb 09 00:00:53.282168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70f1bd-7e94-440c-a69a-eadc0e763e07 req-cc136b51-b4f4-4511-82d5-125b2ba70d56 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:53.283720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b70f1bd-7e94-440c-a69a-eadc0e763e07 req-cc136b51-b4f4-4511-82d5-125b2ba70d56 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1229596 Feb 09 00:00:53.292953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8cd4-47e3-4408-ac7a-6d8360a3f99e req-ce816028-502d-4bf9-bb74-178232c74491 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:53.295406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-652f8cd4-47e3-4408-ac7a-6d8360a3f99e req-ce816028-502d-4bf9-bb74-178232c74491 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 944 time: 0.1333761 Feb 09 00:00:53.401498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b70f1bd-7e94-440c-a69a-eadc0e763e07 req-f0ff47e9-8ed6-4797-94da-0ffd9039229d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048298 Feb 09 00:00:53.406473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-652f8cd4-47e3-4408-ac7a-6d8360a3f99e req-d5dde46b-9adc-47cd-a6bb-f4660a4a6f43 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025507 Feb 09 00:00:53.420333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-59627510-036a-4ab6-b61d-1b5e3d0a7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:53.421885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-59627510-036a-4ab6-b61d-1b5e3d0a7b32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 1095 time: 0.0757463 Feb 09 00:00:53.543770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:53.559113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-fe440f6c-a552-4da7-8103-b16c70d384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:53.560783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-fe440f6c-a552-4da7-8103-b16c70d384ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 916 time: 0.1297851 Feb 09 00:00:53.615547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-fc5ac86f-5746-49c3-9374-34e25a12a6e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a HTTP/1.1" status: 200 len: 217 time: 0.0396435 Feb 09 00:00:53.656478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55806) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:53.674602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-820844b8-317a-4812-9d33-e7b6ce11c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:53.676107 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-820844b8-317a-4812-9d33-e7b6ce11c82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.0519018 Feb 09 00:00:53.710917 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-8f1a54cf-6874-4aee-8a19-6ce98b299e82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263608 Feb 09 00:00:53.775195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ccb365a-1984-425f-aa50-014dfb574091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:53.813179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1428755396'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:53.817791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-903ffad6-50c0-4f99-83f1-b83adc9fdeef service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981128 Feb 09 00:00:53.848047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:53.851543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:53.866384 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:53.939261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2a2e0c-9d0c-407f-8337-2df4707d8a92 req-be9e43b1-3596-45aa-855b-f6c3971f07f1 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126754 Feb 09 00:00:53.950957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ccb365a-1984-425f-aa50-014dfb574091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:53.959835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ccb365a-1984-425f-aa50-014dfb574091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:53.997864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55822) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:54.014286 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0ccb365a-1984-425f-aa50-014dfb574091 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11fba1ca6ad24f7f8cc74a493807b6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685857 Feb 09 00:00:54.017611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55826) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:54.028325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb365a-1984-425f-aa50-014dfb574091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc28c97-262d-4207-8b15-a5439d82ebb9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:54.032188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.038976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.073928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:54.080098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b09c4e-11d8-49c1-8fd3-e12c0af2e839,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:54.089247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.089778 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment 398344ab-8d52-4e62-8f73-b4b29633185d of type vlan for network 30a4d516-65cb-427b-ac7d-0e422830330c Feb 09 00:00:54.137801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643862443-network', 'tenant_id': 'dc68834d53c2446e802b36be750dda00'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:54.141786 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a31f44-863a-438b-9777-dddba9a35ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.142065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.172175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a31f44-863a-438b-9777-dddba9a35ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.175693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.181840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:54.182935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.192542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Made reservation on behalf of dc68834d53c2446e802b36be750dda00 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:54.194891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.219473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.244565 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5868158 Feb 09 00:00:54.249918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55834) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:54.254960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'name': 'tempest-PortsTestJSON-1287583499'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:54.262981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25c02-e86a-4570-b25c-40a4f8fa515e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=30a4d516-65cb-427b-ac7d-0e422830330c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:54.277582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:54.316504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a31f44-863a-438b-9777-dddba9a35ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.319876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-80a31f44-863a-438b-9777-dddba9a35ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.321191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-80a31f44-863a-438b-9777-dddba9a35ea4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dc28c97-262d-4207-8b15-a5439d82ebb9 HTTP/1.1" status: 204 len: 168 time: 0.3012562 Feb 09 00:00:54.365606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a31f44-863a-438b-9777-dddba9a35ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc28c97-262d-4207-8b15-a5439d82ebb9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:54.430211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.438278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.444977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:54.449286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.498261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 18ad14bb-bbb4-471b-a890-d85bd2f46cec yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:54.514182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:54.517521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758356b-dbb8-4aeb-815a-1039cadfc74a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:54.584759 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.584759 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Added segment 8bab0649-daea-4b85-964e-700ecc9d77e8 of type vlan for network 8d459b11-9d98-4ac1-ab69-614865a2eb0b Feb 09 00:00:54.711627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.758912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0f365-9fef-42c3-a718-e5b40d8e9894 req-3a619c08-c063-4571-9888-935289318ced tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:54.762062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8a0f365-9fef-42c3-a718-e5b40d8e9894 req-3a619c08-c063-4571-9888-935289318ced tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.2073030 Feb 09 00:00:54.814427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f58e8-a047-46b5-b823-a672ef58d17d req-e2b2d219-9ee6-409d-a0a1-3d42bc28a7ba tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:54.815863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a81f58e8-a047-46b5-b823-a672ef58d17d req-e2b2d219-9ee6-409d-a0a1-3d42bc28a7ba tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 944 time: 0.2597196 Feb 09 00:00:54.878607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.879586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:54.880140 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.893099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55856) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:54.910694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27538fa1-0ff2-4edb-ba44-ba1401b68975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.946604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:54.968938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8a0f365-9fef-42c3-a718-e5b40d8e9894 req-8fba91b9-23b3-4960-b1ee-675aa26e0389 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635199 Feb 09 00:00:55.003459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27538fa1-0ff2-4edb-ba44-ba1401b68975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.004292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0050976 Feb 09 00:00:55.007555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:55.014375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Request body: {'subnet': {'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643862443-subnet', 'tenant_id': 'dc68834d53c2446e802b36be750dda00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:55.016844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a81f58e8-a047-46b5-b823-a672ef58d17d req-1d15dba0-8bfe-4250-8ecc-a7c686f7d482 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913109 Feb 09 00:00:55.027659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd22625-4114-4e13-81da-7b2b80c2f1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8d459b11-9d98-4ac1-ab69-614865a2eb0b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:55.036292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-27538fa1-0ff2-4edb-ba44-ba1401b68975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.038813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8d459b11-9d98-4ac1-ab69-614865a2eb0b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:55.074004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.092030 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27538fa1-0ff2-4edb-ba44-ba1401b68975 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65debc4e420f4010ad6a9d3a41d9cbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968758 Feb 09 00:00:55.094961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:55.138990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Made reservation on behalf of dc68834d53c2446e802b36be750dda00 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:55.141834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.142636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=18ad14bb-bbb4-471b-a890-d85bd2f46cec,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:55.149945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27538fa1-0ff2-4edb-ba44-ba1401b68975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6ad81-0338-49ce-b89f-1b8485e9e500,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:55.168299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': '398344ab-8d52-4e62-8f73-b4b29633185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:55.168689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 30a4d516-65cb-427b-ac7d-0e422830330c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:55.188239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:55.198432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 30a4d516-65cb-427b-ac7d-0e422830330c) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:55.202586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:55.207419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc051f86-1249-46b0-a11a-53fdd3ce8910 None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:55.221392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:55.222080 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.244138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c7422d6-48ed-454c-b401-d811a59540a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.250100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d0ed9c39-4021-4e44-8d26-819930338032 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9986129 Feb 09 00:00:55.252509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55870) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:55.260932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1951852332'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:55.288335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c7422d6-48ed-454c-b401-d811a59540a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.297836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:55.303998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.350957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:55.365157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.365597 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment 941d094d-1626-4bae-8309-d13adff6ae82 of type vlan for network 6ae6509c-f84e-4539-8d8a-69125502c7ee Feb 09 00:00:55.447987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.456844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c7422d6-48ed-454c-b401-d811a59540a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.463026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c7422d6-48ed-454c-b401-d811a59540a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.464752 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c7422d6-48ed-454c-b401-d811a59540a0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30b6ad81-0338-49ce-b89f-1b8485e9e500 HTTP/1.1" status: 204 len: 168 time: 0.3663003 Feb 09 00:00:55.479677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7422d6-48ed-454c-b401-d811a59540a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6ad81-0338-49ce-b89f-1b8485e9e500,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:55.481268 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.481754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.487901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:55.488614 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.558041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3039105 Feb 09 00:00:55.559990 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af0db9e-9dd4-489d-aca1-d39d69560c14,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:55.562157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:55.571944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'ports': [{'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'}, {'network_id': '6ae6509c-f84e-4539-8d8a-69125502c7ee'}]} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:55.572584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:55.573557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '6ae6509c-f84e-4539-8d8a-69125502c7ee'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:55.583251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed28f6-43bc-4914-8b3a-8505e2894114 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=6ae6509c-f84e-4539-8d8a-69125502c7ee,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:55.633932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Checking segment: {'id': '8bab0649-daea-4b85-964e-700ecc9d77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:55.634701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Network hostable DHCP agents. Network: 8d459b11-9d98-4ac1-ab69-614865a2eb0b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:55.702253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Network 8d459b11-9d98-4ac1-ab69-614865a2eb0b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:55.741800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6ae6509c-f84e-4539-8d8a-69125502c7ee details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:55.756649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8d459b11-9d98-4ac1-ab69-614865a2eb0b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:55.765649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:55.766249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.776620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f8aa4-512a-4822-8fcd-b0dfe5788d7e None None] Network 8d459b11-9d98-4ac1-ab69-614865a2eb0b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:55.800833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-10ece7fd-4df6-49cd-9f70-07cc6013835e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7917132 Feb 09 00:00:55.823525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 2} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:55.831886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.859911 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:55.992467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bf6948-b4b4-4958-b868-84a1c33ffd9e None None] Network 8d459b11-9d98-4ac1-ab69-614865a2eb0b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:56.047116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port a9b58599-120a-41a5-9252-af673cc1b43e yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:56.082845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:00:56.207889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.298311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port eb795a93-b328-4caf-9147-9e7fa23cbb37 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:00:56.445091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.487245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c112362f-74fc-44e5-a9d7-4a1e7e94465a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:00:56.503517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.604148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd04f1-5f1e-4364-81af-3324d9bba6cf req-720fb360-c694-4b4d-82f0-e2c76c412613 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:56.612792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fbd04f1-5f1e-4364-81af-3324d9bba6cf req-720fb360-c694-4b4d-82f0-e2c76c412613 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.5078962 Feb 09 00:00:56.618513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:00:56.626794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:56.629477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c112362f-74fc-44e5-a9d7-4a1e7e94465a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:56.636575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=a9b58599-120a-41a5-9252-af673cc1b43e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:56.640197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:56.643009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'port_id': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'mac_address': 'fa:16:3e:51:2b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dbdcd-769f-4bc6-89f1-0612153ce275', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:00:56.644711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.648406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c48f46-d86e-48ca-9205-dbc02825b5f4 req-b9cfaf38-6d63-4af6-8e9f-b36d82b40ad9 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:56.651747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8c48f46-d86e-48ca-9205-dbc02825b5f4 req-b9cfaf38-6d63-4af6-8e9f-b36d82b40ad9 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 944 time: 0.4851360 Feb 09 00:00:56.690217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.712129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c112362f-74fc-44e5-a9d7-4a1e7e94465a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:00:56.715944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fbd04f1-5f1e-4364-81af-3324d9bba6cf req-6b6ffbc1-c387-4057-bc91-dc138ce7c89f tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986161 Feb 09 00:00:56.729798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8c48f46-d86e-48ca-9205-dbc02825b5f4 req-ec126009-7580-44dd-918a-0cfd4406f1d9 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700891 Feb 09 00:00:56.748080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c112362f-74fc-44e5-a9d7-4a1e7e94465a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:56.759020 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.771125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=eb795a93-b328-4caf-9147-9e7fa23cbb37,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:56.776061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': '941d094d-1626-4bae-8309-d13adff6ae82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '6ae6509c-f84e-4539-8d8a-69125502c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:56.776583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 6ae6509c-f84e-4539-8d8a-69125502c7ee, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:56.801863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 6ae6509c-f84e-4539-8d8a-69125502c7ee is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:56.812895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6ae6509c-f84e-4539-8d8a-69125502c7ee) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:56.818232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:00:56.826337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:56.826557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5a851-887a-4b60-a37c-51453cecaba4 None None] Network 6ae6509c-f84e-4539-8d8a-69125502c7ee requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:56.834847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:56.835500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.855933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ea4c7a5f-9143-41f9-8060-549b1af7ed5b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2906232 Feb 09 00:00:56.859015 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55934) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:56.881547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55938) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:56.887239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472442903-network', 'tenant_id': '029c8b66911a469ea8827f58364df069'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:56.906512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c112362f-74fc-44e5-a9d7-4a1e7e94465a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:56.940743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Made reservation on behalf of 029c8b66911a469ea8827f58364df069 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:56.944726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:56.964138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.034247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port eb795a93-b328-4caf-9147-9e7fa23cbb37 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:57.034247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.078354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.086022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.091595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c112362f-74fc-44e5-a9d7-4a1e7e94465a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:00:57.121310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:57.142920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9dab1-8870-47aa-88cb-825f77042f64,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:57.144941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.152502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.154298 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Added segment 513f7fa8-ed6b-44d0-8769-cf2424069ca9 of type vlan for network 9be043a6-d002-420a-a69e-caa47cc1d502 Feb 09 00:00:57.170477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for eb795a93-b328-4caf-9147-9e7fa23cbb37 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:57.226330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.263530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.265558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:57.268006 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.308795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.379439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=eb795a93-b328-4caf-9147-9e7fa23cbb37,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:57.380714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4913547 Feb 09 00:00:57.381422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55962) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:57.395247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Request body: {'subnet': {'network_id': '9be043a6-d002-420a-a69e-caa47cc1d502', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472442903-subnet', 'tenant_id': '029c8b66911a469ea8827f58364df069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:57.398796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.403629 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4291404c-0b16-4b11-acf3-6d4e02767ec0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/eb795a93-b328-4caf-9147-9e7fa23cbb37 HTTP/1.1" status: 204 len: 168 time: 0.5433321 Feb 09 00:00:57.406201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:57.414473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9f08e-37eb-46fc-a7e0-7186e6972227 admin admin] Pushing event updated for resources: {'Network': ['ID=9be043a6-d002-420a-a69e-caa47cc1d502,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:57.429193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9be043a6-d002-420a-a69e-caa47cc1d502 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:57.440392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Made reservation on behalf of 029c8b66911a469ea8827f58364df069 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:57.442934 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.509370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3387c6-9fc4-43cf-b51b-53a5505788f3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:57.516194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3387c6-9fc4-43cf-b51b-53a5505788f3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:57.517984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ec3387c6-9fc4-43cf-b51b-53a5505788f3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1104393 Feb 09 00:00:57.520602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55970) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:57.718145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.763281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port a9b58599-120a-41a5-9252-af673cc1b43e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:00:57.763644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.881212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:57.897540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for a9b58599-120a-41a5-9252-af673cc1b43e owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:00:57.997682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Checking segment: {'id': '513f7fa8-ed6b-44d0-8769-cf2424069ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '9be043a6-d002-420a-a69e-caa47cc1d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:00:57.998052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Network hostable DHCP agents. Network: 9be043a6-d002-420a-a69e-caa47cc1d502, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:00:58.000715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a85fac-2431-4f1b-8f60-be9993e0484f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:58.054960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.070534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a246c-95e9-44bb-b992-29a663146808 req-183429db-b6fd-428f-add7-5140e33d1801 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:58.072182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d2a246c-95e9-44bb-b992-29a663146808 req-183429db-b6fd-428f-add7-5140e33d1801 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.2223864 Feb 09 00:00:58.082417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b62cb7-508b-4389-9217-35ff3337df1e req-8ed1870b-3a26-4be7-b28e-37d339e0ebe5 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:58.084061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07b62cb7-508b-4389-9217-35ff3337df1e req-8ed1870b-3a26-4be7-b28e-37d339e0ebe5 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 945 time: 0.1535103 Feb 09 00:00:58.086262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Network 9be043a6-d002-420a-a69e-caa47cc1d502 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:00:58.124513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9be043a6-d002-420a-a69e-caa47cc1d502) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:00:58.136242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352fdc00-b551-4788-a942-da6253ab20af None None] Network 9be043a6-d002-420a-a69e-caa47cc1d502 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:58.149825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:58.151342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.167454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.173591 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/a9b58599-120a-41a5-9252-af673cc1b43e HTTP/1.1" status: 204 len: 168 time: 0.6492896 Feb 09 00:00:58.173591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a553594-799d-493d-9743-85d692c2683b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=a9b58599-120a-41a5-9252-af673cc1b43e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:58.178941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55998) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:58.184860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d2a246c-95e9-44bb-b992-29a663146808 req-c27ea591-cea4-4424-ad67-9ae7566a1844 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Feb 09 00:00:58.236843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1c22a996-73f4-46ba-bce2-9f906757283b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8480349 Feb 09 00:00:58.242294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07b62cb7-508b-4389-9217-35ff3337df1e req-9b1d9daa-51bb-40cb-aa5a-3de86c70b58e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474695 Feb 09 00:00:58.281360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0924-919e-485c-98b7-bae887256425 req-8af0e1b5-47d5-4eb5-94fb-600ed4d96184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:58.283260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ac0924-919e-485c-98b7-bae887256425 req-8af0e1b5-47d5-4eb5-94fb-600ed4d96184 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.0873015 Feb 09 00:00:58.296792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf485413-3d15-47e3-a3cd-8f3fdc760197 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:58.311169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bf485413-3d15-47e3-a3cd-8f3fdc760197 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1287813 Feb 09 00:00:58.318150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56004) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:58.372657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ac0924-919e-485c-98b7-bae887256425 req-7ddd48da-b5b7-43c1-aad3-121f87157a55 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Feb 09 00:00:58.402045 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0142aea-27b7-47d6-b77f-588fd1fc0a1c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:00:58.406761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0142aea-27b7-47d6-b77f-588fd1fc0a1c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/eb795a93-b328-4caf-9147-9e7fa23cbb37 HTTP/1.1" status: 404 len: 333 time: 0.0890052 Feb 09 00:00:58.407017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:58.449263 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab43a913-d4b5-43e0-9984-415c78fd3742 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:00:58.451422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ab43a913-d4b5-43e0-9984-415c78fd3742 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/a9b58599-120a-41a5-9252-af673cc1b43e HTTP/1.1" status: 404 len: 333 time: 0.0434263 Feb 09 00:00:58.454377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56016) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:58.519112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c112362f-74fc-44e5-a9d7-4a1e7e94465a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:00:58.547702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd1c0c-dabf-4e0e-b0ad-65bfcb83897e None None] Network 9be043a6-d002-420a-a69e-caa47cc1d502 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:00:58.605363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.675019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c112362f-74fc-44e5-a9d7-4a1e7e94465a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:00:58.690032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c112362f-74fc-44e5-a9d7-4a1e7e94465a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:00:58.691288 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.738951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.769669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae6509c-f84e-4539-8d8a-69125502c7ee']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:58.783672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941d094d-1626-4bae-8309-d13adff6ae82') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:58.784027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941d094d-1626-4bae-8309-d13adff6ae82') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:00:58.799885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.816881 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.825283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:00:58.825828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:00:58.830611 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:00:58.837050 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.864310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:00:58.866904 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29758281-c669-4f8e-97c9-fb438fe971f7" -d '{"events": [{"server_uuid": "dc86373a-4bf0-46e3-b623-405a177668dd", "name": "network-vif-plugged", "status": "completed", "tag": "c112362f-74fc-44e5-a9d7-4a1e7e94465a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:00:58.894048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c112362f-74fc-44e5-a9d7-4a1e7e94465a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:00:58.898957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.900052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.910188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:58.914613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/6ae6509c-f84e-4539-8d8a-69125502c7ee HTTP/1.1" status: 204 len: 168 time: 0.4592257 Feb 09 00:00:58.918957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56034) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:58.925121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575504916'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:58.939956 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bc597f-e306-4133-805a-0462cc6d89d7 x-openstack-request-id: req-24bc597f-e306-4133-805a-0462cc6d89d7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:00:58.940357 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86373a-4bf0-46e3-b623-405a177668dd", "name": "network-vif-plugged", "status": "completed", "tag": "c112362f-74fc-44e5-a9d7-4a1e7e94465a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:00:58.940677 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24bc597f-e306-4133-805a-0462cc6d89d7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:00:58.941432 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'code': 200} Feb 09 00:00:58.958406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3d0cc-82fb-4408-9d2e-bb7ad3805b22 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=6ae6509c-f84e-4539-8d8a-69125502c7ee,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:58.978005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c112362f-74fc-44e5-a9d7-4a1e7e94465a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:58.982771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:58.988937 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:59.052962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:00:59.078445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:59.078799 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment fe5cc69c-4381-4981-a7d4-6a42bb550766 of type vlan for network 190cea03-8778-477c-8c44-db6558d5feb7 Feb 09 00:00:59.156145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb72a1c-b63e-4fc5-8db9-2aea4eeba9ea req-be41395f-6e84-49e0-a56e-e2bcb3cae3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:59.157680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abb72a1c-b63e-4fc5-8db9-2aea4eeba9ea req-be41395f-6e84-49e0-a56e-e2bcb3cae3ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 1097 time: 0.1645670 Feb 09 00:00:59.171014 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:59.235692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:59.241177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:59.241772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:59.266308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abb72a1c-b63e-4fc5-8db9-2aea4eeba9ea req-063e22c9-219d-4e21-97b3-bff20358e8b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991199 Feb 09 00:00:59.297277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8ec0e472-0249-4b3b-b17e-c5c8d25cc5ef tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:59.298472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8ec0e472-0249-4b3b-b17e-c5c8d25cc5ef tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/networks?id=8d459b11-9d98-4ac1-ab69-614865a2eb0b HTTP/1.1" status: 200 len: 808 time: 0.2494335 Feb 09 00:00:59.349390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4246497 Feb 09 00:00:59.349512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56066) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:00:59.355249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '190cea03-8778-477c-8c44-db6558d5feb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:00:59.378820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-dd1f34ee-2f02-4ea8-b9d4-934aa91b5c20 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/quotas/dc68834d53c2446e802b36be750dda00 HTTP/1.1" status: 200 len: 375 time: 0.0296295 Feb 09 00:00:59.380292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd29117-001a-4590-9a1b-0c575b766bfc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=190cea03-8778-477c-8c44-db6558d5feb7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:00:59.391120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 190cea03-8778-477c-8c44-db6558d5feb7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:00:59.399750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f16045-9019-47f8-91d2-1bbec154a68e req-057909cd-bc64-408e-8e37-42f3c117321f tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:59.401670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95f16045-9019-47f8-91d2-1bbec154a68e req-057909cd-bc64-408e-8e37-42f3c117321f tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1376452 Feb 09 00:00:59.437824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-db965e90-5d1e-4d31-9eaf-41683adc9d10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dc68834d53c2446e802b36be750dda00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349264 Feb 09 00:00:59.521962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95f16045-9019-47f8-91d2-1bbec154a68e req-8a5b9fda-df2b-42a3-9cca-9e2453ef27d9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086736 Feb 09 00:00:59.589293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:00:59.593201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-1afa86fb-14b8-471f-8037-ea160e43e07a service neutron] 10.222.0.32 "GET /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439760 Feb 09 00:00:59.594165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:00:59.705689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Performing IP validity checks on allocation pools {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 00:00:59.706297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 00:00:59.774322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e21f0-3f2f-45fa-8b80-da6e7380f3da req-4b03ed5c-b03d-4dfa-9830-ed52e47a5056 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:00:59.782822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f1e21f0-3f2f-45fa-8b80-da6e7380f3da req-4b03ed5c-b03d-4dfa-9830-ed52e47a5056 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 946 time: 0.1214895 Feb 09 00:00:59.800567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-d81f18de-f314-4206-98d7-d59e59f742ee service neutron] 10.222.0.32 "GET /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947873 Feb 09 00:00:59.879681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f1e21f0-3f2f-45fa-8b80-da6e7380f3da req-9bc8e088-e677-495f-b974-fb97310c93a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952547 Feb 09 00:00:59.911499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.019416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f9459b9-a90f-43cb-a2c6-03f92506aa09 req-9aa8af8b-ad0f-41a3-8c7d-c66cc01d42d4 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 210 time: 0.0371082 Feb 09 00:01:00.024827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': 'fe5cc69c-4381-4981-a7d4-6a42bb550766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '190cea03-8778-477c-8c44-db6558d5feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:00.026223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 190cea03-8778-477c-8c44-db6558d5feb7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:00.031543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=ae5f91bf-be0c-4357-baf7-57db0901b52f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:00.054823 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 190cea03-8778-477c-8c44-db6558d5feb7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:00.066134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 190cea03-8778-477c-8c44-db6558d5feb7) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:00.079173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13244b-6e1f-4286-aee3-5d632aace4b5 None None] Network 190cea03-8778-477c-8c44-db6558d5feb7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:00.082053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:00.083229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.111651 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f681153f-f78c-4e6a-8d31-e307be98a2dc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7622173 Feb 09 00:01:00.115084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56110) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:00.122803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '190cea03-8778-477c-8c44-db6558d5feb7', 'name': 'tempest-PortsTestJSON-1702247512'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:00.301059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:00.306048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.318681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-190cea03-8778-477c-8c44-db6558d5feb7', 'network_id': '190cea03-8778-477c-8c44-db6558d5feb7', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': 'ae5f91bf-be0c-4357-baf7-57db0901b52f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:00.322429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.339069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 40d8b36c-34c8-4c4d-ad40-f12958c09220 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:00.564949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Allocated IP 172.20.0.2 (190cea03-8778-477c-8c44-db6558d5feb7/ae5f91bf-be0c-4357-baf7-57db0901b52f/d2fdc121-d2ef-46ec-b90b-6aa766dff8e4) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:00.699975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266ec3a-822f-444e-bc81-a72f39bd3254 req-98a6f0fe-84c0-4947-acb9-332c1298d43c tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:00.701469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b266ec3a-822f-444e-bc81-a72f39bd3254 req-98a6f0fe-84c0-4947-acb9-332c1298d43c tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.0652287 Feb 09 00:01:00.758199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b266ec3a-822f-444e-bc81-a72f39bd3254 req-3092a417-5f3a-49b5-8d77-87344611084b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496266 Feb 09 00:01:00.800030 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.809592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0d46da33-9991-4871-8ba6-7755a5368347 req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-477435958', 'description': 'tempest-description-1582455050'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:00.810008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.871380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Network 190cea03-8778-477c-8c44-db6558d5feb7 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:00.877603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:00.884243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:00.887365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Pushing event updated for resources: {'Port': ['ID=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:00.899550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.7 (190cea03-8778-477c-8c44-db6558d5feb7/ae5f91bf-be0c-4357-baf7-57db0901b52f/40d8b36c-34c8-4c4d-ad40-f12958c09220) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:00.902216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d46da33-9991-4871-8ba6-7755a5368347 req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.975409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Attempting to bind port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:00.976120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Attempting to bind port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'fe5cc69c-4381-4981-a7d4-6a42bb550766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '190cea03-8778-477c-8c44-db6558d5feb7'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:00.976654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Attempting to bind port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 on network 190cea03-8778-477c-8c44-db6558d5feb7 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:00.985760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:00.986621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Checking segment: {'id': 'fe5cc69c-4381-4981-a7d4-6a42bb550766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '190cea03-8778-477c-8c44-db6558d5feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:00.987224 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:00.988006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Bound using segment: {'id': 'fe5cc69c-4381-4981-a7d4-6a42bb550766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '190cea03-8778-477c-8c44-db6558d5feb7'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:00.989053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Bound port: d2fdc121-d2ef-46ec-b90b-6aa766dff8e4, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5cc69c-4381-4981-a7d4-6a42bb550766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '190cea03-8778-477c-8c44-db6558d5feb7'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:00.989516 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.071394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] For port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:01.076961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] For port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,segment=NetworkSegment(fe5cc69c-4381-4981-a7d4-6a42bb550766),segment_id=fe5cc69c-4381-4981-a7d4-6a42bb550766)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:01.084796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.111006 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d46da33-9991-4871-8ba6-7755a5368347 req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.130604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b52c0a-b885-4775-afdc-7a32fa4f5c05 req-8572b58a-ab38-49cc-94d5-ba1926a2f5cd tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:01.132204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b52c0a-b885-4775-afdc-7a32fa4f5c05 req-8572b58a-ab38-49cc-94d5-ba1926a2f5cd tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 946 time: 0.1472986 Feb 09 00:01:01.136359 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d46da33-9991-4871-8ba6-7755a5368347 req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.155148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d59a0-d18e-46f4-b7ae-9466b9aa002c None None] Pushing event updated for resources: {'Port': ['ID=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:01.226076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56154) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:01.239692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d46da33-9991-4871-8ba6-7755a5368347 req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.241915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d46da33-9991-4871-8ba6-7755a5368347 req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4385693 Feb 09 00:01:01.251686 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.253761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a48af-3f0f-4010-a762-d7a656e59c5b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad47142-28c8-4706-a1a0-cb9dfb576ca7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:01.329692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25b52c0a-b885-4775-afdc-7a32fa4f5c05 req-ff89b1d5-efa1-4373-9792-384c6e3a531a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675355 Feb 09 00:01:01.434326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-355afd29-171d-463d-9892-1c0c1d40a1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.504236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-523ec931-c999-401c-82af-136fc3f3eb5e req-31e88c7d-6cb0-4ca1-9364-94bbc16787d9 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 210 time: 0.1602159 Feb 09 00:01:01.542124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.629030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-355afd29-171d-463d-9892-1c0c1d40a1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.637688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-355afd29-171d-463d-9892-1c0c1d40a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.638979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-69a4fb8b-a96c-43f4-839b-d7e8df9176a2 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-477435958&fields=id&tenant_id=bdea13112f40443f81ebe6283ed0ea84 HTTP/1.1" status: 200 len: 267 time: 0.2063148 Feb 09 00:01:01.679647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 190cea03-8778-477c-8c44-db6558d5feb7 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:01.704997 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-355afd29-171d-463d-9892-1c0c1d40a1a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273e1c03569f4c63a81b4fbe9b164dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767263 Feb 09 00:01:01.706959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355afd29-171d-463d-9892-1c0c1d40a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347ca35-b1c1-45b7-b0c9-6c31a0a10bbb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:01.709346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:01.741837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:01.754224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:01.774774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c99b75d-9753-4f44-8fa8-4f7b2592556e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.799915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=40d8b36c-34c8-4c4d-ad40-f12958c09220,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:01.801719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c99b75d-9753-4f44-8fa8-4f7b2592556e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.825360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-0476e475-b770-4996-b2c9-342dbe81fce9 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:01.829258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-0476e475-b770-4996-b2c9-342dbe81fce9 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.21 "GET /v2.0/networks?id=8d459b11-9d98-4ac1-ab69-614865a2eb0b HTTP/1.1" status: 200 len: 808 time: 0.5348914 Feb 09 00:01:01.839732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-e0c2250b-8d4d-49a9-8b4d-6c82b7860070 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:01.841259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-e0c2250b-8d4d-49a9-8b4d-6c82b7860070 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1838553 Feb 09 00:01:01.849627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Request body: {'port': {'device_id': '1713361f-a044-410a-a106-2bfc8057e745', 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b', 'admin_state_up': True, 'tenant_id': 'dc68834d53c2446e802b36be750dda00'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:01.881480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c99b75d-9753-4f44-8fa8-4f7b2592556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.884509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c99b75d-9753-4f44-8fa8-4f7b2592556e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:01.889376 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c99b75d-9753-4f44-8fa8-4f7b2592556e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2347ca35-b1c1-45b7-b0c9-6c31a0a10bbb HTTP/1.1" status: 204 len: 168 time: 0.1765375 Feb 09 00:01:01.900874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99b75d-9753-4f44-8fa8-4f7b2592556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347ca35-b1c1-45b7-b0c9-6c31a0a10bbb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:01.914530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'port': {'security_groups': ['54c634ce-02ed-4694-bf3b-37da467edc00', '1ad47142-28c8-4706-a1a0-cb9dfb576ca7']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:01.925535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:01.926253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.008953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aa52f433-d090-4a0a-9b05-586774641420 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8919873 Feb 09 00:01:02.012631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:02.037269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.093391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Made reservation on behalf of dc68834d53c2446e802b36be750dda00 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:02.096978 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.232748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 40d8b36c-34c8-4c4d-ad40-f12958c09220 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:02.233333 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.402764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.413511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Allocated IP 172.20.0.14 (8d459b11-9d98-4ac1-ab69-614865a2eb0b/2af0db9e-9dd4-489d-aca1-d39d69560c14/804dae2d-c5c8-414e-93b1-c91197f149c2) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:02.428489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 40d8b36c-34c8-4c4d-ad40-f12958c09220 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:02.513563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:02.615053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.631368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.645776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:02.656762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf511d7e-8d92-4e73-a3cf-a86bcc33c010 req-d35cdc06-322e-4ec9-b396-ad3b1f8b8192 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 210 time: 0.0447133 Feb 09 00:01:02.712174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:02.713135 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.713670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.718485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7ce6af-1950-47dc-997e-cb456d553f28 req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "PUT /v2.0/ports/65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 981 time: 0.8127887 Feb 09 00:01:02.721376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:02.724223 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:02.754215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:02.791932 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78cf35-c95c-4f14-814b-72f1b4c620dc x-openstack-request-id: req-cb78cf35-c95c-4f14-814b-72f1b4c620dc {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:02.792472 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:02.793031 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb78cf35-c95c-4f14-814b-72f1b4c620dc {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:02.793585 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'status': 'completed', 'code': 200} Feb 09 00:01:02.811282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa402d-9b42-4577-b631-f9c53fbce60d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:02.814620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=40d8b36c-34c8-4c4d-ad40-f12958c09220,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:02.848416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.902274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-2d0a771c-081a-458c-b6be-ca69241dd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:02.903851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ece66-6234-4acf-aacd-5578802a56f9 None None] Network 190cea03-8778-477c-8c44-db6558d5feb7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:02.904193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-2d0a771c-081a-458c-b6be-ca69241dd1f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1135 time: 0.0727661 Feb 09 00:01:02.922001 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.929759 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-29f66116-896c-4891-b32d-f87329a7996b tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/40d8b36c-34c8-4c4d-ad40-f12958c09220 HTTP/1.1" status: 204 len: 168 time: 0.9160070 Feb 09 00:01:02.930443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56200) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:02.935903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:02.952115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:03.010811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d154db-4fca-4779-94b6-9e916a927963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.028005 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a01458a-8948-4d90-bcca-381f6a4a64b8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:01:03.029099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a01458a-8948-4d90-bcca-381f6a4a64b8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:01:03.035064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:03.047980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Network 8d459b11-9d98-4ac1-ab69-614865a2eb0b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:03.048466 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6a01458a-8948-4d90-bcca-381f6a4a64b8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/40d8b36c-34c8-4c4d-ad40-f12958c09220 HTTP/1.1" status: 404 len: 333 time: 0.1113400 Feb 09 00:01:03.051127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56206) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:03.066062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:03.075507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:03.080655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-5c188b46-f9ba-4d43-92c1-b2116c37d9ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-477435958&fields=id&tenant_id=bdea13112f40443f81ebe6283ed0ea84 HTTP/1.1" status: 200 len: 267 time: 0.1568255 Feb 09 00:01:03.110218 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9322d6bc-5d26-4be6-a577-62e7b588c4fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:03.114511 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9322d6bc-5d26-4be6-a577-62e7b588c4fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/40d8b36c-34c8-4c4d-ad40-f12958c09220 HTTP/1.1" status: 404 len: 333 time: 0.0612938 Feb 09 00:01:03.115106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56210) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:03.145577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Pushing event updated for resources: {'Port': ['ID=804dae2d-c5c8-414e-93b1-c91197f149c2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:03.181210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-5a0340d3-31d0-4cd2-8270-386b9ffc1956 req-21aff5e2-63d8-43e9-860a-04a7787ab3c0 service neutron] (105925) timed out ('10.222.0.32', 58928) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:01:03.192037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet ae5f91bf-be0c-4357-baf7-57db0901b52f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:03.200971 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.202467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-cb5de9e3-0658-406e-b994-10987fc8c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:03.204250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-cb5de9e3-0658-406e-b994-10987fc8c7de service neutron] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.2920156 Feb 09 00:01:03.225294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:03.226073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.274480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.315771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-84099af6-8b43-424e-b5a3-21507a4b0055 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.1002276 Feb 09 00:01:03.351270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d154db-4fca-4779-94b6-9e916a927963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.367940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10d154db-4fca-4779-94b6-9e916a927963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.373049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-fa0e5676-3fcd-4f14-a40b-0b2ba6bc6b95 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:03.374934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-fa0e5676-3fcd-4f14-a40b-0b2ba6bc6b95 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 984 time: 0.2653019 Feb 09 00:01:03.382582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-8f4a5bd4-8184-47c0-b5e0-9395e8880db7 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5401144 Feb 09 00:01:03.391729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'port': {'security_groups': ['54c634ce-02ed-4694-bf3b-37da467edc00']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:03.402878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Request body: {'port': {'device_id': '1713361f-a044-410a-a106-2bfc8057e745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:03.407612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c44bc0ff-ea40-42ee-aa6b-0180fd10a542 None None] Provisioning complete for port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:03.408140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c44bc0ff-ea40-42ee-aa6b-0180fd10a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.449366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:03.449880 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.474936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-0502753d-d5b9-4702-bc1a-61a0bbe40feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:03.476331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-10d154db-4fca-4779-94b6-9e916a927963 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71319d0fef8a4380840f192ba01a20ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228617 Feb 09 00:01:03.477638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-0502753d-d5b9-4702-bc1a-61a0bbe40feb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1580257 Feb 09 00:01:03.482961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d154db-4fca-4779-94b6-9e916a927963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c2b55-be5a-4e49-89b1-bd1458d184e8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:03.483161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56216) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:03.590970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-a7e09b65-ca1e-4af5-ab91-8feb71071422 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739715 Feb 09 00:01:03.602540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.620158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.622384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.746586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.781986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5f91bf-be0c-4357-baf7-57db0901b52f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:03.784126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.793559 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0722da3c-1f9c-4ac1-a62f-bf45859ed003 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/ae5f91bf-be0c-4357-baf7-57db0901b52f HTTP/1.1" status: 204 len: 168 time: 0.6762075 Feb 09 00:01:03.794559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:03.823740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92c4d4e9-e9d1-4d4c-9d65-ab6b3c7d9b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.856032 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92c4d4e9-e9d1-4d4c-9d65-ab6b3c7d9b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.895184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:03.964207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:03.965168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.061996 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.065014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4ec01-0e40-46de-b401-7710bda04fe4 req-6b5d0bb5-6d46-47d9-a438-90d5eecc1812 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:04.066595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ab4ec01-0e40-46de-b401-7710bda04fe4 req-6b5d0bb5-6d46-47d9-a438-90d5eecc1812 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 932 time: 0.2620876 Feb 09 00:01:04.091965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] For port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,segment=NetworkSegment(fe5cc69c-4381-4981-a7d4-6a42bb550766),segment_id=fe5cc69c-4381-4981-a7d4-6a42bb550766)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:04.092631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.123225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:04.132111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c44bc0ff-ea40-42ee-aa6b-0180fd10a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.174691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,segment=NetworkSegment(fe5cc69c-4381-4981-a7d4-6a42bb550766),segment_id=fe5cc69c-4381-4981-a7d4-6a42bb550766)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:04.186369 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.245024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.282234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:04.287996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=d2fdc121-d2ef-46ec-b90b-6aa766dff8e4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:04.291858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No DVR routers for this DVR port d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:04.353855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93584809-a811-4950-8431-75cd6b3d29d2 None None] Network 190cea03-8778-477c-8c44-db6558d5feb7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:04.415383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.447667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190cea03-8778-477c-8c44-db6558d5feb7']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:04.473207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5cc69c-4381-4981-a7d4-6a42bb550766') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:04.473853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5cc69c-4381-4981-a7d4-6a42bb550766') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:04.489759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.500426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f915d295-ff38-44d9-8545-230518add3d5 None None] Could not find standard attr ID for object d2fdc121-d2ef-46ec-b90b-6aa766dff8e4. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:04.522901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.531695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-ab70ac72-6f4f-483a-baa2-b39eea7f8a15 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312341 Feb 09 00:01:04.559127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:04.560440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:04.568633 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:04.634503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe0fac-67b5-4588-a66d-b510b512eae8 None None] DHCP port deletion for 190cea03-8778-477c-8c44-db6558d5feb7 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:01:04.640702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92c4d4e9-e9d1-4d4c-9d65-ab6b3c7d9b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.643390 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92c4d4e9-e9d1-4d4c-9d65-ab6b3c7d9b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.646743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-92c4d4e9-e9d1-4d4c-9d65-ab6b3c7d9b0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4a6c2b55-be5a-4e49-89b1-bd1458d184e8 HTTP/1.1" status: 204 len: 168 time: 1.1547701 Feb 09 00:01:04.690745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.705560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.709498 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/190cea03-8778-477c-8c44-db6558d5feb7 HTTP/1.1" status: 204 len: 168 time: 0.9139736 Feb 09 00:01:04.727248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:04.734348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061372509'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:04.738621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cce972-7c41-4353-919a-de5d1bbf3341 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=190cea03-8778-477c-8c44-db6558d5feb7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:04.748586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4d4e9-e9d1-4d4c-9d65-ab6b3c7d9b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c2b55-be5a-4e49-89b1-bd1458d184e8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:04.809588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:04.819684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.824277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ab4ec01-0e40-46de-b401-7710bda04fe4 req-7567c3d9-a26a-4723-9f3b-c1c7d1cbad9e tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045089 Feb 09 00:01:04.862863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a771d3-5d00-4e07-abdd-9b5dca8f4fb2 req-85273bd9-e8c0-43cd-be09-25f07697583b service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131852 Feb 09 00:01:04.877854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:04.890286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:04.890764 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment 6b56f832-3ef4-4c14-bdf7-4a7bc391091e of type vlan for network abcd884a-4c7c-46c5-ba81-db0d1b01df0f Feb 09 00:01:04.902032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:04.966209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.004548 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.010456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.018033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:05.019310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.019902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.032316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:05.103929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=abcd884a-4c7c-46c5-ba81-db0d1b01df0f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:05.117595 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0d0a7cf1-aa22-4bf6-b4ac-0dbac0cf0439 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3857567 Feb 09 00:01:05.117889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56240) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:05.124728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:05.145899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:05.146801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.153331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ab38da7-c635-42cb-867a-1bb42007a941 req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "PUT /v2.0/ports/65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 942 time: 1.7694223 Feb 09 00:01:05.154088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:05.157212 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf" -d '{"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:05.188196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network abcd884a-4c7c-46c5-ba81-db0d1b01df0f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:05.227288 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3043e4ab-4e4b-4e9b-9da2-d060d1f67801 x-openstack-request-id: req-3043e4ab-4e4b-4e9b-9da2-d060d1f67801 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:05.227903 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:05.229246 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3043e4ab-4e4b-4e9b-9da2-d060d1f67801 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:05.230134 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'status': 'completed', 'code': 200} Feb 09 00:01:05.234733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804dae2d-c5c8-414e-93b1-c91197f149c2 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:01:05.272483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.336625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:05.341445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.363297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:05.424348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Transition to ACTIVE for port object 804dae2d-c5c8-414e-93b1-c91197f149c2 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:01:05.436146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0df5c2-2474-4a05-ac81-18467419eb71 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event updated for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:05.449580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.661394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.692773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-93a17518-d0c4-4877-afbe-789aa4f9083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:05.694314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-93a17518-d0c4-4877-afbe-789aa4f9083d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.4022660 Feb 09 00:01:05.767999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': '6b56f832-3ef4-4c14-bdf7-4a7bc391091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:05.768586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: abcd884a-4c7c-46c5-ba81-db0d1b01df0f, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:05.775358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-528081fc-3b0f-4eb1-a479-412d039471a0 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5936546 Feb 09 00:01:05.782656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=301ae174-5fd6-4aa1-b4ed-d05a01e91fcc,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:05.809004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Pushing event updated for resources: {'Port': ['ID=804dae2d-c5c8-414e-93b1-c91197f149c2,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:05.825524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network abcd884a-4c7c-46c5-ba81-db0d1b01df0f is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:05.844754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, abcd884a-4c7c-46c5-ba81-db0d1b01df0f) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:05.851083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:05.852168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:05.886172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f2366d-1cd6-49c3-9190-26fcf159a084 None None] Network abcd884a-4c7c-46c5-ba81-db0d1b01df0f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:05.903419 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4aaaf173-3aec-4dfe-b156-2c8e2974d358 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7807429 Feb 09 00:01:05.903709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56262) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:05.911008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1023676106'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:05.953044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:06.161776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:06.168398 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.172947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.187751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-abcd884a-4c7c-46c5-ba81-db0d1b01df0f', 'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': '301ae174-5fd6-4aa1-b4ed-d05a01e91fcc'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:06.189585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.204365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Attempting to bind port 804dae2d-c5c8-414e-93b1-c91197f149c2 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:06.205098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Attempting to bind port 804dae2d-c5c8-414e-93b1-c91197f149c2 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '8bab0649-daea-4b85-964e-700ecc9d77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:06.205959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Attempting to bind port 804dae2d-c5c8-414e-93b1-c91197f149c2 on network 8d459b11-9d98-4ac1-ab69-614865a2eb0b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:06.207497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 8dc47c84-f70c-465d-a992-b688147aa6c9 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:06.221179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5c97-a53b-49bf-b4ce-a94c91717cf0 req-d4cc1603-6bb6-4fc9-a4d4-170381111963 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:06.229525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-302f5c97-a53b-49bf-b4ce-a94c91717cf0 req-d4cc1603-6bb6-4fc9-a4d4-170381111963 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 944 time: 0.2958510 Feb 09 00:01:06.347070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Port 804dae2d-c5c8-414e-93b1-c91197f149c2 on network 8d459b11-9d98-4ac1-ab69-614865a2eb0b not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:06.347799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Attempting to bind port 804dae2d-c5c8-414e-93b1-c91197f149c2 on network 8d459b11-9d98-4ac1-ab69-614865a2eb0b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:06.367689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:06.369811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Checking segment: {'id': '8bab0649-daea-4b85-964e-700ecc9d77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:06.370449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Bound using segment: {'id': '8bab0649-daea-4b85-964e-700ecc9d77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:06.371158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Bound port: 804dae2d-c5c8-414e-93b1-c91197f149c2, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bab0649-daea-4b85-964e-700ecc9d77e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:06.372157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.387489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-301dd7a5-94a0-4c22-bf6c-65607518cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:06.389073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-301dd7a5-94a0-4c22-bf6c-65607518cf36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.6658490 Feb 09 00:01:06.410089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Allocated IP 172.20.0.2 (abcd884a-4c7c-46c5-ba81-db0d1b01df0f/301ae174-5fd6-4aa1-b4ed-d05a01e91fcc/b6b2f43b-ec31-482e-9a68-b1988efe2ee7) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:06.454245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] For port 804dae2d-c5c8-414e-93b1-c91197f149c2, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:06.458002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] For port 804dae2d-c5c8-414e-93b1-c91197f149c2, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=804dae2d-c5c8-414e-93b1-c91197f149c2,segment=NetworkSegment(8bab0649-daea-4b85-964e-700ecc9d77e8),segment_id=8bab0649-daea-4b85-964e-700ecc9d77e8)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:06.482051 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.509900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:06.547024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:06.548063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d2fdc121-d2ef-46ec-b90b-6aa766dff8e4 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:06.578041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Pushing event updated for resources: {'Port': ['ID=804dae2d-c5c8-414e-93b1-c91197f149c2,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:06.585872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-d5d0f923-f9c4-4548-bba4-70e8d518995c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.1212416 Feb 09 00:01:06.607359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-302f5c97-a53b-49bf-b4ce-a94c91717cf0 req-25b00ca1-ca43-41f7-8bc0-ee9e78efc52d tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762553 Feb 09 00:01:06.636967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:06.637834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.639181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-3d96fcdc-a3c2-4f92-b834-b8304e158956 service neutron] 10.222.0.21 "PUT /v2.0/ports/804dae2d-c5c8-414e-93b1-c91197f149c2 HTTP/1.1" status: 200 len: 1092 time: 3.2426710 Feb 09 00:01:06.762619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.778143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.779637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-429663c7-f460-4143-904c-2d1b39441ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:06.781888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-429663c7-f460-4143-904c-2d1b39441ad6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1738832 Feb 09 00:01:06.793248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-d6158e1d-7068-441f-8b29-3559ef2992a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:06.794953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-d6158e1d-7068-441f-8b29-3559ef2992a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc68834d53c2446e802b36be750dda00&device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 1095 time: 0.0829780 Feb 09 00:01:06.842387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.846513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-f32e93e0-b829-4f34-a5d9-9b9db3888a90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488944 Feb 09 00:01:06.875741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Pushing event updated for resources: {'Port': ['ID=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:06.890305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.13 (abcd884a-4c7c-46c5-ba81-db0d1b01df0f/301ae174-5fd6-4aa1-b4ed-d05a01e91fcc/8dc47c84-f70c-465d-a992-b688147aa6c9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:06.891352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-374a4a1a-3d8e-4877-b06a-f09196c93346 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804dae2d-c5c8-414e-93b1-c91197f149c2 HTTP/1.1" status: 200 len: 217 time: 0.0856836 Feb 09 00:01:06.929833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Network abcd884a-4c7c-46c5-ba81-db0d1b01df0f is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:06.955829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:06.957773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:06.961931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:06.967421 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.087793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.088507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-12088763-fc7c-4050-a74a-e411718ea54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:07.090312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-12088763-fc7c-4050-a74a-e411718ea54b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af0db9e-9dd4-489d-aca1-d39d69560c14 HTTP/1.1" status: 200 len: 848 time: 0.1846807 Feb 09 00:01:07.110473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Attempting to bind port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:07.110869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Attempting to bind port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6b56f832-3ef4-4c14-bdf7-4a7bc391091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:07.111227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Attempting to bind port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 on network abcd884a-4c7c-46c5-ba81-db0d1b01df0f {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:07.124692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:07.125189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Checking segment: {'id': '6b56f832-3ef4-4c14-bdf7-4a7bc391091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:07.125712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.127243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Bound using segment: {'id': '6b56f832-3ef4-4c14-bdf7-4a7bc391091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:07.127942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Bound port: b6b2f43b-ec31-482e-9a68-b1988efe2ee7, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b56f832-3ef4-4c14-bdf7-4a7bc391091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'abcd884a-4c7c-46c5-ba81-db0d1b01df0f'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:07.128375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.131728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.175153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network abcd884a-4c7c-46c5-ba81-db0d1b01df0f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:07.181936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:07.192588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:07.207803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Allocated IP 172.25.3.78 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/70ae1c89-57c4-45a6-8d59-cb80690b30a0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:07.222554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=8dc47c84-f70c-465d-a992-b688147aa6c9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:07.253520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:07.254301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.269459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:07.269784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] For port b6b2f43b-ec31-482e-9a68-b1988efe2ee7, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:07.285705 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-65dbf66c-d274-4091-979e-1cfb00397fec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3809686 Feb 09 00:01:07.286621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56296) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:07.292046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] For port b6b2f43b-ec31-482e-9a68-b1988efe2ee7, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,segment=NetworkSegment(6b56f832-3ef4-4c14-bdf7-4a7bc391091e),segment_id=6b56f832-3ef4-4c14-bdf7-4a7bc391091e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:07.303581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.371182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.393562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Pushing event updated for resources: {'Port': ['ID=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:07.405521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.405998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.406351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.406685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.407012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.407339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.407665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.407987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.408326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.408611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.408941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.409268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f9a1e-eb2c-45af-918e-2339b59145c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:07.425959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1713361f-a044-410a-a106-2bfc8057e745', 'tag': '804dae2d-c5c8-414e-93b1-c91197f149c2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:07.428982 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafc7d3b-525d-4d07-9fad-2f6a20788949" -d '{"events": [{"name": "network-changed", "server_uuid": "1713361f-a044-410a-a106-2bfc8057e745", "tag": "804dae2d-c5c8-414e-93b1-c91197f149c2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:07.502427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77c5875d-d0ce-4e73-ad31-083576b931b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.510436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-94201d9c-bd32-4f25-8935-6693eb97f5fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d459b11-9d98-4ac1-ab69-614865a2eb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3984787 Feb 09 00:01:07.512621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.523351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-a374a885-76bf-4f3f-a3d8-1e358317e220 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444108 Feb 09 00:01:07.563986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 8dc47c84-f70c-465d-a992-b688147aa6c9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:07.564445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:07.645233 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51687107-48bb-4f54-ab4f-c51177f42c4c x-openstack-request-id: req-51687107-48bb-4f54-ab4f-c51177f42c4c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:07.645398 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1713361f-a044-410a-a106-2bfc8057e745", "tag": "804dae2d-c5c8-414e-93b1-c91197f149c2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:07.647977 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51687107-48bb-4f54-ab4f-c51177f42c4c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:07.647977 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1713361f-a044-410a-a106-2bfc8057e745', 'tag': '804dae2d-c5c8-414e-93b1-c91197f149c2', 'status': 'completed', 'code': 200} Feb 09 00:01:07.809283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db944e7-0b46-46a3-8df1-ed3fb3b325bf req-bf5ccd0b-554b-48f4-b86c-6910d5f398d8 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723096 Feb 09 00:01:07.911503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:07.937164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:07.944128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:08.037785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event updated for resources: {'Port': ['ID=70ae1c89-57c4-45a6-8d59-cb80690b30a0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:08.058626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb974-46f3-4ae4-b1c4-b7d85874ec8e req-046f501f-a990-4b57-bcb1-3e7fb436f6c4 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:08.060207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdedb974-46f3-4ae4-b1c4-b7d85874ec8e req-046f501f-a990-4b57-bcb1-3e7fb436f6c4 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 944 time: 0.2480102 Feb 09 00:01:08.062327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-c5395edf-c54d-4169-abb7-67284179c2a4 service neutron] 10.222.0.21 "GET /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335915 Feb 09 00:01:08.148237 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.178490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.192229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 8dc47c84-f70c-465d-a992-b688147aa6c9 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:08.237681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdedb974-46f3-4ae4-b1c4-b7d85874ec8e req-b91a3540-b5fc-4091-b2fc-db0a50549962 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555500 Feb 09 00:01:08.301164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.357588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77c5875d-d0ce-4e73-ad31-083576b931b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.369612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77c5875d-d0ce-4e73-ad31-083576b931b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.375345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.385365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86442bd4-4926-42a8-a178-e6de99c12f13 req-9c43f78a-90f2-470c-8304-1e5912f247ec service neutron] 10.222.0.21 "GET /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128569 Feb 09 00:01:08.474665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=8dc47c84-f70c-465d-a992-b688147aa6c9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:08.554400 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77c5875d-d0ce-4e73-ad31-083576b931b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7e469bb6d2c4569a31467a1d7c7aa7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2830939 Feb 09 00:01:08.564934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56320) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:08.573501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5875d-d0ce-4e73-ad31-083576b931b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12c748-0985-4adc-b56c-b57d8ebd74b8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:08.652135 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.661303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b6b2f43b-ec31-482e-9a68-b1988efe2ee7 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:08.671505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56324) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:08.674693 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a75aca5e-bc2c-4e79-a4f7-bd0c93ece9af tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/8dc47c84-f70c-465d-a992-b688147aa6c9 HTTP/1.1" status: 204 len: 168 time: 1.3863788 Feb 09 00:01:08.739269 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c80426-4ac2-4ad1-84dd-2549dbfb391d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:08.739482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:08.739801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.740793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-95c80426-4ac2-4ad1-84dd-2549dbfb391d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/8dc47c84-f70c-465d-a992-b688147aa6c9 HTTP/1.1" status: 404 len: 333 time: 0.0669334 Feb 09 00:01:08.745108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:08.747505 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.780988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-eb888843-48da-46bf-9813-938010900e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:08.782494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-eb888843-48da-46bf-9813-938010900e8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc68834d53c2446e802b36be750dda00&device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 1095 time: 0.2512534 Feb 09 00:01:08.784890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.812198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-490a4523-fab8-406a-ae63-29b4600ace6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.841932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet 301ae174-5fd6-4aa1-b4ed-d05a01e91fcc {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:08.850325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.883889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-490a4523-fab8-406a-ae63-29b4600ace6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.890037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.931101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:08.940552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b6b2f43b-ec31-482e-9a68-b1988efe2ee7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,segment=NetworkSegment(6b56f832-3ef4-4c14-bdf7-4a7bc391091e),segment_id=6b56f832-3ef4-4c14-bdf7-4a7bc391091e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:08.945938 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.005396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd780f-e77a-4e02-b1c1-c9011ff65792 None None] Network abcd884a-4c7c-46c5-ba81-db0d1b01df0f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:09.010704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event updated for resources: {'Port': ['ID=70ae1c89-57c4-45a6-8d59-cb80690b30a0,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:09.026214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.070962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.078324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-2f2edb75-4300-4609-a665-ae998710f6e3 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2413900 Feb 09 00:01:09.080645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-1fe3ff27-fc4c-4bd9-9329-0a7f0b0af670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:09.082104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-1fe3ff27-fc4c-4bd9-9329-0a7f0b0af670 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d459b11-9d98-4ac1-ab69-614865a2eb0b HTTP/1.1" status: 200 len: 909 time: 0.2798700 Feb 09 00:01:09.082683 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.088960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-490a4523-fab8-406a-ae63-29b4600ace6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.091402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-490a4523-fab8-406a-ae63-29b4600ace6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.092501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-490a4523-fab8-406a-ae63-29b4600ace6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc12c748-0985-4adc-b56c-b57d8ebd74b8 HTTP/1.1" status: 204 len: 168 time: 0.4963617 Feb 09 00:01:09.174809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.175924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:09.208193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=301ae174-5fd6-4aa1-b4ed-d05a01e91fcc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:09.215775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.222169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-639694de-6223-411a-b73f-4f371ed954d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/301ae174-5fd6-4aa1-b4ed-d05a01e91fcc HTTP/1.1" status: 204 len: 168 time: 0.4738231 Feb 09 00:01:09.223242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56338) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:09.265324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4ed1d7bd-8c41-403c-a911-790a2a47781e None None] Provisioning complete for port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:09.265787 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ed1d7bd-8c41-403c-a911-790a2a47781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.384800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.402317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] DHCP port deletion for abcd884a-4c7c-46c5-ba81-db0d1b01df0f request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:01:09.482978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:09.483813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.507604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] Deleting port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:09.508057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.572516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] For port b6b2f43b-ec31-482e-9a68-b1988efe2ee7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,segment=NetworkSegment(6b56f832-3ef4-4c14-bdf7-4a7bc391091e),segment_id=6b56f832-3ef4-4c14-bdf7-4a7bc391091e)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:09.573301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.585979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] For port b6b2f43b-ec31-482e-9a68-b1988efe2ee7, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,segment=NetworkSegment(6b56f832-3ef4-4c14-bdf7-4a7bc391091e),segment_id=6b56f832-3ef4-4c14-bdf7-4a7bc391091e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:09.586764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.591711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for b6b2f43b-ec31-482e-9a68-b1988efe2ee7 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:09.607918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] Calling delete_port for b6b2f43b-ec31-482e-9a68-b1988efe2ee7 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:09.682284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.709705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:09.723732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No DVR routers for this DVR port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:09.736815 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.754354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] No DVR routers for this DVR port b6b2f43b-ec31-482e-9a68-b1988efe2ee7 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:09.757817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-ccf2c73e-c9a3-4ddb-a053-4c56971ce237 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804dae2d-c5c8-414e-93b1-c91197f149c2 HTTP/1.1" status: 200 len: 217 time: 0.6464345 Feb 09 00:01:09.758613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a4523-fab8-406a-ae63-29b4600ace6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12c748-0985-4adc-b56c-b57d8ebd74b8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:09.770661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-02740cf5-e5c6-48cf-a1af-4646ad56506a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 695 time: 0.6914597 Feb 09 00:01:09.785536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc47be-7526-4909-a67c-1a3c566e30b5 None None] Pushing event deleted for resources: {'Port': ['ID=b6b2f43b-ec31-482e-9a68-b1988efe2ee7,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:09.842163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.865812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcd884a-4c7c-46c5-ba81-db0d1b01df0f']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:09.877549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b56f832-3ef4-4c14-bdf7-4a7bc391091e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:09.877848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b56f832-3ef4-4c14-bdf7-4a7bc391091e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:09.887984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.903509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.905707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56350) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:09.917654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:09.918183 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:09.921815 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:09.949061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf413-353f-4f65-beef-96692fb99853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:09.955528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-cf1cacf2-e8fc-4ee1-8dd8-0024a6dcfec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:09.957052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-cf1cacf2-e8fc-4ee1-8dd8-0024a6dcfec1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af0db9e-9dd4-489d-aca1-d39d69560c14 HTTP/1.1" status: 200 len: 848 time: 0.1845865 Feb 09 00:01:09.977295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cf51c-3e39-4b2c-8e8e-e42d618499f4 req-257eb2bf-dff9-4d63-8165-f80d3bd758d9 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:09.979321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f7cf51c-3e39-4b2c-8e8e-e42d618499f4 req-257eb2bf-dff9-4d63-8165-f80d3bd758d9 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 944 time: 0.2167373 Feb 09 00:01:09.995634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.003735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.010743 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/abcd884a-4c7c-46c5-ba81-db0d1b01df0f HTTP/1.1" status: 204 len: 168 time: 0.7847738 Feb 09 00:01:10.012247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56354) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:10.013180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-2687e200-15bc-47bc-868f-e1302a203c54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d459b11-9d98-4ac1-ab69-614865a2eb0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447812 Feb 09 00:01:10.019122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'name': 'tempest-PortsTestJSON-1580822286'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:10.045888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed8b50-6a43-4eb6-8add-85690cd22e3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=abcd884a-4c7c-46c5-ba81-db0d1b01df0f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:10.090308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56356) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:10.125042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-d1b659d9-eef4-44ce-b68e-e8ca2fa2858a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:10.126574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-d1b659d9-eef4-44ce-b68e-e8ca2fa2858a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.3295827 Feb 09 00:01:10.141162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:10.145353 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.153612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-b7632425-8d8e-4161-ba68-15cd56d3bcab tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:01:10.154623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1a9ce0-50bd-4283-b34d-a6dc051a1461 req-b7632425-8d8e-4161-ba68-15cd56d3bcab tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217171 Feb 09 00:01:10.174167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f7cf51c-3e39-4b2c-8e8e-e42d618499f4 req-dd8922ba-344f-4fcc-b084-879c0b8efefd tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591787 Feb 09 00:01:10.191012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 74157461-0d35-49af-ab0e-d6711a59ab20 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:10.217416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-d6549943-407c-4da1-9fd4-8581e45ab4f1 service neutron] 10.222.0.21 "GET /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910536 Feb 09 00:01:10.276324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a2df29-ae57-4e56-ab44-572322baca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.334946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf413-353f-4f65-beef-96692fb99853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.365939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf5bf413-353f-4f65-beef-96692fb99853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.461237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044142-b1f0-487f-947a-b71dd450f463 req-88dcbc53-a538-4a97-83ed-b30b38ed8130 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:10.464273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-88dcbc53-a538-4a97-83ed-b30b38ed8130 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1728034 Feb 09 00:01:10.472418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bf5bf413-353f-4f65-beef-96692fb99853 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=706ab527345746b6a31166cfc9775fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651112 Feb 09 00:01:10.476284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bf413-353f-4f65-beef-96692fb99853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b65e84-2149-4862-a096-21a382851b11,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:10.481910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56374) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:10.486158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eafc7d3b-525d-4d07-9fad-2f6a20788949 req-f93576ea-dc92-4bc7-896d-898e014e7d54 service neutron] 10.222.0.21 "GET /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605841 Feb 09 00:01:10.497360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.520472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a2df29-ae57-4e56-ab44-572322baca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.529195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b6b2f43b-ec31-482e-9a68-b1988efe2ee7 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:10.534211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a2df29-ae57-4e56-ab44-572322baca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.553072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b6b2f43b-ec31-482e-9a68-b1988efe2ee7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:10.553427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b6b2f43b-ec31-482e-9a68-b1988efe2ee7 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:10.580302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.596324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76a2df29-ae57-4e56-ab44-572322baca1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5da01521c814d509b179473c336196e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050054 Feb 09 00:01:10.601486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56378) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:10.608495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-1a12c7ec-e101-415a-ba32-a9c493549390 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 695 time: 0.1274009 Feb 09 00:01:10.623581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2df29-ae57-4e56-ab44-572322baca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a07ba7e-ee6a-44b0-a5b9-7ae69849d4f3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:10.641161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:10.644952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:10.646828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=74157461-0d35-49af-ab0e-d6711a59ab20,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:10.648861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:10.654589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:10.655214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.666755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'floatingip': {'port_id': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:10.673390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-121d7aa7-e6f1-4f13-9031-b401df7fd256 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6580038 Feb 09 00:01:10.675690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56380) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:10.739936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.763902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 74157461-0d35-49af-ab0e-d6711a59ab20 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:10.764240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.791417 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6c79-5b12-4489-ab05-1fa8574724e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.832339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.844768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 74157461-0d35-49af-ab0e-d6711a59ab20 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:10.871182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-f1cd9ee3-643b-4f0b-a01a-211d0a3ff9c3 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:10.872673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-f1cd9ee3-643b-4f0b-a01a-211d0a3ff9c3 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.3565702 Feb 09 00:01:10.874692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6c79-5b12-4489-ab05-1fa8574724e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.925822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.933711 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da0eef46-293c-40e8-8929-e8e9c8321be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.951698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-29dc5735-26bc-4abf-94e4-844a630980bb tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/quotas/708b4a333c1a47cd95107ec0481b125b HTTP/1.1" status: 200 len: 375 time: 0.0493975 Feb 09 00:01:10.956332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=74157461-0d35-49af-ab0e-d6711a59ab20,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:10.965250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:10.970952 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3e476351-a028-4041-8c8a-ca3207d88967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/74157461-0d35-49af-ab0e-d6711a59ab20 HTTP/1.1" status: 204 len: 168 time: 0.2918768 Feb 09 00:01:10.971188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:10.975892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'mac_address': 'fa:16:3e:da:ab:6e', 'name': 'tempest-PortsTestJSON-1312078518'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:11.058854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da0eef46-293c-40e8-8929-e8e9c8321be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.071041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:11.138631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.150076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6c79-5b12-4489-ab05-1fa8574724e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.152600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9ff6c79-5b12-4489-ab05-1fa8574724e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.153787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f9ff6c79-5b12-4489-ab05-1fa8574724e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e5b65e84-2149-4862-a096-21a382851b11 HTTP/1.1" status: 204 len: 168 time: 0.6707356 Feb 09 00:01:11.161915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 6a8d6956-b607-4ff5-8f10-8939d2381413 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:11.167647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-dd5a3c5e-35af-44e4-a4f7-7665b7f454b4 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1976900 Feb 09 00:01:11.183910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff6c79-5b12-4489-ab05-1fa8574724e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b65e84-2149-4862-a096-21a382851b11,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:11.324672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da0eef46-293c-40e8-8929-e8e9c8321be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.327185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da0eef46-293c-40e8-8929-e8e9c8321be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.328356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-da0eef46-293c-40e8-8929-e8e9c8321be0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a07ba7e-ee6a-44b0-a5b9-7ae69849d4f3 HTTP/1.1" status: 204 len: 168 time: 0.7233186 Feb 09 00:01:11.350096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eef46-293c-40e8-8929-e8e9c8321be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a07ba7e-ee6a-44b0-a5b9-7ae69849d4f3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:11.389868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.429199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-2016bd65-0f06-4fa3-bb3e-4426234650ab service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461836 Feb 09 00:01:11.438810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.512289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:11.514200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:11.527966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=6a8d6956-b607-4ff5-8f10-8939d2381413,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:11.531653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:11.538635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:11.538635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.560731 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-89b8565a-947a-4f42-9017-493b078560f8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5861924 Feb 09 00:01:11.561021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56396) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:11.614354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.614527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f7f7f0-774a-419a-bfab-637dc03df246 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:11.617368 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-56f7f7f0-774a-419a-bfab-637dc03df246 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/6a8d6956-b607-4ff5-8f10-8939d2381413 HTTP/1.1" status: 200 len: 841 time: 0.0541115 Feb 09 00:01:11.619282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56398) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:11.623710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.631167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-91e43587-d672-48cf-83c9-d09db4ee8800 service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905251 Feb 09 00:01:11.736314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 6a8d6956-b607-4ff5-8f10-8939d2381413 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:11.736669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.754006 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Floating IP c1257a5c-bbfb-422a-b584-c4b3118c5a93 associated. External IP: 172.25.3.78, port: 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015. Feb 09 00:01:11.814238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f3b15ae-c8b0-4793-bace-29e5ae146402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.852100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56408) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:11.858618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.882758 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-788e5f43-ae81-411c-adf2-a0537e43656e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:11.886834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 6a8d6956-b607-4ff5-8f10-8939d2381413 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:12.025707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa8e7c-d663-4612-9279-a475fe85c65f req-7d99b873-9549-4d37-9335-240014592634 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:12.033558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdaa8e7c-d663-4612-9279-a475fe85c65f req-7d99b873-9549-4d37-9335-240014592634 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 944 time: 0.0996497 Feb 09 00:01:12.039282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.061676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.065945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/6a8d6956-b607-4ff5-8f10-8939d2381413 HTTP/1.1" status: 204 len: 168 time: 0.4446111 Feb 09 00:01:12.072195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:12.110067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-788e5f43-ae81-411c-adf2-a0537e43656e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.127876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fab752-4e7c-45ee-88c9-88d4165b52c0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=6a8d6956-b607-4ff5-8f10-8939d2381413,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:12.135268 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fa5832-a1e1-44bf-a76f-8b2b14713515 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:12.138578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-38fa5832-a1e1-44bf-a76f-8b2b14713515 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/6a8d6956-b607-4ff5-8f10-8939d2381413 HTTP/1.1" status: 404 len: 333 time: 0.0611882 Feb 09 00:01:12.139389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-788e5f43-ae81-411c-adf2-a0537e43656e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.147049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56422) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:12.167198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'name': 'tempest-PortsTestJSON-2047243339'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:12.171695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Router 8970117e-be0a-4798-931d-3edd591b4882 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:01:12.188789 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-788e5f43-ae81-411c-adf2-a0537e43656e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a716e7b8d3b0439d9ea86b058470e7e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3317397 Feb 09 00:01:12.188789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e5f43-ae81-411c-adf2-a0537e43656e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de02f754-718a-4f55-8993-48c42afe6ec7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:12.190948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56426) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:12.225855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdaa8e7c-d663-4612-9279-a475fe85c65f req-5d990022-d5b3-48e1-9da9-13e21e15def6 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915157 Feb 09 00:01:12.253048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4613f04b-2887-4375-a6dc-ed61cfb20ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.300565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4613f04b-2887-4375-a6dc-ed61cfb20ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.373122 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4613f04b-2887-4375-a6dc-ed61cfb20ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.376952 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4613f04b-2887-4375-a6dc-ed61cfb20ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.378185 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4613f04b-2887-4375-a6dc-ed61cfb20ab5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de02f754-718a-4f55-8993-48c42afe6ec7 HTTP/1.1" status: 204 len: 168 time: 0.1863055 Feb 09 00:01:12.388544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613f04b-2887-4375-a6dc-ed61cfb20ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de02f754-718a-4f55-8993-48c42afe6ec7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:12.425801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4bdd71f-5a7f-42f2-ac47-e222305bfb35 req-6d1dac93-caea-4633-a932-af0429171d3d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 210 time: 0.0907238 Feb 09 00:01:12.461457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:01:12.468088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:12.472241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.474970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] Sync routers for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:01:12.489124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:12.489871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:12.490852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.498610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 48981965-50c6-484b-aaf4-89b548ad52ac yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:12.570268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 804dae2d-c5c8-414e-93b1-c91197f149c2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:01:12.589332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-631d91de-d348-4a27-879f-c5a546a2b93a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "PUT /v2.0/floatingips/c1257a5c-bbfb-422a-b584-c4b3118c5a93 HTTP/1.1" status: 200 len: 995 time: 1.9473491 Feb 09 00:01:12.597008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:12.599860 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc046fc4-3355-4f65-98e4-0422d59907b5" -d '{"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:12.699487 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aec1fc-a3c2-4472-96b9-5862c9156ec8 x-openstack-request-id: req-e6aec1fc-a3c2-4472-96b9-5862c9156ec8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:12.700587 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:12.701248 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e6aec1fc-a3c2-4472-96b9-5862c9156ec8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:12.701844 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'status': 'completed', 'code': 200} Feb 09 00:01:12.743208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:12.818870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044142-b1f0-487f-947a-b71dd450f463 req-e1fec36a-0e63-46c5-a55c-d939cde3105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:12.821163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-e1fec36a-0e63-46c5-a55c-d939cde3105e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.2140734 Feb 09 00:01:12.826348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56446) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:12.855517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-0f907f13-078d-4096-82b3-67dabad37962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:12.856960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-0f907f13-078d-4096-82b3-67dabad37962 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.1444781 Feb 09 00:01:12.866395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 804dae2d-c5c8-414e-93b1-c91197f149c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=804dae2d-c5c8-414e-93b1-c91197f149c2,segment=NetworkSegment(8bab0649-daea-4b85-964e-700ecc9d77e8),segment_id=8bab0649-daea-4b85-964e-700ecc9d77e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:12.892060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '804dae2d-c5c8-414e-93b1-c91197f149c2', 'network_id': '8d459b11-9d98-4ac1-ab69-614865a2eb0b', 'port_id': '804dae2d-c5c8-414e-93b1-c91197f149c2', 'mac_address': 'fa:16:3e:8c:aa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af0db9e-9dd4-489d-aca1-d39d69560c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:01:12.975803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed365733-f345-4b4c-be6c-846983d28a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:12.992948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.054975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.081109 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed365733-f345-4b4c-be6c-846983d28a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.081356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804dae2d-c5c8-414e-93b1-c91197f149c2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:01:13.088858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed365733-f345-4b4c-be6c-846983d28a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.105017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 804dae2d-c5c8-414e-93b1-c91197f149c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=804dae2d-c5c8-414e-93b1-c91197f149c2,segment=NetworkSegment(8bab0649-daea-4b85-964e-700ecc9d77e8),segment_id=8bab0649-daea-4b85-964e-700ecc9d77e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:13.129629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.160249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed365733-f345-4b4c-be6c-846983d28a9b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9d5c09a53034d2a82bb363b67122ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3327618 Feb 09 00:01:13.160904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56456) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:13.175547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed365733-f345-4b4c-be6c-846983d28a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b125808c-227e-42d7-b8b2-4786e4ef3487,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:13.238703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4c6be7d-9fd9-4b36-8957-867af9830702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.283273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4c6be7d-9fd9-4b36-8957-867af9830702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.297600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=804dae2d-c5c8-414e-93b1-c91197f149c2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:13.351529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4c6be7d-9fd9-4b36-8957-867af9830702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.356801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4c6be7d-9fd9-4b36-8957-867af9830702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.358116 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b4c6be7d-9fd9-4b36-8957-867af9830702 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b125808c-227e-42d7-b8b2-4786e4ef3487 HTTP/1.1" status: 204 len: 168 time: 0.1915557 Feb 09 00:01:13.372596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6be7d-9fd9-4b36-8957-867af9830702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b125808c-227e-42d7-b8b2-4786e4ef3487,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:13.404538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'c1257a5c-bbfb-422a-b584-c4b3118c5a93', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '8970117e-be0a-4798-931d-3edd591b4882', 'port_id': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'mac_address': 'fa:16:3e:e5:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c85fb-b177-4e16-bad1-eebae438730c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:01:08Z', 'updated_at': '2022-02-09T00:01:11Z', 'revision_number': 1, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:15Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:13.463226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] Checking router: 8970117e-be0a-4798-931d-3edd591b4882 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:01:13.473818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['804dae2d-c5c8-414e-93b1-c91197f149c2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:13.507975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:13.508414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:00:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:13.633070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-b64099b9-3845-46e0-8c48-f41d66d9a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:13.635398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-b64099b9-3845-46e0-8c48-f41d66d9a50b service neutron] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.7537940 Feb 09 00:01:13.641701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044142-b1f0-487f-947a-b71dd450f463 req-0f162c55-2f8c-4fef-939c-a511b9a6e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:13.643862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-0f162c55-2f8c-4fef-939c-a511b9a6e8a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.8070056 Feb 09 00:01:13.725206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.791306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96369cb8-c23b-4405-9038-25f4448055b0 req-60702710-9479-443f-9499-9e6c2b530f53 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:13.793038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96369cb8-c23b-4405-9038-25f4448055b0 req-60702710-9479-443f-9499-9e6c2b530f53 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 945 time: 0.3059616 Feb 09 00:01:13.826268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:13.886436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:13.915520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:13.918814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:13.924971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:13.925659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:13.938733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-28641c39-899c-4acd-9659-01467a78d4b7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:13.940348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-28641c39-899c-4acd-9659-01467a78d4b7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.4482248 Feb 09 00:01:13.944479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=48981965-50c6-484b-aaf4-89b548ad52ac,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:13.950505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-3906235d-aceb-477a-b56d-b917b34ee586 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 998 time: 0.2887330 Feb 09 00:01:13.952404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-de43e80c-f4ee-488c-aa50-936f769e5ef7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 998 time: 0.3023279 Feb 09 00:01:13.965231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Request body: {'port': {'device_id': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'admin_state_up': True, 'tenant_id': '708b4a333c1a47cd95107ec0481b125b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:14.063341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96369cb8-c23b-4405-9038-25f4448055b0 req-ac0cdcd9-4061-427a-8a63-ed1a42ae820c tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279932 Feb 09 00:01:14.069185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-13239f3d-bf77-4033-8385-6f6f4e87fdb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9154930 Feb 09 00:01:14.069669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56492) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:14.076064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:14.130553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-9664f2c0-3c23-4576-974d-221e67b210f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:14.132622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-9664f2c0-3c23-4576-974d-221e67b210f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1623070 Feb 09 00:01:14.137239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044142-b1f0-487f-947a-b71dd450f463 req-9ed075b8-8f3a-48ec-bed8-ed8f723db8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:14.138721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-9ed075b8-8f3a-48ec-bed8-ed8f723db8bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1781242 Feb 09 00:01:14.207890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-df849059-1010-4700-98e2-5f8ba089c927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653417 Feb 09 00:01:14.208488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.215490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-0f797d88-9401-4d96-b581-e32b96ad8eba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620744 Feb 09 00:01:14.270486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-ce2ba338-745c-4f55-8504-cfe4c6099927 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:01:14.271461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2b2d7197-8dcd-4fed-bd6a-02c2ad06b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.271979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-ce2ba338-745c-4f55-8504-cfe4c6099927 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312335 Feb 09 00:01:14.293678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'c1257a5c-bbfb-422a-b584-c4b3118c5a93', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '8970117e-be0a-4798-931d-3edd591b4882', 'port_id': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'mac_address': 'fa:16:3e:e5:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c85fb-b177-4e16-bad1-eebae438730c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:01:08Z', 'updated_at': '2022-02-09T00:01:11Z', 'revision_number': 1, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:15Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:14.305877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4b8a4de-28c9-437d-9410-628d9e1d2725 req-b8832cab-ba95-4e05-b62f-7bb71e866f27 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 210 time: 0.0966308 Feb 09 00:01:14.341658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b088a-a6a2-4d4a-8925-ee1278e98a85 None None] The sync data for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 is: [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'c1257a5c-bbfb-422a-b584-c4b3118c5a93', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '8970117e-be0a-4798-931d-3edd591b4882', 'port_id': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'mac_address': 'fa:16:3e:e5:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542c85fb-b177-4e16-bad1-eebae438730c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:01:08Z', 'updated_at': '2022-02-09T00:01:11Z', 'revision_number': 1, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:15Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:01:14.491510 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.496021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Made reservation on behalf of 708b4a333c1a47cd95107ec0481b125b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:14.497980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.499856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.543290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] In _notify_port_updated(), no bound segment for port 48981965-50c6-484b-aaf4-89b548ad52ac on network 30a4d516-65cb-427b-ac7d-0e422830330c {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:14.552565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:14.553323 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.554933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/ports/48981965-50c6-484b-aaf4-89b548ad52ac HTTP/1.1" status: 200 len: 818 time: 0.4841776 Feb 09 00:01:14.558805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56506) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:14.571770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-b6993600-a871-4a49-9abf-717c2a118393 service neutron] 10.222.0.32 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687571 Feb 09 00:01:14.586867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-cc386d58-04bf-4d8f-af8d-d6d4910c1343 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475668 Feb 09 00:01:14.617644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4d46a-3c97-4ff0-bb0c-7fdf11778a03 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=48981965-50c6-484b-aaf4-89b548ad52ac,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:14.718925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 48981965-50c6-484b-aaf4-89b548ad52ac {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:14.719981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.751067 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1b44e-1d51-4c0c-8cc4-2365889ce3f8 None None] New status for floating IP c1257a5c-bbfb-422a-b584-c4b3118c5a93: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:01:14.841401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:14.860005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 48981965-50c6-484b-aaf4-89b548ad52ac owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:14.894896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c044142-b1f0-487f-947a-b71dd450f463 req-4196e475-7767-4e84-b09b-2a3473974ec4 service neutron] 10.222.0.32 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221078 Feb 09 00:01:14.921317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Allocated IP 172.20.0.9 (62ba664c-9a22-493b-a919-56aad1438e3a/182dbdcd-769f-4bc6-89f1-0612153ce275/a19be009-da95-4611-823d-ed08a1f4a753) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:14.928702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc046fc4-3355-4f65-98e4-0422d59907b5 req-b4d6c064-2456-4547-803a-1636e324f4ec service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938297 Feb 09 00:01:14.973154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.012685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=48981965-50c6-484b-aaf4-89b548ad52ac,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:15.032145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.036255 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da8092db-4c12-4b04-884f-b8b3a9244c26 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/48981965-50c6-484b-aaf4-89b548ad52ac HTTP/1.1" status: 204 len: 168 time: 0.4758677 Feb 09 00:01:15.038732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56524) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:15.075958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-7821bf90-c2b3-47f2-a40f-f35bc9677974 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 998 time: 0.1405060 Feb 09 00:01:15.115217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9b384-60d0-4d55-944d-3069f4cde3ef tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.127233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b3a9b384-60d0-4d55-944d-3069f4cde3ef tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0854471 Feb 09 00:01:15.127841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56532) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:15.176831 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c60d7-63b2-4255-bbe9-fab1407943c9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:15.184697 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f47c60d7-63b2-4255-bbe9-fab1407943c9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/48981965-50c6-484b-aaf4-89b548ad52ac HTTP/1.1" status: 404 len: 333 time: 0.0543749 Feb 09 00:01:15.185371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:15.190819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1741372662'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:15.234134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:15.240068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.252532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-8d8c3538-e826-4e54-9353-ecfb2565da80 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.254505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-8d8c3538-e826-4e54-9353-ecfb2565da80 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports/65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 942 time: 0.1515181 Feb 09 00:01:15.275975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:15.292412 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.292767 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment bf764465-2c77-4603-b570-ce0f315083ad of type vlan for network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed Feb 09 00:01:15.303495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235edeff-e0d7-4ef0-b497-ea44ef59841f req-43b895dc-5dbe-4424-9197-bb723b2189ad tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.304731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-235edeff-e0d7-4ef0-b497-ea44ef59841f req-43b895dc-5dbe-4424-9197-bb723b2189ad tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 945 time: 0.1073349 Feb 09 00:01:15.357313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.387617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.425206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-235edeff-e0d7-4ef0-b497-ea44ef59841f req-57ec4b6e-a275-4056-a124-0417933fc90b tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127164 Feb 09 00:01:15.437167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.444968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.446570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.459584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-6bc88bf9-7f4f-458f-8504-bc650f6f876a tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1169076 Feb 09 00:01:15.473625 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.487779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.502964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'c112362f-74fc-44e5-a9d7-4a1e7e94465a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:15.536147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3497341 Feb 09 00:01:15.536741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:15.545613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Network 62ba664c-9a22-493b-a919-56aad1438e3a is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:15.552161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:15.593639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b7b21-17a4-4579-a7ff-a01703e89437 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=916dc16d-73a2-4f96-be97-c0ee7dd7b4ed,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:15.611958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:15.677424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:15.702625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:15.710483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:15.715983 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.766674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.767310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:15.803850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event updated for resources: {'Port': ['ID=a19be009-da95-4611-823d-ed08a1f4a753,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:15.834389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668ec7d-0506-4e84-9d71-ff5dcc550097 req-6325c962-824a-403f-bcbb-66ff75c363b6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.842530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2668ec7d-0506-4e84-9d71-ff5dcc550097 req-6325c962-824a-403f-bcbb-66ff75c363b6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 931 time: 0.2410655 Feb 09 00:01:15.850111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-d33d14d5-8a02-4d0c-98f0-c9fff8b150be tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8912807 Feb 09 00:01:15.885642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Request body: {'port': {'device_id': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:15.939248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-13aee439-17dc-4c5d-a4db-f30a92250042 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:15.940676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-13aee439-17dc-4c5d-a4db-f30a92250042 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.4697945 Feb 09 00:01:15.950996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2668ec7d-0506-4e84-9d71-ff5dcc550097 req-a94a5080-ec69-490c-9374-a32cd32bf022 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072264 Feb 09 00:01:15.997644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-5f82cfd1-827c-41fd-b938-8610030d48e6 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:01:15.998739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-5f82cfd1-827c-41fd-b938-8610030d48e6 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465107 Feb 09 00:01:15.999457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.044624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.112025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-626c7818-90b8-4c21-b60c-6334af0fc5a5 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1038783 Feb 09 00:01:16.132044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': 'bf764465-2c77-4603-b570-ce0f315083ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:16.132604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:16.136684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=bec652c2-77c2-4571-b9d0-3fe257c951af,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:16.167056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:16.171996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:16.184089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:16.189934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:16.191576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.202855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fd1df5-15b2-4e25-ab56-cfb9b1f7ef7d None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:16.221504 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2edfa6fa-f2d8-4158-bedd-ce1e31ad2f25 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6762419 Feb 09 00:01:16.225042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56574) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:16.234803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:16.285107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.298711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56578) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:16.405549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56582) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:16.427877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:16.433522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.453201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': 'bec652c2-77c2-4571-b9d0-3fe257c951af'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:16.454101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.567444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.586826 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bec652c2-77c2-4571-b9d0-3fe257c951af (CIDR: 172.20.0.0/28) Feb 09 00:01:16.597964 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:01:16.598466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:01:16.613224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 804dae2d-c5c8-414e-93b1-c91197f149c2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:16.623403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.623746 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Floating IP c1257a5c-bbfb-422a-b584-c4b3118c5a93 disassociated. External IP: 172.25.3.78, port: 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015. Feb 09 00:01:16.628368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6971-a46c-419a-b23c-8da244262018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.644188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-601fcffe-d116-4ba8-87b5-f6b4b7f5b15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.680551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19be009-da95-4611-823d-ed08a1f4a753 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:01:16.693407 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.715625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 804dae2d-c5c8-414e-93b1-c91197f149c2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:01:16.724467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Allocated IP 172.20.0.2 (916dc16d-73a2-4f96-be97-c0ee7dd7b4ed/bec652c2-77c2-4571-b9d0-3fe257c951af/0f6fbbc1-a624-4927-87bc-2f5b9052dfb1) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:16.726365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 804dae2d-c5c8-414e-93b1-c91197f149c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:16.726729 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.746758 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6971-a46c-419a-b23c-8da244262018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.748174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692259-bde2-497f-af48-98d31fb3ecc9 req-fd56f356-dd4b-43f1-bcce-a6ebab1a12f3 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:16.749727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9692259-bde2-497f-af48-98d31fb3ecc9 req-fd56f356-dd4b-43f1-bcce-a6ebab1a12f3 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 945 time: 0.1810677 Feb 09 00:01:16.760023 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6c270d64-7b87-4a45-9295-a469adfa5449 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5338109 Feb 09 00:01:16.761977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56588) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:16.764089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Transition to ACTIVE for port object a19be009-da95-4611-823d-ed08a1f4a753 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:01:16.767450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:16.782008 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.861438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-601fcffe-d116-4ba8-87b5-f6b4b7f5b15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.862514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2ad6971-a46c-419a-b23c-8da244262018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.871937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9692259-bde2-497f-af48-98d31fb3ecc9 req-bf75658d-28e7-4936-ac33-f3e72df947d6 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110976 Feb 09 00:01:16.873155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Pushing event updated for resources: {'Port': ['ID=a19be009-da95-4611-823d-ed08a1f4a753,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:16.874224 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.904196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-601fcffe-d116-4ba8-87b5-f6b4b7f5b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.914378 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:16.979942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1713361f-a044-410a-a106-2bfc8057e745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804dae2d-c5c8-414e-93b1-c91197f149c2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:16.983442 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75094f6-5a7f-407d-addf-011ece3f3d60" -d '{"events": [{"server_uuid": "1713361f-a044-410a-a106-2bfc8057e745", "name": "network-vif-plugged", "status": "completed", "tag": "804dae2d-c5c8-414e-93b1-c91197f149c2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:16.999339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad6971-a46c-419a-b23c-8da244262018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941555d4-9e21-4990-bccb-042b225cbb99,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.003758 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-601fcffe-d116-4ba8-87b5-f6b4b7f5b15e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8b9cfecdc7845ceafb4780a9f9d3802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959494 Feb 09 00:01:17.009643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56594) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:17.011162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 804dae2d-c5c8-414e-93b1-c91197f149c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=804dae2d-c5c8-414e-93b1-c91197f149c2,segment=NetworkSegment(8bab0649-daea-4b85-964e-700ecc9d77e8),segment_id=8bab0649-daea-4b85-964e-700ecc9d77e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:17.014461 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2ad6971-a46c-419a-b23c-8da244262018 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b21701f1a024106a730746f72fb22b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147338 Feb 09 00:01:17.026755 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.027306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:17.069137 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.083978 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.099030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fcffe-d116-4ba8-87b5-f6b4b7f5b15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7226dc4-edd4-4bd6-b745-c87a8d839525,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.107691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=804dae2d-c5c8-414e-93b1-c91197f149c2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.117163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:17.138887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:17.142861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:17.145646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Attempting to bind port a19be009-da95-4611-823d-ed08a1f4a753 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:17.148158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Attempting to bind port a19be009-da95-4611-823d-ed08a1f4a753 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:17.148490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Attempting to bind port a19be009-da95-4611-823d-ed08a1f4a753 on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:17.184136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-570ba3ec-e2b8-4877-afe7-18491bd31953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.185787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Pushing event updated for resources: {'Port': ['ID=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.188522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83fa1be2-ce50-4a93-b0c0-132354722227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.202750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Port a19be009-da95-4611-823d-ed08a1f4a753 on network 62ba664c-9a22-493b-a919-56aad1438e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:17.202750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Attempting to bind port a19be009-da95-4611-823d-ed08a1f4a753 on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:17.207400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Router 8970117e-be0a-4798-931d-3edd591b4882 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:01:17.216243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:17.216670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Checking segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:17.217226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Bound using segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:17.217392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:17.217818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Bound port: a19be009-da95-4611-823d-ed08a1f4a753, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:17.218245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.220832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.222387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Attempting to bind port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:17.222762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Attempting to bind port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'bf764465-2c77-4603-b570-ce0f315083ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:17.223223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Attempting to bind port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 on network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:17.230899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:17.231235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Checking segment: {'id': 'bf764465-2c77-4603-b570-ce0f315083ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:17.232072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.232559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Bound using segment: {'id': 'bf764465-2c77-4603-b570-ce0f315083ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:17.233242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Bound port: 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf764465-2c77-4603-b570-ce0f315083ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:17.233617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.238250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e8ba-ca8b-4fcc-bd25-8df0af3a6839 req-55ab4a31-5276-43f2-98db-25e7cbc499a6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:17.239848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb38e8ba-ca8b-4fcc-bd25-8df0af3a6839 req-55ab4a31-5276-43f2-98db-25e7cbc499a6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 943 time: 0.1452749 Feb 09 00:01:17.244066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-570ba3ec-e2b8-4877-afe7-18491bd31953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.291207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83fa1be2-ce50-4a93-b0c0-132354722227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.306404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.337009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] For port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:17.340509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] For port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,segment=NetworkSegment(bf764465-2c77-4603-b570-ce0f315083ad),segment_id=bf764465-2c77-4603-b570-ce0f315083ad)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:17.347100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.421610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f24a6d-f4fa-4453-b944-52142a1bfa47 None None] Pushing event updated for resources: {'Port': ['ID=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.463565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-570ba3ec-e2b8-4877-afe7-18491bd31953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.467696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-570ba3ec-e2b8-4877-afe7-18491bd31953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.469831 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-570ba3ec-e2b8-4877-afe7-18491bd31953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7226dc4-edd4-4bd6-b745-c87a8d839525 HTTP/1.1" status: 204 len: 168 time: 0.4581673 Feb 09 00:01:17.480048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83fa1be2-ce50-4a93-b0c0-132354722227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.484936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-83fa1be2-ce50-4a93-b0c0-132354722227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.488457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-83fa1be2-ce50-4a93-b0c0-132354722227 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/941555d4-9e21-4990-bccb-042b225cbb99 HTTP/1.1" status: 204 len: 168 time: 0.4552572 Feb 09 00:01:17.496436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba3ec-e2b8-4877-afe7-18491bd31953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7226dc4-edd4-4bd6-b745-c87a8d839525,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.625759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa1be2-ce50-4a93-b0c0-132354722227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941555d4-9e21-4990-bccb-042b225cbb99,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.768836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.858107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:17.862009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:17.865759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:17.866381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:17.889721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=a66e09d8-5171-4b0a-ad0e-024582b96e25,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:17.902222 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a55cf17b-a3ef-41e9-8bb6-950b4c4bd2c6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1390646 Feb 09 00:01:17.905028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56608) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:17.913348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'fixed_ips': [{'subnet_id': 'bec652c2-77c2-4571-b9d0-3fe257c951af'}, {'subnet_id': 'a66e09d8-5171-4b0a-ad0e-024582b96e25'}], 'name': 'tempest-PortsTestJSON-1481791771'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:17.978774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb38e8ba-ca8b-4fcc-bd25-8df0af3a6839 req-1598a775-47e6-469f-a4a2-10b382280fec tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222870 Feb 09 00:01:18.044297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] For port a19be009-da95-4611-823d-ed08a1f4a753, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:18.063667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:18.068798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] For port a19be009-da95-4611-823d-ed08a1f4a753, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a19be009-da95-4611-823d-ed08a1f4a753,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:18.084621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:18.087968 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c30828c-cb4c-4a54-8705-cd5f397922b2 x-openstack-request-id: req-6c30828c-cb4c-4a54-8705-cd5f397922b2 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:18.088522 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1713361f-a044-410a-a106-2bfc8057e745", "name": "network-vif-plugged", "status": "completed", "tag": "804dae2d-c5c8-414e-93b1-c91197f149c2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:18.088522 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c30828c-cb4c-4a54-8705-cd5f397922b2 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:18.089164 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1713361f-a044-410a-a106-2bfc8057e745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804dae2d-c5c8-414e-93b1-c91197f149c2', 'code': 200} Feb 09 00:01:18.179254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:01:18.198325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] Sync routers for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:01:18.210811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:18.212632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:18.218352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Pushing event updated for resources: {'Port': ['ID=a19be009-da95-4611-823d-ed08a1f4a753,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:18.228127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:18.228777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:18.234807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 3dab0b1a-143c-4618-bf64-a8ffbb7df352 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:18.240674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.243001 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:18.245389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-72a97f9e-ef7d-411d-a1e3-ab43e5f9fc37 service neutron] 10.222.0.21 "PUT /v2.0/ports/a19be009-da95-4611-823d-ed08a1f4a753 HTTP/1.1" status: 200 len: 1091 time: 2.3684647 Feb 09 00:01:18.249675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'tag': 'a19be009-da95-4611-823d-ed08a1f4a753'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:18.252195 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f3c440-525e-40c4-8108-8d58490f0da6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2f62a7-90a6-494f-a870-0dcce7407e0d", "tag": "a19be009-da95-4611-823d-ed08a1f4a753"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:18.279229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-df25b148-b6bb-4538-9e1f-c3194a02a6e9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "PUT /v2.0/floatingips/c1257a5c-bbfb-422a-b584-c4b3118c5a93 HTTP/1.1" status: 200 len: 694 time: 2.1180384 Feb 09 00:01:18.299213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56620) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:18.301674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8326f3-d662-4b2e-ab9b-8b7f85bb2fda req-f6366843-e500-404b-bf4b-b0f2a8a11b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.303412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f8326f3-d662-4b2e-ab9b-8b7f85bb2fda req-f6366843-e500-404b-bf4b-b0f2a8a11b98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 1097 time: 0.1358435 Feb 09 00:01:18.378745 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91e02988-73f7-4f79-8cf6-42d95d4dfa3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:18.430870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:18.450055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f8326f3-d662-4b2e-ab9b-8b7f85bb2fda req-8619b025-5953-4f05-97a2-5f991c507bbc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351349 Feb 09 00:01:18.474833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51006b56-0301-48ba-a379-73a1df822a92 req-e6caefcf-e88f-454c-aee8-cb361cfdfd92 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.483360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51006b56-0301-48ba-a379-73a1df822a92 req-e6caefcf-e88f-454c-aee8-cb361cfdfd92 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 946 time: 0.2279167 Feb 09 00:01:18.528752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-a845323f-2697-4a88-a589-5d957344d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.539643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-a845323f-2697-4a88-a589-5d957344d91c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 1094 time: 0.2266078 Feb 09 00:01:18.553158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-5d774259-c0aa-4e3a-b432-1bf1e3eef1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.554839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-5d774259-c0aa-4e3a-b432-1bf1e3eef1d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.2071249 Feb 09 00:01:18.697276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-08d18b12-7241-4fd3-bfcb-73fef2aad5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.698884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-08d18b12-7241-4fd3-bfcb-73fef2aad5f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.1325221 Feb 09 00:01:18.713348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.13 (916dc16d-73a2-4f96-be97-c0ee7dd7b4ed/bec652c2-77c2-4571-b9d0-3fe257c951af/3dab0b1a-143c-4618-bf64-a8ffbb7df352) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:18.729512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.20 (916dc16d-73a2-4f96-be97-c0ee7dd7b4ed/a66e09d8-5171-4b0a-ad0e-024582b96e25/3dab0b1a-143c-4618-bf64-a8ffbb7df352) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:18.777674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51006b56-0301-48ba-a379-73a1df822a92 req-6ed3619b-32b0-498e-a7e7-7d8760e7d5d5 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931702 Feb 09 00:01:18.786386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:18.815981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-ad94f2e0-1bd0-4aac-b0ed-a4eacc8f7018 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a19be009-da95-4611-823d-ed08a1f4a753 HTTP/1.1" status: 200 len: 217 time: 0.1127896 Feb 09 00:01:18.832530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-a3221071-de3b-4d9b-9adc-21ce8b42d447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.1171756 Feb 09 00:01:18.886824 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584cd719-5628-440e-9ca7-8a25da9bf88b x-openstack-request-id: req-584cd719-5628-440e-9ca7-8a25da9bf88b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:18.887125 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2f62a7-90a6-494f-a870-0dcce7407e0d", "tag": "a19be009-da95-4611-823d-ed08a1f4a753", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:18.887378 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-584cd719-5628-440e-9ca7-8a25da9bf88b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:18.887778 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'tag': 'a19be009-da95-4611-823d-ed08a1f4a753', 'status': 'completed', 'code': 200} Feb 09 00:01:18.929452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:18.930061 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:18.950947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-2b944b97-dc25-4ee0-a452-f7a9ca953b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:18.958903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-2b944b97-dc25-4ee0-a452-f7a9ca953b3a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1254866 Feb 09 00:01:18.964690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:15Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:19.002756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] Checking router: 8970117e-be0a-4798-931d-3edd591b4882 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:01:19.014395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-a6f075d9-c140-4b06-9764-a0110c535fdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543540 Feb 09 00:01:19.022289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0275370-9c62-46cb-afca-b21412a492ff None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:19.031901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91e02988-73f7-4f79-8cf6-42d95d4dfa3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.058549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91e02988-73f7-4f79-8cf6-42d95d4dfa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.059273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:19.061559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:19.083447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.137194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.153514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91e02988-73f7-4f79-8cf6-42d95d4dfa3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59271e0ffc4a47abbddda2c5d66cf901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488734 Feb 09 00:01:19.161374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-34e54e2e-adbe-49b2-be37-d0df9b7c145a None None] Provisioning complete for port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:19.161934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-dac19404-9b1a-4c2e-b245-50b62d401319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:19.162725 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34e54e2e-adbe-49b2-be37-d0df9b7c145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.163037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56642) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:19.164617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-dac19404-9b1a-4c2e-b245-50b62d401319 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.3404300 Feb 09 00:01:19.172758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e02988-73f7-4f79-8cf6-42d95d4dfa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82ae2e-02d8-40b1-87ba-3201198ebbeb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:19.219336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-0591ade0-62c9-4cb5-8c50-013a75f98e28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415027 Feb 09 00:01:19.299670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:19.338853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-7cc55f11-b9f4-45cf-927d-348806941e6f service neutron] 10.222.0.32 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233793 Feb 09 00:01:19.344997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=3dab0b1a-143c-4618-bf64-a8ffbb7df352,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:19.351371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:19.359484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:19.503297 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-407b531a-e6e2-4fcb-95ca-0316c87a6378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.542092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-cae678f3-f3ca-4571-85bd-43810a74ded5 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138378 Feb 09 00:01:19.561111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:19.562724 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.563593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.594135 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ac59117-2029-4907-898e-01bdca6cf279 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6864944 Feb 09 00:01:19.606989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-407b531a-e6e2-4fcb-95ca-0316c87a6378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.607577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:19.618999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49aed1b5-c1a6-44f7-8a68-36ad8e2a70b4 req-e46f6154-1cd4-4c1c-95f7-e1816519a0b9 service neutron] 10.222.0.32 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533126 Feb 09 00:01:19.668375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:19.674925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bec652c2-77c2-4571-b9d0-3fe257c951af'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:19.695448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,segment=NetworkSegment(bf764465-2c77-4603-b570-ce0f315083ad),segment_id=bf764465-2c77-4603-b570-ce0f315083ad)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:19.738621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-407b531a-e6e2-4fcb-95ca-0316c87a6378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.745263 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.746693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-407b531a-e6e2-4fcb-95ca-0316c87a6378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.747957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-407b531a-e6e2-4fcb-95ca-0316c87a6378 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a82ae2e-02d8-40b1-87ba-3201198ebbeb HTTP/1.1" status: 204 len: 168 time: 0.5415981 Feb 09 00:01:19.763040 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34e54e2e-adbe-49b2-be37-d0df9b7c145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.797620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f33732d3-d9c5-472b-931d-3a1c5a5f6ddc req-a64563d0-e914-45cf-b23d-326bce8a5438 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377636 Feb 09 00:01:19.810409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b531a-e6e2-4fcb-95ca-0316c87a6378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82ae2e-02d8-40b1-87ba-3201198ebbeb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:19.828898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:19.919010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-c65c6ce5-cbde-4bf6-9ea2-bc567ba0587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:19.920561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-c65c6ce5-cbde-4bf6-9ea2-bc567ba0587d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 1094 time: 0.0595341 Feb 09 00:01:19.967384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56698) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:19.997869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:20.045524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-34e54e2e-adbe-49b2-be37-d0df9b7c145a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:01:20.049419 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-34e54e2e-adbe-49b2-be37-d0df9b7c145a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:01:20.174840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] Update dhcp port {'port': {'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'fixed_ips': [{'subnet_id': 'bec652c2-77c2-4571-b9d0-3fe257c951af', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a66e09d8-5171-4b0a-ad0e-024582b96e25'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '0f6fbbc1-a624-4927-87bc-2f5b9052dfb1'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:01:20.177424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27ecb6-53d2-4b0b-8268-88bdc8cd4b6d req-2b1accce-24de-448d-92fe-be8835412a6d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.185567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27ecb6-53d2-4b0b-8268-88bdc8cd4b6d req-2b1accce-24de-448d-92fe-be8835412a6d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 943 time: 0.5653245 Feb 09 00:01:20.209821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:20.215454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-0800d8c1-2892-42e9-a02d-b621c4033c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.217600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-0800d8c1-2892-42e9-a02d-b621c4033c79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 916 time: 0.2871065 Feb 09 00:01:20.263456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:15Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:20.293168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-d801a7c9-ac50-4624-bf79-dae12dce051d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a19be009-da95-4611-823d-ed08a1f4a753 HTTP/1.1" status: 200 len: 217 time: 0.0676610 Feb 09 00:01:20.296301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd89a54-ae33-4ee3-8965-942fc4088bba None None] The sync data for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 is: [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:00:06Z', 'revision_number': 4, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'affa398e-52d0-4fb3-8f1f-020db98d6cc9', 'name': '', 'network_id': '55fe8aa9-7c78-4fbb-b034-f4dbfc41b745', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'mac_address': 'fa:16:3e:0d:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:04Z', 'updated_at': '2022-02-09T00:00:15Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'subnets': [{'id': '9777d26a-6224-45a2-bb6f-b6199cdd455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:01:20.301807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa27ecb6-53d2-4b0b-8268-88bdc8cd4b6d req-c444dcc9-7dcd-4b70-9c23-931bb309d644 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149607 Feb 09 00:01:20.457826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Delete allocated IP 172.20.0.20 (916dc16d-73a2-4f96-be97-c0ee7dd7b4ed/a66e09d8-5171-4b0a-ad0e-024582b96e25) {{(pid=105931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 00:01:20.478637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-0e237d3e-afab-48ea-bac2-24b09a6cbe30 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips/c1257a5c-bbfb-422a-b584-c4b3118c5a93 HTTP/1.1" status: 200 len: 694 time: 0.1233850 Feb 09 00:01:20.498681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd06026b-b9fe-45bf-8db9-8e46840d46f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:20.537785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-db967f44-d1af-4791-bcd0-5d1d56b077ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.539439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-db967f44-d1af-4791-bcd0-5d1d56b077ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.2367287 Feb 09 00:01:20.544668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:20.553813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.562562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.568798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.577478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.582365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.588824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.595407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.597511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf897b5f-19e3-41a7-9933-083830384c42 req-2fea0e7f-d451-4595-bfbb-29dd1d8fa6ed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.8213623 Feb 09 00:01:20.685654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:20.686955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-7c9ddae9-b9b5-4450-83dc-881ea24b8ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836222 Feb 09 00:01:20.695718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:20.696087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:20.705031 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:20.768135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5746965-b215-45d9-a1bd-448d00ea0a45 None None] New status for floating IP c1257a5c-bbfb-422a-b584-c4b3118c5a93: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:01:20.798547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] Allocated IP 172.20.0.18 (916dc16d-73a2-4f96-be97-c0ee7dd7b4ed/a66e09d8-5171-4b0a-ad0e-024582b96e25/0f6fbbc1-a624-4927-87bc-2f5b9052dfb1) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:20.809802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-cfbdd6b6-2cac-4278-bd35-f33ae73b814b service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997236 Feb 09 00:01:20.849761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=3dab0b1a-143c-4618-bf64-a8ffbb7df352,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:20.855157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf897b5f-19e3-41a7-9933-083830384c42 req-98d7f2c8-6393-4306-be2e-924ca35edbd9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122920 Feb 09 00:01:20.937328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:20.940160 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f" -d '{"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:20.956848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] In _notify_port_updated(), no bound segment for port 3dab0b1a-143c-4618-bf64-a8ffbb7df352 on network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:20.965988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:20.967146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:20.972120 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9a7bf70c-c300-4c75-93c8-e825a8560e95 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/ports/3dab0b1a-143c-4618-bf64-a8ffbb7df352 HTTP/1.1" status: 200 len: 920 time: 1.3023798 Feb 09 00:01:20.972899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56716) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:20.980231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bec652c2-77c2-4571-b9d0-3fe257c951af'}, {'subnet_id': 'a66e09d8-5171-4b0a-ad0e-024582b96e25'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:21.028380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-1d5722b6-ba86-455e-b278-e3d056237d6d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:21.029170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-1d5722b6-ba86-455e-b278-e3d056237d6d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 784 time: 0.5365260 Feb 09 00:01:21.031207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80f3c440-525e-40c4-8108-8d58490f0da6 req-4b59ebcf-1587-4ba1-b8bc-228ef2d6178b service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866088 Feb 09 00:01:21.065849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] For port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,segment=NetworkSegment(bf764465-2c77-4603-b570-ce0f315083ad),segment_id=bf764465-2c77-4603-b570-ce0f315083ad)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:21.108686 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.108980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c2dda848-20ce-4293-8d75-c6b3e9f589e7 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 697 time: 0.0689716 Feb 09 00:01:21.115254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.116869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae5056-8f22-42ce-992e-241e666b72fa req-2386050b-f94d-41b3-badd-34dfb1c0dc9a tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:21.118717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5ae5056-8f22-42ce-992e-241e666b72fa req-2386050b-f94d-41b3-badd-34dfb1c0dc9a tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 946 time: 0.1726680 Feb 09 00:01:21.140366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.231326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd06026b-b9fe-45bf-8db9-8e46840d46f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.239690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-6f1c4460-14ac-4e80-a64d-2748c0709ff1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 697 time: 0.1092465 Feb 09 00:01:21.243790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5ae5056-8f22-42ce-992e-241e666b72fa req-142a59d8-75b2-4a1a-a95f-275ed3a1b917 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996389 Feb 09 00:01:21.244656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd06026b-b9fe-45bf-8db9-8e46840d46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.270975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f591d4-57e7-4cce-924d-0616a45620fe None None] Pushing event updated for resources: {'Port': ['ID=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:21.407000 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d4f3e-bc38-4266-a65a-7a2ec7f5618c x-openstack-request-id: req-6b8d4f3e-bc38-4266-a65a-7a2ec7f5618c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:21.407510 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:21.407754 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b8d4f3e-bc38-4266-a65a-7a2ec7f5618c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:21.407938 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'status': 'completed', 'code': 200} Feb 09 00:01:21.413928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06026b-b9fe-45bf-8db9-8e46840d46f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81390d20-9347-49a8-b35b-1830a379c1a1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:21.437796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dd06026b-b9fe-45bf-8db9-8e46840d46f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e9df954b337435291cbe5bc97d8da11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4693687 Feb 09 00:01:21.501908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56730) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:21.612151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-ddf5723c-7293-439e-8554-5229e051c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:21.617529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-ddf5723c-7293-439e-8554-5229e051c227 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bdea13112f40443f81ebe6283ed0ea84&device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 1096 time: 0.1842730 Feb 09 00:01:21.685804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf98c7-05f0-4421-b587-9f0d2fb3787c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.725789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a6e9-1cba-49e4-99ee-b89b5cdb0315 req-55f28c39-1cec-43a8-821b-2b841fa2270b tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:21.732306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89e2a6e9-1cba-49e4-99ee-b89b5cdb0315 req-55f28c39-1cec-43a8-821b-2b841fa2270b tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 943 time: 0.2101114 Feb 09 00:01:21.812776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf98c7-05f0-4421-b587-9f0d2fb3787c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.816825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Deleting port 70ae1c89-57c4-45a6-8d59-cb80690b30a0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:21.817333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:21.888392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.27 (916dc16d-73a2-4f96-be97-c0ee7dd7b4ed/a66e09d8-5171-4b0a-ad0e-024582b96e25/3dab0b1a-143c-4618-bf64-a8ffbb7df352) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:21.925000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89e2a6e9-1cba-49e4-99ee-b89b5cdb0315 req-b9575837-513d-4785-9393-2d563e737bbf tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825573 Feb 09 00:01:21.949079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-f0006fa4-78b1-42b9-9b25-c60e371f6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:21.959558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-f0006fa4-78b1-42b9-9b25-c60e371f6937 service neutron] 10.222.0.21 "GET /v2.0/networks?id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 200 len: 920 time: 0.3187637 Feb 09 00:01:22.020440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-432fed0b-24c3-4a55-82d8-894746e9944d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 200 len: 217 time: 0.0570097 Feb 09 00:01:22.022338 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.022655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.082544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Calling delete_port for 70ae1c89-57c4-45a6-8d59-cb80690b30a0 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:22.145903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.158230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.199380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-5e82afe5-6462-4009-82da-28ac383942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.201983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-5e82afe5-6462-4009-82da-28ac383942e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 200 len: 859 time: 0.1646883 Feb 09 00:01:22.207222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205cfae4-026f-43ce-a1c1-1d0fba8256a0 None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:22.271030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.279002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.287521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.295258 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf98c7-05f0-4421-b587-9f0d2fb3787c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.295854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.298432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bdf98c7-05f0-4421-b587-9f0d2fb3787c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.313211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.322125 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1bdf98c7-05f0-4421-b587-9f0d2fb3787c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81390d20-9347-49a8-b35b-1830a379c1a1 HTTP/1.1" status: 204 len: 168 time: 0.7990379 Feb 09 00:01:22.330912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.339743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.350072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-e47df541-b9a7-4ba4-8a93-7e1146b9feed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.2654252 Feb 09 00:01:22.357208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-7f928e02-b43a-4b27-966a-ac5608776ffe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469405 Feb 09 00:01:22.407375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-063c038d-e415-4c97-84f0-cb1ea481473c None None] Provisioning complete for port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:22.408089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-063c038d-e415-4c97-84f0-cb1ea481473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.425409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf98c7-05f0-4421-b587-9f0d2fb3787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81390d20-9347-49a8-b35b-1830a379c1a1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:22.448122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=3dab0b1a-143c-4618-bf64-a8ffbb7df352,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:22.476839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] In _notify_port_updated(), no bound segment for port 3dab0b1a-143c-4618-bf64-a8ffbb7df352 on network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:22.485218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:22.485874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.490270 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-50ebddaa-f93a-4df0-a0ef-8cd613b4494f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/ports/3dab0b1a-143c-4618-bf64-a8ffbb7df352 HTTP/1.1" status: 200 len: 1000 time: 1.5134110 Feb 09 00:01:22.491551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56760) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:22.555369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-892e5124-d0a9-49a9-963f-e13e47d5523d req-fe03ad74-8a93-435a-96aa-0b59e43b978c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042904 Feb 09 00:01:22.672478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:22.705495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 3dab0b1a-143c-4618-bf64-a8ffbb7df352 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:22.709725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.798830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-a9313de3-56a6-4061-af0f-e83df1b90214 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253521 Feb 09 00:01:22.874656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.895408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 3dab0b1a-143c-4618-bf64-a8ffbb7df352 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:22.916634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:22.917036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:22.924031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.007334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-063c038d-e415-4c97-84f0-cb1ea481473c None None] Provisioning complete for port 3dab0b1a-143c-4618-bf64-a8ffbb7df352 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:23.007717 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-063c038d-e415-4c97-84f0-cb1ea481473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.017733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event deleted for resources: {'Port': ['ID=70ae1c89-57c4-45a6-8d59-cb80690b30a0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:23.075421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-063c038d-e415-4c97-84f0-cb1ea481473c None None] Port 3dab0b1a-143c-4618-bf64-a8ffbb7df352 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:23.176701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d85c5f3-3e13-413a-b18e-e9e6d6cd171f req-86193db8-9c63-4cc8-a027-72baea7b4f43 service neutron] 10.222.0.21 "GET /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638928 Feb 09 00:01:23.222760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89632e-9fdd-4b7e-8eca-431fcf107f1c req-18e728f6-167b-49bd-a4ad-fe8d266c65df tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.225474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d89632e-9fdd-4b7e-8eca-431fcf107f1c req-18e728f6-167b-49bd-a4ad-fe8d266c65df tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 943 time: 0.1201942 Feb 09 00:01:23.227556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.237136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.238435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f7b1327-8d6a-4274-8fd7-d1bbaecf08f4 req-c00a00a3-3117-4352-9a9b-d9ec2f852ee1 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "DELETE /v2.0/floatingips/c1257a5c-bbfb-422a-b584-c4b3118c5a93 HTTP/1.1" status: 204 len: 173 time: 1.9887764 Feb 09 00:01:23.293075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.343535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=3dab0b1a-143c-4618-bf64-a8ffbb7df352,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:23.376813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.384297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.392533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.399929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.407510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.415632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.421565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.423538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-338f8a77-92e3-4672-a510-1e191b2df91b tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.1839132 Feb 09 00:01:23.437127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d89632e-9fdd-4b7e-8eca-431fcf107f1c req-c9a98d22-f2a3-45cc-82c0-e89240fc0ff1 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960649 Feb 09 00:01:23.444545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c597514-f979-4ef9-8b82-6efd2c7e2697 req-75b910fa-1038-4353-b548-122287a6d6df tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups/1ad47142-28c8-4706-a1a0-cb9dfb576ca7 HTTP/1.1" status: 200 len: 1809 time: 0.1720092 Feb 09 00:01:23.490124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.497289 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a895531d-f39d-469c-9edf-73fcf948a3ec tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/3dab0b1a-143c-4618-bf64-a8ffbb7df352 HTTP/1.1" status: 204 len: 168 time: 1.0022030 Feb 09 00:01:23.497511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:23.529921 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-223fee9d-e2bc-4a25-ad21-c74d7aac259a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:23.530349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-e8f8389e-c524-4c49-869d-1203915f4d08 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:23.533962 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-223fee9d-e2bc-4a25-ad21-c74d7aac259a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/3dab0b1a-143c-4618-bf64-a8ffbb7df352 HTTP/1.1" status: 404 len: 333 time: 0.0330503 Feb 09 00:01:23.534139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-e8f8389e-c524-4c49-869d-1203915f4d08 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "GET /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0936704 Feb 09 00:01:23.534282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:23.631987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet a66e09d8-5171-4b0a-ad0e-024582b96e25 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:23.645879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.671062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7c597514-f979-4ef9-8b82-6efd2c7e2697 req-c65d5e63-7e26-4e35-a48d-c51abfcd31ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.731178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b583d367-568b-4949-a9c8-0f6c95fadd74 None None] Provisioning complete for port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:23.732311 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b583d367-568b-4949-a9c8-0f6c95fadd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.732948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.784757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-4f77615b-1205-4dd8-ac66-4a5e55e001fe tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "GET /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2366598 Feb 09 00:01:23.786485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7c597514-f979-4ef9-8b82-6efd2c7e2697 req-c65d5e63-7e26-4e35-a48d-c51abfcd31ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:23.838349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:23.888335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:23.927823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b583d367-568b-4949-a9c8-0f6c95fadd74 None None] Could not find standard attr ID for object 3dab0b1a-143c-4618-bf64-a8ffbb7df352. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:23.949105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.037179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.045390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.046271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f143f562-6585-4128-909d-a33e106a0707 None None] Could not find standard attr ID for object 3dab0b1a-143c-4618-bf64-a8ffbb7df352. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:24.051068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.057390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.063288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.069313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.076354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:24.078540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-6cef4bb4-f8e8-4565-8339-2eb5579e6a0a tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 5442 time: 0.3766711 Feb 09 00:01:24.080410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7c597514-f979-4ef9-8b82-6efd2c7e2697 req-c65d5e63-7e26-4e35-a48d-c51abfcd31ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.083027 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7c597514-f979-4ef9-8b82-6efd2c7e2697 req-c65d5e63-7e26-4e35-a48d-c51abfcd31ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.091268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c597514-f979-4ef9-8b82-6efd2c7e2697 req-c65d5e63-7e26-4e35-a48d-c51abfcd31ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ad47142-28c8-4706-a1a0-cb9dfb576ca7 HTTP/1.1" status: 204 len: 173 time: 0.6360776 Feb 09 00:01:24.091908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.119564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.162165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.170090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d5e63-7e26-4e35-a48d-c51abfcd31ca tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad47142-28c8-4706-a1a0-cb9dfb576ca7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:24.172508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/a66e09d8-5171-4b0a-ad0e-024582b96e25 HTTP/1.1" status: 204 len: 168 time: 0.6368587 Feb 09 00:01:24.178212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56852) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:24.288822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16ad910a-196b-4fe0-aa7a-9f47f56cce0f req-0f876540-cde1-4ca3-9655-0a6a6718db86 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1937723 Feb 09 00:01:24.290010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3e67a75-7b2a-4e6c-a25a-673baa74948f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.434144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2501e4-98c9-42c9-becc-c32596c653d7 None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:24.580810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=eb586333-dfb0-46a4-8762-f1e3fa2edb72,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:24.603529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3e67a75-7b2a-4e6c-a25a-673baa74948f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.613712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3e67a75-7b2a-4e6c-a25a-673baa74948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.617942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2bc2de0-9a72-4e75-8227-48a3b1e23d60 None None] Could not find standard attr ID for object 3dab0b1a-143c-4618-bf64-a8ffbb7df352. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:24.661471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a19be009-da95-4611-823d-ed08a1f4a753 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:01:24.713623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] For port eb586333-dfb0-46a4-8762-f1e3fa2edb72, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:24.767628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e3e67a75-7b2a-4e6c-a25a-673baa74948f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d2ddac810944f05a636c9d4c49ceb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8772228 Feb 09 00:01:24.768599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a19be009-da95-4611-823d-ed08a1f4a753, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a19be009-da95-4611-823d-ed08a1f4a753,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:24.774720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:24.790902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'a19be009-da95-4611-823d-ed08a1f4a753', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'port_id': 'a19be009-da95-4611-823d-ed08a1f4a753', 'mac_address': 'fa:16:3e:a4:2a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dbdcd-769f-4bc6-89f1-0612153ce275', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:01:24.803700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e67a75-7b2a-4e6c-a25a-673baa74948f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acdee9d-b222-4102-8d29-d8640872a785,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:24.872699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2c0a3-0d9a-419a-ab0c-3ebad112c04a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=a66e09d8-5171-4b0a-ad0e-024582b96e25,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:24.880480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] device_id is not set on port eb586333-dfb0-46a4-8762-f1e3fa2edb72 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:24.880837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:24.910359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet bec652c2-77c2-4571-b9d0-3fe257c951af {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:24.914574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:24.964400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.078216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.158082 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.179612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.187729 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/bec652c2-77c2-4571-b9d0-3fe257c951af HTTP/1.1" status: 204 len: 168 time: 1.0010941 Feb 09 00:01:25.211329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1955617025'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:25.217867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56882) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:25.235355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252229b-236c-48a0-a0ba-f300361ec051 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=bec652c2-77c2-4571-b9d0-3fe257c951af,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:25.297420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.303357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79d33-0fcd-45d6-86f6-0f7521043256 req-66c4d5ff-93d9-4db8-bdf6-ff5aa8879b84 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.306775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Made reservation on behalf of 10c5d0dc947b4048a73f7c045ee1c7f5 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:25.315772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.316026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92f79d33-0fcd-45d6-86f6-0f7521043256 req-66c4d5ff-93d9-4db8-bdf6-ff5aa8879b84 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.6638889 Feb 09 00:01:25.323630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19be009-da95-4611-823d-ed08a1f4a753 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:01:25.327366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ceb18-a2eb-417f-8944-98e718225f95 req-0ce05588-0c70-4b27-a754-8059c95c9489 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.333554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.334833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1ceb18-a2eb-417f-8944-98e718225f95 req-0ce05588-0c70-4b27-a754-8059c95c9489 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 943 time: 0.6926901 Feb 09 00:01:25.346724 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.377473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.400372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a19be009-da95-4611-823d-ed08a1f4a753, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a19be009-da95-4611-823d-ed08a1f4a753,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:25.407303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.430094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.439568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.447894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.479847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:25.495880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd1ceb18-a2eb-417f-8944-98e718225f95 req-8891518a-223a-4098-bd78-29560b408ea6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600928 Feb 09 00:01:25.519230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:25.533848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92f79d33-0fcd-45d6-86f6-0f7521043256 req-7c364a22-6a09-42cc-99c3-75a15234a16b tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215962 Feb 09 00:01:25.537049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ec7c7-b6a8-408e-9d11-e06687af04b4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:25.538706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45870276-7ed5-4674-b394-bc71f5539a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.550905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.551276 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Added segment 2679877e-2dca-4f04-85b7-9d1b0c5bf4fe of type vlan for network b7665143-2623-4f34-a140-28188ef1a39b Feb 09 00:01:25.574489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a19be009-da95-4611-823d-ed08a1f4a753,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:25.577589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:25.577935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.583560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] No DVR routers for this DVR port eb586333-dfb0-46a4-8762-f1e3fa2edb72 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:25.635468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1789e-72e4-4c4f-b424-83fc2e2fc7d5 None None] Update dhcp port {'port': {'network_id': '916dc16d-73a2-4f96-be97-c0ee7dd7b4ed', 'fixed_ips': [{'subnet_id': 'bec652c2-77c2-4571-b9d0-3fe257c951af'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '0f6fbbc1-a624-4927-87bc-2f5b9052dfb1'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:01:25.673117 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a5b1789e-72e4-4c4f-b424-83fc2e2fc7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.684287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.713097 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45870276-7ed5-4674-b394-bc71f5539a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.742185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] In _notify_port_updated(), no bound segment for port eb586333-dfb0-46a4-8762-f1e3fa2edb72 on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:25.743634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.744727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] For port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,segment=NetworkSegment(bf764465-2c77-4603-b570-ce0f315083ad),segment_id=bf764465-2c77-4603-b570-ce0f315083ad)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:25.744889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.745177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.746392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-ae206bf8-7bde-4e27-9fd1-c1cf150984a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 200 len: 1032 time: 1.9256864 Feb 09 00:01:25.762085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.769166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.769807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.778869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:25.833167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a19be009-da95-4611-823d-ed08a1f4a753'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:25.836342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-dbc336ab-590a-4711-9dd1-2afb6d8fa097 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.839898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-dbc336ab-590a-4711-9dd1-2afb6d8fa097 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "GET /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0838747 Feb 09 00:01:25.859926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.864514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Pushing event updated for resources: {'Network': ['ID=b7665143-2623-4f34-a140-28188ef1a39b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:25.879472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.885751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9cb102c9-70a2-4fdd-b2ae-e6226c940b79 tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0038104 Feb 09 00:01:25.888208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.895540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.903806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.910574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:25.912879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-3699cd44-4be8-4d63-b025-34646072fcbf tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 4663 time: 0.2538521 Feb 09 00:01:25.922464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:25.940242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b7665143-2623-4f34-a140-28188ef1a39b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:25.966678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:25.991926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=0f6fbbc1-a624-4927-87bc-2f5b9052dfb1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:26.011364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No DVR routers for this DVR port 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:26.023265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-135244c6-b89a-4899-b98f-69f806f56dce None None] Provisioning complete for port eb586333-dfb0-46a4-8762-f1e3fa2edb72 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:26.023636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-135244c6-b89a-4899-b98f-69f806f56dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.060532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.065665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c53d1c-786e-448e-87f6-3249e90d6b56 None None] Network 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:26.098606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45870276-7ed5-4674-b394-bc71f5539a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.101720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45870276-7ed5-4674-b394-bc71f5539a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.107428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45870276-7ed5-4674-b394-bc71f5539a26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8acdee9d-b222-4102-8d29-d8640872a785 HTTP/1.1" status: 204 len: 168 time: 1.3086033 Feb 09 00:01:26.120364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd9f39b4-3931-4026-b980-fbc190f6de31 req-501e6763-8edb-40dc-8ca1-d212a88465bd tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d70f4e8-fb48-4a82-b581-8da1f0dcf366&id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1931467 Feb 09 00:01:26.138276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.145146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45870276-7ed5-4674-b394-bc71f5539a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acdee9d-b222-4102-8d29-d8640872a785,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:26.149589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-135244c6-b89a-4899-b98f-69f806f56dce None None] Port eb586333-dfb0-46a4-8762-f1e3fa2edb72 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:26.188470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916dc16d-73a2-4f96-be97-c0ee7dd7b4ed']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:26.202029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf764465-2c77-4603-b570-ce0f315083ad') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:26.202818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf764465-2c77-4603-b570-ce0f315083ad') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:26.213975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.216652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67441d-d62a-4ac7-9e24-387268a7540f req-75b8385e-425f-4f7a-933c-2ab20b1775eb tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:26.218278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b67441d-d62a-4ac7-9e24-387268a7540f req-75b8385e-425f-4f7a-933c-2ab20b1775eb tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 946 time: 0.1685061 Feb 09 00:01:26.232230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.241180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:26.243484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:26.247684 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:26.319923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-942a58a9-3106-420a-bc3e-9fc3d6a59fee None None] Could not find standard attr ID for object 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:26.354746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b67441d-d62a-4ac7-9e24-387268a7540f req-8ce9e3e8-d471-4abf-8a0f-09e15fb59606 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147230 Feb 09 00:01:26.356352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.385771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.389775 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/916dc16d-73a2-4f96-be97-c0ee7dd7b4ed HTTP/1.1" status: 204 len: 168 time: 1.1682873 Feb 09 00:01:26.391019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100fe88-ebd8-480d-92b7-a82d85d7af3f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=916dc16d-73a2-4f96-be97-c0ee7dd7b4ed,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:26.393326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913dcf4-0298-4708-913d-d85d20d81b37 None None] DHCP port deletion for 916dc16d-73a2-4f96-be97-c0ee7dd7b4ed request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:01:26.393825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56904) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:26.424575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:26.443537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:26.450563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Request body: {'port': {'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b', 'binding:host_id': 'n-h2-828413-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-745094856'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:26.477073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] For port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:26.510133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Made reservation on behalf of 6b4016c1c69e459fbcf68777276e9271 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:26.514252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.519759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] device_id is not set on port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:26.533061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43da9d3-8866-4d23-bbcf-33bdbeaec413 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:26.539733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f43da9d3-8866-4d23-bbcf-33bdbeaec413 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1400275 Feb 09 00:01:26.539733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.539733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56912) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:26.543122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:26.555719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.567376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.574281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:26.575097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0f6fbbc1-a624-4927-87bc-2f5b9052dfb1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:26.616420 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0586a3d7-9be7-475c-83ed-ca5a9d1de7ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0767281 Feb 09 00:01:26.623016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56916) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:26.631093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1886098188'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:26.684484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device eb586333-dfb0-46a4-8762-f1e3fa2edb72 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:26.688097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:26.691925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.721064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.732978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.758736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] No DVR routers for this DVR port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:26.765379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:26.765666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device eb586333-dfb0-46a4-8762-f1e3fa2edb72 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:26.765899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device aa202bd2-f59c-495c-ab61-3e092430fd12 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:26.768197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port 177cd6e0-3097-4be4-b26b-53c3e52dd549 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:26.775254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae85150-1c10-4075-bd41-d0bf59c3875c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:26.816499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56918) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:26.826997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63234cd-ec4e-4a92-963e-089907c03684 req-f775e18e-3267-4d10-a3d5-9f0266291c90 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:26.834834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c63234cd-ec4e-4a92-963e-089907c03684 req-f775e18e-3267-4d10-a3d5-9f0266291c90 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.1987703 Feb 09 00:01:26.838041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:26.854186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.854538 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment fda2161c-e00f-4125-9de0-e9ee4427abb2 of type vlan for network 3bd58d9d-4187-4ad2-a257-d6135d23a137 Feb 09 00:01:26.886930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f54a1-2db6-4a60-9894-dcde937bb312 req-af20bb1e-1314-40af-8c47-2a81125e3178 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:26.888883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df3f54a1-2db6-4a60-9894-dcde937bb312 req-af20bb1e-1314-40af-8c47-2a81125e3178 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 944 time: 0.2547421 Feb 09 00:01:26.900288 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9829bb98-5c9f-49ab-bdcc-d5993a8d699b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.922677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] In _notify_port_updated(), no bound segment for port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e on network 42564096-f28a-417c-9075-c5d24997e401 {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:26.922965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.924955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:26.925783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.927233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-2219838b-afdd-4849-a40d-fbc81c2ab3dd service neutron] 10.222.0.21 "PUT /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 200 len: 1032 time: 1.0125990 Feb 09 00:01:26.929254 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.958846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:26.960547 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e6c3f-153a-48ad-b92a-0538f8e32e97" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:26.979244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=aa202bd2-f59c-495c-ab61-3e092430fd12,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:26.981202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b6eaf7f6-fa7d-452c-82cc-351be03c1d13 None None] Provisioning complete for port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:26.982265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6eaf7f6-fa7d-452c-82cc-351be03c1d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.985660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:26.986457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1528657a-224a-4768-9a19-7b2fef4f091e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:27.013280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c63234cd-ec4e-4a92-963e-089907c03684 req-a9dc24c8-ef82-48db-bd8c-434e7c0bdda4 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771870 Feb 09 00:01:27.042662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.050383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.051909 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.084577 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360b68e-dbea-4d56-85f7-0547187958ca x-openstack-request-id: req-1360b68e-dbea-4d56-85f7-0547187958ca {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:27.084876 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:27.085150 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1360b68e-dbea-4d56-85f7-0547187958ca {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:27.085546 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12', 'code': 200} Feb 09 00:01:27.090235 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4630547 Feb 09 00:01:27.090458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b6eaf7f6-fa7d-452c-82cc-351be03c1d13 None None] Port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:27.097922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df3f54a1-2db6-4a60-9894-dcde937bb312 req-25fc0299-46ea-4d6a-9fc1-b7c75def9c46 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988516 Feb 09 00:01:27.098371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56922) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:27.107480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.111099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:27.155089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.198702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a1434-3484-4b3d-8dfa-545d530a2e8e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=3bd58d9d-4187-4ad2-a257-d6135d23a137,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.199837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1528657a-224a-4768-9a19-7b2fef4f091e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:27.207340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.208147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:27.236533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:27.238292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port 177cd6e0-3097-4be4-b26b-53c3e52dd549 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:27.250856 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.261352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.328876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9829bb98-5c9f-49ab-bdcc-d5993a8d699b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.342848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=177cd6e0-3097-4be4-b26b-53c3e52dd549,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.347144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-034e7cb8-bdca-40b0-b0e8-00b20f9a202d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.348740 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-034e7cb8-bdca-40b0-b0e8-00b20f9a202d tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.21 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.2692606 Feb 09 00:01:27.355839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9829bb98-5c9f-49ab-bdcc-d5993a8d699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.368800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.370780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Checking segment: {'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:27.370780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Network hostable DHCP agents. Network: b7665143-2623-4f34-a140-28188ef1a39b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:27.379297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:27.379717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.396098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Network b7665143-2623-4f34-a140-28188ef1a39b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:27.408839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b7665143-2623-4f34-a140-28188ef1a39b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:27.426757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:27.439444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225a63a5-31d3-407f-8d30-b57e92bd62a6 None None] Network b7665143-2623-4f34-a140-28188ef1a39b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:27.446536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.447242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.447821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.453203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.453499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-486abdc5-0b09-4af9-8c03-1a225a5ee0c3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.454181 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.454797 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 2 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.459939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-486abdc5-0b09-4af9-8c03-1a225a5ee0c3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.467000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-486abdc5-0b09-4af9-8c03-1a225a5ee0c3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.474746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-486abdc5-0b09-4af9-8c03-1a225a5ee0c3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.475141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.475538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.475880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.482514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-486abdc5-0b09-4af9-8c03-1a225a5ee0c3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.483125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.483459 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.483907 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 3 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.485411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-486abdc5-0b09-4af9-8c03-1a225a5ee0c3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3880 time: 0.2461159 Feb 09 00:01:27.493722 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.508155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.508567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.508899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.514147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.514479 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.515267 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 4 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.530928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.531298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.532154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.541610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.541970 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.542380 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 5 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.560590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:27.561039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.561330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.561662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.564050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.567040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.572153 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.573201 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 6 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.588076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.588475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.588883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.589031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:27.593978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.594304 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.594690 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 7 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.595595 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.596304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 189a6fb4-e1f7-429b-8996-1faf6344faa4 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:27.611229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.611569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.611888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.617020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.617781 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.617781 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 8 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.629220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9829bb98-5c9f-49ab-bdcc-d5993a8d699b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd5e1961f46a4aa9968e8e80d7add1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881148 Feb 09 00:01:27.631313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829bb98-5c9f-49ab-bdcc-d5993a8d699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87bcfa2-90a3-487f-84ba-b4016d5e910d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.632011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:27.642840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.643178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.643516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.661508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.661816 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.665032 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 9 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.687214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.687214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.687538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.688591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.693390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.693692 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.694972 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 10 to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 Feb 09 00:01:27.723583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:27.723917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:27.724251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:27.727389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f73369b9-0cd8-4869-98ec-b0837e230332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.734092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.737092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:27.737425 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 177cd6e0-3097-4be4-b26b-53c3e52dd549 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:27.737794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.762790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f73369b9-0cd8-4869-98ec-b0837e230332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.774824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:27.780113 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.780886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3b1994c5-b829-42fb-b97b-15ca1a8581ef no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:27.801234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bef4e9f2-2bf1-480f-9e75-881fd9088618 req-ad01cdc8-a1db-4b5a-a0d9-7a1ba7f5da25 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643845 Feb 09 00:01:27.824011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] For port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:27.824011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.851497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098433a1-6af3-4b8d-b71e-3fa0b69a7e90 req-959d1e53-f15e-400f-b38b-2398c067722e tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.858010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] For port 177cd6e0-3097-4be4-b26b-53c3e52dd549, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:27.859227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempted to set empty binding levels {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 00:01:27.859509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-098433a1-6af3-4b8d-b71e-3fa0b69a7e90 req-959d1e53-f15e-400f-b38b-2398c067722e tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 946 time: 0.3410399 Feb 09 00:01:27.872830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.880957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:27.900521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-d27f33d9-e825-4b88-b132-ebdd81b33745 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.902071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-d27f33d9-e825-4b88-b132-ebdd81b33745 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.21 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 946 time: 0.3261080 Feb 09 00:01:27.905033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f73369b9-0cd8-4869-98ec-b0837e230332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.907682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f73369b9-0cd8-4869-98ec-b0837e230332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.911300 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f73369b9-0cd8-4869-98ec-b0837e230332 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d87bcfa2-90a3-487f-84ba-b4016d5e910d HTTP/1.1" status: 204 len: 168 time: 0.2760978 Feb 09 00:01:27.921397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73369b9-0cd8-4869-98ec-b0837e230332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87bcfa2-90a3-487f-84ba-b4016d5e910d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.926494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:27.927242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.943381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:27.949661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=177cd6e0-3097-4be4-b26b-53c3e52dd549,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:27.956781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b4929dbd-0d2f-4b3c-bfca-25a8cb08c2e4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5119214 Feb 09 00:01:27.959408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56932) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:27.966780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:28.002555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:28.014276 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.015701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:28.028860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Deleting port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:28.029238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.056461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-098433a1-6af3-4b8d-b71e-3fa0b69a7e90 req-5c5dd1fb-390e-4403-a663-c5ad5c9c12ba tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960189 Feb 09 00:01:28.090789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:28.121248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Deleting port 177cd6e0-3097-4be4-b26b-53c3e52dd549 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:28.121707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.148748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:28.194606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] For port 177cd6e0-3097-4be4-b26b-53c3e52dd549, host n-h2-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:28.194996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.211307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Calling delete_port for 177cd6e0-3097-4be4-b26b-53c3e52dd549 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:28.306858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.341379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event deleted for resources: {'Port': ['ID=177cd6e0-3097-4be4-b26b-53c3e52dd549,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:28.350424 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.358744 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0935f628-1622-477c-8587-88f56f51ccc1 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "DELETE /v2.0/ports/177cd6e0-3097-4be4-b26b-53c3e52dd549 HTTP/1.1" status: 204 len: 168 time: 0.3975332 Feb 09 00:01:28.359439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56942) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:28.388739 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-878924e0-0166-4aaa-ade7-df61b2b933ec tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] GET failed (client error): The resource could not be found. Feb 09 00:01:28.394934 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-878924e0-0166-4aaa-ade7-df61b2b933ec tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "GET /v2.0/ports/177cd6e0-3097-4be4-b26b-53c3e52dd549 HTTP/1.1" status: 404 len: 333 time: 0.0339031 Feb 09 00:01:28.396883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56944) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:28.398340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.401236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Request body: {'port': {'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-204337529'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:28.401647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] For port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:28.402004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.425686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Made reservation on behalf of 6b4016c1c69e459fbcf68777276e9271 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:28.428031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.432034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76552eac-1aa1-4120-90d5-0922646876c0 req-9cfa97b5-a33e-472e-96ca-651edffce863 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:28.433614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76552eac-1aa1-4120-90d5-0922646876c0 req-9cfa97b5-a33e-472e-96ca-651edffce863 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 945 time: 0.2441671 Feb 09 00:01:28.445681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:28.492289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa22e3-b0db-4b48-953c-c2dc8f10dae7 req-0cd8778d-044d-4f2c-8fdb-1e4a5ca2078c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:28.494736 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ffa22e3-b0db-4b48-953c-c2dc8f10dae7 req-0cd8778d-044d-4f2c-8fdb-1e4a5ca2078c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 944 time: 0.2973835 Feb 09 00:01:28.497202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Deleting port 804dae2d-c5c8-414e-93b1-c91197f149c2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:28.497528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.529438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Calling delete_port for 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:28.627794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.662057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=900259aa-6efd-4b48-bc3b-e56d94c24910,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:28.673972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.688811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a19be009-da95-4611-823d-ed08a1f4a753 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:28.697050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.730104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Network b7665143-2623-4f34-a140-28188ef1a39b is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:28.733810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:28.736315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:28.737497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:28.738103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.749426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76552eac-1aa1-4120-90d5-0922646876c0 req-0880e053-15cc-4294-9098-e4cfa1013fa9 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/security-groups?id=54c634ce-02ed-4694-bf3b-37da467edc00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722335 Feb 09 00:01:28.763162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:28.779843 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f111774-db3b-4cb0-968e-fc7cb1e683b3 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3832726 Feb 09 00:01:28.782913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:28.788546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:28.808392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ffa22e3-b0db-4b48-953c-c2dc8f10dae7 req-5876bbd7-4fc9-49d6-b2ba-375fc23aee12 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769659 Feb 09 00:01:28.814437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': 'fda2161c-e00f-4125-9de0-e9ee4427abb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:28.814802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 3bd58d9d-4187-4ad2-a257-d6135d23a137, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:28.817023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=7ce3f90d-dace-4a4c-9b27-b787288ac6f9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:28.835884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port a19be009-da95-4611-823d-ed08a1f4a753 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:01:28.844965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port a19be009-da95-4611-823d-ed08a1f4a753 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:28.845666 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.922848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] For port 804dae2d-c5c8-414e-93b1-c91197f149c2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=804dae2d-c5c8-414e-93b1-c91197f149c2,segment=NetworkSegment(8bab0649-daea-4b85-964e-700ecc9d77e8),segment_id=8bab0649-daea-4b85-964e-700ecc9d77e8)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:28.923541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.931124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.960998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] No DVR routers for this DVR port 7ce3f90d-dace-4a4c-9b27-b787288ac6f9 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:28.973844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.977714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-65fa0598-a64c-4ea8-92f1-cffd91b83028 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "DELETE /v2.0/ports/7ce3f90d-dace-4a4c-9b27-b787288ac6f9 HTTP/1.1" status: 204 len: 173 time: 2.0344989 Feb 09 00:01:28.979033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:28.982715 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274f9cc-81cf-47c5-918c-f9e9d5ca70d9" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:28.984738 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:28.987025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Calling delete_port for 804dae2d-c5c8-414e-93b1-c91197f149c2 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:29.021946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a19be009-da95-4611-823d-ed08a1f4a753, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a19be009-da95-4611-823d-ed08a1f4a753,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:29.029490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.038874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:29.086273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef'}, {'server_uuid': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19be009-da95-4611-823d-ed08a1f4a753'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:29.087598 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578c724e-0066-4198-a064-83fff7160434 x-openstack-request-id: req-578c724e-0066-4198-a064-83fff7160434 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:29.089766 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca02505-979d-406b-8dc1-5872560e2262" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef"}, {"server_uuid": "7a2f62a7-90a6-494f-a870-0dcce7407e0d", "name": "network-vif-plugged", "status": "completed", "tag": "a19be009-da95-4611-823d-ed08a1f4a753"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:29.091362 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:29.091653 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-578c724e-0066-4198-a064-83fff7160434 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:29.092068 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9', 'status': 'completed', 'code': 200} Feb 09 00:01:29.097460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a19be009-da95-4611-823d-ed08a1f4a753,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:29.164157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 3bd58d9d-4187-4ad2-a257-d6135d23a137) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:29.178151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bafed45-7ba6-4deb-81ba-db459f5909f7 None None] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:29.216791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.225583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.232697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:29.242819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.253986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.355112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c4eb-0e0a-4f46-ba40-37fc888bd30e req-4e342b34-7449-48e9-a7e3-95f0fda26d06 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.374080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:29.375723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c4eb-0e0a-4f46-ba40-37fc888bd30e req-4e342b34-7449-48e9-a7e3-95f0fda26d06 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.381797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c4eb-0e0a-4f46-ba40-37fc888bd30e req-4e342b34-7449-48e9-a7e3-95f0fda26d06 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.384896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-3bd58d9d-4187-4ad2-a257-d6135d23a137', 'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': '900259aa-6efd-4b48-bc3b-e56d94c24910'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:29.386539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.386884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.387226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.393182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.400068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c4eb-0e0a-4f46-ba40-37fc888bd30e req-4e342b34-7449-48e9-a7e3-95f0fda26d06 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.401895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2f9c4eb-0e0a-4f46-ba40-37fc888bd30e req-4e342b34-7449-48e9-a7e3-95f0fda26d06 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3141 time: 0.4384668 Feb 09 00:01:29.420580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.421068 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.421358 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 2 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.423410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3d9cdae-18a1-4105-a3f6-5f35c3346525 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3188305 Feb 09 00:01:29.435683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56976) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:29.436445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.448735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137', 'name': 'tempest-PortsTestJSON-914427377'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:29.458850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.459460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.459811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.475595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.477946 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.480605 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 3 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.499339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.499689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.500030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.506628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.506967 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.507361 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 4 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.521472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.521812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.522151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.528648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.529015 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.529542 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 5 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.545141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.545491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.545861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.550413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.550745 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.551140 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 6 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.565787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.566135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.566474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.581826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.582226 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.582625 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 7 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.582841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Pushing event deleted for resources: {'Port': ['ID=65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:29.599075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.599412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.599748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.605473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.606132 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.606132 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 8 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.609319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca93e8d-76b4-4d99-a7bc-8ca590882499 req-f5ff0d9f-67f1-4093-83e8-698b7444dcad tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.614245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ca93e8d-76b4-4d99-a7bc-8ca590882499 req-f5ff0d9f-67f1-4093-83e8-698b7444dcad tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 946 time: 0.4512253 Feb 09 00:01:29.619474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.621503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.621503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.625576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.625905 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.626290 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 9 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.628228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Allocated IP 172.20.0.2 (3bd58d9d-4187-4ad2-a257-d6135d23a137/900259aa-6efd-4b48-bc3b-e56d94c24910/0e3618ec-287e-41ff-a49a-920ad3f3c75b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:29.644582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.644948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.645353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.651559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.652127 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.652520 n-d-828413-1 neutron-server[105931]: INFO neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 10 to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f Feb 09 00:01:29.667863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:29.668954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:29.668954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:29.673354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:29.673702 n-d-828413-1 neutron-server[105931]: ERROR neutron.plugins.ml2.managers [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:29.674060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.733969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] No DVR routers for this DVR port 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:29.737009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.741321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-949b7e0e-5392-4a9e-981d-3ae4dae708b2 req-c5973cf5-5c8f-4a1d-8e52-0d4f1fb2e145 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.21 "DELETE /v2.0/ports/65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 HTTP/1.1" status: 204 len: 173 time: 2.3668962 Feb 09 00:01:29.747782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] For port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:29.748154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempted to set empty binding levels {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 00:01:29.754212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.755679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2f9c4eb-0e0a-4f46-ba40-37fc888bd30e req-f8bd241e-2668-45ac-9fd2-54b09d42c2c9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254957 Feb 09 00:01:29.774972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port 3b1994c5-b829-42fb-b97b-15ca1a8581ef {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:29.775807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.799998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] In _notify_port_updated(), no bound segment for port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:29.801150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.802714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:29.804259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "PUT /v2.0/ports/9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f HTTP/1.1" status: 200 len: 974 time: 1.0202718 Feb 09 00:01:29.824680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56992) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:29.889543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f62019-3ac6-4e9b-bc76-eba38c4f028d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:29.938412 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a71bedd-45e9-4a05-8339-6a2ffc69c624 x-openstack-request-id: req-6a71bedd-45e9-4a05-8339-6a2ffc69c624 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:29.938891 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "7ce3f90d-dace-4a4c-9b27-b787288ac6f9", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-unplugged", "status": "completed", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef", "code": 200}, {"server_uuid": "7a2f62a7-90a6-494f-a870-0dcce7407e0d", "name": "network-vif-plugged", "status": "completed", "tag": "a19be009-da95-4611-823d-ed08a1f4a753", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:29.939228 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a71bedd-45e9-4a05-8339-6a2ffc69c624 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:29.942583 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e', 'code': 200} Feb 09 00:01:29.942957 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ce3f90d-dace-4a4c-9b27-b787288ac6f9', 'code': 200} Feb 09 00:01:29.943340 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'code': 200} Feb 09 00:01:29.943692 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef', 'code': 200} Feb 09 00:01:29.944045 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19be009-da95-4611-823d-ed08a1f4a753', 'code': 200} Feb 09 00:01:29.969722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.970236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.971215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.971949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.972434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.973078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.974232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.975018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.975488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.976235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.977368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.984059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.985186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.986291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.987021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.987792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.988546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.989256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.989972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.993284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.994083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.994810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.995476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.997252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.997961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:29.999081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.000109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:30.000706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:30.009714 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2af24160-ab35-4a2f-8443-4e8891e30fdb tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24095 time: 0.1795323 Feb 09 00:01:30.010441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56996) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:30.013508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.085167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:30.090831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:30.093822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:30.106846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Pushing event updated for resources: {'Port': ['ID=0e3618ec-287e-41ff-a49a-920ad3f3c75b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:30.147691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Deleting port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:30.148477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.165837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Attempting to bind port 0e3618ec-287e-41ff-a49a-920ad3f3c75b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:30.166205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Attempting to bind port 0e3618ec-287e-41ff-a49a-920ad3f3c75b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'fda2161c-e00f-4125-9de0-e9ee4427abb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:30.166588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Attempting to bind port 0e3618ec-287e-41ff-a49a-920ad3f3c75b on network 3bd58d9d-4187-4ad2-a257-d6135d23a137 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:30.172154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:30.172494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Checking segment: {'id': 'fda2161c-e00f-4125-9de0-e9ee4427abb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:30.172997 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.173378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Bound using segment: {'id': 'fda2161c-e00f-4125-9de0-e9ee4427abb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:30.173948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Bound port: 0e3618ec-287e-41ff-a49a-920ad3f3c75b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda2161c-e00f-4125-9de0-e9ee4427abb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:30.174832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.259256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] For port 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f, host n-h2-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:30.260434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.277513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Calling delete_port for 9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:30.278017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] For port 0e3618ec-287e-41ff-a49a-920ad3f3c75b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:30.282206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] For port 0e3618ec-287e-41ff-a49a-920ad3f3c75b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0e3618ec-287e-41ff-a49a-920ad3f3c75b,segment=NetworkSegment(fda2161c-e00f-4125-9de0-e9ee4427abb2),segment_id=fda2161c-e00f-4125-9de0-e9ee4427abb2)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:30.292775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.394152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ca93e8d-76b4-4d99-a7bc-8ca590882499 req-6e8ca051-e54d-497f-8b24-1efc851e584f tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/security-groups?id=b758356b-dbb8-4aeb-815a-1039cadfc74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595015 Feb 09 00:01:30.405442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.470092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event deleted for resources: {'Port': ['ID=9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:30.489713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371a00-4bf9-4a88-a04a-76a8659cebd5 None None] Pushing event updated for resources: {'Port': ['ID=0e3618ec-287e-41ff-a49a-920ad3f3c75b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:30.493918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.498573 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f770a185-3dd1-4c5d-998b-2ed32a0bc6f9 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f HTTP/1.1" status: 204 len: 168 time: 0.4865785 Feb 09 00:01:30.501612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57014) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:30.517481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-931d9506-a943-44e2-aaaf-46a13790b9f7 req-e6db994c-f117-4804-bf50-66a659931b24 tempest-ServerRescueTestJSONUnderV235-1686782355 tempest-ServerRescueTestJSONUnderV235-1686782355-project] 10.222.0.32 "GET /v2.0/ports?device_id=542c85fb-b177-4e16-bad1-eebae438730c HTTP/1.1" status: 200 len: 210 time: 0.2138419 Feb 09 00:01:30.534554 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.553052 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-77589d71-0f02-4d90-b88b-5aed79c19a47 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] GET failed (client error): The resource could not be found. Feb 09 00:01:30.558257 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77589d71-0f02-4d90-b88b-5aed79c19a47 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "GET /v2.0/ports/9075ac7f-5d08-4d63-99a7-c7a8b03e9a4f HTTP/1.1" status: 404 len: 333 time: 0.0520620 Feb 09 00:01:30.558704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57020) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:30.560163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['804dae2d-c5c8-414e-93b1-c91197f149c2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:01:30.563976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-886336292', 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:30.605497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Made reservation on behalf of 6b4016c1c69e459fbcf68777276e9271 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:30.609159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.626584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Pushing event deleted for resources: {'Port': ['ID=804dae2d-c5c8-414e-93b1-c91197f149c2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:30.713014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port bd538cae-defc-4f8f-acaa-e52e6e75ac4d yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:30.713657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:30.713809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3377656-f398-4e12-aea5-f94287104276 req-b5cc49b0-22dc-42cc-9775-ad98720cc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:30.713809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3377656-f398-4e12-aea5-f94287104276 req-b5cc49b0-22dc-42cc-9775-ad98720cc357 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 1096 time: 0.3970649 Feb 09 00:01:30.730452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:30.732881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.751409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:30.752090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:30.767332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] For port 3b1994c5-b829-42fb-b97b-15ca1a8581ef, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3b1994c5-b829-42fb-b97b-15ca1a8581ef,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:30.767706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.771125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] No DVR routers for this DVR port 804dae2d-c5c8-414e-93b1-c91197f149c2 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:30.774454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.778538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-176b3866-e816-4cdf-9aef-4e8884f16c79 req-3efa7314-0eaa-41fa-addb-2c3ff5d5ff10 tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.21 "DELETE /v2.0/ports/804dae2d-c5c8-414e-93b1-c91197f149c2 HTTP/1.1" status: 204 len: 173 time: 2.8670151 Feb 09 00:01:30.815199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for 3b1994c5-b829-42fb-b97b-15ca1a8581ef owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:30.823736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port de725768-13d6-4cd0-bb62-f4d3ef370130 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:30.935759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e535e4-bc14-47ae-ae70-a646cfd4c5c9 req-6d082cf8-e04d-4c6d-8074-f400c3a78726 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:30.937643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54e535e4-bc14-47ae-ae70-a646cfd4c5c9 req-6d082cf8-e04d-4c6d-8074-f400c3a78726 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 945 time: 0.4041848 Feb 09 00:01:30.946583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:30.994251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.002075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3377656-f398-4e12-aea5-f94287104276 req-6e4bfa17-d03b-4396-8672-4a75eb90fece service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826178 Feb 09 00:01:31.048731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Network b7665143-2623-4f34-a140-28188ef1a39b is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:31.056930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:31.062565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:31.064205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:31.065260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.082653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=bd538cae-defc-4f8f-acaa-e52e6e75ac4d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:31.097215 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a1eb2ab-897f-489e-85c0-5effd3f9c22f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5373158 Feb 09 00:01:31.099895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57046) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:31.102546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'name': 'network-vif-deleted', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015'}, {'server_uuid': '1713361f-a044-410a-a106-2bfc8057e745', 'name': 'network-vif-deleted', 'tag': '804dae2d-c5c8-414e-93b1-c91197f149c2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:31.104807 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdcd9e5-efa4-411e-985a-5cb9e41996bb" -d '{"events": [{"server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "name": "network-vif-deleted", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015"}, {"server_uuid": "1713361f-a044-410a-a106-2bfc8057e745", "name": "network-vif-deleted", "tag": "804dae2d-c5c8-414e-93b1-c91197f149c2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:31.138835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd928d-5d06-4668-81c7-5930bf748f5c tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:31.140299 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1efd928d-5d06-4668-81c7-5930bf748f5c tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "GET /v2.0/ports/bd538cae-defc-4f8f-acaa-e52e6e75ac4d HTTP/1.1" status: 200 len: 954 time: 0.0387540 Feb 09 00:01:31.145385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57050) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:31.153050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135127-3e83-464b-ae9d-eebd19904aaa req-2ebb659b-c1dd-44cb-943b-c46a51ee35a6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:31.158530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135127-3e83-464b-ae9d-eebd19904aaa req-2ebb659b-c1dd-44cb-943b-c46a51ee35a6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:31.164966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135127-3e83-464b-ae9d-eebd19904aaa req-2ebb659b-c1dd-44cb-943b-c46a51ee35a6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:31.171114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135127-3e83-464b-ae9d-eebd19904aaa req-2ebb659b-c1dd-44cb-943b-c46a51ee35a6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:31.173098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07135127-3e83-464b-ae9d-eebd19904aaa req-2ebb659b-c1dd-44cb-943b-c46a51ee35a6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 3141 time: 0.2269611 Feb 09 00:01:31.175828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54e535e4-bc14-47ae-ae70-a646cfd4c5c9 req-b15b6aff-8a01-42bf-b2cb-01803dbbbb03 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171445 Feb 09 00:01:31.209035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.4 (3bd58d9d-4187-4ad2-a257-d6135d23a137/900259aa-6efd-4b48-bc3b-e56d94c24910/de725768-13d6-4cd0-bb62-f4d3ef370130) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:31.249064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Deleting port bd538cae-defc-4f8f-acaa-e52e6e75ac4d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:31.249418 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.296882 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6c37be-0a36-4def-a0ac-c35af42417f6 x-openstack-request-id: req-ad6c37be-0a36-4def-a0ac-c35af42417f6 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:31.297230 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542c85fb-b177-4e16-bad1-eebae438730c", "name": "network-vif-deleted", "tag": "65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015", "status": "completed", "code": 200}, {"server_uuid": "1713361f-a044-410a-a106-2bfc8057e745", "name": "network-vif-deleted", "tag": "804dae2d-c5c8-414e-93b1-c91197f149c2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:31.297493 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad6c37be-0a36-4def-a0ac-c35af42417f6 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:31.297921 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542c85fb-b177-4e16-bad1-eebae438730c', 'name': 'network-vif-deleted', 'tag': '65a3aeb7-eda4-4c7b-abad-d3ee0ec4b015', 'status': 'completed', 'code': 200} Feb 09 00:01:31.298178 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1713361f-a044-410a-a106-2bfc8057e745', 'name': 'network-vif-deleted', 'tag': '804dae2d-c5c8-414e-93b1-c91197f149c2', 'status': 'completed', 'code': 200} Feb 09 00:01:31.319195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.334335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07135127-3e83-464b-ae9d-eebd19904aaa req-f1fc9910-77c2-41a9-93f6-2b74760f24a7 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300685 Feb 09 00:01:31.334840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57054) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:31.344700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Calling delete_port for bd538cae-defc-4f8f-acaa-e52e6e75ac4d owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:31.420472 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.463688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.468156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=3b1994c5-b829-42fb-b97b-15ca1a8581ef,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:31.534505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd538cae-defc-4f8f-acaa-e52e6e75ac4d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:31.546918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.553928 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-66737d76-3207-42fe-bf6b-5c66ad12f3d2 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bd538cae-defc-4f8f-acaa-e52e6e75ac4d HTTP/1.1" status: 204 len: 168 time: 0.4073248 Feb 09 00:01:31.554611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57062) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:31.580907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d11fd69d-7497-428d-b3cc-394f61e15a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.591855 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b919092-bc09-4b91-bfbc-70645273ac45 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] GET failed (client error): The resource could not be found. Feb 09 00:01:31.597367 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4b919092-bc09-4b91-bfbc-70645273ac45 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "GET /v2.0/ports/bd538cae-defc-4f8f-acaa-e52e6e75ac4d HTTP/1.1" status: 404 len: 333 time: 0.0416145 Feb 09 00:01:31.598079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:31.611472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Request body: {'port': {'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-925467549'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:31.615834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57066) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:31.640382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06ba70e2-92f4-4072-bde6-c596285b6cca req-83f83039-1e4b-488d-bd9d-c479d7878b4d tempest-VolumesActionsTest-458920913 tempest-VolumesActionsTest-458920913-project] 10.222.0.32 "GET /v2.0/ports?device_id=1713361f-a044-410a-a106-2bfc8057e745 HTTP/1.1" status: 200 len: 210 time: 0.1192980 Feb 09 00:01:31.641277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] No DVR routers for this DVR port 3b1994c5-b829-42fb-b97b-15ca1a8581ef on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:31.665695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.670117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-688fd776-e4ae-4f94-9a4c-a3a61a051c4c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "DELETE /v2.0/ports/3b1994c5-b829-42fb-b97b-15ca1a8581ef HTTP/1.1" status: 204 len: 173 time: 2.6676617 Feb 09 00:01:31.677788 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.762042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Made reservation on behalf of 6b4016c1c69e459fbcf68777276e9271 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:31.764476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.793901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:31.847160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.891992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d11fd69d-7497-428d-b3cc-394f61e15a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.901624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port aa202bd2-f59c-495c-ab61-3e092430fd12 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:31.902129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.924591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d11fd69d-7497-428d-b3cc-394f61e15a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:31.946706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d759b-995b-4333-a587-c1c68ebea24c None None] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:31.955245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:31.989307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:31.991780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:32.104198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:32.105238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.106158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afb42bd3-639f-49f6-8730-101767f5936c None None] Provisioning complete for port 0e3618ec-287e-41ff-a49a-920ad3f3c75b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:32.106678 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afb42bd3-639f-49f6-8730-101767f5936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.107763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fd69d-7497-428d-b3cc-394f61e15a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f803b7e7-b236-452d-a066-40e11f7fb20f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:32.111270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.118329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=de725768-13d6-4cd0-bb62-f4d3ef370130,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:32.137993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d11fd69d-7497-428d-b3cc-394f61e15a42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd6c5bf020254b369c19293212cec22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7949622 Feb 09 00:01:32.145296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57068) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:32.189719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4b29ac78-409d-4548-ae02-1479ee3d0513 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7493985 Feb 09 00:01:32.201847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57070) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:32.210056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '3bd58d9d-4187-4ad2-a257-d6135d23a137', 'name': 'tempest-PortsTestJSON-1871993973'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:32.235664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.256605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] For port aa202bd2-f59c-495c-ab61-3e092430fd12, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=aa202bd2-f59c-495c-ab61-3e092430fd12,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:32.257200 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.272989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for aa202bd2-f59c-495c-ab61-3e092430fd12 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:32.312874 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afb42bd3-639f-49f6-8730-101767f5936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.356675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afb42bd3-639f-49f6-8730-101767f5936c None None] For port 0e3618ec-287e-41ff-a49a-920ad3f3c75b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0e3618ec-287e-41ff-a49a-920ad3f3c75b,segment=NetworkSegment(fda2161c-e00f-4125-9de0-e9ee4427abb2),segment_id=fda2161c-e00f-4125-9de0-e9ee4427abb2)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:32.364429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afb42bd3-639f-49f6-8730-101767f5936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.392369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Network b7665143-2623-4f34-a140-28188ef1a39b is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:32.409280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:32.416634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.425018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:32.427049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:32.427958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.435840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=32f93ea7-74da-4b92-9ee7-4da6bfd2f296,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:32.445969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42bd3-639f-49f6-8730-101767f5936c None None] Pushing event updated for resources: {'Port': ['ID=0e3618ec-287e-41ff-a49a-920ad3f3c75b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:32.568533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ebcb8f8-e2fc-4d75-b7da-7d02eed7f429 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9692400 Feb 09 00:01:32.569425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:32.574316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.576083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57076) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:32.586096 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbe81-e9d5-4700-9136-ec8a843dc681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.592516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-531c00fb-470f-47a5-93ff-484884002d38 None None] Provisioning complete for port 0e3618ec-287e-41ff-a49a-920ad3f3c75b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:32.593056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-531c00fb-470f-47a5-93ff-484884002d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.606533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port b6e406fa-ae19-4a7f-b4d7-3cea38077e15 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:32.607089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:32.640044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0e3618ec-287e-41ff-a49a-920ad3f3c75b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:32.653157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae461223-9ad0-4ce9-8727-37deeaff4498 req-af356b29-a85f-4825-9acb-7abb857156e1 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:32.655024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae461223-9ad0-4ce9-8727-37deeaff4498 req-af356b29-a85f-4825-9acb-7abb857156e1 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 945 time: 0.3144493 Feb 09 00:01:32.661533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.675072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 804dae2d-c5c8-414e-93b1-c91197f149c2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:32.706609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbe81-e9d5-4700-9136-ec8a843dc681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.747365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.12 (3bd58d9d-4187-4ad2-a257-d6135d23a137/900259aa-6efd-4b48-bc3b-e56d94c24910/b6e406fa-ae19-4a7f-b4d7-3cea38077e15) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:32.777317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=aa202bd2-f59c-495c-ab61-3e092430fd12,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:32.876866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 804dae2d-c5c8-414e-93b1-c91197f149c2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:32.877372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 804dae2d-c5c8-414e-93b1-c91197f149c2 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:32.890071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8187e-0a03-4daf-99e3-1548ddead280 req-e0a4553a-ef39-4f6c-9770-6ea63756be5c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:32.895966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8187e-0a03-4daf-99e3-1548ddead280 req-e0a4553a-ef39-4f6c-9770-6ea63756be5c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:32.903445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8187e-0a03-4daf-99e3-1548ddead280 req-e0a4553a-ef39-4f6c-9770-6ea63756be5c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:32.905180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47b8187e-0a03-4daf-99e3-1548ddead280 req-e0a4553a-ef39-4f6c-9770-6ea63756be5c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 2331 time: 0.4490252 Feb 09 00:01:32.909955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] No DVR routers for this DVR port aa202bd2-f59c-495c-ab61-3e092430fd12 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:32.924167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae461223-9ad0-4ce9-8727-37deeaff4498 req-35a6c2f4-e727-4faf-a2fc-cc2dc01b36d2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514832 Feb 09 00:01:32.925925 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.929210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-90ce5ba1-6e44-4166-bf10-37e3ac4e5594 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "DELETE /v2.0/ports/aa202bd2-f59c-495c-ab61-3e092430fd12 HTTP/1.1" status: 204 len: 173 time: 1.2476459 Feb 09 00:01:32.940352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.944839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-531c00fb-470f-47a5-93ff-484884002d38 None None] Provisioning complete for port de725768-13d6-4cd0-bb62-f4d3ef370130 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:32.944839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-531c00fb-470f-47a5-93ff-484884002d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:32.949414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0e3618ec-287e-41ff-a49a-920ad3f3c75b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:32.950052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.019819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.022049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-531c00fb-470f-47a5-93ff-484884002d38 None None] Port de725768-13d6-4cd0-bb62-f4d3ef370130 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:33.083463 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:01:33.122359 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.148847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ca50592c-ca39-47be-8c63-6a04bacc8fa9 None None] Provisioning complete for port de725768-13d6-4cd0-bb62-f4d3ef370130 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:33.150290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca50592c-ca39-47be-8c63-6a04bacc8fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.193540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ca50592c-ca39-47be-8c63-6a04bacc8fa9 None None] Port de725768-13d6-4cd0-bb62-f4d3ef370130 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:33.240021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:33.240959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=b6e406fa-ae19-4a7f-b4d7-3cea38077e15,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:33.247743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:33.249853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:33.273630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47b8187e-0a03-4daf-99e3-1548ddead280 req-ccc554ac-bdbc-4725-8f00-2da7d9b4c661 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546228 Feb 09 00:01:33.284741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Deleting port affa398e-52d0-4fb3-8f1f-020db98d6cc9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:33.285379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.301058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef'}, {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:33.303372 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32667b4-ae83-4851-950c-d2f1e55f0b31" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef"}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:33.351830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbe81-e9d5-4700-9136-ec8a843dc681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.364556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb2bbe81-e9d5-4700-9136-ec8a843dc681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.368190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb2bbe81-e9d5-4700-9136-ec8a843dc681 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f803b7e7-b236-452d-a066-40e11f7fb20f HTTP/1.1" status: 204 len: 168 time: 1.2210011 Feb 09 00:01:33.467734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:33.469184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.537777 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c71ad96-3b3a-408d-b80d-3046567a12c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3307242 Feb 09 00:01:33.550799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57094) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:33.560045 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406934c0-a43e-4dbe-b55f-2811e37e2201 x-openstack-request-id: req-406934c0-a43e-4dbe-b55f-2811e37e2201 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:33.560565 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "3b1994c5-b829-42fb-b97b-15ca1a8581ef", "status": "completed", "code": 200}, {"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "aa202bd2-f59c-495c-ab61-3e092430fd12", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:33.561711 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-406934c0-a43e-4dbe-b55f-2811e37e2201 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:33.563137 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '3b1994c5-b829-42fb-b97b-15ca1a8581ef', 'status': 'completed', 'code': 200} Feb 09 00:01:33.564379 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': 'aa202bd2-f59c-495c-ab61-3e092430fd12', 'status': 'completed', 'code': 200} Feb 09 00:01:33.575833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2bbe81-e9d5-4700-9136-ec8a843dc681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803b7e7-b236-452d-a066-40e11f7fb20f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:33.624638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port 189a6fb4-e1f7-429b-8996-1faf6344faa4 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:33.625929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.698881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] For port affa398e-52d0-4fb3-8f1f-020db98d6cc9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=affa398e-52d0-4fb3-8f1f-020db98d6cc9,segment=NetworkSegment(b58edfd2-9320-4672-bf56-f9e571982aa7),segment_id=b58edfd2-9320-4672-bf56-f9e571982aa7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:33.699433 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.723344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Calling delete_port for affa398e-52d0-4fb3-8f1f-020db98d6cc9 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:33.735745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7bf05d84-5385-408a-92da-96ab93253de6 None None] Provisioning complete for port b6e406fa-ae19-4a7f-b4d7-3cea38077e15 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:33.737435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7bf05d84-5385-408a-92da-96ab93253de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.785204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3979efca-b266-4918-807d-c76da72510cc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:33.790844 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3979efca-b266-4918-807d-c76da72510cc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2337110 Feb 09 00:01:33.791032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:33.835533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] For port 189a6fb4-e1f7-429b-8996-1faf6344faa4, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=189a6fb4-e1f7-429b-8996-1faf6344faa4,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:33.836049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.857431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7bf05d84-5385-408a-92da-96ab93253de6 None None] Port b6e406fa-ae19-4a7f-b4d7-3cea38077e15 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:33.915059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] device_id is not set on port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:33.926492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:33.936396 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.131129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.131521 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.131925 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Floating IP 1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9 disassociated. External IP: 172.25.3.224, port: 189a6fb4-e1f7-429b-8996-1faf6344faa4. Feb 09 00:01:34.132342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for 189a6fb4-e1f7-429b-8996-1faf6344faa4 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:34.183648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57108) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:34.232367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=32f93ea7-74da-4b92-9ee7-4da6bfd2f296,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:34.261419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8df2cf90-fcbe-4d1a-acbc-b5b62025a1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.278816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.279250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.279715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.280113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.280517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.281002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.281416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.281807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.282209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.282610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.283011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.283416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:34.441572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port b6e406fa-ae19-4a7f-b4d7-3cea38077e15 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:34.442122 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.513884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:34.513884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:34.514210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:34.539075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:34.539952 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:34.548154 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 2 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:34.573316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.587590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649b135-fc27-41bc-9716-ebf98b8bd249 req-ea0697d5-455f-4385-912c-42859f9a8516 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:34.593725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649b135-fc27-41bc-9716-ebf98b8bd249 req-ea0697d5-455f-4385-912c-42859f9a8516 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:34.604079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6649b135-fc27-41bc-9716-ebf98b8bd249 req-ea0697d5-455f-4385-912c-42859f9a8516 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 1676 time: 0.1978700 Feb 09 00:01:34.612950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for b6e406fa-ae19-4a7f-b4d7-3cea38077e15 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:34.619384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:34.619826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:34.620095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:34.628157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:34.628787 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:34.641118 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 3 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:34.644043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.677087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.702507 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8df2cf90-fcbe-4d1a-acbc-b5b62025a1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.713798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=affa398e-52d0-4fb3-8f1f-020db98d6cc9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:34.715926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=189a6fb4-e1f7-429b-8996-1faf6344faa4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:34.718580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:34.718924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:34.719269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:34.729930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8df2cf90-fcbe-4d1a-acbc-b5b62025a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.744638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6649b135-fc27-41bc-9716-ebf98b8bd249 req-af32668a-8974-4cdb-b9a2-537fc53880a4 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396916 Feb 09 00:01:34.745229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:34.745554 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:34.748651 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 4 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:34.817299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8df2cf90-fcbe-4d1a-acbc-b5b62025a1f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=276ac2a99c2a46948e2206031cb6b6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911536 Feb 09 00:01:34.818187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:34.818530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:34.818865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:34.826081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57116) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:34.851287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:34.851615 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:34.854978 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 5 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:34.857624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2cf90-fcbe-4d1a-acbc-b5b62025a1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e9425a-237d-425a-925d-2aab1ecf76a8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:34.924699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:34.925071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:34.925411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:34.941765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:34.942153 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:34.944885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.948309 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 6 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:34.953890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.973993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5032421-3960-4d1b-a60b-4a9fff97a704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:34.977318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:34.977656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:34.977985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:34.984802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Router 098f3830-9d3a-493b-91c2-cd64ae7a690c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:01:34.986132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=b6e406fa-ae19-4a7f-b4d7-3cea38077e15,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:35.002119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:35.002477 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:35.007756 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 7 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:35.016209 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5032421-3960-4d1b-a60b-4a9fff97a704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.080585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:35.080773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:35.081034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:35.110431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:35.110760 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:35.113345 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 8 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:35.165477 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.169418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:35.169854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:35.170096 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-47f19519-8cbb-4237-b5e0-573665abaa2d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/b6e406fa-ae19-4a7f-b4d7-3cea38077e15 HTTP/1.1" status: 204 len: 168 time: 1.3775778 Feb 09 00:01:35.170198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:35.172545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57118) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:35.216679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:35.217809 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:35.220522 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 9 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:35.224969 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5032421-3960-4d1b-a60b-4a9fff97a704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.227975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5032421-3960-4d1b-a60b-4a9fff97a704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.232702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a5032421-3960-4d1b-a60b-4a9fff97a704 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68e9425a-237d-425a-925d-2aab1ecf76a8 HTTP/1.1" status: 204 len: 168 time: 0.4009414 Feb 09 00:01:35.232702 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-836186ff-f0cc-492b-bd0e-786d67909d07 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:35.232975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-836186ff-f0cc-492b-bd0e-786d67909d07 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/b6e406fa-ae19-4a7f-b4d7-3cea38077e15 HTTP/1.1" status: 404 len: 333 time: 0.0532706 Feb 09 00:01:35.235744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57122) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:35.246687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:01:35.266165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] Sync routers for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:01:35.276768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032421-3960-4d1b-a60b-4a9fff97a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e9425a-237d-425a-925d-2aab1ecf76a8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:35.279361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:35.279895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:35.280247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:35.285524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:35.286757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:35.289234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:35.290165 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:35.303910 n-d-828413-1 neutron-server[105925]: INFO neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempt 10 to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 Feb 09 00:01:35.307739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] No DVR routers for this DVR port 189a6fb4-e1f7-429b-8996-1faf6344faa4 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:35.310906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.314664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-d3958f4c-af30-431f-a692-94c81aa225c2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "DELETE /v2.0/ports/189a6fb4-e1f7-429b-8996-1faf6344faa4 HTTP/1.1" status: 204 len: 173 time: 2.3677292 Feb 09 00:01:35.350984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:35.351559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:35.352623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempting to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:35.363403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:01:35.364505 n-d-828413-1 neutron-server[105925]: ERROR neutron.plugins.ml2.managers [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Failed to bind port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on host n-h2-828413-1 for vnic_type normal using segments [{'id': '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'b7665143-2623-4f34-a140-28188ef1a39b'}] Feb 09 00:01:35.365077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.376249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Router 8970117e-be0a-4798-931d-3edd591b4882 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:01:35.530597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] For port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:35.531100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attempted to set empty binding levels {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 00:01:35.534837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:35.544652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port 1528657a-224a-4768-9a19-7b2fef4f091e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:35.545379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.618707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:35.621040 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e3ada-10bb-4821-9853-3553c11e181f" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:35.627024 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.694781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event updated for resources: {'Port': ['ID=32f93ea7-74da-4b92-9ee7-4da6bfd2f296,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:35.700620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] In _notify_port_updated(), no bound segment for port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 on network b7665143-2623-4f34-a140-28188ef1a39b {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:01:35.701533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:35.702261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.703471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-97cb737b-fede-4efe-91fe-c4fbf7f9777d tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "PUT /v2.0/ports/32f93ea7-74da-4b92-9ee7-4da6bfd2f296 HTTP/1.1" status: 200 len: 974 time: 3.1218896 Feb 09 00:01:35.708501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57138) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:35.736832 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9001a88-213b-4fae-8011-eec502690c98 x-openstack-request-id: req-c9001a88-213b-4fae-8011-eec502690c98 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:35.737186 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "189a6fb4-e1f7-429b-8996-1faf6344faa4", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:35.737443 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9001a88-213b-4fae-8011-eec502690c98 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:35.737843 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '189a6fb4-e1f7-429b-8996-1faf6344faa4', 'status': 'completed', 'code': 200} Feb 09 00:01:35.753769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] For port 1528657a-224a-4768-9a19-7b2fef4f091e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1528657a-224a-4768-9a19-7b2fef4f091e,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:35.754615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.769224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port de725768-13d6-4cd0-bb62-f4d3ef370130 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:35.769780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:35.775611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for 1528657a-224a-4768-9a19-7b2fef4f091e owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:35.786349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:01:35.813826 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] Sync routers for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:01:35.816739 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-05635ba1-0a82-45a2-90bb-185ceed099f4 admin admin] 10.222.0.32 "PUT /v2.0/routers/8970117e-be0a-4798-931d-3edd591b4882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1995542 Feb 09 00:01:35.818436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:35.830262 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:35.831337 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:36.024499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:36.097115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.110604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] Checking router: 098f3830-9d3a-493b-91c2-cd64ae7a690c for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:01:36.119544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for de725768-13d6-4cd0-bb62-f4d3ef370130 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:36.125303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.147549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:36.148171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:36.156456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680d89-e7ac-4f2e-bd81-f8b7c8f537f0 req-4dace7fc-dee1-4a99-aa9e-276edbc970fe tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:36.158375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b680d89-e7ac-4f2e-bd81-f8b7c8f537f0 req-4dace7fc-dee1-4a99-aa9e-276edbc970fe tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 942 time: 0.1663105 Feb 09 00:01:36.167156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Deleting port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:36.167624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.167771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:36.391332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b680d89-e7ac-4f2e-bd81-f8b7c8f537f0 req-22b0fc73-80e7-4766-856b-4e7f3ce10862 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff1646c6-ea4c-4146-8def-d522b1dbfe36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205923 Feb 09 00:01:36.416609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] For port 32f93ea7-74da-4b92-9ee7-4da6bfd2f296, host n-h2-828413-1, got binding levels [] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:36.417609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.460605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Calling delete_port for 32f93ea7-74da-4b92-9ee7-4da6bfd2f296 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:36.478320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:36.487734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.507029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.642030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=1528657a-224a-4768-9a19-7b2fef4f091e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:36.741993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.796906 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:01:34Z', 'revision_number': 5, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port': {'id': '4a95d99f-3e81-4d7e-9cd4-e1394a9c706b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8970117e-be0a-4798-931d-3edd591b4882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:00:00Z', 'updated_at': '2022-02-09T00:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:36.835540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Deleting port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:36.841075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:36.857422 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] Checking router: 8970117e-be0a-4798-931d-3edd591b4882 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:01:36.882192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] Routers {'8970117e-be0a-4798-931d-3edd591b4882'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:36.883070 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8970117e-be0a-4798-931d-3edd591b4882'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:36.897808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=de725768-13d6-4cd0-bb62-f4d3ef370130,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:37.005591 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.014640 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.075484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:37.160278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.165385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e4b7c8-9ea4-4ab6-a1d1-2bf4a03f82f1 None None] The sync data for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 is: [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-08T23:55:41Z', 'revision_number': 4, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '59b53922-d05e-4370-8cae-9e51c9e1bd14', 'name': '', 'network_id': '867b1067-6760-47dc-9574-4aca3613a5a8', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'mac_address': 'fa:16:3e:42:1f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:39Z', 'updated_at': '2022-02-08T23:55:48Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'subnets': [{'id': '998af3e3-9a1e-4ebb-8989-a3ea77d08d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:01:37.183498 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] Set router 8970117e-be0a-4798-931d-3edd591b4882 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:37.184033 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/de725768-13d6-4cd0-bb62-f4d3ef370130 HTTP/1.1" status: 204 len: 168 time: 1.9389546 Feb 09 00:01:37.194710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:37.197557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.201433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.202120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.202557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.203695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.205991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.206448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.206904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.207333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.207759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.209267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.209721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60932640-e80c-4665-a463-1ee2e8c9a0dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:37.283381 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:01:36Z', 'revision_number': 6, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:37.302849 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7725224-94ea-4e7d-a74d-e34ce06cb0f9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:37.323732 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e3ce5b-a88e-4003-90ea-08b90330b179 None None] The sync data for ids ['8970117e-be0a-4798-931d-3edd591b4882'] in n-d-828413-1 is: [{'id': '8970117e-be0a-4798-931d-3edd591b4882', 'name': 'tempest-ServerRescueTestJSONUnderV235-260826443-router', 'tenant_id': 'bdea13112f40443f81ebe6283ed0ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:59:59Z', 'updated_at': '2022-02-09T00:01:36Z', 'revision_number': 6, 'project_id': 'bdea13112f40443f81ebe6283ed0ea84', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:01:37.335855 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c7725224-94ea-4e7d-a74d-e34ce06cb0f9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/de725768-13d6-4cd0-bb62-f4d3ef370130 HTTP/1.1" status: 404 len: 333 time: 0.1169555 Feb 09 00:01:37.339040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:37.464322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] For port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:37.465003 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.489289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Calling delete_port for 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:37.500593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet 900259aa-6efd-4b48-bc3b-e56d94c24910 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:37.504491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.562115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.728297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] No DVR routers for this DVR port 1528657a-224a-4768-9a19-7b2fef4f091e on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:37.751263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.754270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.758747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7a1b58-24a9-40a9-9753-3217bd01454c req-52c808e0-e966-41cc-b54a-b5005992cfed tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.21 "DELETE /v2.0/ports/1528657a-224a-4768-9a19-7b2fef4f091e HTTP/1.1" status: 204 len: 173 time: 2.4356389 Feb 09 00:01:37.760813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:01:37.763182 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9673b6af-1c0e-41bd-9815-e451846aaa4f" -d '{"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:01:37.770705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd9840-9795-4f30-8f0d-16bf47bffae2 None None] New status for floating IP 1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:01:37.828058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81d74987-3b61-4c9c-891b-c964551010ce req-6a06980e-b519-4776-9dd8-fd7dd65d2894 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1051590 Feb 09 00:01:37.848232 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e8cbef-d3b5-4970-961a-516d8e1e3ac7 x-openstack-request-id: req-e7e8cbef-d3b5-4970-961a-516d8e1e3ac7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:01:37.848515 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f037405-ee8b-4f36-8a59-f85526a87b98", "name": "network-vif-deleted", "tag": "1528657a-224a-4768-9a19-7b2fef4f091e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:01:37.848763 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7e8cbef-d3b5-4970-961a-516d8e1e3ac7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:01:37.849684 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f037405-ee8b-4f36-8a59-f85526a87b98', 'name': 'network-vif-deleted', 'tag': '1528657a-224a-4768-9a19-7b2fef4f091e', 'status': 'completed', 'code': 200} Feb 09 00:01:37.872203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.981459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:37.985251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "DELETE /v2.0/ports/32f93ea7-74da-4b92-9ee7-4da6bfd2f296 HTTP/1.1" status: 204 len: 168 time: 2.2757120 Feb 09 00:01:37.989165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd18a6-9c33-4053-865b-334a692775c4 tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] Pushing event deleted for resources: {'Port': ['ID=32f93ea7-74da-4b92-9ee7-4da6bfd2f296,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:37.993306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57198) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:38.049635 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85d1d9d-5199-4365-85ef-203e2d75665f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] GET failed (client error): The resource could not be found. Feb 09 00:01:38.051254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d85d1d9d-5199-4365-85ef-203e2d75665f tempest-PortsAdminExtendedAttrsTestJSON-1920888594 tempest-PortsAdminExtendedAttrsTestJSON-1920888594-project-admin] 10.222.0.32 "GET /v2.0/ports/32f93ea7-74da-4b92-9ee7-4da6bfd2f296 HTTP/1.1" status: 404 len: 333 time: 0.0569060 Feb 09 00:01:38.062647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57200) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:38.160314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57202) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:38.188100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.295877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.324527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7665143-2623-4f34-a140-28188ef1a39b']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:38.338196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:38.338536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2679877e-2dca-4f04-85b7-9d1b0c5bf4fe') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:38.366353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.381557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.398623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.411875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:38.412726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:38.417811 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:38.432062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=900259aa-6efd-4b48-bc3b-e56d94c24910,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:38.437635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.444550 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0091ae1e-be50-4404-abb7-4a83cc48ddda tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/900259aa-6efd-4b48-bc3b-e56d94c24910 HTTP/1.1" status: 204 len: 168 time: 1.0868206 Feb 09 00:01:38.444550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57212) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:38.456747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e276e04-4555-4925-ac61-b24652c23b9e None None] Network 3bd58d9d-4187-4ad2-a257-d6135d23a137 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:38.473104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-626228875'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:38.634880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.640039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device affa398e-52d0-4fb3-8f1f-020db98d6cc9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:38.642164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Made reservation on behalf of 4aa68b743fe346089a552e53f576ac05 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:38.650856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.672193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.697092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: affa398e-52d0-4fb3-8f1f-020db98d6cc9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:38.698086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device affa398e-52d0-4fb3-8f1f-020db98d6cc9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:38.698878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:38.705587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.712481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.721553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] 10.222.0.32 "DELETE /v2.0/networks/b7665143-2623-4f34-a140-28188ef1a39b HTTP/1.1" status: 204 len: 168 time: 0.6542220 Feb 09 00:01:38.727249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.764713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada93a8-1712-4de2-8360-1be1b599c25f tempest-PortsAdminExtendedAttrsTestJSON-301809935 tempest-PortsAdminExtendedAttrsTestJSON-301809935-project] Pushing event deleted for resources: {'Network': ['ID=b7665143-2623-4f34-a140-28188ef1a39b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:38.771933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a95d99f-3e81-4d7e-9cd4-e1394a9c706b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:38.793125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No active binding found for port 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b {{(pid=105933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 00:01:38.793690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4a95d99f-3e81-4d7e-9cd4-e1394a9c706b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:38.853807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] DHCP port deletion for 3bd58d9d-4187-4ad2-a257-d6135d23a137 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:01:38.931343 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.935879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.971170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:38.982694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a78d860-5566-4c67-bb69-d6c5fa392ac0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:38.989021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:38.989369 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Added segment c1610cb1-dd1f-46d6-8d03-b47b5dea5105 of type vlan for network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc Feb 09 00:01:38.999427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] Deleting port 0e3618ec-287e-41ff-a49a-920ad3f3c75b {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:39.000327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.028199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.080728 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.115870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2baa8acc-8133-4568-bfe3-f238f162e258 req-c2dca3c0-2236-4839-a5d6-1e5250ded424 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1128240 Feb 09 00:01:39.118872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.130870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:39.131509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.142787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] For port 0e3618ec-287e-41ff-a49a-920ad3f3c75b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0e3618ec-287e-41ff-a49a-920ad3f3c75b,segment=NetworkSegment(fda2161c-e00f-4125-9de0-e9ee4427abb2),segment_id=fda2161c-e00f-4125-9de0-e9ee4427abb2)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:39.146216 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.187555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] Calling delete_port for 0e3618ec-287e-41ff-a49a-920ad3f3c75b owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:39.232848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 0e3618ec-287e-41ff-a49a-920ad3f3c75b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:39.233434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.279669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.284657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.287964 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.298173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57220) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:39.344315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] Pushing event deleted for resources: {'Port': ['ID=0e3618ec-287e-41ff-a49a-920ad3f3c75b,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:39.346792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1854553 Feb 09 00:01:39.350991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57224) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:39.355340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74064c-e73c-400c-b4b0-c3e636355c74 None None] No DVR routers for this DVR port 0e3618ec-287e-41ff-a49a-920ad3f3c75b on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:39.375353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Request body: {'subnet': {'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:39.379242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] For port 0e3618ec-287e-41ff-a49a-920ad3f3c75b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0e3618ec-287e-41ff-a49a-920ad3f3c75b,segment=NetworkSegment(fda2161c-e00f-4125-9de0-e9ee4427abb2),segment_id=fda2161c-e00f-4125-9de0-e9ee4427abb2)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:39.379614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.391342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.391953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8970117e-be0a-4798-931d-3edd591b4882 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:01:39.396624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.398018 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-02317d3d-1877-478e-bc4e-1c0d4883f5c4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8970117e-be0a-4798-931d-3edd591b4882 HTTP/1.1" status: 204 len: 168 time: 3.5436337 Feb 09 00:01:39.402897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57226) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:39.406744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 0e3618ec-287e-41ff-a49a-920ad3f3c75b owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:39.429006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0715da-e242-4bc3-b7c9-592755aca010 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event updated for resources: {'Network': ['ID=989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:39.448081 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:39.521089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Deleting subnet 9777d26a-6224-45a2-bb6f-b6199cdd455c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:39.529982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.593309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.635548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.657644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.674666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68c0b693-fd80-40d1-8284-16a09e1d4d92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10c5d0dc947b4048a73f7c045ee1c7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742797 Feb 09 00:01:39.677248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57228) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:39.714938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No DVR routers for this DVR port 0e3618ec-287e-41ff-a49a-920ad3f3c75b on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:39.721242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Made reservation on behalf of 4aa68b743fe346089a552e53f576ac05 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:39.724868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.737423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=0e3618ec-287e-41ff-a49a-920ad3f3c75b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:39.814759 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe3b5-31b6-49c7-a9ec-49937236f38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.842558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.852328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.866475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe3b5-31b6-49c7-a9ec-49937236f38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.895203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9777d26a-6224-45a2-bb6f-b6199cdd455c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:39.897507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.901870 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ce5245d7-3662-47d2-b72d-47f5a79cbbcf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9777d26a-6224-45a2-bb6f-b6199cdd455c HTTP/1.1" status: 204 len: 168 time: 0.4976437 Feb 09 00:01:39.904582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57230) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:39.911293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd58d9d-4187-4ad2-a257-d6135d23a137']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:39.924702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda2161c-e00f-4125-9de0-e9ee4427abb2') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:39.925075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda2161c-e00f-4125-9de0-e9ee4427abb2') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:39.937201 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.957943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.967112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:39.967625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:39.972752 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:40.043054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.073137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe3b5-31b6-49c7-a9ec-49937236f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.075160 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.075850 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac8fe3b5-31b6-49c7-a9ec-49937236f38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.078044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac8fe3b5-31b6-49c7-a9ec-49937236f38b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f51ec7c7-b6a8-408e-9d11-e06687af04b4 HTTP/1.1" status: 204 len: 168 time: 0.3996146 Feb 09 00:01:40.100621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fe3b5-31b6-49c7-a9ec-49937236f38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ec7c7-b6a8-408e-9d11-e06687af04b4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:40.101776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.134488 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/3bd58d9d-4187-4ad2-a257-d6135d23a137 HTTP/1.1" status: 204 len: 168 time: 1.6845419 Feb 09 00:01:40.138933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43edfa3-9f92-44c7-b1ce-5e9e96e94efc tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=3bd58d9d-4187-4ad2-a257-d6135d23a137,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:40.145909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:40.151532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.157388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2039774999'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:40.197677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:40.202061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.236598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:40.251377 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.252347 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment 3ef72204-84b1-4403-af63-599277e41eb4 of type vlan for network 918d45bc-143a-421e-99f5-4913174312dd Feb 09 00:01:40.263324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event updated for resources: {'Subnet': ['ID=8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:40.334464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cfc72ca-542b-4385-87d5-c2091c59b73d req-53f88b5a-2420-4f03-9d5c-72f93355d534 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0573254 Feb 09 00:01:40.367172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.398955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.426624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.436783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:40.437733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.450484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fe8aa9-7c78-4fbb-b034-f4dbfc41b745']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:40.453076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Checking segment: {'id': 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:40.453481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Network hostable DHCP agents. Network: 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:40.472593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58edfd2-9320-4672-bf56-f9e571982aa7') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:40.472892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58edfd2-9320-4672-bf56-f9e571982aa7') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:40.492708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.504149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:40.523875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.534362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57240) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:40.537959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:40.538848 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:40.545706 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:40.547238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:40.554833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4e4ba-fb7f-43aa-b86a-94a0cdc27d50 None None] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:40.569569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:40.570300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.593813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=918d45bc-143a-421e-99f5-4913174312dd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:40.607030 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-57623a2b-160e-4767-afd5-d0093a56aa71 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4597878 Feb 09 00:01:40.610410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57242) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:40.616723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '918d45bc-143a-421e-99f5-4913174312dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:40.618549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0e3618ec-287e-41ff-a49a-920ad3f3c75b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:40.627015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8396e96c-3d4a-4953-944b-3aec3c2f37a2 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2642064 Feb 09 00:01:40.634481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57244) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:40.641364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Request body: {'port': {'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1276010730'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:40.643790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 918d45bc-143a-421e-99f5-4913174312dd details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:40.650827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0e3618ec-287e-41ff-a49a-920ad3f3c75b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:40.651408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0e3618ec-287e-41ff-a49a-920ad3f3c75b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:40.730492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.745625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.751492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] 10.222.0.32 "DELETE /v2.0/networks/55fe8aa9-7c78-4fbb-b034-f4dbfc41b745 HTTP/1.1" status: 204 len: 168 time: 0.8434768 Feb 09 00:01:40.759184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-37311063-1e61-42af-84bd-e88ff1148275 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b4016c1c69e459fbcf68777276e9271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233350 Feb 09 00:01:40.760980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57248) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:40.771484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc429fb-08d3-4bdb-815d-fba6eecb1c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=55fe8aa9-7c78-4fbb-b034-f4dbfc41b745,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:40.810068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:40.813794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.853257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Made reservation on behalf of 4aa68b743fe346089a552e53f576ac05 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:40.857221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.861853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc', 'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc', 'tenant_id': '4aa68b743fe346089a552e53f576ac05', 'fixed_ips': [{'subnet_id': '8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:40.862973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.893879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] device_id is not set on port 20c7483f-0497-40aa-be85-3c05712badac yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:40.902790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52c1f1fa-7b46-4486-91cc-58531a33c5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:40.953492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52c1f1fa-7b46-4486-91cc-58531a33c5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.060232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Allocated IP 172.20.0.5 (989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc/8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4/20c7483f-0497-40aa-be85-3c05712badac) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:41.064038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52c1f1fa-7b46-4486-91cc-58531a33c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.066868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52c1f1fa-7b46-4486-91cc-58531a33c5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.070520 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-52c1f1fa-7b46-4486-91cc-58531a33c5e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aae85150-1c10-4075-bd41-d0bf59c3875c HTTP/1.1" status: 204 len: 168 time: 0.3061185 Feb 09 00:01:41.078493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57252) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:41.154815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-74d41d27-a66b-47e2-aaca-682ec360fdcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdea13112f40443f81ebe6283ed0ea84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751202 Feb 09 00:01:41.156657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1f1fa-7b46-4486-91cc-58531a33c5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae85150-1c10-4075-bd41-d0bf59c3875c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:41.159878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:41.167091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.239624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=6edea6dd-7852-449e-b3ac-9e49e100d668,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:41.276385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': '3ef72204-84b1-4403-af63-599277e41eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '918d45bc-143a-421e-99f5-4913174312dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:41.277008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 918d45bc-143a-421e-99f5-4913174312dd, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:41.298495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 918d45bc-143a-421e-99f5-4913174312dd is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:41.311550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 918d45bc-143a-421e-99f5-4913174312dd) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:41.312080 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6521bcdd-5451-4875-8f2f-89e94182fb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.326345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebaa440-f493-4bfe-85bc-f3df050607fd None None] Network 918d45bc-143a-421e-99f5-4913174312dd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:41.328136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:41.329629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.363462 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-08bab51a-e9fd-4891-ae62-7679882829d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519326 Feb 09 00:01:41.366459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6521bcdd-5451-4875-8f2f-89e94182fb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.367356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57258) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:41.380716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '918d45bc-143a-421e-99f5-4913174312dd', 'name': 'tempest-PortsTestJSON-1533690109', 'fixed_ips': [{'subnet_id': '6edea6dd-7852-449e-b3ac-9e49e100d668', 'ip_address': '172.20.0.10'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:41.417146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.543503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-547fc8ea-5a97-41df-ad4c-88a2cd23e56a req-62e975cb-6ed9-42b0-be22-e3c481633ac3 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0887065 Feb 09 00:01:41.575415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.651904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6521bcdd-5451-4875-8f2f-89e94182fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.659334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6521bcdd-5451-4875-8f2f-89e94182fb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.666676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6521bcdd-5451-4875-8f2f-89e94182fb6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/54c634ce-02ed-4694-bf3b-37da467edc00 HTTP/1.1" status: 204 len: 168 time: 0.5053318 Feb 09 00:01:41.686995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:41.689816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-918d45bc-143a-421e-99f5-4913174312dd', 'network_id': '918d45bc-143a-421e-99f5-4913174312dd', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': '6edea6dd-7852-449e-b3ac-9e49e100d668'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:41.690699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.743939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521bcdd-5451-4875-8f2f-89e94182fb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c634ce-02ed-4694-bf3b-37da467edc00,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:41.747972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:41.766807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:41.770199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event updated for resources: {'Port': ['ID=20c7483f-0497-40aa-be85-3c05712badac,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:41.772700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:41.835009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:41.835807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:41.862278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c23ca465-6836-40c7-9143-26146b668286 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2260916 Feb 09 00:01:41.866821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57272) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:41.952585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.000738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:42.078910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Deleting port 20c7483f-0497-40aa-be85-3c05712badac {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:42.079125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.147638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Allocated IP 172.20.0.2 (989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc/8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4/fabd8530-f970-4e29-b0d2-39d6f5d9521b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:42.220944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.239842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Calling delete_port for 20c7483f-0497-40aa-be85-3c05712badac owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:42.339802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.10 (918d45bc-143a-421e-99f5-4913174312dd/6edea6dd-7852-449e-b3ac-9e49e100d668/84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:42.428057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.428503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.456470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.494643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event deleted for resources: {'Port': ['ID=20c7483f-0497-40aa-be85-3c05712badac,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:42.661527 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.692701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.702021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-78007f6b-e645-409a-962b-4136af8a7e54 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "DELETE /v2.0/ports/20c7483f-0497-40aa-be85-3c05712badac HTTP/1.1" status: 204 len: 168 time: 0.8339739 Feb 09 00:01:42.705362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57302) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:42.721244 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22eb7a4b-fcba-4f74-a98c-27b74a23cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.738554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:42.745779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.746478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Pushing event updated for resources: {'Port': ['ID=fabd8530-f970-4e29-b0d2-39d6f5d9521b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:42.748945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:42.753882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:42.782537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6e0126d-f5a7-414e-baeb-fcd7eb4f46fc req-98b9d510-8919-41c1-96bc-5a13fc91f584 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0639546 Feb 09 00:01:42.831835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 918d45bc-143a-421e-99f5-4913174312dd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:42.838529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:42.841877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:42.844312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:42.864235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Attempting to bind port fabd8530-f970-4e29-b0d2-39d6f5d9521b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:42.864235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Attempting to bind port fabd8530-f970-4e29-b0d2-39d6f5d9521b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:42.864544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Attempting to bind port fabd8530-f970-4e29-b0d2-39d6f5d9521b on network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:42.885124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:42.885491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Checking segment: {'id': 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:42.885901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.886292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Bound using segment: {'id': 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:42.886759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Bound port: fabd8530-f970-4e29-b0d2-39d6f5d9521b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:42.887138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.906391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:42.907312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:42.947707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Allocated IP 172.20.0.2 (918d45bc-143a-421e-99f5-4913174312dd/6edea6dd-7852-449e-b3ac-9e49e100d668/8582caa0-8b1d-49b5-adc8-840491243d21) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:42.950532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ee387ad9-ba5e-4156-9196-60a533d6aef5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5792713 Feb 09 00:01:42.951619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57314) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:42.957495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '918d45bc-143a-421e-99f5-4913174312dd', 'name': 'tempest-PortsTestJSON-776770372', 'fixed_ips': [{'subnet_id': '6edea6dd-7852-449e-b3ac-9e49e100d668', 'ip_address': '172.20.0.9'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:43.064148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] For port fabd8530-f970-4e29-b0d2-39d6f5d9521b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:43.069553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ca28100f-6938-42af-bec6-58ce7caf4c76 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3604465 Feb 09 00:01:43.070005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57316) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:43.073396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] For port fabd8530-f970-4e29-b0d2-39d6f5d9521b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fabd8530-f970-4e29-b0d2-39d6f5d9521b,segment=NetworkSegment(c1610cb1-dd1f-46d6-8d03-b47b5dea5105),segment_id=c1610cb1-dd1f-46d6-8d03-b47b5dea5105)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:43.076416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1488354979'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:43.082513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.131603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Made reservation on behalf of 4aa68b743fe346089a552e53f576ac05 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:43.137512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.153427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4483d-749a-4b4e-9187-71caa48b7de9 None None] Pushing event updated for resources: {'Port': ['ID=fabd8530-f970-4e29-b0d2-39d6f5d9521b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:43.224468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:43.235956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:43.241007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.242045 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Added segment 995300e4-6223-4989-9633-2790cf947662 of type vlan for network f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b Feb 09 00:01:43.318511 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.328127 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.359476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.377595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Network 918d45bc-143a-421e-99f5-4913174312dd is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:43.383373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:43.391186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:43.405886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.425185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:43.426292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.466235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Pushing event updated for resources: {'Port': ['ID=8582caa0-8b1d-49b5-adc8-840491243d21,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:43.486210 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.537067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 90de872a-8fc6-4324-8e6e-253f5a2011cf yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:43.565815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Attempting to bind port 8582caa0-8b1d-49b5-adc8-840491243d21 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:43.566198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Attempting to bind port 8582caa0-8b1d-49b5-adc8-840491243d21 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '3ef72204-84b1-4403-af63-599277e41eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '918d45bc-143a-421e-99f5-4913174312dd'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:43.569375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Attempting to bind port 8582caa0-8b1d-49b5-adc8-840491243d21 on network 918d45bc-143a-421e-99f5-4913174312dd {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:43.569508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4954989 Feb 09 00:01:43.571889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57330) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:43.575714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:43.576132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Checking segment: {'id': '3ef72204-84b1-4403-af63-599277e41eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '918d45bc-143a-421e-99f5-4913174312dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:43.576543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.578864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Bound using segment: {'id': '3ef72204-84b1-4403-af63-599277e41eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '918d45bc-143a-421e-99f5-4913174312dd'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:43.585685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Bound port: 8582caa0-8b1d-49b5-adc8-840491243d21, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef72204-84b1-4403-af63-599277e41eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '918d45bc-143a-421e-99f5-4913174312dd'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:43.586750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.608237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50035ad2-8c4a-4fcd-b277-f0c844a043b3 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event updated for resources: {'Network': ['ID=f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:43.643141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:43.762604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57336) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:43.808049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57340) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:43.826226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] For port 8582caa0-8b1d-49b5-adc8-840491243d21, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:43.836827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] For port 8582caa0-8b1d-49b5-adc8-840491243d21, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8582caa0-8b1d-49b5-adc8-840491243d21,segment=NetworkSegment(3ef72204-84b1-4403-af63-599277e41eb4),segment_id=3ef72204-84b1-4403-af63-599277e41eb4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:43.849701 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:43.952305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228388d7-caf5-400d-87e0-7be6169d0fa3 None None] Pushing event updated for resources: {'Port': ['ID=8582caa0-8b1d-49b5-adc8-840491243d21,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:43.996659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7512-2fd7-4dbe-a5d8-ec85dbe270be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.027618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3e8a0f1-351a-41f2-a356-b3ddbcb5bfe9 req-384c2d03-72f6-4e53-95b7-251c7c278d4f tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1017060 Feb 09 00:01:44.119671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2047377967', 'router:external': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:44.136435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7512-2fd7-4dbe-a5d8-ec85dbe270be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.156778 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-973356ca-309f-4bc5-bcdf-89ca46973813 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/agents/bcbef73c-ba74-4b5f-ae38-0f5d780673c5/dhcp-networks HTTP/1.1" status: 200 len: 10408 time: 0.5835316 Feb 09 00:01:44.159744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57346) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:44.163399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fbb7512-2fd7-4dbe-a5d8-ec85dbe270be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.188786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Made reservation on behalf of 23738b0672484ce4920bd53bb14bb34c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:44.191167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.200377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb7512-2fd7-4dbe-a5d8-ec85dbe270be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da312dce-c769-492b-82a8-4e25a6352adf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:44.230362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.235859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.9 (918d45bc-143a-421e-99f5-4913174312dd/6edea6dd-7852-449e-b3ac-9e49e100d668/90de872a-8fc6-4324-8e6e-253f5a2011cf) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:44.251994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9fbb7512-2fd7-4dbe-a5d8-ec85dbe270be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a7a8385191649e28885d1bffdafa6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425642 Feb 09 00:01:44.256062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57348) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:44.270056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bea3401e-9771-4e0e-a078-9758d14b39df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.432617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.439640 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.455166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:44.469440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.469894 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Added segment 3aa6a13c-d01f-43de-940b-6857ef042491 of type vlan for network 83c2f346-46e3-478b-baba-91a7b59884f3 Feb 09 00:01:44.566467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d1862d-6d18-432b-b24e-a46be3589c04 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] Network f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:44.576171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9a327dd-52fc-4889-8bc5-12f4474607c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.599731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1605e1bb-8e07-413a-be5d-f909e35f632f None None] Network f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:44.608284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57350) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:44.610032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-26d1862d-6d18-432b-b24e-a46be3589c04 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "POST /v2.0/agents/bcbef73c-ba74-4b5f-ae38-0f5d780673c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4445221 Feb 09 00:01:44.649212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e203e7-04c1-4959-9eb8-6eacd3f49b73,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:44.650935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9a327dd-52fc-4889-8bc5-12f4474607c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.663715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.732858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8582caa0-8b1d-49b5-adc8-840491243d21 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:44.738365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.788398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9a327dd-52fc-4889-8bc5-12f4474607c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.792470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e9a327dd-52fc-4889-8bc5-12f4474607c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.793784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e9a327dd-52fc-4889-8bc5-12f4474607c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da312dce-c769-492b-82a8-4e25a6352adf HTTP/1.1" status: 204 len: 168 time: 0.5367637 Feb 09 00:01:44.807286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.821750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.823950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:44.824728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:44.855056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a327dd-52fc-4889-8bc5-12f4474607c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da312dce-c769-492b-82a8-4e25a6352adf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:44.952697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 918d45bc-143a-421e-99f5-4913174312dd is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:44.966254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:44.973433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:44.986784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2230022 Feb 09 00:01:45.004542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57354) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.012143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'subnet': {'network_id': '83c2f346-46e3-478b-baba-91a7b59884f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:45.038511 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f21576-fbaf-4217-890a-4799d941a041 None None] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:45.074608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf7d9d-51c5-4abf-af6e-1c2ab9b6ce97 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Network': ['ID=83c2f346-46e3-478b-baba-91a7b59884f3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:45.084157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Made reservation on behalf of 23738b0672484ce4920bd53bb14bb34c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:45.088508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.108748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:45.109491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.134281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=90de872a-8fc6-4324-8e6e-253f5a2011cf,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:45.144873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b2b81200-ac8c-492b-be06-b0ddee9100fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1921108 Feb 09 00:01:45.152056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57360) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.190061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 83c2f346-46e3-478b-baba-91a7b59884f3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:45.198897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8582caa0-8b1d-49b5-adc8-840491243d21 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:45.199493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.358943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-568cb18a-5519-4bad-9f4a-13078eb5eb64 req-1650a205-7aae-4e13-8721-6dd0a096f233 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1164401 Feb 09 00:01:45.390535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3ecea885-5a09-4afb-b6cb-2a1157158a42 None None] Provisioning complete for port fabd8530-f970-4e29-b0d2-39d6f5d9521b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:45.390911 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ecea885-5a09-4afb-b6cb-2a1157158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.410957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef107886-61aa-4c16-9f99-6f2cb75992fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:45.415417 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ef107886-61aa-4c16-9f99-6f2cb75992fe tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2610619 Feb 09 00:01:45.416797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57368) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.419518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57370) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.426737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ffffe07d-3bd4-488a-860c-3f2ef6b19996 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/agents/bcbef73c-ba74-4b5f-ae38-0f5d780673c5/dhcp-networks HTTP/1.1" status: 200 len: 11179 time: 0.8167920 Feb 09 00:01:45.519806 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.599024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.645776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:01:45.646261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.647673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969854b9-e766-43f2-bd1e-981eab5cb23d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:45.656294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969854b9-e766-43f2-bd1e-981eab5cb23d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:45.666507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969854b9-e766-43f2-bd1e-981eab5cb23d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:45.674047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-969854b9-e766-43f2-bd1e-981eab5cb23d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2381401 Feb 09 00:01:45.674798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57376) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.734964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0aa88159-a364-40fc-beac-67bb33191651,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:45.743947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e2f8f0-bf5f-4246-8426-4d228cd6133b None None] Network 918d45bc-143a-421e-99f5-4913174312dd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:45.749594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8582caa0-8b1d-49b5-adc8-840491243d21, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8582caa0-8b1d-49b5-adc8-840491243d21,segment=NetworkSegment(3ef72204-84b1-4403-af63-599277e41eb4),segment_id=3ef72204-84b1-4403-af63-599277e41eb4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:45.767063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-92523192-2ac8-48b4-a479-241b27e7a68f tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "DELETE /v2.0/agents/bcbef73c-ba74-4b5f-ae38-0f5d780673c5/dhcp-networks/f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b HTTP/1.1" status: 204 len: 168 time: 0.3481307 Feb 09 00:01:45.767777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57380) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.782974 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.783929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fabd8530-f970-4e29-b0d2-39d6f5d9521b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:45.798430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Checking segment: {'id': '3aa6a13c-d01f-43de-940b-6857ef042491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '83c2f346-46e3-478b-baba-91a7b59884f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:45.798430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network hostable DHCP agents. Network: 83c2f346-46e3-478b-baba-91a7b59884f3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:45.829187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 83c2f346-46e3-478b-baba-91a7b59884f3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:45.848036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 83c2f346-46e3-478b-baba-91a7b59884f3) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:45.848441 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ecea885-5a09-4afb-b6cb-2a1157158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.858830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:45.859489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.880318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a12fb-51ab-4b50-bc25-4e900242ffd2 None None] Network 83c2f346-46e3-478b-baba-91a7b59884f3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:45.891407 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4661f260-cefc-4cfb-a31f-c8ec9ba3c85e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8853602 Feb 09 00:01:45.892686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57386) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:45.899079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-426951949', 'network_id': '83c2f346-46e3-478b-baba-91a7b59884f3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:45.949545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Made reservation on behalf of 23738b0672484ce4920bd53bb14bb34c for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:45.951888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.983963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 90de872a-8fc6-4324-8e6e-253f5a2011cf {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:45.984423 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:45.987198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] device_id is not set on port aaf04d87-30ea-475a-8eae-b9187e835560 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:46.076254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57388) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:46.104728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c4abdf8c-7893-46db-9251-90ef1523b4d8 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/agents/bcbef73c-ba74-4b5f-ae38-0f5d780673c5/dhcp-networks HTTP/1.1" status: 200 len: 10408 time: 0.3255761 Feb 09 00:01:46.104904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57392) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:46.173684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.198722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 90de872a-8fc6-4324-8e6e-253f5a2011cf owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:46.211139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8582caa0-8b1d-49b5-adc8-840491243d21,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:46.223520 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-814623ba-d368-4547-9c73-09f9aadbe4cc tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/networks/989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1145329 Feb 09 00:01:46.226026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57394) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:46.230684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3ecea885-5a09-4afb-b6cb-2a1157158a42 None None] For port fabd8530-f970-4e29-b0d2-39d6f5d9521b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fabd8530-f970-4e29-b0d2-39d6f5d9521b,segment=NetworkSegment(c1610cb1-dd1f-46d6-8d03-b47b5dea5105),segment_id=c1610cb1-dd1f-46d6-8d03-b47b5dea5105)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:46.264764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ecea885-5a09-4afb-b6cb-2a1157158a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.266619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Allocated IP 2001:db8::2ad (83c2f346-46e3-478b-baba-91a7b59884f3/0aa88159-a364-40fc-beac-67bb33191651/aaf04d87-30ea-475a-8eae-b9187e835560) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:46.301259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-network', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:46.327924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57396) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:46.328161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-19741136-04dd-4578-ac36-8f9fe50af5e7 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/networks/989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1002536 Feb 09 00:01:46.351010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400f6a5d-c9e4-4007-b80c-3df1cb37bcf1 None None] Network 83c2f346-46e3-478b-baba-91a7b59884f3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:46.372646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Made reservation on behalf of 1ae6f701f4534c21b4c6f097bb174366 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:46.385586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.414887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.486019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port fabd8530-f970-4e29-b0d2-39d6f5d9521b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:46.487849 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.567531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32e1b484-b8a4-4e39-99f8-ba72161b9a4d req-463b497a-f1e7-4612-a4b9-89df43c4e4d6 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0458293 Feb 09 00:01:46.593323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.649624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=90de872a-8fc6-4324-8e6e-253f5a2011cf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:46.798318 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.806546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.815727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed19d9d2-0179-48ac-abb1-69414bd7ead8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/90de872a-8fc6-4324-8e6e-253f5a2011cf HTTP/1.1" status: 204 len: 168 time: 1.1361997 Feb 09 00:01:46.816470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57400) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:46.873118 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c688a6e6-c5a3-404d-8208-c331960d3ad0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:46.875952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4a48f739-60d9-4aac-845b-db9824eb9403 None None] Provisioning complete for port fabd8530-f970-4e29-b0d2-39d6f5d9521b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:46.877666 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4a48f739-60d9-4aac-845b-db9824eb9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.881810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c688a6e6-c5a3-404d-8208-c331960d3ad0 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/90de872a-8fc6-4324-8e6e-253f5a2011cf HTTP/1.1" status: 404 len: 333 time: 0.0621927 Feb 09 00:01:46.885423 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.889164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57402) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:46.904502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:46.918738 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.919323 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Added segment 25547e6e-fe97-4955-9575-45d33b603b99 of type vlan for network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 Feb 09 00:01:46.931318 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:46.988835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecea885-5a09-4afb-b6cb-2a1157158a42 None None] Pushing event updated for resources: {'Port': ['ID=fabd8530-f970-4e29-b0d2-39d6f5d9521b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:47.028162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef6b89c-dea7-4201-8516-740fd96055d6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:47.052713 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.076794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4a48f739-60d9-4aac-845b-db9824eb9403 None None] Provisioning complete for port 8582caa0-8b1d-49b5-adc8-840491243d21 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:47.077362 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4a48f739-60d9-4aac-845b-db9824eb9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.108630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.109773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:47.110468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.178057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.182012 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a7ceb9b-d9d8-47ae-90fe-80261116ba99 tempest-DHCPAgentSchedulersTestJSON-468658544 tempest-DHCPAgentSchedulersTestJSON-468658544-project-admin] 10.222.0.32 "GET /v2.0/agents/bcbef73c-ba74-4b5f-ae38-0f5d780673c5/dhcp-networks HTTP/1.1" status: 200 len: 11217 time: 0.8524404 Feb 09 00:01:47.186051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:47.210672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1246507 Feb 09 00:01:47.213074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57406) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:47.218578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Request body: {'subnet': {'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-subnet', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:47.228045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20392521-97e7-4de4-8ad0-6dc8874c7009 admin admin] Pushing event updated for resources: {'Network': ['ID=53e7c5c6-c609-49a1-ae82-f8bb95c639d1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:47.249963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Made reservation on behalf of 1ae6f701f4534c21b4c6f097bb174366 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:47.253362 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.269639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8582caa0-8b1d-49b5-adc8-840491243d21 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:47.285449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:47.336166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:47.337076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.454449 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.507478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8582caa0-8b1d-49b5-adc8-840491243d21 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:47.510078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.532339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.534803 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.552504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.630413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c498b6-4590-440b-a55e-61bad78629b7,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:47.633566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Checking segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:47.634050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Network hostable DHCP agents. Network: 53e7c5c6-c609-49a1-ae82-f8bb95c639d1, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:47.661805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:47.684280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 53e7c5c6-c609-49a1-ae82-f8bb95c639d1) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:47.691595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:47.695123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.703822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e720a38-eb11-49a2-ae4d-b3f0fac23c74 None None] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:47.737129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Port': ['ID=aaf04d87-30ea-475a-8eae-b9187e835560,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:47.757057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Provisioning complete for port 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:47.758532 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.765056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-791fc4ce-e820-4d29-8fea-f9ee7d3520a6 req-67909e26-488b-4444-b5ca-83cb943e9b1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0602546 Feb 09 00:01:47.779655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 83c2f346-46e3-478b-baba-91a7b59884f3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:47.782126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:47.791805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:47.793153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a22b7bf1-5355-4789-ac73-c4730525035d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5786939 Feb 09 00:01:47.795523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57412) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:47.796639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:47.798541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.800226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:47.863316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.864695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.910628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.940761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:47.953009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995300e4-6223-4989-9633-2790cf947662') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:47.953307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995300e4-6223-4989-9633-2790cf947662') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:47.970124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Port 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:47.972947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.975252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fabd8530-f970-4e29-b0d2-39d6f5d9521b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:47.992756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:47.999349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:47.999750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.003431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Could not find standard attr ID for object 20c7483f-0497-40aa-be85-3c05712badac. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:48.086319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.086500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Provisioning complete for port 8582caa0-8b1d-49b5-adc8-840491243d21 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:48.087915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:48.096824 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:48.099767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.110832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.114467 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "DELETE /v2.0/networks/f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b HTTP/1.1" status: 204 len: 168 time: 0.9274423 Feb 09 00:01:48.126233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:48.128137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57414) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:48.131695 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ddf80f2-19c2-4d33-ad3f-36776c4ff267 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2371497 Feb 09 00:01:48.161205 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf42c93b-baeb-4c59-9c79-7b3437ce5745 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] DELETE failed (client error): The resource could not be found. Feb 09 00:01:48.162421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf42c93b-baeb-4c59-9c79-7b3437ce5745 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:01:48.167800 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bf42c93b-baeb-4c59-9c79-7b3437ce5745 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "DELETE /v2.0/ports/20c7483f-0497-40aa-be85-3c05712badac HTTP/1.1" status: 404 len: 333 time: 0.0346391 Feb 09 00:01:48.193874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57416) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:48.198116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:48.214910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port fabd8530-f970-4e29-b0d2-39d6f5d9521b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:48.215296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.249005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:48.249889 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.309646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bca2f-1f1f-45a3-9ecf-dd2e457b96cd tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event deleted for resources: {'Network': ['ID=f46f23f8-9d53-4717-9c2c-a76ce7d1ab4b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:48.405312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-203629d1-d1c5-4d17-9a80-2218ff1df3c3 None None] Could not find standard attr ID for object 90de872a-8fc6-4324-8e6e-253f5a2011cf. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:48.425841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Deleting subnet 8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:48.439410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.449029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Deleting port aaf04d87-30ea-475a-8eae-b9187e835560 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:48.449402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.515146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.519984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Allocated IP 172.20.0.2 (53e7c5c6-c609-49a1-ae82-f8bb95c639d1/90c498b6-4590-440b-a55e-61bad78629b7/7afee645-9660-4b9f-a3ac-78b2371923c2) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:48.565701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.578364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Calling delete_port for aaf04d87-30ea-475a-8eae-b9187e835560 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:48.581295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-86be366f-3da4-4511-bc95-31fcddc3b2d5 None None] Provisioning complete for port 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:48.581674 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86be366f-3da4-4511-bc95-31fcddc3b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.626478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-86be366f-3da4-4511-bc95-31fcddc3b2d5 None None] Port 84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:48.633497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-86be366f-3da4-4511-bc95-31fcddc3b2d5 None None] Could not find standard attr ID for object 90de872a-8fc6-4324-8e6e-253f5a2011cf. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:01:48.681401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.734718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.744388 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.768961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.821767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Pushing event updated for resources: {'Port': ['ID=7afee645-9660-4b9f-a3ac-78b2371923c2,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:48.846251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:48.848628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:48.860105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:48.896831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event deleted for resources: {'Port': ['ID=aaf04d87-30ea-475a-8eae-b9187e835560,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:48.899385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.937723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.942493 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.946447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Attempting to bind port 7afee645-9660-4b9f-a3ac-78b2371923c2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:48.946840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Attempting to bind port 7afee645-9660-4b9f-a3ac-78b2371923c2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:48.947203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Attempting to bind port 7afee645-9660-4b9f-a3ac-78b2371923c2 on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:48.952450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:48.952828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Checking segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:48.953258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.953645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Bound using segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:48.954096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Bound port: 7afee645-9660-4b9f-a3ac-78b2371923c2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:48.954467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.979567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.988725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:48.995690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-16f10ab0-c6b4-4fc8-9032-f92afb2b1c4c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/ports/aaf04d87-30ea-475a-8eae-b9187e835560 HTTP/1.1" status: 204 len: 168 time: 0.7964857 Feb 09 00:01:48.996488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6119d61c-901a-47fb-8e57-a360325c06fd req-dd2bed77-b4a9-4269-9d9f-c96f6aa55006 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0458949 Feb 09 00:01:48.997050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57426) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:49.002985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:49.007117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '83c2f346-46e3-478b-baba-91a7b59884f3', 'external_fixed_ips': [{'subnet_id': '0aa88159-a364-40fc-beac-67bb33191651', 'ip_address': '2001:db8::2ad'}]}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:49.068459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] For port 7afee645-9660-4b9f-a3ac-78b2371923c2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:49.078847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] For port 7afee645-9660-4b9f-a3ac-78b2371923c2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7afee645-9660-4b9f-a3ac-78b2371923c2,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:49.088832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.089077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.105627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.201733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156df5e-f7d8-4633-9838-0f8fef7356c8 None None] Pushing event updated for resources: {'Port': ['ID=7afee645-9660-4b9f-a3ac-78b2371923c2,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:49.218252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.298895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.305248 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-521240a2-e3d4-4360-97bf-030955bd3a29 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d HTTP/1.1" status: 204 len: 168 time: 2.4120572 Feb 09 00:01:49.305248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.307613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:49.323139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.327035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Allocated IP 172.25.3.121 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/2a76f54d-7534-44cc-8065-678a5fbef8c1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:49.396603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:49.411668 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5665c33-52fd-4bc9-8b84-68ab9f5bd0e2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:01:49.416997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9e417-b0ce-4764-8c46-e75655edd334 None None] Network 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:49.417504 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f5665c33-52fd-4bc9-8b84-68ab9f5bd0e2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/84106d4d-3b9d-4de9-9bbc-c2c4162e1d1d HTTP/1.1" status: 404 len: 333 time: 0.0986302 Feb 09 00:01:49.419402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.426089 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ca170fd6-2368-479d-bda5-1ff7504f5459 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "DELETE /v2.0/subnets/8dc161b8-1b38-4ebf-a56f-d7d9bcdb22a4 HTTP/1.1" status: 204 len: 168 time: 1.2221386 Feb 09 00:01:49.426656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57430) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:49.427170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57432) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:49.639930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet 6edea6dd-7852-449e-b3ac-9e49e100d668 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:49.647617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.652840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.766111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.775537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.784894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] DHCP port deletion for 989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:01:49.883353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Deleting port fabd8530-f970-4e29-b0d2-39d6f5d9521b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:49.883776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.883986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.931004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.959861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:49.991591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] Deleting port fabd8530-f970-4e29-b0d2-39d6f5d9521b {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:49.992523 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.002220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] For port fabd8530-f970-4e29-b0d2-39d6f5d9521b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fabd8530-f970-4e29-b0d2-39d6f5d9521b,segment=NetworkSegment(c1610cb1-dd1f-46d6-8d03-b47b5dea5105),segment_id=c1610cb1-dd1f-46d6-8d03-b47b5dea5105)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:50.002756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.006683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Pushing event updated for resources: {'Port': ['ID=2a76f54d-7534-44cc-8065-678a5fbef8c1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:50.030039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Calling delete_port for fabd8530-f970-4e29-b0d2-39d6f5d9521b owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:50.073145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:50.090113 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.128857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=6edea6dd-7852-449e-b3ac-9e49e100d668,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:50.130766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] For port fabd8530-f970-4e29-b0d2-39d6f5d9521b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fabd8530-f970-4e29-b0d2-39d6f5d9521b,segment=NetworkSegment(c1610cb1-dd1f-46d6-8d03-b47b5dea5105),segment_id=c1610cb1-dd1f-46d6-8d03-b47b5dea5105)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:50.130766 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.150253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.154530 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d8b26964-a300-45f2-9189-4b37eee1a55f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/6edea6dd-7852-449e-b3ac-9e49e100d668 HTTP/1.1" status: 204 len: 168 time: 0.7263649 Feb 09 00:01:50.157838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57442) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:50.158565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:50.159499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac5d30d-59f5-4854-b0c5-b3f986b4f67f None None] Network 918d45bc-143a-421e-99f5-4913174312dd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:50.170596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] Calling delete_port for fabd8530-f970-4e29-b0d2-39d6f5d9521b owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:50.178737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:50.289495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.302959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.365810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event deleted for resources: {'Port': ['ID=fabd8530-f970-4e29-b0d2-39d6f5d9521b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:50.377763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] No DVR routers for this DVR port fabd8530-f970-4e29-b0d2-39d6f5d9521b on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:50.436558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce6184b8-4c08-45e5-89ae-a4126a43c07a req-fae38378-1825-49ed-b074-594281e9bbb2 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.2733252 Feb 09 00:01:50.530173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.559880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:50.574873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:50.575336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1610cb1-dd1f-46d6-8d03-b47b5dea5105') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:50.586946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 8582caa0-8b1d-49b5-adc8-840491243d21 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:50.587386 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.590533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.629146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.672741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.695347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.722374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:50.723012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:50.727201 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:50.749234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] DHCP port deletion for 918d45bc-143a-421e-99f5-4913174312dd request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:01:50.751364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] Pushing event deleted for resources: {'Port': ['ID=fabd8530-f970-4e29-b0d2-39d6f5d9521b,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:50.761897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66650e6-affa-405b-8507-7bb6d886f9e2 None None] No DVR routers for this DVR port fabd8530-f970-4e29-b0d2-39d6f5d9521b on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:50.764193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.858252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Deleting port 8582caa0-8b1d-49b5-adc8-840491243d21 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:50.859078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.881070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] For port 8582caa0-8b1d-49b5-adc8-840491243d21, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8582caa0-8b1d-49b5-adc8-840491243d21,segment=NetworkSegment(3ef72204-84b1-4403-af63-599277e41eb4),segment_id=3ef72204-84b1-4403-af63-599277e41eb4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:50.881805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.909101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.915451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:50.919047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] 10.222.0.32 "DELETE /v2.0/networks/989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc HTTP/1.1" status: 204 len: 168 time: 1.4895592 Feb 09 00:01:50.920431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 8582caa0-8b1d-49b5-adc8-840491243d21 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:51.014981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b69a-4d02-4eea-8bc9-892e5d97b279 tempest-DHCPAgentSchedulersTestJSON-1744521404 tempest-DHCPAgentSchedulersTestJSON-1744521404-project] Pushing event deleted for resources: {'Network': ['ID=989d0fec-f6f9-48fb-a9ef-9acc8abf4bfc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:51.035151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc113a-8b70-4a71-b356-6a4bc2755523 None None] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:51.159373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.230742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] For port 8582caa0-8b1d-49b5-adc8-840491243d21, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8582caa0-8b1d-49b5-adc8-840491243d21,segment=NetworkSegment(3ef72204-84b1-4403-af63-599277e41eb4),segment_id=3ef72204-84b1-4403-af63-599277e41eb4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:51.231251 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.245010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-be8eba06-d277-45d5-be97-52cfa6dabcef None None] Provisioning complete for port 7afee645-9660-4b9f-a3ac-78b2371923c2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:51.245010 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be8eba06-d277-45d5-be97-52cfa6dabcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.279802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Calling delete_port for 8582caa0-8b1d-49b5-adc8-840491243d21 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:51.296248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.359457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7afee645-9660-4b9f-a3ac-78b2371923c2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:51.361692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=8582caa0-8b1d-49b5-adc8-840491243d21,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:51.374866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57452) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:51.385301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No DVR routers for this DVR port 8582caa0-8b1d-49b5-adc8-840491243d21 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:51.580664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-92827ad8-14df-4901-b639-3558b44ad10b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8450737 Feb 09 00:01:51.585229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.652571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918d45bc-143a-421e-99f5-4913174312dd']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:51.677548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef72204-84b1-4403-af63-599277e41eb4') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:51.678011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef72204-84b1-4403-af63-599277e41eb4') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:51.701815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.730987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7aa7421b-8ab3-4c75-8953-27d0ff3bcfbb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4aa68b743fe346089a552e53f576ac05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3525386 Feb 09 00:01:51.730987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.732256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57458) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:51.740271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61d58210-13aa-40f9-8c39-d1d768410f15 req-e59e83c8-914b-4503-8433-97439ac38ad0 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1103752 Feb 09 00:01:51.767155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Allocated IP 2001:db8::2ad (83c2f346-46e3-478b-baba-91a7b59884f3/0aa88159-a364-40fc-beac-67bb33191651/020637ba-4cd4-4878-bf6d-132061e2ca3a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:51.782774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:51.783474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:51.787864 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:51.839944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-0ef542c7-c7ff-4f6b-b892-fb3e78fcdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:51.841570 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-0ef542c7-c7ff-4f6b-b892-fb3e78fcdfdc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 1097 time: 0.1763716 Feb 09 00:01:51.884188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be8eba06-d277-45d5-be97-52cfa6dabcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.885436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.899209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.908824 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/918d45bc-143a-421e-99f5-4913174312dd HTTP/1.1" status: 204 len: 168 time: 1.7443533 Feb 09 00:01:51.918889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57460) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:51.924829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-602188800'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:51.929521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a88cffa6-acf2-4fab-bbef-c661aff2c0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.931369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-be8eba06-d277-45d5-be97-52cfa6dabcef None None] For port 7afee645-9660-4b9f-a3ac-78b2371923c2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7afee645-9660-4b9f-a3ac-78b2371923c2,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:51.935964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608aab67-f4a5-4792-b65b-607040064690 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=918d45bc-143a-421e-99f5-4913174312dd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:51.944981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.962712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.965289 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be8eba06-d277-45d5-be97-52cfa6dabcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:51.979884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a88cffa6-acf2-4fab-bbef-c661aff2c0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.006824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Pushing event deleted for resources: {'Port': ['ID=8582caa0-8b1d-49b5-adc8-840491243d21,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:52.009991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:52.014609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.016102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7afee645-9660-4b9f-a3ac-78b2371923c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:52.016485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.068200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:01:52.071124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] Network 918d45bc-143a-421e-99f5-4913174312dd is not hosted by any dhcp agent {{(pid=105933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 00:01:52.071717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0618c73-d279-44a0-afe7-73767db10f66 None None] No DVR routers for this DVR port 8582caa0-8b1d-49b5-adc8-840491243d21 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:01:52.096842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.097459 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Added segment a81b73b5-0b0e-49a1-b7e1-13396df37f56 of type vlan for network 212e5ca6-e9b4-486d-bd3c-3aea69af026e Feb 09 00:01:52.111256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a88cffa6-acf2-4fab-bbef-c661aff2c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.115012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a88cffa6-acf2-4fab-bbef-c661aff2c0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.116431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a88cffa6-acf2-4fab-bbef-c661aff2c0ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a78d860-5566-4c67-bb69-d6c5fa392ac0 HTTP/1.1" status: 204 len: 168 time: 0.3831286 Feb 09 00:01:52.162902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8eba06-d277-45d5-be97-52cfa6dabcef None None] Pushing event updated for resources: {'Port': ['ID=7afee645-9660-4b9f-a3ac-78b2371923c2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:52.208316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cffa6-acf2-4fab-bbef-c661aff2c0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a78d860-5566-4c67-bb69-d6c5fa392ac0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:52.225570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.313529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.345756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:52.346900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.423644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8582caa0-8b1d-49b5-adc8-840491243d21 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:52.503277 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5803938 Feb 09 00:01:52.512721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57478) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:52.517587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8582caa0-8b1d-49b5-adc8-840491243d21 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:52.518073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8582caa0-8b1d-49b5-adc8-840491243d21 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:52.521319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fabd8530-f970-4e29-b0d2-39d6f5d9521b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:01:52.522125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:52.550160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.564374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-19023f4c-70a3-4641-85bf-14219d5161f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:52.569430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-19023f4c-70a3-4641-85bf-14219d5161f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 916 time: 0.6291926 Feb 09 00:01:52.598226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: fabd8530-f970-4e29-b0d2-39d6f5d9521b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:01:52.599073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fabd8530-f970-4e29-b0d2-39d6f5d9521b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:01:52.621367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa61401-3516-440e-9e7f-1859d3fcde7d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Network': ['ID=212e5ca6-e9b4-486d-bd3c-3aea69af026e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:52.656183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-895b23e4-fee7-4a3c-952f-59897b2df255 None None] Provisioning complete for port 7afee645-9660-4b9f-a3ac-78b2371923c2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:52.659195 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-895b23e4-fee7-4a3c-952f-59897b2df255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.676005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:01:52.685119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-daa39bf6-b928-44dd-bc35-e75a29c38c56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a HTTP/1.1" status: 200 len: 217 time: 0.0961030 Feb 09 00:01:52.691983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:52.698245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:52.776356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57480) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:52.907752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4531b903-7db9-4c6c-88ba-c6d95aee3e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.000286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.005595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8554ff04-5f53-4ccf-bfc6-cda548f1f404 req-6f554203-e656-4928-ab15-d5ec7337e6c9 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0702167 Feb 09 00:01:53.010715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.021100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-407adbf4-86e7-40c2-94bd-610297118252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:53.038141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-407adbf4-86e7-40c2-94bd-610297118252 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.3294499 Feb 09 00:01:53.086294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 83c2f346-46e3-478b-baba-91a7b59884f3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:53.087790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:01:53.107677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:53.110970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:53.139507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=bbaea862-56b6-4645-833c-52ed69009a57,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:53.143300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Checking segment: {'id': 'a81b73b5-0b0e-49a1-b7e1-13396df37f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:53.143745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network hostable DHCP agents. Network: 212e5ca6-e9b4-486d-bd3c-3aea69af026e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:01:53.168059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:01:53.189761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7afee645-9660-4b9f-a3ac-78b2371923c2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:53.193549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 212e5ca6-e9b4-486d-bd3c-3aea69af026e) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:53.207517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:53.208122 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.227059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0ffd6-52e4-47e1-beef-75d55349a7e9 None None] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:53.231849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-8cc68f59-0a8b-4603-a889-489c20e4d9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913030 Feb 09 00:01:53.238027 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-63781e6d-4e41-499a-a0b4-fc249589b00d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7220519 Feb 09 00:01:53.238699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57486) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:53.245633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1628056518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:53.276766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.277944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.313943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7afee645-9660-4b9f-a3ac-78b2371923c2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:53.314350 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.376742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.382950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.404410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.408383 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a332184e-a3aa-4965-af7e-07c01a2e49df tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1661243 Feb 09 00:01:53.408520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57488) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:53.418042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e', 'name': 'tempest-PortsTestJSON-701101233'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:53.516391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-212e5ca6-e9b4-486d-bd3c-3aea69af026e', 'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': 'bbaea862-56b6-4645-833c-52ed69009a57'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:01:53.517662 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.561093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Port': ['ID=020637ba-4cd4-4878-bf6d-132061e2ca3a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:53.701690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:01:53.716286 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:01:53.739227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:53.742111 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:53.864541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.869632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-665f6f7b-492d-47e0-97af-9ce927f1ef3c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0729952 Feb 09 00:01:53.881499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57492) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:53.882775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Allocated IP 172.20.0.2 (212e5ca6-e9b4-486d-bd3c-3aea69af026e/bbaea862-56b6-4645-833c-52ed69009a57/8b6df070-df16-4e96-b5d9-46d5de8cecba) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:53.890707 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4531b903-7db9-4c6c-88ba-c6d95aee3e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:53.899461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-fd39f10b-73c9-4037-95b1-a9e639554572 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348151 Feb 09 00:01:53.925076 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:53.998512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4531b903-7db9-4c6c-88ba-c6d95aee3e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.101140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.110615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.112884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:01:54.129759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.166087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:54.174593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:54.183335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:54.199179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Pushing event updated for resources: {'Port': ['ID=8b6df070-df16-4e96-b5d9-46d5de8cecba,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:54.269521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Attempting to bind port 8b6df070-df16-4e96-b5d9-46d5de8cecba on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:54.269899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Attempting to bind port 8b6df070-df16-4e96-b5d9-46d5de8cecba by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a81b73b5-0b0e-49a1-b7e1-13396df37f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:54.270270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Attempting to bind port 8b6df070-df16-4e96-b5d9-46d5de8cecba on network 212e5ca6-e9b4-486d-bd3c-3aea69af026e {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:54.278568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:54.278954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Checking segment: {'id': 'a81b73b5-0b0e-49a1-b7e1-13396df37f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:54.279364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.279763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Bound using segment: {'id': 'a81b73b5-0b0e-49a1-b7e1-13396df37f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:54.280237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Bound port: 8b6df070-df16-4e96-b5d9-46d5de8cecba, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81b73b5-0b0e-49a1-b7e1-13396df37f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '212e5ca6-e9b4-486d-bd3c-3aea69af026e'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:54.281217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.375248 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:50Z', 'revision_number': 3, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:54.407551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] For port 8b6df070-df16-4e96-b5d9-46d5de8cecba, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:54.411165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] For port 8b6df070-df16-4e96-b5d9-46d5de8cecba, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b6df070-df16-4e96-b5d9-46d5de8cecba,segment=NetworkSegment(a81b73b5-0b0e-49a1-b7e1-13396df37f56),segment_id=a81b73b5-0b0e-49a1-b7e1-13396df37f56)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:54.422017 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.437984 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:01:54.440408 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Updating router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc port 2a76f54d-7534-44cc-8065-678a5fbef8c1 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:01:54.481641 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.499584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:01:54.571398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bfcd1-24be-4e62-a934-73e8da2590b6 None None] Pushing event updated for resources: {'Port': ['ID=8b6df070-df16-4e96-b5d9-46d5de8cecba,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:54.729103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7013e4f-f412-460b-995c-4e65441139ea req-6efc5879-3171-477f-a1ca-82b65f28aa78 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0539410 Feb 09 00:01:54.743312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531b903-7db9-4c6c-88ba-c6d95aee3e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e43b5-fade-4e15-bbed-7a6d06837dda,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:54.754479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4531b903-7db9-4c6c-88ba-c6d95aee3e63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=124ae1b9b50c4bc9abf0c33b35018317&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9606833 Feb 09 00:01:54.757706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57500) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:54.775989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaeeb0d2-0623-4f59-a5fe-eed08875e855 req-4f0d9d23-cbd6-4daa-ab56-86297401879a service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652725 Feb 09 00:01:54.778444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:54.813285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.8 (212e5ca6-e9b4-486d-bd3c-3aea69af026e/bbaea862-56b6-4645-833c-52ed69009a57/3819e26b-a4ae-41ad-aa26-02cd10c0a6de) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:54.982944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-766ef688-d610-4e49-9ca6-d5ce4c1153ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.198502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.203516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b6df070-df16-4e96-b5d9-46d5de8cecba up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:55.225138 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.244352 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.251807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.272900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-766ef688-d610-4e49-9ca6-d5ce4c1153ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.348508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8b6df070-df16-4e96-b5d9-46d5de8cecba triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:55.355693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.404980 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Pushing event updated for resources: {'Port': ['ID=2a76f54d-7534-44cc-8065-678a5fbef8c1,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:55.419766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-766ef688-d610-4e49-9ca6-d5ce4c1153ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.422716 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-766ef688-d610-4e49-9ca6-d5ce4c1153ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.424049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-766ef688-d610-4e49-9ca6-d5ce4c1153ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e6e43b5-fade-4e15-bbed-7a6d06837dda HTTP/1.1" status: 204 len: 168 time: 0.6637688 Feb 09 00:01:55.453593 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.467965 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.467965 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.468229 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.468580 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.468984 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.469426 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.470068 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.470068 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.470581 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.470894 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.471605 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:01:55.471907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ef688-d610-4e49-9ca6-d5ce4c1153ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e43b5-fade-4e15-bbed-7a6d06837dda,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:55.485875 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Attempting to bind port 2a76f54d-7534-44cc-8065-678a5fbef8c1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:01:55.486691 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Attempting to bind port 2a76f54d-7534-44cc-8065-678a5fbef8c1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:01:55.486833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Attempting to bind port 2a76f54d-7534-44cc-8065-678a5fbef8c1 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:01:55.515950 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:01:55.518140 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:01:55.518736 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.520400 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:01:55.520903 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Bound port: 2a76f54d-7534-44cc-8065-678a5fbef8c1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:01:55.521318 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.579043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Router 2bdca003-f4b1-4198-bae1-91c11943fd73 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:01:55.638689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.723830 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] For port 2a76f54d-7534-44cc-8065-678a5fbef8c1, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:01:55.731291 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] For port 2a76f54d-7534-44cc-8065-678a5fbef8c1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2a76f54d-7534-44cc-8065-678a5fbef8c1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:01:55.737963 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.738378 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.753266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.868827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8b6df070-df16-4e96-b5d9-46d5de8cecba, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b6df070-df16-4e96-b5d9-46d5de8cecba,segment=NetworkSegment(a81b73b5-0b0e-49a1-b7e1-13396df37f56),segment_id=a81b73b5-0b0e-49a1-b7e1-13396df37f56)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:01:55.888154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:55.931175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:01:55.951850 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c753c3f-c86d-443f-a474-01a363ba869a None None] Pushing event updated for resources: {'Port': ['ID=2a76f54d-7534-44cc-8065-678a5fbef8c1,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:55.969629 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:55.970270 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:56.035354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=3819e26b-a4ae-41ad-aa26-02cd10c0a6de,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:56.053851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8b6df070-df16-4e96-b5d9-46d5de8cecba,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:56.067793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Sync routers for ids ['2bdca003-f4b1-4198-bae1-91c11943fd73'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:01:56.084485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Routers {'2bdca003-f4b1-4198-bae1-91c11943fd73'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:56.086719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2bdca003-f4b1-4198-bae1-91c11943fd73'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:56.086903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:56.099856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:56.104595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbae706f-940e-4d5f-86d8-70ba171ad6f4 req-5b4b6cc9-f979-41e6-9688-e1935d747b0c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.1497686 Feb 09 00:01:56.107561 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:56.109811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:56.134825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8e3fbac4-f8db-438c-884f-40e75c502427 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1325657 Feb 09 00:01:56.135508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57524) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:56.345237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Set router 2bdca003-f4b1-4198-bae1-91c11943fd73 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:56.391220 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:01:56.401545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:01:56.402516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:56.453374 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c1ddf688-3c7f-4d2c-9770-0f6724824aba tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0409346 Feb 09 00:01:56.455744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57534) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:56.457222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Allocated IP 172.20.0.1 (53e7c5c6-c609-49a1-ae82-f8bb95c639d1/90c498b6-4590-440b-a55e-61bad78629b7/94ba23e6-28f4-42e3-ac90-ece8623c777c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:01:56.539242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:56.681583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d3114-eb38-47fa-aad8-2dd8d3ba203f None None] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:01:56.793531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cd0ee5fa-b4b0-4435-879e-c91a5201f346 None None] Provisioning complete for port 8b6df070-df16-4e96-b5d9-46d5de8cecba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:56.794035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee5fa-b4b0-4435-879e-c91a5201f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.017343 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.059309 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:50Z', 'revision_number': 3, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:57.132094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d970785-89e1-4906-b8df-2716cebcecb5 None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:50Z', 'revision_number': 3, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:01:57.243593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Deleting port 020637ba-4cd4-4878-bf6d-132061e2ca3a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:01:57.243935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.296048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b6df070-df16-4e96-b5d9-46d5de8cecba up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:57.354924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ebb323b-64df-479e-ab46-17b7a7cc6834 req-a6f17344-9728-4162-a090-2e76588d2172 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0669284 Feb 09 00:01:57.423289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdca003-f4b1-4198-bae1-91c11943fd73', 'name': '', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83c2f346-46e3-478b-baba-91a7b59884f3', 'external_fixed_ips': [{'subnet_id': '0aa88159-a364-40fc-beac-67bb33191651', 'ip_address': '2001:db8::2ad'}], 'enable_snat': True}, 'gw_port_id': '020637ba-4cd4-4878-bf6d-132061e2ca3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:53Z', 'revision_number': 3, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port': {'id': '020637ba-4cd4-4878-bf6d-132061e2ca3a', 'name': '', 'network_id': '83c2f346-46e3-478b-baba-91a7b59884f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdca003-f4b1-4198-bae1-91c11943fd73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': '0aa88159-a364-40fc-beac-67bb33191651', 'ip_address': '2001:db8::2ad', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:50Z', 'updated_at': '2022-02-09T00:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0aa88159-a364-40fc-beac-67bb33191651', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:57.495307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.498661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.566221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Checking router: 2bdca003-f4b1-4198-bae1-91c11943fd73 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:01:57.567857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Updating router 2bdca003-f4b1-4198-bae1-91c11943fd73 port 020637ba-4cd4-4878-bf6d-132061e2ca3a binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:01:57.620806 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.673253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Calling delete_port for 020637ba-4cd4-4878-bf6d-132061e2ca3a owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:01:57.822184 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:57.922924 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.326316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:01:58.382756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.418893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:01:58.428904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:01:58.547487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event deleted for resources: {'Port': ['ID=020637ba-4cd4-4878-bf6d-132061e2ca3a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:58.602609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.617478 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.710374 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:01:58.710919 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:01:58.716765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8b6df070-df16-4e96-b5d9-46d5de8cecba triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:58.737131 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.804815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5cce4d7d-6b96-4b86-89ac-68de318f5ed2 req-d4953c21-3f76-4f4c-8be1-e9e490ebb525 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.2065012 Feb 09 00:01:58.817968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.830581 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.974128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.975039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bdca003-f4b1-4198-bae1-91c11943fd73 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:01:58.984320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:58.986329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-20de7786-8cc9-42ef-8ce1-0dbce05f4b68 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/routers/2bdca003-f4b1-4198-bae1-91c11943fd73 HTTP/1.1" status: 204 len: 168 time: 2.8497477 Feb 09 00:01:58.987129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57580) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:58.999657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57582) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:59.108801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Deleting subnet 0aa88159-a364-40fc-beac-67bb33191651 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:01:59.114545 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.114896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Pushing event updated for resources: {'Port': ['ID=94ba23e6-28f4-42e3-ac90-ece8623c777c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:59.146462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.195785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.271989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Port 020637ba-4cd4-4878-bf6d-132061e2ca3a not found while updating agent binding for router 2bdca003-f4b1-4198-bae1-91c11943fd73. {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 00:01:59.290152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.301470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.302231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Provisioning complete for port 94ba23e6-28f4-42e3-ac90-ece8623c777c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:59.302607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.304146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Routers set() bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:01:59.306531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Router IDs set() for agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 00:01:59.307456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2bdca003-f4b1-4198-bae1-91c11943fd73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent'). {{(pid=105933) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 00:01:59.307617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6edb58-c96b-4188-b2a1-b538ca631548 None None] The sync data for ids ['2bdca003-f4b1-4198-bae1-91c11943fd73'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:01:59.316177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.358278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-938216090'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:01:59.390955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.392035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.412407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=3819e26b-a4ae-41ad-aa26-02cd10c0a6de,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:59.454154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Port 94ba23e6-28f4-42e3-ac90-ece8623c777c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:59.469965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.472820 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.485816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Provisioning complete for port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:59.486431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.505022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.509200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa88159-a364-40fc-beac-67bb33191651,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:01:59.515292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.518486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e65a4f9-107f-407c-a138-7ab0c7f49d11 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/0aa88159-a364-40fc-beac-67bb33191651 HTTP/1.1" status: 204 len: 168 time: 0.5157869 Feb 09 00:01:59.521299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57588) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:59.563788 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.565338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6ec02701-69ca-429b-8b30-5f13dbdd8059 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5771594 Feb 09 00:01:59.568677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:01:59.589048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Provisioning complete for port 8b6df070-df16-4e96-b5d9-46d5de8cecba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:59.589747 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407cc553-5643-4c16-afea-bed11d64b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.594644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57590) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:01:59.626623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2a76f54d-7534-44cc-8065-678a5fbef8c1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:01:59.643235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.770369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.821924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c2f346-46e3-478b-baba-91a7b59884f3']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:59.832206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2a76f54d-7534-44cc-8065-678a5fbef8c1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:01:59.834500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa6a13c-d01f-43de-940b-6857ef042491') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:59.834999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa6a13c-d01f-43de-940b-6857ef042491') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:01:59.836743 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.860958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.902856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.919187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:01:59.919787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:01:59.924557 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:01:59.968769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:01:59.969921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.024063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 2a76f54d-7534-44cc-8065-678a5fbef8c1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2a76f54d-7534-44cc-8065-678a5fbef8c1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:00.036065 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.042979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1ee6ea79-4831-4e73-9b17-947370dcd802 None None] Provisioning complete for port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:00.043362 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1ee6ea79-4831-4e73-9b17-947370dcd802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.047346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ef8c5cd-01e9-4e04-bec3-9c48b4414de9 req-a817ec4c-b59a-4ea7-aa9c-4bd6dacdf608 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0498397 Feb 09 00:02:00.080766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.109177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83c2f346-46e3-478b-baba-91a7b59884f3 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 00:02:00.113240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6ea79-4831-4e73-9b17-947370dcd802 None None] Port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:00.126226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event deleted for resources: {'Network': ['ID=83c2f346-46e3-478b-baba-91a7b59884f3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:00.136187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.144470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7b65fb24-4195-435d-b8f7-e5e2f84e013e tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/networks/83c2f346-46e3-478b-baba-91a7b59884f3 HTTP/1.1" status: 204 len: 168 time: 0.6221426 Feb 09 00:02:00.176845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=2a76f54d-7534-44cc-8065-678a5fbef8c1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:00.316502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.318998 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.441162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.510051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.510600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 083926f1-1df3-4dde-bb0b-6a882fd19201 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:00.524755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57602) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:00.530739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'name': 'tempest-router--741469194', 'project_id': '2d152a026c854fbd827e1fbe6b932508'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:00.536361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.543236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.560554 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9df8106-a475-4e55-8dab-147230056b3c tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "DELETE /v2.0/routers/083926f1-1df3-4dde-bb0b-6a882fd19201 HTTP/1.1" status: 204 len: 168 time: 0.9617889 Feb 09 00:02:00.563258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57604) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:00.595932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.597560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.605005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Request body: {'router': {'name': 'tempest-router-250408820', 'distributed': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:00.609587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.676716 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.685516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.697609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.698636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.705203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.706793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-61f7d8d0-405f-473f-b278-a4730b99e616 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1807098 Feb 09 00:02:00.709437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57606) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:00.723111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.744884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Pushing event updated for resources: {'Port': ['ID=94ba23e6-28f4-42e3-ac90-ece8623c777c,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:00.794647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.816388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.901148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.943481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:00.997942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.000247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.046061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.047417 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-63b4695f-6f5b-4f32-ac82-6117fd3e0405 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4483645 Feb 09 00:02:01.050566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57608) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:01.087875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.088610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8abfaaa-efa0-45ee-a909-82c615732511 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:01.094193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.097663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f03731e7-fbe5-47bf-872e-0a948436f9dd tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c8abfaaa-efa0-45ee-a909-82c615732511 HTTP/1.1" status: 204 len: 168 time: 0.3849552 Feb 09 00:02:01.108765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:01.112441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:01.127993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.255000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d063b187-17ba-4f3d-a0f3-ec229b2d8eb3 req-4fd7a5ca-c6b2-4e32-87c3-59a8163a6e1e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0329328 Feb 09 00:02:01.337691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57614) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:01.348107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:02:01.387905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.390188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.423884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.433739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2a76f54d-7534-44cc-8065-678a5fbef8c1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:01.443185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.479190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.479733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0a17bcc-cc48-4437-91b1-974126778195 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:01.486144 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.487279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e63be213-d8dc-41ab-8940-fbdd929c3620 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e0a17bcc-cc48-4437-91b1-974126778195 HTTP/1.1" status: 204 len: 168 time: 0.4356070 Feb 09 00:02:01.492720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:01.494596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0accbbce-ac09-4d21-a0ed-00ae05ca8562 None None] Provisioning complete for port 94ba23e6-28f4-42e3-ac90-ece8623c777c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:01.495199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0accbbce-ac09-4d21-a0ed-00ae05ca8562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.508154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Request body: {'router': {'name': 'tempest-router-313293137', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '186c0334f5a2423ba850a4a88b5a10b1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:01.544279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0accbbce-ac09-4d21-a0ed-00ae05ca8562 None None] Port 94ba23e6-28f4-42e3-ac90-ece8623c777c cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:01.548624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2a76f54d-7534-44cc-8065-678a5fbef8c1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:01.549249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.573720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.574753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.597664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.681641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=3819e26b-a4ae-41ad-aa26-02cd10c0a6de,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:01.705119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.713563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.734279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.739513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57622) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:01.739880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e587ae32-171d-472d-ab8a-79cd61795d31 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2437134 Feb 09 00:02:01.751158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:01.826310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:01.833567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1449388550', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:01.837548 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:01.844625 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b9bd6c64-1848-43f5-aa22-ecefe89ecbcf admin admin] 10.222.0.32 "PUT /v2.0/routers/a79c33fd-7b7b-4c23-baf2-620b70d8bcdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9621093 Feb 09 00:02:01.854624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:01.855897 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:01.972465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:01.973618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:01.981417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:01.982509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.214960 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:02.384739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f4883b6b-048e-498c-9034-248788f5541e None None] Provisioning complete for port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:02.385154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4883b6b-048e-498c-9034-248788f5541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.431317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.431872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.435176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f4883b6b-048e-498c-9034-248788f5541e None None] Port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:02.466795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2fe7168-8d64-477c-9cfe-d24f1708973a req-68a3f256-c818-4c7b-9341-1de7c9beb839 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f037405-ee8b-4f36-8a59-f85526a87b98 HTTP/1.1" status: 200 len: 210 time: 0.0831711 Feb 09 00:02:02.577005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.594314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105931) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 00:02:02.594658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Router c796cb7a-676c-43e4-818d-b096f1ae5250 migrating from provider to provider. {{(pid=105931) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 00:02:02.595005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.622917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57634) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:02.628801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--290458960', 'description': 'tempest-description--1116631907'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:02.638153 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.685000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.699009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 2, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:02.699195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.757768 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:02:02.758700 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Updating router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc port 94ba23e6-28f4-42e3-ac90-ece8623c777c binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:02:02.795532 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.835750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.843064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.906938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.908168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2835281 Feb 09 00:02:02.921647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57644) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:02.923861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efba10-9bde-4b46-bea5-1036bdaa1b2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd21ca0-1f46-4744-bcce-ebf6334d16e7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:02.928602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'security_group_rule': {'security_group_id': '8fd21ca0-1f46-4744-bcce-ebf6334d16e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:02.979133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:02.992606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Router ee5fc65b-c096-4256-a512-da706376588f is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:03.014634 n-d-828413-1 neutron-server[105931]: WARNING neutron.scheduler.l3_agent_scheduler [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] No L3 agents can host the router c796cb7a-676c-43e4-818d-b096f1ae5250 Feb 09 00:02:03.024852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.154470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.161730 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.192863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087988b4-836e-4472-a438-728dbe6c8f2a,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:03.229695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.233615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ee8be246-022a-4991-8ea9-6b9967cde629 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3083179 Feb 09 00:02:03.234034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57646) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.239074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'security_group_rule': {'security_group_id': '8fd21ca0-1f46-4744-bcce-ebf6334d16e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:03.280094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.308031 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.316389 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.352224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:03.360894 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eb9c0687-77b4-4741-b8f9-4b969c8516ac tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/routers/ee5fc65b-c096-4256-a512-da706376588f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8979633 Feb 09 00:02:03.361938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Hosts for router c796cb7a-676c-43e4-818d-b096f1ae5250: [] {{(pid=105931) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 00:02:03.364024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] Sync routers for ids ['ee5fc65b-c096-4256-a512-da706376588f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:03.365825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57648) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.389404 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.394280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] Routers {'ee5fc65b-c096-4256-a512-da706376588f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:03.396465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ee5fc65b-c096-4256-a512-da706376588f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:03.400711 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133856d-ca48-4f1f-a695-95c1e153bae4 None None] Pushing event updated for resources: {'Port': ['ID=94ba23e6-28f4-42e3-ac90-ece8623c777c,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:03.400928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.422649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Hosts for other DVR routers connected to router c796cb7a-676c-43e4-818d-b096f1ae5250: set() {{(pid=105931) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 00:02:03.426199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.427885 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-21e09288-2df2-473d-8f7e-4ebb7862dbb5 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "PUT /v2.0/routers/c796cb7a-676c-43e4-818d-b096f1ae5250 HTTP/1.1" status: 200 len: 716 time: 1.6852293 Feb 09 00:02:03.431028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57650) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.447151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2318c7d-08e2-44a7-89c5-ba88039ba474,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:03.461531 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.463738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a5b840af-ab21-4ca7-bdfa-a334b2e35aad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280920 Feb 09 00:02:03.466325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57652) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.482856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:03.528459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.538193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:03.566071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] Routers {'ee5fc65b-c096-4256-a512-da706376588f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:03.570742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ee5fc65b-c096-4256-a512-da706376588f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:03.603070 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Attempting to bind port 94ba23e6-28f4-42e3-ac90-ece8623c777c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:03.603444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Attempting to bind port 94ba23e6-28f4-42e3-ac90-ece8623c777c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:03.607232 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Attempting to bind port 94ba23e6-28f4-42e3-ac90-ece8623c777c on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:03.626813 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:03.627464 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Checking segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:03.628067 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.628470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Bound using segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:03.629289 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Bound port: 94ba23e6-28f4-42e3-ac90-ece8623c777c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:03.629677 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.638881 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f64ea33c-f605-4687-82bd-e4314d722047 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "GET /v2.0/routers/c796cb7a-676c-43e4-818d-b096f1ae5250 HTTP/1.1" status: 200 len: 716 time: 0.1968975 Feb 09 00:02:03.640199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57658) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.640743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57660) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.661412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:03.662616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f6ea7-e0ea-4699-b0cb-985b37dbff3c None None] The sync data for ids ['ee5fc65b-c096-4256-a512-da706376588f'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:03.711937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33d843-62ff-4017-8bb4-2e78c61674ea tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:03.714468 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1d33d843-62ff-4017-8bb4-2e78c61674ea tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5fc65b-c096-4256-a512-da706376588f HTTP/1.1" status: 200 len: 981 time: 0.3465416 Feb 09 00:02:03.724755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57664) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:03.781391 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] For port 94ba23e6-28f4-42e3-ac90-ece8623c777c, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:03.788121 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] For port 94ba23e6-28f4-42e3-ac90-ece8623c777c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=94ba23e6-28f4-42e3-ac90-ece8623c777c,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:03.802249 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.898518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e2c1d4ee-ff4b-45c2-a757-51b251e3f8a8 None None] Provisioning complete for port 94ba23e6-28f4-42e3-ac90-ece8623c777c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:03.899361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4ee-ff4b-45c2-a757-51b251e3f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:03.912699 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:03.913154 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:04.011365 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133856d-ca48-4f1f-a695-95c1e153bae4 None None] Pushing event updated for resources: {'Port': ['ID=94ba23e6-28f4-42e3-ac90-ece8623c777c,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:04.121664 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4ee-ff4b-45c2-a757-51b251e3f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.197066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e2c1d4ee-ff4b-45c2-a757-51b251e3f8a8 None None] For port 94ba23e6-28f4-42e3-ac90-ece8623c777c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=94ba23e6-28f4-42e3-ac90-ece8623c777c,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:04.206970 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d4ee-ff4b-45c2-a757-51b251e3f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.220087 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:04.304043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d4ee-ff4b-45c2-a757-51b251e3f8a8 None None] Pushing event updated for resources: {'Port': ['ID=94ba23e6-28f4-42e3-ac90-ece8623c777c,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:04.368341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-17f9728c-70ea-4c93-9a09-9f30faf94c90 None None] Provisioning complete for port 94ba23e6-28f4-42e3-ac90-ece8623c777c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:04.368721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17f9728c-70ea-4c93-9a09-9f30faf94c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.502982 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.652282 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:03Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:04.659799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Allocated IP 172.25.3.92 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/bd4234d9-801c-4c86-a637-c88506113255) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:04.706787 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57751a5-3ef9-409b-9bca-531aee9c3a72 None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:03Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:04.833153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.872887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.895458 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:04.974329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'Port': ['ID=bd4234d9-801c-4c86-a637-c88506113255,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:04.986295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:04.988633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:04.991055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:04.997063 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-50d5d8dd-e65f-41af-a652-9fa1a58fcaa3 tempest-RoutersTestDVR-1439999419 tempest-RoutersTestDVR-1439999419-project] 10.222.0.32 "GET /v2.0/routers/c796cb7a-676c-43e4-818d-b096f1ae5250 HTTP/1.1" status: 200 len: 682 time: 1.3530660 Feb 09 00:02:05.011751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57674) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:05.024661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b395d6a-c084-4a6b-97a1-bc953ae9cb1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.026596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.103198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.182830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.244216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.407541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b395d6a-c084-4a6b-97a1-bc953ae9cb1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.468511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.480549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.502715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 94ba23e6-28f4-42e3-ac90-ece8623c777c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:05.539786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'Port': ['ID=bd4234d9-801c-4c86-a637-c88506113255,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:05.574185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.576425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.624478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 94ba23e6-28f4-42e3-ac90-ece8623c777c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:05.625079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.638872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.659981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.660520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c796cb7a-676c-43e4-818d-b096f1ae5250 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:05.665588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.666977 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c8c39dc-7396-4417-9c4a-fbb2c5447e20 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "DELETE /v2.0/routers/c796cb7a-676c-43e4-818d-b096f1ae5250 HTTP/1.1" status: 204 len: 168 time: 0.6483343 Feb 09 00:02:05.670802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57678) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:05.680206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Request body: {'router': {'name': 'tempest-router-1155941375', 'distributed': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:05.707103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.714750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-20645c74-1938-470d-b2dd-4c92877a3616 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2471025 Feb 09 00:02:05.756027 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.757228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.779542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Allocated IP 172.25.3.174 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/f3c96ff8-1205-451f-a671-d3c739d9314d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:05.854244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b395d6a-c084-4a6b-97a1-bc953ae9cb1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.857285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b395d6a-c084-4a6b-97a1-bc953ae9cb1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.860980 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8b395d6a-c084-4a6b-97a1-bc953ae9cb1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/security-groups/ff1646c6-ea4c-4146-8def-d522b1dbfe36 HTTP/1.1" status: 204 len: 168 time: 2.2135947 Feb 09 00:02:05.891550 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.894750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57692) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:05.932785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b395d6a-c084-4a6b-97a1-bc953ae9cb1c tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1646c6-ea4c-4146-8def-d522b1dbfe36,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:05.980015 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-51174316-a545-4cb1-aeca-170aa2d6ef9e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] show failed (client error): The resource could not be found. Feb 09 00:02:05.982743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-51174316-a545-4cb1-aeca-170aa2d6ef9e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "GET /v2.0/security-groups/ff1646c6-ea4c-4146-8def-d522b1dbfe36 HTTP/1.1" status: 404 len: 347 time: 0.0865586 Feb 09 00:02:05.984593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:05.987520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:06.007716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-ea3b6836-6825-4f28-a3f2-c93a98852652 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--290458960&fields=id&tenant_id=1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 267 time: 0.1135738 Feb 09 00:02:06.124219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.126893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3b93203d-ca43-4c9c-9075-afe17b09838b tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4544268 Feb 09 00:02:06.130057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57698) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:06.151216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.154879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.230181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.466283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.467814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.489704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-b98bfa36-ade1-4c1b-bfcd-da101425042e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:06.491609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-b98bfa36-ade1-4c1b-bfcd-da101425042e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 817 time: 0.4717190 Feb 09 00:02:06.493026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.533181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-10356e11-e189-422e-8f94-b8d89a03999f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/quotas/1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 375 time: 0.0223627 Feb 09 00:02:06.569251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:06.577218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port 113cff47-6d0c-4bb1-b636-a954669c4fbd {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:06.577698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.593058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:06.596844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:06.656414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event updated for resources: {'Port': ['ID=f3c96ff8-1205-451f-a671-d3c739d9314d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:06.694156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.695309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92330ed0-d3a2-4fa9-94ca-5a168156e678 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:06.699975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.701199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b5d83538-99c8-4872-aaec-f56a1497c126 tempest-RoutersTestDVR-1138234057 tempest-RoutersTestDVR-1138234057-project-admin] 10.222.0.32 "DELETE /v2.0/routers/92330ed0-d3a2-4fa9-94ca-5a168156e678 HTTP/1.1" status: 204 len: 168 time: 0.5698800 Feb 09 00:02:06.762600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-86af2d5e-4296-42c4-9afe-8051fc1343ef tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1267660 Feb 09 00:02:06.891453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.891716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.949924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for 113cff47-6d0c-4bb1-b636-a954669c4fbd owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:06.952734 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:06.959789 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.050709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-8cb0e105-5f8d-4d83-af2f-b3021fda9d90 service neutron] 10.222.0.32 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798274 Feb 09 00:02:07.158259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57716) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:07.197568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-438f0ca5-958d-4e9b-b5a7-e522f893a67f service neutron] 10.222.0.32 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383991 Feb 09 00:02:07.356726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13d31944-24a2-4929-91ce-ffa0fb19d654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.620944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2233bd85-edec-4c86-b880-d2ea40a01d4a req-f3a567bd-d44c-4698-98b5-1efeb5b7180c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 210 time: 0.0675628 Feb 09 00:02:07.625281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.640160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13d31944-24a2-4929-91ce-ffa0fb19d654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.646742 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-13d31944-24a2-4929-91ce-ffa0fb19d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.696546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d31944-24a2-4929-91ce-ffa0fb19d654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac69d1b2-d3c9-47e1-ad46-69ae20bb160b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:07.742078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-13d31944-24a2-4929-91ce-ffa0fb19d654 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=186c0334f5a2423ba850a4a88b5a10b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819557 Feb 09 00:02:07.744565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57726) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:07.802598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-822716e0-b49f-4374-932b-6b267428fc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.838800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-822716e0-b49f-4374-932b-6b267428fc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.914239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 3819e26b-a4ae-41ad-aa26-02cd10c0a6de {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:07.914632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.966264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-822716e0-b49f-4374-932b-6b267428fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.969427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-822716e0-b49f-4374-932b-6b267428fc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:07.971130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-822716e0-b49f-4374-932b-6b267428fc49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac69d1b2-d3c9-47e1-ad46-69ae20bb160b HTTP/1.1" status: 204 len: 168 time: 0.2253325 Feb 09 00:02:07.995325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822716e0-b49f-4374-932b-6b267428fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac69d1b2-d3c9-47e1-ad46-69ae20bb160b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:08.036206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.125291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=113cff47-6d0c-4bb1-b636-a954669c4fbd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:08.199955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.260773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.340498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 3819e26b-a4ae-41ad-aa26-02cd10c0a6de owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:08.342451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.345221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.346532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30c225fd-55f4-4dc6-9077-7e3f8be2380e tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/floatingips/1fd34e24-bc9e-48b2-9ec2-86607b8f7cf9 HTTP/1.1" status: 204 len: 168 time: 2.3579023 Feb 09 00:02:08.349768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57742) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:08.453476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:08.453829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.516736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57744) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:08.535829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d87b-6fed-4373-aa32-793078560b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.553096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Router e0564b55-3fc4-4e0e-9032-53eb8f22709b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:08.602306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.621555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for 0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:08.659014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.721928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d87b-6fed-4373-aa32-793078560b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.722830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=3819e26b-a4ae-41ad-aa26-02cd10c0a6de,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:08.729439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a85e0cef-35f2-4468-86ec-02f1d81717c2 req-b5d29c79-3c3e-4291-835c-2194ca92dc7c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 210 time: 0.0450914 Feb 09 00:02:08.736683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d87b-6fed-4373-aa32-793078560b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.807221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f4b8d87b-6fed-4373-aa32-793078560b47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=434a65d80e4b4f789f6c2b4ef278ea3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2893803 Feb 09 00:02:08.809192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8d87b-6fed-4373-aa32-793078560b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df4643-11ee-417e-a290-4732ef666791,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:08.810446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:08.814967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57748) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:08.828354 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] Sync routers for ids ['e0564b55-3fc4-4e0e-9032-53eb8f22709b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:08.855940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] Routers {'e0564b55-3fc4-4e0e-9032-53eb8f22709b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:08.856643 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['e0564b55-3fc4-4e0e-9032-53eb8f22709b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:08.857908 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:08.859234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d4c27874-c70b-43d8-b856-d8ba67903dc6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5087304 Feb 09 00:02:08.861855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57750) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:08.903672 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:08.914524 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] Routers {'e0564b55-3fc4-4e0e-9032-53eb8f22709b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:08.915479 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['e0564b55-3fc4-4e0e-9032-53eb8f22709b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:08.959073 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:08.963399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551fc44-4b4b-4621-b47b-5b861711179c None None] The sync data for ids ['e0564b55-3fc4-4e0e-9032-53eb8f22709b'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:09.020451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.087356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cefd6260-99d6-4bb6-b8ab-067c4de25e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.096851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:09.145897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-ff0a417e-c10d-4287-b674-22078054f7b6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:09.148117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-ff0a417e-c10d-4287-b674-22078054f7b6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 817 time: 0.2747238 Feb 09 00:02:09.156263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.181182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cefd6260-99d6-4bb6-b8ab-067c4de25e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.226273 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42ea8034-d73a-4841-9954-9b20bc25dd44 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/e0564b55-3fc4-4e0e-9032-53eb8f22709b HTTP/1.1" status: 200 len: 925 time: 0.3625507 Feb 09 00:02:09.229436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57762) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:09.294461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-22e11d98-dbc3-4183-be00-525f2bb0bf5a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 379 time: 0.1209111 Feb 09 00:02:09.298060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.303586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-294aeffc-3361-4540-8bb0-a21ed3775bad tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/ports/0b9b3d24-8cef-4086-8dc9-8aaa7fd7e44e HTTP/1.1" status: 204 len: 168 time: 0.9502327 Feb 09 00:02:09.307951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57766) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:09.308646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'port': {'device_id': '24ba3d62-bc62-48fb-8045-4786af785133', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'admin_state_up': True, 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'security_groups': ['8fd21ca0-1f46-4744-bcce-ebf6334d16e7']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:09.317583 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30446cc5-8cb9-4dec-bd14-da119e090cb2 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0564b55-3fc4-4e0e-9032-53eb8f22709b HTTP/1.1" status: 200 len: 205 time: 0.0826576 Feb 09 00:02:09.319837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:09.472284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cefd6260-99d6-4bb6-b8ab-067c4de25e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.475041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cefd6260-99d6-4bb6-b8ab-067c4de25e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.476812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cefd6260-99d6-4bb6-b8ab-067c4de25e5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15df4643-11ee-417e-a290-4732ef666791 HTTP/1.1" status: 204 len: 168 time: 0.6604488 Feb 09 00:02:09.496395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Router ee5fc65b-c096-4256-a512-da706376588f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:02:09.566773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd6260-99d6-4bb6-b8ab-067c4de25e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df4643-11ee-417e-a290-4732ef666791,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:09.640303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting port eb586333-dfb0-46a4-8762-f1e3fa2edb72 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:09.640667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.646883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:09.659006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] Sync routers for ids ['ee5fc65b-c096-4256-a512-da706376588f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:09.673784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] Routers {'ee5fc65b-c096-4256-a512-da706376588f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:09.674428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ee5fc65b-c096-4256-a512-da706376588f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:09.704711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-978cbfad-920e-42ee-a615-36d8862ce087 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/routers/ee5fc65b-c096-4256-a512-da706376588f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9720082 Feb 09 00:02:09.705366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:09.761938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:09.773440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:09.802266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] Routers {'ee5fc65b-c096-4256-a512-da706376588f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:09.807543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:01:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ee5fc65b-c096-4256-a512-da706376588f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:09.869903 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-72631a5a-b2f8-4427-a464-2dd2a4096866 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:02:09.882780 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-72631a5a-b2f8-4427-a464-2dd2a4096866 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/3819e26b-a4ae-41ad-aa26-02cd10c0a6de HTTP/1.1" status: 404 len: 333 time: 0.1670933 Feb 09 00:02:09.883578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57792) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:09.899212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:09.899974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94057bfc-ff03-4d6f-8a55-6d1969875e65 None None] The sync data for ids ['ee5fc65b-c096-4256-a512-da706376588f'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:09.970137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d035200d-b3d0-4f43-bf3c-40ba9442bbdb req-5dd5adc4-0bfd-4635-ba94-cc40faec147f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 210 time: 0.0592754 Feb 09 00:02:10.042441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.047777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Made reservation on behalf of 1ae6f701f4534c21b4c6f097bb174366 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:10.052962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.087370 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:02:10.278106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.449027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-b84788aa-8838-4c10-9884-45948efb3953 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:10.456060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-b84788aa-8838-4c10-9884-45948efb3953 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.5439172 Feb 09 00:02:10.519043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7686596e-77c3-4482-b0c0-67199786ce67 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/quotas/708b4a333c1a47cd95107ec0481b125b HTTP/1.1" status: 200 len: 375 time: 0.0623922 Feb 09 00:02:10.542437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.545750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.552294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.561790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Calling delete_port for eb586333-dfb0-46a4-8762-f1e3fa2edb72 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:10.591580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Deleting port f3c96ff8-1205-451f-a671-d3c739d9314d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:10.591922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.610953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.611834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Fanout notify agent at l3_agent the message router_deleted on router ee5fc65b-c096-4256-a512-da706376588f {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:10.638962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Allocated IP 172.20.0.8 (53e7c5c6-c609-49a1-ae82-f8bb95c639d1/90c498b6-4590-440b-a55e-61bad78629b7/ca027d16-d447-49e7-8f8c-953f06c3915e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:10.652132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.653449 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-34de135c-2f9c-4ac4-b967-76c26a5b3411 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/routers/ee5fc65b-c096-4256-a512-da706376588f HTTP/1.1" status: 204 len: 168 time: 0.7661359 Feb 09 00:02:10.656033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57810) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:10.715859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e5b78f3e-481c-46ac-a07f-58dae61acae3 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1865230 Feb 09 00:02:10.739401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet bbaea862-56b6-4645-833c-52ed69009a57 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:10.749584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.781245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.836555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:10.841466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Calling delete_port for f3c96ff8-1205-451f-a671-d3c739d9314d owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:10.891364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57814) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:10.917127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Port': ['ID=eb586333-dfb0-46a4-8762-f1e3fa2edb72,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:10.932301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.014906 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.021025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd098576-0c25-4191-a966-641dabdae4d1 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/ports/eb586333-dfb0-46a4-8762-f1e3fa2edb72 HTTP/1.1" status: 204 len: 168 time: 1.7057941 Feb 09 00:02:11.022057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:11.044255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-849e7936-8095-438a-aafe-42f4ffab6066 service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093922 Feb 09 00:02:11.084872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-948236294'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:11.096042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.150581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Made reservation on behalf of 913ee200f7f1478da68a8bade9318d8d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:11.151680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.156968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.166304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.192897 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.211804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88c6df7a-ee0f-4d8d-a036-8dd1867c3163 req-da08bd47-2012-4bde-aec5-f7e9cabb479d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 210 time: 0.0990965 Feb 09 00:02:11.232272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=bbaea862-56b6-4645-833c-52ed69009a57,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:11.241399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.245599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80718359-2a9b-43ae-a40b-1c4a82edbbf2 None None] Network 212e5ca6-e9b4-486d-bd3c-3aea69af026e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:11.266352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting subnet cdbd8148-f5a3-4e1b-86c4-ba88afde16ee {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:11.267215 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76e677af-c8ab-446d-a5cd-93ee4072b02f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/bbaea862-56b6-4645-833c-52ed69009a57 HTTP/1.1" status: 204 len: 168 time: 0.6101005 Feb 09 00:02:11.269869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.275329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57822) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:11.314278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.422071 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.461464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.494158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.509443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.529448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.558526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bedb68-8656-4496-90fb-58b4caa2ed8c None None] Network b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:11.574589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.576943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:11.586766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/subnets/cdbd8148-f5a3-4e1b-86c4-ba88afde16ee HTTP/1.1" status: 204 len: 168 time: 0.5599346 Feb 09 00:02:11.592944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57826) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:11.594511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c938a66f-df64-4b69-bfa0-cf5f0769dd8b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:11.599261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.599624 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Added segment 9cf63700-df28-411a-91c9-eba98ef4c107 of type vlan for network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 Feb 09 00:02:11.622833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71dc11-51f0-46a3-9d95-2977da9e0e23 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbd8148-f5a3-4e1b-86c4-ba88afde16ee,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:11.640229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] DHCP port deletion for 212e5ca6-e9b4-486d-bd3c-3aea69af026e request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:11.703607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-55801dd5-16fb-41c5-aa11-93dd614948ff service neutron] 10.222.0.32 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303208 Feb 09 00:02:11.711016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.714280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.719956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Deleting subnet f474f062-1eac-42d4-8bbc-ee2f7678c844 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:11.727302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.730734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 8b6df070-df16-4e96-b5d9-46d5de8cecba {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:11.731140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.771505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Deleting port 8b6df070-df16-4e96-b5d9-46d5de8cecba {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:11.772127 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.828723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.829831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:11.857678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] For port 8b6df070-df16-4e96-b5d9-46d5de8cecba, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b6df070-df16-4e96-b5d9-46d5de8cecba,segment=NetworkSegment(a81b73b5-0b0e-49a1-b7e1-13396df37f56),segment_id=a81b73b5-0b0e-49a1-b7e1-13396df37f56)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:11.858310 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.861041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f8f9dc4-fedd-4046-81a0-f27f20febbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.875572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Calling delete_port for 8b6df070-df16-4e96-b5d9-46d5de8cecba owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:11.877354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:11.882828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.883976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.889303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:11.889999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.899547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:11.904107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:11.907134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] For port 8b6df070-df16-4e96-b5d9-46d5de8cecba, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b6df070-df16-4e96-b5d9-46d5de8cecba,segment=NetworkSegment(a81b73b5-0b0e-49a1-b7e1-13396df37f56),segment_id=a81b73b5-0b0e-49a1-b7e1-13396df37f56)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:11.907574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.980529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] DHCP port deletion for b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:11.987865 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:11.997883 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1054318 Feb 09 00:02:12.002436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 8b6df070-df16-4e96-b5d9-46d5de8cecba owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:12.016213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:12.030157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Pushing event deleted for resources: {'Port': ['ID=8b6df070-df16-4e96-b5d9-46d5de8cecba,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:12.031739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event deleted for resources: {'Port': ['ID=f3c96ff8-1205-451f-a671-d3c739d9314d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:12.068606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Request body: {'subnet': {'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:12.093047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.093491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.093902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.094303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.096498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.097055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.097497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.098678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.099088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.101272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.101741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.102146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:12.118190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00b935-e81c-44ea-a632-76c8b41db7de None None] No DVR routers for this DVR port 8b6df070-df16-4e96-b5d9-46d5de8cecba on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:12.187674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] Deleting port 61d36878-7440-431f-af4c-927214faa4ec {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:12.188373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.202973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1287e6-a9e2-411f-8a93-9265570c1f7a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event updated for resources: {'Network': ['ID=9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:12.220032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:12.221576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3009283-3c38-4daa-b323-d97e98f68f72 req-1d376918-8eff-465b-b555-27da1c4a0152 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 210 time: 0.0696330 Feb 09 00:02:12.244181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:12.244181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.254809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.368504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.389850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] For port 61d36878-7440-431f-af4c-927214faa4ec, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=61d36878-7440-431f-af4c-927214faa4ec,segment=NetworkSegment(6849d99e-3f65-41a6-9712-ca8594c1f433),segment_id=6849d99e-3f65-41a6-9712-ca8594c1f433)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:12.390648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.417629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] Calling delete_port for 61d36878-7440-431f-af4c-927214faa4ec owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:12.474099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-d3a13e2c-1684-49bf-b0f8-162bdd15314a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1711700 Feb 09 00:02:12.479627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2793708c-bc4e-463c-8523-f83590373b85 None None] Provisioning complete for port ca027d16-d447-49e7-8f8c-953f06c3915e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:12.480213 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2793708c-bc4e-463c-8523-f83590373b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.501728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.520614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-2a5c058a-2bb8-4c79-84c3-d1d944a620ad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:02:12.521954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-2a5c058a-2bb8-4c79-84c3-d1d944a620ad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077617 Feb 09 00:02:12.528596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.539221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2793708c-bc4e-463c-8523-f83590373b85 None None] Port ca027d16-d447-49e7-8f8c-953f06c3915e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:12.545913 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.590777 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.616890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5379-4827-42cf-9e9c-aaea8640f1c4 req-06b2bb68-bb08-47fb-805c-58528865bfe0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:12.618877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd8e5379-4827-42cf-9e9c-aaea8640f1c4 req-06b2bb68-bb08-47fb-805c-58528865bfe0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 931 time: 0.2250504 Feb 09 00:02:12.624028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.625382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.626205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Fanout notify agent at l3_agent the message router_deleted on router e0564b55-3fc4-4e0e-9032-53eb8f22709b {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:12.643048 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/subnets/f474f062-1eac-42d4-8bbc-ee2f7678c844 HTTP/1.1" status: 204 len: 168 time: 1.0453675 Feb 09 00:02:12.650621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.652483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-565bdb0b-ac60-4461-b23f-d157d70eba8b tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/e0564b55-3fc4-4e0e-9032-53eb8f22709b HTTP/1.1" status: 204 len: 168 time: 3.3310037 Feb 09 00:02:12.654279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d8267-8ff7-4b24-9b71-acb0e00d9823 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Subnet': ['ID=f474f062-1eac-42d4-8bbc-ee2f7678c844,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:12.657954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57846) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:12.658301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57850) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:12.674499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'name': 'tempest-snat-router-880511286', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': False}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:12.691951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] Pushing event deleted for resources: {'Port': ['ID=61d36878-7440-431f-af4c-927214faa4ec,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:12.693922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57861f20-0603-43f7-aa9f-df9e9b692e88 None None] Network 42564096-f28a-417c-9075-c5d24997e401 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:12.706852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Request body: {'port': {'device_id': '24ba3d62-bc62-48fb-8045-4786af785133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:12.720502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb58f5-a790-4a9a-acc6-13d3d8f0bb59 None None] No DVR routers for this DVR port 61d36878-7440-431f-af4c-927214faa4ec on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:12.723857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Made reservation on behalf of 913ee200f7f1478da68a8bade9318d8d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:12.727723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.825346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.892759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd8e5379-4827-42cf-9e9c-aaea8640f1c4 req-1e35e0c2-af68-4ec7-9062-fd67f9812653 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606208 Feb 09 00:02:12.893882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=8b6df070-df16-4e96-b5d9-46d5de8cecba,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:12.899239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No DVR routers for this DVR port 8b6df070-df16-4e96-b5d9-46d5de8cecba on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:12.944071 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.954976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.966893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:12.971929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.088063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] DHCP port deletion for 42564096-f28a-417c-9075-c5d24997e401 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:13.112869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.186786 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.206576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212e5ca6-e9b4-486d-bd3c-3aea69af026e']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:13.215109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.220262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] Deleting port cc316557-43fa-4023-907b-1182b87e9373 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:13.221086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.322279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81b73b5-0b0e-49a1-b7e1-13396df37f56') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:13.322847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81b73b5-0b0e-49a1-b7e1-13396df37f56') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:13.342400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.355779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.396467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] For port cc316557-43fa-4023-907b-1182b87e9373, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=cc316557-43fa-4023-907b-1182b87e9373,segment=NetworkSegment(d3e0fbcc-e215-47e0-a0fe-3296a42c33ac),segment_id=d3e0fbcc-e215-47e0-a0fe-3296a42c33ac)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:13.397678 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.403112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.417095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] Calling delete_port for cc316557-43fa-4023-907b-1182b87e9373 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:13.418343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:13.418695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:13.426798 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:13.481139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:13.512057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef003a40-b11f-4407-957e-a408172c3cea req-efdf1237-e5bc-4f1c-9091-e300cea522d8 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 210 time: 0.0977848 Feb 09 00:02:13.518737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6849d99e-3f65-41a6-9712-ca8594c1f433') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:13.518921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event updated for resources: {'Subnet': ['ID=9c15907c-2178-4451-a253-4c470ce58f91,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:13.519347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6849d99e-3f65-41a6-9712-ca8594c1f433') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:13.539372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.552594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.563011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.572234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/212e5ca6-e9b4-486d-bd3c-3aea69af026e HTTP/1.1" status: 204 len: 168 time: 2.2934206 Feb 09 00:02:13.582830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57864) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:13.601474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b6df070-df16-4e96-b5d9-46d5de8cecba no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:13.608118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.620335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Checking segment: {'id': '9cf63700-df28-411a-91c9-eba98ef4c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:13.620713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Network hostable DHCP agents. Network: 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:02:13.641064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9135da-74da-4d04-8044-56405e6d23e9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=212e5ca6-e9b4-486d-bd3c-3aea69af026e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:13.655683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8b6df070-df16-4e96-b5d9-46d5de8cecba {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:13.656173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b6df070-df16-4e96-b5d9-46d5de8cecba not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:13.656602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cc316557-43fa-4023-907b-1182b87e9373 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:13.665047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] Pushing event deleted for resources: {'Port': ['ID=cc316557-43fa-4023-907b-1182b87e9373,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:13.678157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:02:13.693831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:13.700383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:13.701370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.705066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: cc316557-43fa-4023-907b-1182b87e9373 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:13.705539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device cc316557-43fa-4023-907b-1182b87e9373 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:13.705969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 61d36878-7440-431f-af4c-927214faa4ec no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:13.711598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaada7a-d469-43d7-9002-3dfc688c27c0 None None] No DVR routers for this DVR port cc316557-43fa-4023-907b-1182b87e9373 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:13.714133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7cd3f-dfed-46f9-84bf-8454e1dea76f None None] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:13.738871 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cffe1b89-40c0-46e0-a796-c203fbc48c95 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7135241 Feb 09 00:02:13.739224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:13.746470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Request body: {'port': {'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1193944849'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:13.851612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 61d36878-7440-431f-af4c-927214faa4ec {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:13.852300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 61d36878-7440-431f-af4c-927214faa4ec not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:13.943152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3', 'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3', 'tenant_id': '913ee200f7f1478da68a8bade9318d8d', 'fixed_ips': [{'subnet_id': '9c15907c-2178-4451-a253-4c470ce58f91'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:02:13.944041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.958767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Made reservation on behalf of 913ee200f7f1478da68a8bade9318d8d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:13.965567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:13.992802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] device_id is not set on port 26f9a367-8ddf-4618-8594-f6037437ad02 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:02:14.019463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.078289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.095590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:14.096029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.126879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Allocated IP 2001:db8::219 (9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3/9c15907c-2178-4451-a253-4c470ce58f91/26f9a367-8ddf-4618-8594-f6037437ad02) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:14.129257 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:14.220167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae600d17-b1f6-4c05-802b-c07cf9f74a28 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:14.224408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ae600d17-b1f6-4c05-802b-c07cf9f74a28 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/18ad14bb-bbb4-471b-a890-d85bd2f46cec HTTP/1.1" status: 200 len: 841 time: 0.6390674 Feb 09 00:02:14.246866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57870) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:14.250884 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1d889633-618b-4e14-a0c9-764e30bc0a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.346668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.362862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.385225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.409044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-70f16388-4f3f-44a0-a6a5-787e77a58d02 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/18ad14bb-bbb4-471b-a890-d85bd2f46cec?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1585186 Feb 09 00:02:14.418377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.420199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:14.421573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/networks/b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4 HTTP/1.1" status: 204 len: 168 time: 1.7623055 Feb 09 00:02:14.428107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:14.430246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04e2b-eaf9-4d66-8c38-de654d78015a req-e085e79b-007d-451c-a612-feffa2d22da4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:14.431730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db04e2b-eaf9-4d66-8c38-de654d78015a req-e085e79b-007d-451c-a612-feffa2d22da4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 931 time: 0.3822713 Feb 09 00:02:14.432478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:14.437794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Allocated IP 2001:db8::2 (9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3/9c15907c-2178-4451-a253-4c470ce58f91/930afc8a-736e-4971-82ff-3ca2488c76b5) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:14.458999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8473b-d9e9-4e68-9ae4-2e418c8be06d tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Network': ['ID=b640dd8f-cc57-42d3-bc1b-5c3767f3ffa4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:14.490505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-dc9f77ff-5aeb-495d-b894-f553a00fa7d7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:14.492600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-dc9f77ff-5aeb-495d-b894-f553a00fa7d7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 815 time: 0.5057065 Feb 09 00:02:14.512102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Request body: {'port': {'device_id': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'admin_state_up': True, 'tenant_id': '708b4a333c1a47cd95107ec0481b125b'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:14.513731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:14.556142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:14.578067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:14.583699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:14.584342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.598715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event updated for resources: {'Port': ['ID=26f9a367-8ddf-4618-8594-f6037437ad02,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:14.620479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4db04e2b-eaf9-4d66-8c38-de654d78015a req-8eeb01fd-0085-49fa-ad24-9487b0f7e8b5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701396 Feb 09 00:02:14.634430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.635218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca027d16-d447-49e7-8f8c-953f06c3915e {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:02:14.645782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ecbb60b-82d8-431a-a2d1-a1059ca1534a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9011495 Feb 09 00:02:14.645782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:14.647706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.656019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Request body: {'port': {'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2020732039', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:14.656518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] bootfile-name is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 00:02:14.656866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] tftp-server is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 00:02:14.657373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] server-ip-address is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 00:02:14.708212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Transition to ACTIVE for port object ca027d16-d447-49e7-8f8c-953f06c3915e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:02:14.711661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff62bec0-3181-46f5-8b8b-c1689cadb170 req-74e3589f-80ed-4e23-afd4-076b5d15b919 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 210 time: 0.0611379 Feb 09 00:02:14.723706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.773445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:14.777509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.812497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:14.847931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Made reservation on behalf of 708b4a333c1a47cd95107ec0481b125b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:14.852463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.860303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.867451 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.906611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:14.911064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:14.914038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:14.983040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Attempting to bind port 930afc8a-736e-4971-82ff-3ca2488c76b5 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:14.983414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Attempting to bind port 930afc8a-736e-4971-82ff-3ca2488c76b5 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '9cf63700-df28-411a-91c9-eba98ef4c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:14.983832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Attempting to bind port 930afc8a-736e-4971-82ff-3ca2488c76b5 on network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:14.985876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Pushing event updated for resources: {'Port': ['ID=930afc8a-736e-4971-82ff-3ca2488c76b5,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:14.992184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:14.992579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Checking segment: {'id': '9cf63700-df28-411a-91c9-eba98ef4c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:14.993016 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:14.993477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Bound using segment: {'id': '9cf63700-df28-411a-91c9-eba98ef4c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:14.993877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Bound port: 930afc8a-736e-4971-82ff-3ca2488c76b5, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf63700-df28-411a-91c9-eba98ef4c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:14.994261 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.057779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Attempting to bind port ca027d16-d447-49e7-8f8c-953f06c3915e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:15.058236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Attempting to bind port ca027d16-d447-49e7-8f8c-953f06c3915e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:15.058435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Attempting to bind port ca027d16-d447-49e7-8f8c-953f06c3915e on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:15.076073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] For port 930afc8a-736e-4971-82ff-3ca2488c76b5, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:15.079805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] For port 930afc8a-736e-4971-82ff-3ca2488c76b5, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=930afc8a-736e-4971-82ff-3ca2488c76b5,segment=NetworkSegment(9cf63700-df28-411a-91c9-eba98ef4c107),segment_id=9cf63700-df28-411a-91c9-eba98ef4c107)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:15.089923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.105972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Port ca027d16-d447-49e7-8f8c-953f06c3915e on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:02:15.106336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Attempting to bind port ca027d16-d447-49e7-8f8c-953f06c3915e on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:15.120800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.126038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:15.126038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Checking segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:15.126429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Bound using segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:15.126777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Bound port: ca027d16-d447-49e7-8f8c-953f06c3915e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:15.127133 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.159791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.166001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f3231-7fc8-446e-b0c4-e9482f3c7c8d None None] Pushing event updated for resources: {'Port': ['ID=930afc8a-736e-4971-82ff-3ca2488c76b5,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:15.191892 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.291128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42564096-f28a-417c-9075-c5d24997e401']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:15.308206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:15.308432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e0fbcc-e215-47e0-a0fe-3296a42c33ac') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:15.328470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Allocated IP 172.20.0.14 (62ba664c-9a22-493b-a919-56aad1438e3a/182dbdcd-769f-4bc6-89f1-0612153ce275/577c7675-e5d5-49da-b469-3b38c863bacf) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:15.338019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.339787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:15.386395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.407586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:15.408001 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:15.418378 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:15.420389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Made reservation on behalf of 913ee200f7f1478da68a8bade9318d8d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:15.421464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:15.422678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.438366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.473752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.498521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Allocated IP 172.25.3.113 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/940f1e36-7f3c-419c-b02c-2eee514f6a10) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:15.510058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:15.511004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.512675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] 10.222.0.21 "PUT /v2.0/ports/ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 1091 time: 2.9810081 Feb 09 00:02:15.513602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] device_id is not set on port 88ad7e52-4054-4bff-8f02-17ea33d667a4 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:02:15.530347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:02:15.532844 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d3c164-13e7-4f4c-9940-a4430dad6dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:02:15.611450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.636453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.648598 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767967b5-00d3-454a-8d99-40f430f0772b x-openstack-request-id: req-767967b5-00d3-454a-8d99-40f430f0772b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:02:15.649303 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:02:15.649725 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-767967b5-00d3-454a-8d99-40f430f0772b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:02:15.650325 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'status': 'completed', 'code': 200} Feb 09 00:02:15.652196 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] 10.222.0.32 "DELETE /v2.0/networks/42564096-f28a-417c-9075-c5d24997e401 HTTP/1.1" status: 204 len: 168 time: 1.2014339 Feb 09 00:02:15.818773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28c76d-3649-46e7-8f77-392f3c505832 tempest-TaggedBootDevicesTest_v242-1917145364 tempest-TaggedBootDevicesTest_v242-1917145364-project] Pushing event deleted for resources: {'Network': ['ID=42564096-f28a-417c-9075-c5d24997e401,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:15.840392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:15.851204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c7a22-3b67-43fe-a1a4-e7574310b202 service neutron] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:15.932376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-15dbaf07-dcc6-4cca-bd97-b071b508d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:15.934483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-15dbaf07-dcc6-4cca-bd97-b071b508d06c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1094 time: 0.3359191 Feb 09 00:02:15.959626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=0cf5cd97-9d99-4517-ad71-e95dbbad19ba,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:15.998279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:15.999631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Allocated IP 2001:db8::136 (9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3/9c15907c-2178-4451-a253-4c470ce58f91/88ad7e52-4054-4bff-8f02-17ea33d667a4) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:16.003011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:16.008812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:16.009523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.021940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69dd8a0d-6746-432c-b5ee-e34fc3ad477a req-c01c237c-26e1-4bd1-bb0b-a9d4ad7aad58 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 210 time: 0.0942748 Feb 09 00:02:16.032588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a1e610-e8d9-406a-87be-878cb3a42144 None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:16.053275 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f19bc378-aaa2-48a3-98da-5d50fa63495e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6277339 Feb 09 00:02:16.074285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:16.083609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'security_group': {'name': 'tempest-secgroup-492213014'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:16.092947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.099432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-f9d7a7ad-4449-4b4c-9ca0-cd9246f3de1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 217 time: 0.1459615 Feb 09 00:02:16.276023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-86cf58ba-7827-4311-94e3-c154f8f66b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:16.278328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-86cf58ba-7827-4311-94e3-c154f8f66b28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1531961 Feb 09 00:02:16.371436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.373021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.423980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-30a4d516-65cb-427b-ac7d-0e422830330c', 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'tenant_id': 'b1c2e77c25ea4fc283d504bcf6b86f50', 'fixed_ips': [{'subnet_id': '0cf5cd97-9d99-4517-ad71-e95dbbad19ba'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:02:16.425491 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.472755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d902f-d49a-4402-912e-81f0cb920951 req-0b89e23e-c8f6-4db4-b401-bb8b059c402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:16.477385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-0b89e23e-c8f6-4db4-b401-bb8b059c402a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878009 Feb 09 00:02:16.526883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.555408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.599544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.623382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.645136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'a19be009-da95-4611-823d-ed08a1f4a753'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:02:16.658368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6b92b-a3b9-4d37-96a4-e279b50b44d9 req-6604e9e9-c1ae-4d75-ae80-637aad733860 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:16.659932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dc6b92b-a3b9-4d37-96a4-e279b50b44d9 req-6604e9e9-c1ae-4d75-ae80-637aad733860 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.3804646 Feb 09 00:02:16.698861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.712232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.718078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6408250 Feb 09 00:02:16.723626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:16.736905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'security_group': {'name': 'tempest-secgroup-898315082'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:16.741615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Network 62ba664c-9a22-493b-a919-56aad1438e3a is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:16.743170 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.775052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:16.777183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event updated for resources: {'Port': ['ID=577c7675-e5d5-49da-b469-3b38c863bacf,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:16.783501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:16.801503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f8a09-2a01-416f-8dcd-49e1df3bd0c7 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c992eff1-93b8-4ebd-a338-273c95c7c9d5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:16.814610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:16.823298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:16.835880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:16.842804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:16.843675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.850630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c92def-d8f9-4295-916d-74829f00261c None None] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:16.872818 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2230556 Feb 09 00:02:16.875025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d94417-9081-4323-9c6f-0117cdd6ce43 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event updated for resources: {'Port': ['ID=88ad7e52-4054-4bff-8f02-17ea33d667a4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:16.878155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57922) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:16.916067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:16.955719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:16.992667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:17.007931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:17.013860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1dc6b92b-a3b9-4d37-96a4-e279b50b44d9 req-c4f6ca71-320b-4a98-a0aa-89ee13fe43a5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408420 Feb 09 00:02:17.017552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-86cbf37c-2f0d-4234-8f7e-24edd4250710 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159955 Feb 09 00:02:17.020852 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.029992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:17.030841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.069121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf281e-8bdc-4d8a-9cb7-a93ea3ee9683 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:17.077023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Port': ['ID=940f1e36-7f3c-419c-b02c-2eee514f6a10,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:17.078340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6e7522f1-a6f8-4c18-8f34-89633ebffbb5 None None] Provisioning complete for port 930afc8a-736e-4971-82ff-3ca2488c76b5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:17.080041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e7522f1-a6f8-4c18-8f34-89633ebffbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.086690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf281e-8bdc-4d8a-9cb7-a93ea3ee9683 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:17.096940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf281e-8bdc-4d8a-9cb7-a93ea3ee9683 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:17.098718 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ccf281e-8bdc-4d8a-9cb7-a93ea3ee9683 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2194941 Feb 09 00:02:17.103514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57926) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:17.106634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.114854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.167162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.169059 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4409444 Feb 09 00:02:17.171160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20cb8e-9a8b-4e44-98d6-c6c0deced559 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf11e82-8203-4436-a6f2-b4db956ff2b4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:17.176687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:17.185348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-570152095', 'security_groups': ['cbf11e82-8203-4436-a6f2-b4db956ff2b4'], 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0cf5cd97-9d99-4517-ad71-e95dbbad19ba'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:17.185973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Allocated IP 172.20.0.2 (30a4d516-65cb-427b-ac7d-0e422830330c/0cf5cd97-9d99-4517-ad71-e95dbbad19ba/8e3bd81b-8f8f-4802-8859-10a850047dbe) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:17.212240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-7e50a582-617b-4980-844b-0d73c86fe5e7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7052481 Feb 09 00:02:17.240024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Request body: {'port': {'device_id': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:17.249463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e7522f1-a6f8-4c18-8f34-89633ebffbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.298723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6e7522f1-a6f8-4c18-8f34-89633ebffbb5 None None] For port 930afc8a-736e-4971-82ff-3ca2488c76b5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=930afc8a-736e-4971-82ff-3ca2488c76b5,segment=NetworkSegment(9cf63700-df28-411a-91c9-eba98ef4c107),segment_id=9cf63700-df28-411a-91c9-eba98ef4c107)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:17.390556 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e7522f1-a6f8-4c18-8f34-89633ebffbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.398954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:17.609193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.642729 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.647747 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.657494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 930afc8a-736e-4971-82ff-3ca2488c76b5 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:17.660489 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:17.666790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port 39b35a0f-5d44-4227-a50c-976c77977878 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:02:17.789552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:17.840692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:17.847467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:17.849318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7522f1-a6f8-4c18-8f34-89633ebffbb5 None None] Pushing event updated for resources: {'Port': ['ID=930afc8a-736e-4971-82ff-3ca2488c76b5,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:17.905336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Pushing event updated for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:17.999829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.10 (30a4d516-65cb-427b-ac7d-0e422830330c/0cf5cd97-9d99-4517-ad71-e95dbbad19ba/39b35a0f-5d44-4227-a50c-976c77977878) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:18.060527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 930afc8a-736e-4971-82ff-3ca2488c76b5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:18.060906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.120032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Attempting to bind port 8e3bd81b-8f8f-4802-8859-10a850047dbe on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:18.120730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Attempting to bind port 8e3bd81b-8f8f-4802-8859-10a850047dbe by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '398344ab-8d52-4e62-8f73-b4b29633185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:18.121354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Attempting to bind port 8e3bd81b-8f8f-4802-8859-10a850047dbe on network 30a4d516-65cb-427b-ac7d-0e422830330c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:18.142777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-501d902f-d49a-4402-912e-81f0cb920951 req-5f4fb81e-b316-455f-bd0a-c32ecf78abaa service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0820131 Feb 09 00:02:18.165584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:18.166471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Checking segment: {'id': '398344ab-8d52-4e62-8f73-b4b29633185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:18.167132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.167981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Bound using segment: {'id': '398344ab-8d52-4e62-8f73-b4b29633185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:18.168573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79b59c-3d91-4ceb-b00c-34d729d15415 req-464b94b0-bfe2-4016-b9bb-02cf68342ffa tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:18.168707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Bound port: 8e3bd81b-8f8f-4802-8859-10a850047dbe, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398344ab-8d52-4e62-8f73-b4b29633185d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:18.169266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.170514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f79b59c-3d91-4ceb-b00c-34d729d15415 req-464b94b0-bfe2-4016-b9bb-02cf68342ffa tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 932 time: 0.9684234 Feb 09 00:02:18.198010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.215666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.262982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.391081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:18.400698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:18.406177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Deleting port 88ad7e52-4054-4bff-8f02-17ea33d667a4 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:18.406616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.410248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:18.424994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:18.431163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8e3bd81b-8f8f-4802-8859-10a850047dbe,segment=NetworkSegment(398344ab-8d52-4e62-8f73-b4b29633185d),segment_id=398344ab-8d52-4e62-8f73-b4b29633185d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:18.438228 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.524451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:18.525166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.558489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=39b35a0f-5d44-4227-a50c-976c77977878,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:18.574345 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3df20378-6251-43a3-89f1-30422a308a4d tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3957889 Feb 09 00:02:18.577741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57938) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:18.589558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:18.592652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f79b59c-3d91-4ceb-b00c-34d729d15415 req-7e0c64da-384e-4d60-abe8-76b23b731611 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025126 Feb 09 00:02:18.607046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.687337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710eb72-8c43-49de-8ad8-cb48a21c4a7c None None] Pushing event updated for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:18.769287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-6b0c1983-1707-4a48-811e-3ebde4bf2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:18.771455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-6b0c1983-1707-4a48-811e-3ebde4bf2dc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1094 time: 0.5474589 Feb 09 00:02:18.808087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Provisioning complete for port 88ad7e52-4054-4bff-8f02-17ea33d667a4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:18.808617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.816300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476757-7495-4a84-9275-99fd3e37fce5 req-155c0544-58c1-45b1-8a8c-ff45768a21fd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:18.818271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36476757-7495-4a84-9275-99fd3e37fce5 req-155c0544-58c1-45b1-8a8c-ff45768a21fd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.6349714 Feb 09 00:02:18.892783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Port 88ad7e52-4054-4bff-8f02-17ea33d667a4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:18.913778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Provisioning complete for port 26f9a367-8ddf-4618-8594-f6037437ad02 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:18.914155 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.930741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:18.936081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:18.981882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-4ee1a107-9d35-44c2-a326-5d0fcfc905b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:18.984043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-4ee1a107-9d35-44c2-a326-5d0fcfc905b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.1900170 Feb 09 00:02:19.032708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Port 26f9a367-8ddf-4618-8594-f6037437ad02 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:19.056633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Provisioning complete for port 930afc8a-736e-4971-82ff-3ca2488c76b5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:19.057041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e17fc57-1b41-487c-b44e-f781ccbfd591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.152430 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0cf5cd97-9d99-4517-ad71-e95dbbad19ba (CIDR: 172.20.0.0/28) Feb 09 00:02:19.157625 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:19.158363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:19.181047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6104ecf8-5b93-45d7-9d5c-5684fbbe98ce tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6020336 Feb 09 00:02:19.183854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57942) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:19.191590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:19.376449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0cbae86a-2c66-4e2c-bfef-67bbd86ce9a7 None None] Provisioning complete for port 26f9a367-8ddf-4618-8594-f6037437ad02 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:19.376842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0cbae86a-2c66-4e2c-bfef-67bbd86ce9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.388444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:19.391412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-f20d97f2-50d2-40d4-9188-35aecedfad14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 217 time: 0.3834119 Feb 09 00:02:19.392610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.447135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.472716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Calling delete_port for 88ad7e52-4054-4bff-8f02-17ea33d667a4 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:19.495324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0cbae86a-2c66-4e2c-bfef-67bbd86ce9a7 None None] Port 26f9a367-8ddf-4618-8594-f6037437ad02 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:19.619119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36476757-7495-4a84-9275-99fd3e37fce5 req-3214884b-cea5-4e20-9d29-922d93816ea4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6339352 Feb 09 00:02:19.638567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8e3bd81b-8f8f-4802-8859-10a850047dbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:19.781693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ba1077ad-a1e6-42ac-ab35-a2b1425c2d47 None None] Provisioning complete for port 88ad7e52-4054-4bff-8f02-17ea33d667a4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:19.782353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ba1077ad-a1e6-42ac-ab35-a2b1425c2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.865361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:19.865740 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.927797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:19.973420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-cdf79fbb-a0a3-4e4b-945f-b5bf01b84584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:19.991887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-cdf79fbb-a0a3-4e4b-945f-b5bf01b84584 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.5027506 Feb 09 00:02:20.010927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ba1077ad-a1e6-42ac-ab35-a2b1425c2d47 None None] Port 88ad7e52-4054-4bff-8f02-17ea33d667a4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:20.028696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:20.060304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:20.065708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:20.066311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.128530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=1d61c456-102e-4a60-b4fa-811461e8f77a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:20.129073 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.150223 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e2a6d317-4da5-4256-b292-88340186d132 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9630072 Feb 09 00:02:20.150828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57962) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:20.164890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1752728622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d61c456-102e-4a60-b4fa-811461e8f77a'}], 'security_groups': ['c992eff1-93b8-4ebd-a338-273c95c7c9d5']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:20.165128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.223804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8e3bd81b-8f8f-4802-8859-10a850047dbe,segment=NetworkSegment(398344ab-8d52-4e62-8f73-b4b29633185d),segment_id=398344ab-8d52-4e62-8f73-b4b29633185d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:20.232300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.233545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 930afc8a-736e-4971-82ff-3ca2488c76b5 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:20.274061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702653-2dda-45df-9f47-04e2a61c94a3 req-83849bf8-f1d9-4a70-86af-e55889f6d8fc tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:20.275662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5702653-2dda-45df-9f47-04e2a61c94a3 req-83849bf8-f1d9-4a70-86af-e55889f6d8fc tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 932 time: 0.4999576 Feb 09 00:02:20.367342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-b302a006-e500-4c4d-937c-cce16aade933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:20.370581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-b302a006-e500-4c4d-937c-cce16aade933 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3129718 Feb 09 00:02:20.412147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.443395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:20.456495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557c1fa-6140-40a3-b741-ad8b090769fc None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:20.667523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-53400104-3954-4a8a-931b-acfab96ff215 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:20.667828 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-53400104-3954-4a8a-931b-acfab96ff215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.865545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 930afc8a-736e-4971-82ff-3ca2488c76b5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:20.881770 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:20.884180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:02:20.888003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Delete allocated IP 172.20.0.10 (30a4d516-65cb-427b-ac7d-0e422830330c/0cf5cd97-9d99-4517-ad71-e95dbbad19ba) {{(pid=105931) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 00:02:20.902374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.19 (30a4d516-65cb-427b-ac7d-0e422830330c/1d61c456-102e-4a60-b4fa-811461e8f77a/39b35a0f-5d44-4227-a50c-976c77977878) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:21.098625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.105126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.242548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=39b35a0f-5d44-4227-a50c-976c77977878,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:21.247848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] In _notify_port_updated(), no bound segment for port 39b35a0f-5d44-4227-a50c-976c77977878 on network 30a4d516-65cb-427b-ac7d-0e422830330c {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:02:21.253391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:21.254905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.259785 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc3ab62e-9b90-49f5-ae7f-21ecd11a25dd tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/ports/39b35a0f-5d44-4227-a50c-976c77977878 HTTP/1.1" status: 200 len: 921 time: 1.1047652 Feb 09 00:02:21.260521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57974) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:21.351492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5702653-2dda-45df-9f47-04e2a61c94a3 req-f332ae59-f7dc-4dca-8a58-e5846c789eb8 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0492816 Feb 09 00:02:21.465080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 39b35a0f-5d44-4227-a50c-976c77977878 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:21.465660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.511382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577c7675-e5d5-49da-b469-3b38c863bacf {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:02:21.523717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707046d-63d6-4b88-ad39-3df02f0869fd req-1aa3a6f2-5424-4ba1-97c2-f6bd68f4e809 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:21.525515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9707046d-63d6-4b88-ad39-3df02f0869fd req-1aa3a6f2-5424-4ba1-97c2-f6bd68f4e809 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.2450130 Feb 09 00:02:21.547131 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.560408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.612344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event deleted for resources: {'Port': ['ID=88ad7e52-4054-4bff-8f02-17ea33d667a4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:21.636661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Transition to ACTIVE for port object 577c7675-e5d5-49da-b469-3b38c863bacf will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:02:21.656506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.667055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9707046d-63d6-4b88-ad39-3df02f0869fd req-5b4eff01-6257-4edd-95fd-d7791fea22c4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152828 Feb 09 00:02:21.671068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.690059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 39b35a0f-5d44-4227-a50c-976c77977878 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:21.701839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Router 3a3fc3e5-3824-4fe3-b888-0b5511dad97d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:21.713361 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-ed6cfdc4-5ab7-4663-a0c1-4675e1445789 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3186791 Feb 09 00:02:21.749572 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:21.753285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ddfb8e9a-4588-404f-bd9a-155379dfc5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "DELETE /v2.0/ports/88ad7e52-4054-4bff-8f02-17ea33d667a4 HTTP/1.1" status: 204 len: 168 time: 4.6329446 Feb 09 00:02:21.774654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57976) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:21.780252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:21.795346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Request body: {'port': {'name': 'tempest-new-port-name-971658878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:21.795918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] bootfile-name is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 00:02:21.796379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] tftp-server is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 00:02:21.796816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.api.validators [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] server-ip-address is not in valid_values {{(pid=105931) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 00:02:21.911407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'mac_address': 'fa:16:3e:de:db:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:02:21.927141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-53400104-3954-4a8a-931b-acfab96ff215 None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:21.928191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-53400104-3954-4a8a-931b-acfab96ff215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.031605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.098866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8e3bd81b-8f8f-4802-8859-10a850047dbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:22.104568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-53400104-3954-4a8a-931b-acfab96ff215 None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:22.113793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] Update dhcp port {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'fixed_ips': [{'subnet_id': '0cf5cd97-9d99-4517-ad71-e95dbbad19ba', 'ip_address': '172.20.0.2'}, {'subnet_id': '1d61c456-102e-4a60-b4fa-811461e8f77a'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '8e3bd81b-8f8f-4802-8859-10a850047dbe'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:02:22.168240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.171723 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.221926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:22.236414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74d3c164-13e7-4f4c-9940-a4430dad6dd0 req-d98ac40f-9db7-4a64-8546-2e2267da42cc service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711962 Feb 09 00:02:22.237453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Pushing event updated for resources: {'Port': ['ID=577c7675-e5d5-49da-b469-3b38c863bacf,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:22.239997 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Sync routers for ids ['3a3fc3e5-3824-4fe3-b888-0b5511dad97d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:22.254763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca027d16-d447-49e7-8f8c-953f06c3915e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:02:22.284244 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Routers {'3a3fc3e5-3824-4fe3-b888-0b5511dad97d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:22.286365 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a3fc3e5-3824-4fe3-b888-0b5511dad97d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:22.288646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:22.324044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.408659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.431730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-50b69441-0cf5-4752-8142-efb2d760f384 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7609329 Feb 09 00:02:22.434722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57984) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:22.445564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:22.445564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.594262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.595132 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Set router 3a3fc3e5-3824-4fe3-b888-0b5511dad97d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:22.596637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.607793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.650510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2169d1ca-245d-4147-a6dd-e0b28be2ffcc tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/3a3fc3e5-3824-4fe3-b888-0b5511dad97d HTTP/1.1" status: 200 len: 908 time: 0.1933634 Feb 09 00:02:22.651235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57986) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:22.667152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=39b35a0f-5d44-4227-a50c-976c77977878,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:22.671125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'name': 'tempest-snat-router-880511286', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': True}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:22.682273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:22.699245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Attempting to bind port 577c7675-e5d5-49da-b469-3b38c863bacf on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:22.699683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Attempting to bind port 577c7675-e5d5-49da-b469-3b38c863bacf by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:22.700080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Attempting to bind port 577c7675-e5d5-49da-b469-3b38c863bacf on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:22.710095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ca027d16-d447-49e7-8f8c-953f06c3915e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:02:22.711261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Port 577c7675-e5d5-49da-b469-3b38c863bacf on network 62ba664c-9a22-493b-a919-56aad1438e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:02:22.711837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Attempting to bind port 577c7675-e5d5-49da-b469-3b38c863bacf on network 62ba664c-9a22-493b-a919-56aad1438e3a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:22.712830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] In _notify_port_updated(), no bound segment for port 26f9a367-8ddf-4618-8594-f6037437ad02 on network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:02:22.729664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:22.730084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Checking segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:22.730572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Bound using segment: {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:22.731086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Bound port: 577c7675-e5d5-49da-b469-3b38c863bacf, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8be4c1-2943-4de2-94ea-92591d2ed38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:22.731513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.734668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:22.737426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.752179 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "PUT /v2.0/ports/26f9a367-8ddf-4618-8594-f6037437ad02 HTTP/1.1" status: 200 len: 1129 time: 0.9732509 Feb 09 00:02:22.762963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57990) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:22.849347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02423a2-8a3f-462e-a3ba-3480a90eba30 req-aa4bc898-7491-4626-be53-f934e36d6463 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:22.862000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c02423a2-8a3f-462e-a3ba-3480a90eba30 req-aa4bc898-7491-4626-be53-f934e36d6463 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 944 time: 0.4279482 Feb 09 00:02:22.862955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.864077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.961506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:22.966640 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b2ab450-87ff-4ea6-bec7-3035a74ca150 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/39b35a0f-5d44-4227-a50c-976c77977878 HTTP/1.1" status: 204 len: 168 time: 1.7040589 Feb 09 00:02:22.970308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57992) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:23.009150 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-272a2065-fe59-4605-a967-002d57856be5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:02:23.011911 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-272a2065-fe59-4605-a967-002d57856be5 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/39b35a0f-5d44-4227-a50c-976c77977878 HTTP/1.1" status: 404 len: 333 time: 0.0398116 Feb 09 00:02:23.016651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57994) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:23.043356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59311a63-abd4-4efc-8cb0-76cc6eab023a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:23.044847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59311a63-abd4-4efc-8cb0-76cc6eab023a tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "GET /v2.0/ports/26f9a367-8ddf-4618-8594-f6037437ad02 HTTP/1.1" status: 200 len: 1129 time: 0.2768145 Feb 09 00:02:23.053019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51978021-88b8-4b1e-87ad-00e64ccd12ce tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event updated for resources: {'Port': ['ID=26f9a367-8ddf-4618-8594-f6037437ad02,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:23.057336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57996) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:23.076283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] Allocated IP 172.20.0.18 (30a4d516-65cb-427b-ac7d-0e422830330c/1d61c456-102e-4a60-b4fa-811461e8f77a/8e3bd81b-8f8f-4802-8859-10a850047dbe) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:23.271400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.283717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1987606e-78f0-4f1c-9443-900e5a329e48 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.289768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c02423a2-8a3f-462e-a3ba-3480a90eba30 req-c267cf6b-bbf6-4cdd-9484-1b054541ab36 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762400 Feb 09 00:02:23.307689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] For port 577c7675-e5d5-49da-b469-3b38c863bacf, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:23.321695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] For port 577c7675-e5d5-49da-b469-3b38c863bacf, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=577c7675-e5d5-49da-b469-3b38c863bacf,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:23.330291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ce2bc651-3dc9-4062-adc5-90118fe0a009 None None] Provisioning complete for port 26f9a367-8ddf-4618-8594-f6037437ad02 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:23.330922 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc651-3dc9-4062-adc5-90118fe0a009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.334086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8e3bd81b-8f8f-4802-8859-10a850047dbe,segment=NetworkSegment(398344ab-8d52-4e62-8f73-b4b29633185d),segment_id=398344ab-8d52-4e62-8f73-b4b29633185d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:23.343097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45449ce1-ca9a-4e59-bd03-fb95ebda7231 req-bf523a56-21ed-454b-8088-197f1d49d3ae tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:23.347502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45449ce1-ca9a-4e59-bd03-fb95ebda7231 req-bf523a56-21ed-454b-8088-197f1d49d3ae tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 944 time: 0.4314275 Feb 09 00:02:23.355639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.358280 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3fc3e5-3824-4fe3-b888-0b5511dad97d', 'name': 'tempest-snat-router-880511286', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': '940f1e36-7f3c-419c-b02c-2eee514f6a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:02:13Z', 'updated_at': '2022-02-09T00:02:18Z', 'revision_number': 3, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port': {'id': '940f1e36-7f3c-419c-b02c-2eee514f6a10', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3fc3e5-3824-4fe3-b888-0b5511dad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:02:15Z', 'updated_at': '2022-02-09T00:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:23.377106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1987606e-78f0-4f1c-9443-900e5a329e48 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.403221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:23.434119 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Checking router: 3a3fc3e5-3824-4fe3-b888-0b5511dad97d for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:02:23.434563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Updating router 3a3fc3e5-3824-4fe3-b888-0b5511dad97d port 940f1e36-7f3c-419c-b02c-2eee514f6a10 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:02:23.494443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bc651-3dc9-4062-adc5-90118fe0a009 None None] Port 26f9a367-8ddf-4618-8594-f6037437ad02 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:23.502346 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.507702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:23.508190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.509175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.510855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] 10.222.0.21 "PUT /v2.0/ports/577c7675-e5d5-49da-b469-3b38c863bacf HTTP/1.1" status: 200 len: 1092 time: 6.2760525 Feb 09 00:02:23.512844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'tag': '577c7675-e5d5-49da-b469-3b38c863bacf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:02:23.517652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.523274 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae88c0-3d06-4d19-bd08-d80f4cce2645" -d '{"events": [{"name": "network-changed", "server_uuid": "09aa865c-092b-4c8f-aeb9-9135ac9e38ff", "tag": "577c7675-e5d5-49da-b469-3b38c863bacf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:02:23.533505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Deleting subnet 2af0db9e-9dd4-489d-aca1-d39d69560c14 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:23.563627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.649914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Deleting port 26f9a367-8ddf-4618-8594-f6037437ad02 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:23.650517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.658383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.702322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921fb85-fd9b-4428-89a0-bbef21c22a06 service neutron] Pushing event updated for resources: {'Port': ['ID=577c7675-e5d5-49da-b469-3b38c863bacf,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:23.765777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45449ce1-ca9a-4e59-bd03-fb95ebda7231 req-13f44128-26e6-4c46-989a-b579fc2cf98d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492653 Feb 09 00:02:23.791314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a2521-7c46-4dfe-b4d2-3fcbda46e1ca None None] Pushing event updated for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:23.810702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:23.832796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Calling delete_port for 26f9a367-8ddf-4618-8594-f6037437ad02 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:23.885770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-a014023c-3788-4d0c-8fcd-aac1a7b19bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:23.887687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-a014023c-3788-4d0c-8fcd-aac1a7b19bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 1095 time: 0.2912018 Feb 09 00:02:23.911559 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db2714f-43fb-486c-bfd2-8cb5c6db3b5c x-openstack-request-id: req-0db2714f-43fb-486c-bfd2-8cb5c6db3b5c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:02:23.912105 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aa865c-092b-4c8f-aeb9-9135ac9e38ff", "tag": "577c7675-e5d5-49da-b469-3b38c863bacf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:02:23.912364 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0db2714f-43fb-486c-bfd2-8cb5c6db3b5c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:02:23.913338 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'tag': '577c7675-e5d5-49da-b469-3b38c863bacf', 'status': 'completed', 'code': 200} Feb 09 00:02:24.005732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-486c51a7-c2d5-47f0-ac8d-ec7c12a27419 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577c7675-e5d5-49da-b469-3b38c863bacf HTTP/1.1" status: 200 len: 217 time: 0.1071548 Feb 09 00:02:24.040249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8e3bd81b-8f8f-4802-8859-10a850047dbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:24.045222 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.055826 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.120018 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f455-5f9c-4f13-b4b8-a880bc21c60a None None] Pushing event updated for resources: {'Port': ['ID=940f1e36-7f3c-419c-b02c-2eee514f6a10,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:24.122526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.151625 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Attempting to bind port 940f1e36-7f3c-419c-b02c-2eee514f6a10 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:24.156888 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Attempting to bind port 940f1e36-7f3c-419c-b02c-2eee514f6a10 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:24.157448 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Attempting to bind port 940f1e36-7f3c-419c-b02c-2eee514f6a10 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:24.172750 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:24.173275 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:24.178160 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.178820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:24.179425 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Bound port: 940f1e36-7f3c-419c-b02c-2eee514f6a10, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:24.180059 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.180268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:24.180716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event deleted for resources: {'Port': ['ID=26f9a367-8ddf-4618-8594-f6037437ad02,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:24.181284 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.189175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.242201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-720f7564-304b-434a-8e85-a1b10d03e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:24.243831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-720f7564-304b-434a-8e85-a1b10d03e525 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.2285149 Feb 09 00:02:24.255102 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] For port 940f1e36-7f3c-419c-b02c-2eee514f6a10, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:24.260882 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] For port 940f1e36-7f3c-419c-b02c-2eee514f6a10, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=940f1e36-7f3c-419c-b02c-2eee514f6a10,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:24.269096 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1987606e-78f0-4f1c-9443-900e5a329e48 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.274354 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.277252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1987606e-78f0-4f1c-9443-900e5a329e48 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.280870 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1987606e-78f0-4f1c-9443-900e5a329e48 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/security-groups/cbf11e82-8203-4436-a6f2-b4db956ff2b4 HTTP/1.1" status: 204 len: 168 time: 1.2603519 Feb 09 00:02:24.281607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58010) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:24.346181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987606e-78f0-4f1c-9443-900e5a329e48 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf11e82-8203-4436-a6f2-b4db956ff2b4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:24.405278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.415103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-bba9a7b1-0659-4226-8bbd-2e651aea1e0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834217 Feb 09 00:02:24.445229 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3f455-5f9c-4f13-b4b8-a880bc21c60a None None] Pushing event updated for resources: {'Port': ['ID=940f1e36-7f3c-419c-b02c-2eee514f6a10,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:24.460195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.471725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.492356 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-87978a6b-e55e-4231-a0ab-02a70bae821f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "DELETE /v2.0/ports/26f9a367-8ddf-4618-8594-f6037437ad02 HTTP/1.1" status: 204 len: 168 time: 1.4149086 Feb 09 00:02:24.494628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Routers {'3a3fc3e5-3824-4fe3-b888-0b5511dad97d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:24.497007 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a3fc3e5-3824-4fe3-b888-0b5511dad97d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:24.497188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:24.552705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.634653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8aab-780e-4112-b8bb-e254fd6c3dc3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.700120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8aab-780e-4112-b8bb-e254fd6c3dc3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.711483 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] Set router 3a3fc3e5-3824-4fe3-b888-0b5511dad97d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:24.756725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.795546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.800679 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2af0db9e-9dd4-489d-aca1-d39d69560c14 HTTP/1.1" status: 204 len: 168 time: 1.3957031 Feb 09 00:02:24.823561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:24.825668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcf990-36aa-488d-a7e6-74be6535f03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af0db9e-9dd4-489d-aca1-d39d69560c14,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:24.846775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8aab-780e-4112-b8bb-e254fd6c3dc3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.850180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809eab0-02fb-4a1c-82e5-f1779da432ef req-0ba02963-5a18-40d0-8be9-dc50d71a5c1c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:24.851331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8aab-780e-4112-b8bb-e254fd6c3dc3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:24.852011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d809eab0-02fb-4a1c-82e5-f1779da432ef req-0ba02963-5a18-40d0-8be9-dc50d71a5c1c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 944 time: 0.3789198 Feb 09 00:02:24.854972 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e5d8aab-780e-4112-b8bb-e254fd6c3dc3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/security-groups/c992eff1-93b8-4ebd-a338-273c95c7c9d5 HTTP/1.1" status: 204 len: 168 time: 0.5407703 Feb 09 00:02:24.859697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58020) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:24.880240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8aab-780e-4112-b8bb-e254fd6c3dc3 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c992eff1-93b8-4ebd-a338-273c95c7c9d5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:24.894116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:24.975943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f7c366f4-ba06-4064-aa28-9a6e27794bdc None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:24.976526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f7c366f4-ba06-4064-aa28-9a6e27794bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.018396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ca027d16-d447-49e7-8f8c-953f06c3915e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:02:25.025005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ca027d16-d447-49e7-8f8c-953f06c3915e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:25.025519 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.055241 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3fc3e5-3824-4fe3-b888-0b5511dad97d', 'name': 'tempest-snat-router-880511286', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': '940f1e36-7f3c-419c-b02c-2eee514f6a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:02:13Z', 'updated_at': '2022-02-09T00:02:18Z', 'revision_number': 3, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port': {'id': '940f1e36-7f3c-419c-b02c-2eee514f6a10', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3fc3e5-3824-4fe3-b888-0b5511dad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:02:15Z', 'updated_at': '2022-02-09T00:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:25.067937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Allocated IP 172.25.3.163 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4965dc82-6c64-4e18-90cd-6904cd212229) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:25.089064 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b36666-f6cf-4ba3-9021-74c95b7ed689 None None] The sync data for ids ['3a3fc3e5-3824-4fe3-b888-0b5511dad97d'] in n-d-828413-1 is: [{'id': '3a3fc3e5-3824-4fe3-b888-0b5511dad97d', 'name': 'tempest-snat-router-880511286', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': '940f1e36-7f3c-419c-b02c-2eee514f6a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:02:13Z', 'updated_at': '2022-02-09T00:02:18Z', 'revision_number': 3, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port': {'id': '940f1e36-7f3c-419c-b02c-2eee514f6a10', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3fc3e5-3824-4fe3-b888-0b5511dad97d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:02:15Z', 'updated_at': '2022-02-09T00:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:25.096431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.104056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Deleting subnet 9c15907c-2178-4451-a253-4c470ce58f91 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:25.122597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f7c366f4-ba06-4064-aa28-9a6e27794bdc None None] Could not find standard attr ID for object 39b35a0f-5d44-4227-a50c-976c77977878. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:02:25.167596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-036c94fe-a364-448b-8ca3-174fc4d291dc service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996551 Feb 09 00:02:25.170426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.172001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet 0cf5cd97-9d99-4517-ad71-e95dbbad19ba {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:25.196779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.204200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d809eab0-02fb-4a1c-82e5-f1779da432ef req-6ec2dea8-3fee-4845-807d-7e9d5062dcb6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277271 Feb 09 00:02:25.212357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:02:25.214693 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b508abf2-7280-4505-a61b-8b40c0a31d5e" -d '{"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-plugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:02:25.246906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:25.249704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f7c366f4-ba06-4064-aa28-9a6e27794bdc None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:25.249704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f7c366f4-ba06-4064-aa28-9a6e27794bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.304551 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16381710-01a3-489c-b05f-4b04af50afbf x-openstack-request-id: req-16381710-01a3-489c-b05f-4b04af50afbf {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:02:25.304855 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-plugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:02:25.305133 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16381710-01a3-489c-b05f-4b04af50afbf {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:02:25.305527 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'code': 200} Feb 09 00:02:25.306377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f7c366f4-ba06-4064-aa28-9a6e27794bdc None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:25.308968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.339480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.404706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:25.476281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece4c16b-396f-4a2c-9786-944a7cb82894 req-1d0e42fc-9833-411f-8351-52d4423fa363 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757459 Feb 09 00:02:25.611333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:25.635036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3fed122c-f719-45fb-885e-dbe2b98734e9 None None] Could not find standard attr ID for object 39b35a0f-5d44-4227-a50c-976c77977878. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:02:25.847098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f71e2afd-e2a3-4f87-9d48-9d6578403fad None None] Could not find standard attr ID for object 39b35a0f-5d44-4227-a50c-976c77977878. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:02:26.034763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 940f1e36-7f3c-419c-b02c-2eee514f6a10 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:26.061991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.124310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.143418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 940f1e36-7f3c-419c-b02c-2eee514f6a10 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:26.143788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.151496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d459b11-9d98-4ac1-ab69-614865a2eb0b']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:26.162851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bab0649-daea-4b85-964e-700ecc9d77e8') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:26.163143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bab0649-daea-4b85-964e-700ecc9d77e8') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:26.232750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.241024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.250529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc9bfa-e03a-4090-b9d2-4bdb147981a6 req-6ddb7404-b1ce-45df-9281-b1f04e3f740b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:26.252118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ccc9bfa-e03a-4090-b9d2-4bdb147981a6 req-6ddb7404-b1ce-45df-9281-b1f04e3f740b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 944 time: 1.0874474 Feb 09 00:02:26.270049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 940f1e36-7f3c-419c-b02c-2eee514f6a10, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=940f1e36-7f3c-419c-b02c-2eee514f6a10,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:26.275003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.304674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e07a8-7ab9-4c88-9ef2-3a96ae8d56b6 req-c479f874-2971-4083-9bdb-bb123b76640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:26.306395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-976e07a8-7ab9-4c88-9ef2-3a96ae8d56b6 req-c479f874-2971-4083-9bdb-bb123b76640e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1096 time: 0.8231626 Feb 09 00:02:26.325203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-e2bef02c-113a-46c7-ae65-09da2b66eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:26.326858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-e2bef02c-113a-46c7-ae65-09da2b66eff1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 1095 time: 0.7626431 Feb 09 00:02:26.341994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=940f1e36-7f3c-419c-b02c-2eee514f6a10,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:26.343354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.459766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.497308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:26.497974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:26.500411 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:26.612180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.622221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ccc9bfa-e03a-4090-b9d2-4bdb147981a6 req-f49a2627-9c2e-4580-9ee7-62f1b531ffa8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427927 Feb 09 00:02:26.653161 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.661720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-976e07a8-7ab9-4c88-9ef2-3a96ae8d56b6 req-6e0cdaac-6397-4c7f-b151-e8fff4f66093 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3272405 Feb 09 00:02:26.709042 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.726899 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.730012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d459b11-9d98-4ac1-ab69-614865a2eb0b HTTP/1.1" status: 204 len: 168 time: 1.9009016 Feb 09 00:02:26.733061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58034) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:26.769159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93a12-e866-40fc-80c3-3f17eed3a3d7 req-a97ea725-2357-46ef-9946-8bd79a6b7143 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:26.770689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16b93a12-e866-40fc-80c3-3f17eed3a3d7 req-a97ea725-2357-46ef-9946-8bd79a6b7143 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 944 time: 0.4303989 Feb 09 00:02:26.780765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Deleting subnet 29a85fac-2431-4f1b-8f60-be9993e0484f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:26.784799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.788091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c0db6-21a6-4310-9436-88f7042f3a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=8d459b11-9d98-4ac1-ab69-614865a2eb0b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:26.805940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-1e8b69eb-89ab-40d1-ad4b-f5fda1cb37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:26.807442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-1e8b69eb-89ab-40d1-ad4b-f5fda1cb37b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 916 time: 0.4610162 Feb 09 00:02:26.817356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.845810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.875773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.897824 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.908837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:26.939039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.968739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:26.978774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:26.986909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16b93a12-e866-40fc-80c3-3f17eed3a3d7 req-48e1da81-7a7d-4851-ba3d-e79f65db54bf tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066503 Feb 09 00:02:26.987604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event deleted for resources: {'Subnet': ['ID=9c15907c-2178-4451-a253-4c470ce58f91,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:26.991464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:26.998490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Port': ['ID=4965dc82-6c64-4e18-90cd-6904cd212229,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:26.998757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a85fac-2431-4f1b-8f60-be9993e0484f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:27.001700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-2cdbb325-58c4-4a08-8bfe-c58227a793a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577c7675-e5d5-49da-b469-3b38c863bacf HTTP/1.1" status: 200 len: 217 time: 0.1304514 Feb 09 00:02:27.003706 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.005431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.008583 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91dbcaf2-3b12-4b35-8dae-4dc83de0130a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/29a85fac-2431-4f1b-8f60-be9993e0484f HTTP/1.1" status: 204 len: 168 time: 0.2744179 Feb 09 00:02:27.009118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-21f2a903-7589-42dc-a69e-57d621b0d54b tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "DELETE /v2.0/subnets/9c15907c-2178-4451-a253-4c470ce58f91 HTTP/1.1" status: 204 len: 168 time: 2.5064344 Feb 09 00:02:27.011688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58036) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:27.021469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58038) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:27.021604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e13fa-5a32-4201-bcbe-eb02ebf83086 None None] Network 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:27.059338 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.067312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/0cf5cd97-9d99-4517-ad71-e95dbbad19ba HTTP/1.1" status: 204 len: 168 time: 2.1858253 Feb 09 00:02:27.067312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bf869-3d2b-4f71-9a6d-78c439df1dd4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf5cd97-9d99-4517-ad71-e95dbbad19ba,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:27.068210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58040) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:27.093280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997096d8-4c09-4ba6-8448-004ab2dd68bf None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:27.094557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:27.151149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.214674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-4955d488-bf94-447e-a59f-2515fdbdced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:27.216097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-4955d488-bf94-447e-a59f-2515fdbdced9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.2059822 Feb 09 00:02:27.292999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-d33be34f-e665-4f0a-889b-b830c9996683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407655 Feb 09 00:02:27.461601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] DHCP port deletion for 9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:27.527496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] Deleting port 930afc8a-736e-4971-82ff-3ca2488c76b5 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:27.527868 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.582538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.608784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] For port 930afc8a-736e-4971-82ff-3ca2488c76b5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=930afc8a-736e-4971-82ff-3ca2488c76b5,segment=NetworkSegment(9cf63700-df28-411a-91c9-eba98ef4c107),segment_id=9cf63700-df28-411a-91c9-eba98ef4c107)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:27.609195 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.712168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.767192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-e54ce871-f252-4a75-b67c-3e4a043b8548 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525001 Feb 09 00:02:27.809770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.889219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be043a6-d002-420a-a69e-caa47cc1d502']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:27.891423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] Calling delete_port for 930afc8a-736e-4971-82ff-3ca2488c76b5 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:27.903273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:27.907091 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.930061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513f7fa8-ed6b-44d0-8769-cf2424069ca9') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:27.930495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513f7fa8-ed6b-44d0-8769-cf2424069ca9') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:27.954299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.983605 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:27.999979 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.013926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Deleting port 930afc8a-736e-4971-82ff-3ca2488c76b5 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:28.014388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.018928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:28.020959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:28.023736 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:28.052002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] No DVR routers for this DVR port 930afc8a-736e-4971-82ff-3ca2488c76b5 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:28.058979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 940f1e36-7f3c-419c-b02c-2eee514f6a10 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:28.062861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a18a0-1876-4529-a0fe-ba84c1a2309c None None] Pushing event deleted for resources: {'Port': ['ID=930afc8a-736e-4971-82ff-3ca2488c76b5,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:28.165483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] For port 930afc8a-736e-4971-82ff-3ca2488c76b5, host n-d-828413-1, got binding levels [] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:28.166271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.169038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.174697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 940f1e36-7f3c-419c-b02c-2eee514f6a10 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:28.175837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.196496 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.200078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9be043a6-d002-420a-a69e-caa47cc1d502 HTTP/1.1" status: 204 len: 168 time: 1.1616383 Feb 09 00:02:28.215684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Calling delete_port for 930afc8a-736e-4971-82ff-3ca2488c76b5 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:28.217916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb265-a0e0-447d-b325-053961881ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be043a6-d002-420a-a69e-caa47cc1d502,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:28.221493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Port 930afc8a-736e-4971-82ff-3ca2488c76b5 was not found and therefore no delete operation was performed {{(pid=105931) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:02:28.224532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.248489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] No DVR routers for this DVR port 930afc8a-736e-4971-82ff-3ca2488c76b5 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:28.276992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event deleted for resources: {'Port': ['ID=930afc8a-736e-4971-82ff-3ca2488c76b5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:28.284591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2c794-7fbe-4939-adf7-edd6b376e7e7 req-2db1d639-c23b-4435-ac95-3fbd05edd8c3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:28.292537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63c2c794-7fbe-4939-adf7-edd6b376e7e7 req-2db1d639-c23b-4435-ac95-3fbd05edd8c3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.5137255 Feb 09 00:02:28.406247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 930afc8a-736e-4971-82ff-3ca2488c76b5 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:28.436279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 930afc8a-736e-4971-82ff-3ca2488c76b5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:28.436697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 930afc8a-736e-4971-82ff-3ca2488c76b5 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:28.468260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.498098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:28.507090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58050) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:28.516939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7dee300e-2b5f-49ca-9764-aa839f199859 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:28.517582 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7dee300e-2b5f-49ca-9764-aa839f199859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.527731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf63700-df28-411a-91c9-eba98ef4c107') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:28.528703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf63700-df28-411a-91c9-eba98ef4c107') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:28.543724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.575607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.591145 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7770a8f2-4a87-423f-a377-6430668d33ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc68834d53c2446e802b36be750dda00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804574 Feb 09 00:02:28.591145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:28.591145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:28.595221 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:28.597536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58052) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:28.644366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7dee300e-2b5f-49ca-9764-aa839f199859 None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:28.645042 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7dee300e-2b5f-49ca-9764-aa839f199859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.684138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7dee300e-2b5f-49ca-9764-aa839f199859 None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:28.723707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7fcb-7a52-4413-be98-ce66cf4d286d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.727354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.754734 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.758703 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] 10.222.0.32 "DELETE /v2.0/networks/9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3 HTTP/1.1" status: 204 len: 168 time: 1.7382469 Feb 09 00:02:28.778231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365cc92-01a4-4ec0-a3de-83064aef194f tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590 tempest-ExtraDHCPOptionsIpV6TestJSON-1591613590-project] Pushing event deleted for resources: {'Network': ['ID=9718a7f7-2bc9-46c3-8fcc-c37c5c91b1a3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:28.784980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7fcb-7a52-4413-be98-ce66cf4d286d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.848541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7fcb-7a52-4413-be98-ce66cf4d286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.852391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7fcb-7a52-4413-be98-ce66cf4d286d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:28.853994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c6d7fcb-7a52-4413-be98-ce66cf4d286d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b758356b-dbb8-4aeb-815a-1039cadfc74a HTTP/1.1" status: 204 len: 168 time: 0.2553782 Feb 09 00:02:28.863218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d7fcb-7a52-4413-be98-ce66cf4d286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758356b-dbb8-4aeb-815a-1039cadfc74a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:28.917948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 577c7675-e5d5-49da-b469-3b38c863bacf details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:02:28.925613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63c2c794-7fbe-4939-adf7-edd6b376e7e7 req-e5088688-3fa2-4d58-9ca5-439c105f8b90 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6008687 Feb 09 00:02:28.956618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4c641-e5c6-428e-a4d1-179b2b1fc1fd req-ee7e3191-cc2c-46a6-9ec7-38a2e144cd6c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:28.958439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77d4c641-e5c6-428e-a4d1-179b2b1fc1fd req-ee7e3191-cc2c-46a6-9ec7-38a2e144cd6c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 944 time: 0.8160400 Feb 09 00:02:29.000304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49ae88c0-3d06-4d19-bd08-d80f4cce2645 req-889e6861-cd5d-432a-945c-4517f8189399 service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2252250 Feb 09 00:02:29.046534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 577c7675-e5d5-49da-b469-3b38c863bacf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=577c7675-e5d5-49da-b469-3b38c863bacf,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:29.064307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '577c7675-e5d5-49da-b469-3b38c863bacf', 'network_id': '62ba664c-9a22-493b-a919-56aad1438e3a', 'port_id': '577c7675-e5d5-49da-b469-3b38c863bacf', 'mac_address': 'fa:16:3e:ed:12:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182dbdcd-769f-4bc6-89f1-0612153ce275', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:02:29.067932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.126151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.127656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77d4c641-e5c6-428e-a4d1-179b2b1fc1fd req-7ce8ae37-edbd-421d-9c94-ad83ae843d98 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585157 Feb 09 00:02:29.174668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.201474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577c7675-e5d5-49da-b469-3b38c863bacf {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:02:29.224805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 577c7675-e5d5-49da-b469-3b38c863bacf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=577c7675-e5d5-49da-b469-3b38c863bacf,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:29.231924 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.295800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=577c7675-e5d5-49da-b469-3b38c863bacf,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:29.315482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.330093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58068) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.374945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:29.385444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:29.390676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:29.391756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.396367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Router d5a573e7-c68a-4b88-9299-88358c4e3ac6 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:29.400899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=a62bec75-882e-4ccb-adc7-15a9ffaf7113,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:29.402802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c3d24-8fbc-414f-8067-37dff429a22c None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:29.412786 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f3393cf-ac66-4683-9d43-ac79e13af912 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=913ee200f7f1478da68a8bade9318d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846599 Feb 09 00:02:29.413937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58070) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.429764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58072) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.431171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-622a2e56-a071-4843-8992-6d5bd571d592 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=029c8b66911a469ea8827f58364df069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989513 Feb 09 00:02:29.485617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc3897a0-9647-4fe3-ad91-e196e6d66ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.499305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['577c7675-e5d5-49da-b469-3b38c863bacf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:02:29.514639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc3897a0-9647-4fe3-ad91-e196e6d66ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.582401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc3897a0-9647-4fe3-ad91-e196e6d66ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.586755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dc3897a0-9647-4fe3-ad91-e196e6d66ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.588479 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dc3897a0-9647-4fe3-ad91-e196e6d66ad3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c938a66f-df64-4b69-bfa0-cf5f0769dd8b HTTP/1.1" status: 204 len: 168 time: 0.1735404 Feb 09 00:02:29.619151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3897a0-9647-4fe3-ad91-e196e6d66ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c938a66f-df64-4b69-bfa0-cf5f0769dd8b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:29.625088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a330e493-970e-4970-a871-53e66f21499d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.649539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-05562ba7-d150-4d06-8360-9686f0d99ff8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5742183 Feb 09 00:02:29.651975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58076) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.658926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'security_group': {'name': 'tempest-secgroup-135391045'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:29.659095 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a330e493-970e-4970-a871-53e66f21499d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.661280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:29.677443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Sync routers for ids ['d5a573e7-c68a-4b88-9299-88358c4e3ac6'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:29.685702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.686992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-19058bb0-98ea-4244-a445-35fda93c29ef tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0194552 Feb 09 00:02:29.689665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58078) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.714243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Routers {'d5a573e7-c68a-4b88-9299-88358c4e3ac6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:29.714892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d5a573e7-c68a-4b88-9299-88358c4e3ac6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:29.745863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.908083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.914669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:29.945199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] Update dhcp port {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'fixed_ips': [{'subnet_id': '1d61c456-102e-4a60-b4fa-811461e8f77a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a62bec75-882e-4ccb-adc7-15a9ffaf7113'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '8e3bd81b-8f8f-4802-8859-10a850047dbe'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:02:29.954159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7dbeb644-4ecd-4326-acb2-68e0d74eb5f4 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/d5a573e7-c68a-4b88-9299-88358c4e3ac6 HTTP/1.1" status: 200 len: 907 time: 0.2632189 Feb 09 00:02:29.954865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:29.987318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.000495 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.000713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3441551 Feb 09 00:02:30.000713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58088) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:30.005581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044809580'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:30.020750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Set router d5a573e7-c68a-4b88-9299-88358c4e3ac6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:30.021422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f8da1-14de-4322-87a7-b761d5eda746 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914575cd-c65e-4e1e-9d86-b059f9696b7a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:30.070375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.178260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a330e493-970e-4970-a871-53e66f21499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.189322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a330e493-970e-4970-a871-53e66f21499d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.190745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a330e493-970e-4970-a871-53e66f21499d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cd9dab1-8870-47aa-88cb-825f77042f64 HTTP/1.1" status: 204 len: 168 time: 0.7598789 Feb 09 00:02:30.206970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.216830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.237940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330e493-970e-4970-a871-53e66f21499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9dab1-8870-47aa-88cb-825f77042f64,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:30.315049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ce720-3416-483e-a0ce-32746063597c req-c088c1ab-72d7-46b2-9920-223db6029bbf tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:30.316955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80cb46f-b37d-407f-ba8d-02c4aa5a187d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:30.320510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-103ce720-3416-483e-a0ce-32746063597c req-c088c1ab-72d7-46b2-9920-223db6029bbf tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2587545 Feb 09 00:02:30.326456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.358191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.370160 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6c5a4f78-74b0-4d1a-bf36-85ae4729c8c4 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3681815 Feb 09 00:02:30.377226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58102) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:30.391319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'security_group': {'name': 'tempest-secgroup-313421865'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:30.462862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a573e7-c68a-4b88-9299-88358c4e3ac6', 'name': 'tempest-snat-router-880511286', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '4965dc82-6c64-4e18-90cd-6904cd212229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:02:22Z', 'updated_at': '2022-02-09T00:02:27Z', 'revision_number': 3, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port': {'id': '4965dc82-6c64-4e18-90cd-6904cd212229', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a573e7-c68a-4b88-9299-88358c4e3ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:02:24Z', 'updated_at': '2022-02-09T00:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:30.464264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.509669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Checking router: d5a573e7-c68a-4b88-9299-88358c4e3ac6 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:02:30.510151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Updating router d5a573e7-c68a-4b88-9299-88358c4e3ac6 port 4965dc82-6c64-4e18-90cd-6904cd212229 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:02:30.520729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-103ce720-3416-483e-a0ce-32746063597c req-8a48578a-0055-443d-8ab7-37f1718e6fa6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577773 Feb 09 00:02:30.554357 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.559967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] Allocated IP 172.20.0.2 (30a4d516-65cb-427b-ac7d-0e422830330c/a62bec75-882e-4ccb-adc7-15a9ffaf7113/8e3bd81b-8f8f-4802-8859-10a850047dbe) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:30.588417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face25a4-b4b6-4aa2-bfd5-fe6847c8d017 req-b5eb6ea2-40e2-4dcf-89b9-c8fc85080149 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:30.596657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-face25a4-b4b6-4aa2-bfd5-fe6847c8d017 req-b5eb6ea2-40e2-4dcf-89b9-c8fc85080149 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 945 time: 0.3039157 Feb 09 00:02:30.674033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.680963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.748604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.749902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3716824 Feb 09 00:02:30.757019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-face25a4-b4b6-4aa2-bfd5-fe6847c8d017 req-3b08bc0b-ee65-4758-a300-ecde4eb20f05 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592205 Feb 09 00:02:30.759364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58112) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:30.761273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568b93-e697-4ac6-8684-b7170a2bf3d2 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16c050-f28c-4874-8840-04829b8023bf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:30.784085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1017183097', 'security_groups': ['8c16c050-f28c-4874-8840-04829b8023bf'], 'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a62bec75-882e-4ccb-adc7-15a9ffaf7113'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:30.873646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1415ae-4876-407f-9d23-1d0ad98fb6cd req-b0d9fe2c-224a-4f0b-b941-6ede737f5fcd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:30.878510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8e3bd81b-8f8f-4802-8859-10a850047dbe,segment=NetworkSegment(398344ab-8d52-4e62-8f73-b4b29633185d),segment_id=398344ab-8d52-4e62-8f73-b4b29633185d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:30.881319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b1415ae-4876-407f-9d23-1d0ad98fb6cd req-b0d9fe2c-224a-4f0b-b941-6ede737f5fcd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2469516 Feb 09 00:02:30.882939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:30.891339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58122) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:30.896634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'floatingip': {'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:30.946252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58126) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:30.963809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 577c7675-e5d5-49da-b469-3b38c863bacf up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:31.020829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.028622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Deleting port 4965dc82-6c64-4e18-90cd-6904cd212229 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:31.029005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.048089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:31.123487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58134) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:31.166307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.197770 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.199281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.226399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Calling delete_port for 4965dc82-6c64-4e18-90cd-6904cd212229 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:31.255376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.337365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9228a-c55b-47ab-b46f-4282ee670eba None None] Pushing event updated for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:31.405265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 577c7675-e5d5-49da-b469-3b38c863bacf completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:02:31.417154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a94f3d5a-f5e3-4dcc-a777-edf7d2b63685 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:31.419451 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-a94f3d5a-f5e3-4dcc-a777-edf7d2b63685 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 00:02:31.420549 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-a94f3d5a-f5e3-4dcc-a777-edf7d2b63685 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 00:02:31.421969 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a94f3d5a-f5e3-4dcc-a777-edf7d2b63685 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2974563 Feb 09 00:02:31.431991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58142) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:31.437635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753544810'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:31.442733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 577c7675-e5d5-49da-b469-3b38c863bacf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:31.444148 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.448180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] device_id is not set on port b222f6c1-5d94-4cbe-9435-ea60acab98ba yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:02:31.501653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.523283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.614325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32c946-b9a2-4519-a974-b795428226c3 None None] Pushing event updated for resources: {'Port': ['ID=4965dc82-6c64-4e18-90cd-6904cd212229,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:31.650509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.741279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.948073 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.955996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Attempting to bind port 4965dc82-6c64-4e18-90cd-6904cd212229 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:31.956606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Attempting to bind port 4965dc82-6c64-4e18-90cd-6904cd212229 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:31.957397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Attempting to bind port 4965dc82-6c64-4e18-90cd-6904cd212229 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:31.962045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.971519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:31.976019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:31.976019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.976019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:31.976019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Bound port: 4965dc82-6c64-4e18-90cd-6904cd212229, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:31.976019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:31.984322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.020053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b495a25e-b218-42fd-8bc8-53627e51b66c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:32.066229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8e3bd81b-8f8f-4802-8859-10a850047dbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:32.111853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.119828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.177596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b21cc1-83e3-4c8f-97bf-3302e30c3c38,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:32.186000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.190052 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-706abfc4-d683-4712-9713-7eb6694637be tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7538879 Feb 09 00:02:32.195002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58156) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:32.202908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '69b21cc1-83e3-4c8f-97bf-3302e30c3c38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:32.229150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577c7675-e5d5-49da-b469-3b38c863bacf'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:02:32.232072 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381360e2-4ccd-4996-ad7e-4f96a01252da" -d '{"events": [{"server_uuid": "09aa865c-092b-4c8f-aeb9-9135ac9e38ff", "name": "network-vif-plugged", "status": "completed", "tag": "577c7675-e5d5-49da-b469-3b38c863bacf"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:02:32.248593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.327435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 577c7675-e5d5-49da-b469-3b38c863bacf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=577c7675-e5d5-49da-b469-3b38c863bacf,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:32.342377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.345394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:32.345767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.352258 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.362549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.403055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.406842 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2081947 Feb 09 00:02:32.407675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b26bfc-b6e9-4e45-8461-49e944b9d726 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c2c3a0-8310-4f10-b71d-e02f38a6b7e6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:32.416305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58166) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:32.424844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f030ac51-c88c-42eb-8564-45fed81bb448 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '69b21cc1-83e3-4c8f-97bf-3302e30c3c38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:32.442880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=577c7675-e5d5-49da-b469-3b38c863bacf,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:32.487468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f030ac51-c88c-42eb-8564-45fed81bb448 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.569320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-14ddae7b-f1b7-4060-ba8c-865f4e5daa79 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:32.569812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-14ddae7b-f1b7-4060-ba8c-865f4e5daa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.598166 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-f030ac51-c88c-42eb-8564-45fed81bb448 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 00:02:32.599333 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f030ac51-c88c-42eb-8564-45fed81bb448 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1817887 Feb 09 00:02:32.603046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:32.626382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.4 (30a4d516-65cb-427b-ac7d-0e422830330c/a62bec75-882e-4ccb-adc7-15a9ffaf7113/b222f6c1-5d94-4cbe-9435-ea60acab98ba) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:32.668844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11977db0-921a-4893-b1b8-d1ed57ed5972 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.676503 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca9ece0-9d23-4b8d-8c07-acb662e3e596 x-openstack-request-id: req-8ca9ece0-9d23-4b8d-8c07-acb662e3e596 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:02:32.676785 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa865c-092b-4c8f-aeb9-9135ac9e38ff", "name": "network-vif-plugged", "status": "completed", "tag": "577c7675-e5d5-49da-b469-3b38c863bacf", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:02:32.677000 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ca9ece0-9d23-4b8d-8c07-acb662e3e596 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:02:32.678420 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577c7675-e5d5-49da-b469-3b38c863bacf', 'code': 200} Feb 09 00:02:32.703807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11977db0-921a-4893-b1b8-d1ed57ed5972 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.755495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-14ddae7b-f1b7-4060-ba8c-865f4e5daa79 None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:32.755929 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-14ddae7b-f1b7-4060-ba8c-865f4e5daa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.779934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11977db0-921a-4893-b1b8-d1ed57ed5972 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.783240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-11977db0-921a-4893-b1b8-d1ed57ed5972 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.785009 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-11977db0-921a-4893-b1b8-d1ed57ed5972 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/69b21cc1-83e3-4c8f-97bf-3302e30c3c38 HTTP/1.1" status: 204 len: 168 time: 0.1807873 Feb 09 00:02:32.789272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:32.796320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:02:32.797041 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:02:32.806076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-14ddae7b-f1b7-4060-ba8c-865f4e5daa79 None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:32.836895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:32.853450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d831f-9a30-404a-8f5e-8e30f0ef909f req-6281b532-3c39-4d77-beb2-8031b193b1ef tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:32.854985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd3d831f-9a30-404a-8f5e-8e30f0ef909f req-6281b532-3c39-4d77-beb2-8031b193b1ef tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 946 time: 0.8927591 Feb 09 00:02:32.855103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11977db0-921a-4893-b1b8-d1ed57ed5972 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b21cc1-83e3-4c8f-97bf-3302e30c3c38,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:32.915994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-365ceb45-7504-4112-85c1-2ed05a73a995 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253855 Feb 09 00:02:32.920949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event deleted for resources: {'Port': ['ID=4965dc82-6c64-4e18-90cd-6904cd212229,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:32.922940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.resource_extend [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:02:32.925034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:32.930679 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--858355182'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:33.019248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.022252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3179a-ec84-4aac-9896-fbbf026e419d req-0e4401c0-6cd3-4a72-b8ed-7c64417c4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:33.024264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68a3179a-ec84-4aac-9896-fbbf026e419d req-0e4401c0-6cd3-4a72-b8ed-7c64417c4031 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 1097 time: 0.2638803 Feb 09 00:02:33.024974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.028168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.083439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.109990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd3d831f-9a30-404a-8f5e-8e30f0ef909f req-97d47597-ace7-4666-9ee0-b18c73293d5d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194319 Feb 09 00:02:33.159792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.163602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68a3179a-ec84-4aac-9896-fbbf026e419d req-521f35cc-4972-424f-bff9-bf6c37d81067 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118329 Feb 09 00:02:33.185509 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Floating IP 5397f274-31c5-4887-b170-84ba0b48e0ad associated. External IP: 172.25.3.92, port: ca027d16-d447-49e7-8f8c-953f06c3915e. Feb 09 00:02:33.228720 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.237383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.291810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.296212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.316155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Attempting to bind port 4965dc82-6c64-4e18-90cd-6904cd212229 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:33.319511 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Attempting to bind port 4965dc82-6c64-4e18-90cd-6904cd212229 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:33.321216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Attempting to bind port 4965dc82-6c64-4e18-90cd-6904cd212229 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:33.330658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:33.331472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:33.332097 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.332696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:33.333451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Bound port: 4965dc82-6c64-4e18-90cd-6904cd212229, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:33.334111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.355880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Port 4965dc82-6c64-4e18-90cd-6904cd212229 has been deleted concurrently {{(pid=105933) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 09 00:02:33.363440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.377401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Routers {'d5a573e7-c68a-4b88-9299-88358c4e3ac6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:33.378732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['d5a573e7-c68a-4b88-9299-88358c4e3ac6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:33.423681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.424304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5a573e7-c68a-4b88-9299-88358c4e3ac6 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:33.430410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.433506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f8525a5b-9197-4b52-8a76-4202434ce8cb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/routers/d5a573e7-c68a-4b88-9299-88358c4e3ac6 HTTP/1.1" status: 204 len: 168 time: 3.4728587 Feb 09 00:02:33.439072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58186) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:33.506532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] Set router d5a573e7-c68a-4b88-9299-88358c4e3ac6 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:33.551567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:33.567856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:33.572534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a573e7-c68a-4b88-9299-88358c4e3ac6', 'name': 'tempest-snat-router-880511286', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:02:22Z', 'updated_at': '2022-02-09T00:02:31Z', 'revision_number': 5, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:33.591512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:33.611301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70fd568-2b2c-4258-8283-8cbff66c4afa None None] The sync data for ids ['d5a573e7-c68a-4b88-9299-88358c4e3ac6'] in n-d-828413-1 is: [{'id': 'd5a573e7-c68a-4b88-9299-88358c4e3ac6', 'name': 'tempest-snat-router-880511286', 'tenant_id': '23738b0672484ce4920bd53bb14bb34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:02:22Z', 'updated_at': '2022-02-09T00:02:31Z', 'revision_number': 5, 'project_id': '23738b0672484ce4920bd53bb14bb34c', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:33.629811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.639892 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7084825 Feb 09 00:02:33.640239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=b222f6c1-5d94-4cbe-9435-ea60acab98ba,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:33.640645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58192) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:33.640645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d2c50-bc52-47f5-a176-59d8ac442de0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438760a2-92ec-45e7-b4ee-8f4707971780,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:33.660842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-04b87eb3-cf3a-4bc6-aed6-da902e2e2b95 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '438760a2-92ec-45e7-b4ee-8f4707971780', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:33.662251 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-04b87eb3-cf3a-4bc6-aed6-da902e2e2b95 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 00:02:33.663091 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-04b87eb3-cf3a-4bc6-aed6-da902e2e2b95 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:33.666326 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-04b87eb3-cf3a-4bc6-aed6-da902e2e2b95 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0233853 Feb 09 00:02:33.669464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58194) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:33.735200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:33.736039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.771275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.777384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.809328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-043857b7-48b3-48c3-9559-ce1f74481348 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.838954 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-043857b7-48b3-48c3-9559-ce1f74481348 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.861014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-83179c3b-8366-460f-95b3-fe8a56115d3a tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0963058 Feb 09 00:02:33.865043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58196) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:33.871947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:33.930363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:02:33.931918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-043857b7-48b3-48c3-9559-ce1f74481348 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.934977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-043857b7-48b3-48c3-9559-ce1f74481348 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:33.936485 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-043857b7-48b3-48c3-9559-ce1f74481348 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/438760a2-92ec-45e7-b4ee-8f4707971780 HTTP/1.1" status: 204 len: 168 time: 0.2657812 Feb 09 00:02:33.944326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58198) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:33.973688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043857b7-48b3-48c3-9559-ce1f74481348 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438760a2-92ec-45e7-b4ee-8f4707971780,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:34.048736 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b461f357-0bd6-42af-80fe-85991a6e014a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1033299 Feb 09 00:02:34.054677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58200) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:34.061446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047965475'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:34.133069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.145357 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.169295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-eb1472b7-8d20-41c0-8ebf-5ac6d86ef669 None None] Provisioning complete for port b222f6c1-5d94-4cbe-9435-ea60acab98ba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:34.170163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:34.170648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb1472b7-8d20-41c0-8ebf-5ac6d86ef669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.181955 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:34.185373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.199041 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:34.200175 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:34.239418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eb482ca1-f505-4c6a-81b8-220369f4ffc9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "PUT /v2.0/floatingips/5397f274-31c5-4887-b170-84ba0b48e0ad HTTP/1.1" status: 200 len: 990 time: 3.3443840 Feb 09 00:02:34.239418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:02:34.242241 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:02:34.294505 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.301970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.315086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:34.327036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.356019 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:34.364460 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3084705 Feb 09 00:02:34.365379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a5665-8bb9-4b08-a49c-06248b7c52c6 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaccdbc-5d57-4833-b37a-e783d473eec1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:34.374368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58208) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:34.382194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e249938d-07f4-41b6-bb86-a8712d0722b4 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': 'beaccdbc-5d57-4833-b37a-e783d473eec1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:34.387905 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-e249938d-07f4-41b6-bb86-a8712d0722b4 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 00:02:34.387905 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-e249938d-07f4-41b6-bb86-a8712d0722b4 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:34.390155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eb1472b7-8d20-41c0-8ebf-5ac6d86ef669 None None] Port b222f6c1-5d94-4cbe-9435-ea60acab98ba cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:34.399464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58210) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:34.410160 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e249938d-07f4-41b6-bb86-a8712d0722b4 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0359890 Feb 09 00:02:34.485886 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:34.781448 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '5397f274-31c5-4887-b170-84ba0b48e0ad', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'mac_address': 'fa:16:3e:de:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba3d62-bc62-48fb-8045-4786af785133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:02:05Z', 'updated_at': '2022-02-09T00:02:31Z', 'revision_number': 1, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:34.815383 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:02:34.826137 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:34.827156 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:34.907352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Deleting port 940f1e36-7f3c-419c-b02c-2eee514f6a10 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:34.907868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.005136 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:35.012715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa38fda-79e5-49c4-bafd-98af90d285e1 req-0c6a05b9-a150-4941-8e63-3095a7eb145d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:35.014305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fa38fda-79e5-49c4-bafd-98af90d285e1 req-0c6a05b9-a150-4941-8e63-3095a7eb145d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 946 time: 0.7031913 Feb 09 00:02:35.030721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.038079 n-d-828413-1 neutron-server[105925]: INFO neutron.db.ipam_backend_mixin [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a62bec75-882e-4ccb-adc7-15a9ffaf7113 (CIDR: 172.20.0.0/28) Feb 09 00:02:35.059044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb91301-b998-49e9-ae52-50922d3be985 req-6d61b019-27c0-4339-8996-b2f340a63b8c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:35.060896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbb91301-b998-49e9-ae52-50922d3be985 req-6d61b019-27c0-4339-8996-b2f340a63b8c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2977481 Feb 09 00:02:35.094351 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:35.094977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:35.154538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.201506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6134a8d9-3e3b-4636-a752-8b379b4c3293 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3309100 Feb 09 00:02:35.202539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.207891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.251464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fa38fda-79e5-49c4-bafd-98af90d285e1 req-3bdd58b4-af22-4e40-bdd8-062fc4dc6f2d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241874 Feb 09 00:02:35.261048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] For port 940f1e36-7f3c-419c-b02c-2eee514f6a10, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=940f1e36-7f3c-419c-b02c-2eee514f6a10,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:35.261862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.275233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbb91301-b998-49e9-ae52-50922d3be985 req-7ea817fc-09cd-42f0-8715-7c31a5c7ab05 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829379 Feb 09 00:02:35.283141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Calling delete_port for 940f1e36-7f3c-419c-b02c-2eee514f6a10 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:35.321922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Deleting port 59b53922-d05e-4370-8cae-9e51c9e1bd14 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:35.323392 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.391020 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '5397f274-31c5-4887-b170-84ba0b48e0ad', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'mac_address': 'fa:16:3e:de:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba3d62-bc62-48fb-8045-4786af785133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:02:05Z', 'updated_at': '2022-02-09T00:02:31Z', 'revision_number': 1, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:35.414172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:35.417958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.518016 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8844015-5f10-4510-a5b5-301ae9d78575 x-openstack-request-id: req-c8844015-5f10-4510-a5b5-301ae9d78575 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:02:35.518687 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:02:35.519142 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8844015-5f10-4510-a5b5-301ae9d78575 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:02:35.519724 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'status': 'completed', 'code': 200} Feb 09 00:02:35.548102 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.551181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.552135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a07d882-265e-4698-aad3-b80292ab56be None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '5397f274-31c5-4887-b170-84ba0b48e0ad', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'floating_ip_address': '172.25.3.92', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'mac_address': 'fa:16:3e:de:db:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ba3d62-bc62-48fb-8045-4786af785133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:02:05Z', 'updated_at': '2022-02-09T00:02:31Z', 'revision_number': 1, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:35.555660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.555978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/beaccdbc-5d57-4833-b37a-e783d473eec1 HTTP/1.1" status: 204 len: 168 time: 0.8164709 Feb 09 00:02:35.575952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.600353 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1d61c456-102e-4a60-b4fa-811461e8f77a (CIDR: 172.20.0.16/28) Feb 09 00:02:35.627088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaccdbc-5d57-4833-b37a-e783d473eec1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:35.636353 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d93e6af-59a6-4911-a9fe-7bd196a09e2e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727203 Feb 09 00:02:35.636753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.640012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.640820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.641331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.641673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.642013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.642211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186682766'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.642342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.642661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.642988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.643316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.643641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.643962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.644288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763b2b24-da9f-4e40-8959-ed85c0d83493 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:35.647251 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:35.647745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:35.656394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event deleted for resources: {'Port': ['ID=940f1e36-7f3c-419c-b02c-2eee514f6a10,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:35.692179 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5ca56256-5753-42c4-a83f-a2d2e8de2927 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4891551 Feb 09 00:02:35.697779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58232) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.718721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.743943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'subnet': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.789693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-73b4c6f9-ee70-4b51-a2e6-0280814fd466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:35.791271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-73b4c6f9-ee70-4b51-a2e6-0280814fd466 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1096 time: 0.2338381 Feb 09 00:02:35.816137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.821706 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.842570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] For port 59b53922-d05e-4370-8cae-9e51c9e1bd14, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=59b53922-d05e-4370-8cae-9e51c9e1bd14,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:35.842915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.860672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8dfa93-688c-473e-b8b8-41ab513b22d7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:35.877632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Calling delete_port for 59b53922-d05e-4370-8cae-9e51c9e1bd14 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:35.878053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.879346 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e549c39c-efcc-4e6e-934e-93e8a4f2239f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2408304 Feb 09 00:02:35.882804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.888603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b60a0807-3e59-4723-8d48-1cdc44dce7a3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '0b8dfa93-688c-473e-b8b8-41ab513b22d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.910497 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-b60a0807-3e59-4723-8d48-1cdc44dce7a3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 00:02:35.912874 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-b60a0807-3e59-4723-8d48-1cdc44dce7a3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:35.916797 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b60a0807-3e59-4723-8d48-1cdc44dce7a3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301552 Feb 09 00:02:35.917102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58236) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.922901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1dc46-36fd-4694-916e-3a70dc3a79ed None None] New status for floating IP 5397f274-31c5-4887-b170-84ba0b48e0ad: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:02:35.924601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:35.930550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4262e77a-9c29-4bdf-a30b-963e42633e2d tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '0b8dfa93-688c-473e-b8b8-41ab513b22d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.931505 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-4262e77a-9c29-4bdf-a30b-963e42633e2d tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 00:02:35.932275 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4262e77a-9c29-4bdf-a30b-963e42633e2d tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:35.933453 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4262e77a-9c29-4bdf-a30b-963e42633e2d tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107958 Feb 09 00:02:35.938886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58238) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.954931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b5b791d6-7bc2-43da-98e1-fc94c4931e3e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '0b8dfa93-688c-473e-b8b8-41ab513b22d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.956116 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-b5b791d6-7bc2-43da-98e1-fc94c4931e3e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 00:02:35.956867 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-b5b791d6-7bc2-43da-98e1-fc94c4931e3e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:35.961139 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b5b791d6-7bc2-43da-98e1-fc94c4931e3e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178058 Feb 09 00:02:35.961346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58242) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:35.966114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-980889f6-45b1-4461-963f-5c79f4159059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '0b8dfa93-688c-473e-b8b8-41ab513b22d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:35.967525 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-980889f6-45b1-4461-963f-5c79f4159059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 00:02:35.968106 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-980889f6-45b1-4461-963f-5c79f4159059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:35.971880 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-980889f6-45b1-4461-963f-5c79f4159059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069938 Feb 09 00:02:35.972364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58244) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:36.050120 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93f86f72-f5e6-4d26-9e40-784a2d966dbc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.064951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.070562 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.078802 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93f86f72-f5e6-4d26-9e40-784a2d966dbc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.133836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93f86f72-f5e6-4d26-9e40-784a2d966dbc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.136609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93f86f72-f5e6-4d26-9e40-784a2d966dbc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.140438 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-93f86f72-f5e6-4d26-9e40-784a2d966dbc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b8dfa93-688c-473e-b8b8-41ab513b22d7 HTTP/1.1" status: 204 len: 168 time: 0.1645901 Feb 09 00:02:36.142573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58250) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:36.162668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f86f72-f5e6-4d26-9e40-784a2d966dbc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8dfa93-688c-473e-b8b8-41ab513b22d7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:36.200206 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6dea0482-b58a-416f-a123-db52af4f3527 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565319 Feb 09 00:02:36.204492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58252) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:36.217651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871462729'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:36.231421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.231967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3fc3e5-3824-4fe3-b888-0b5511dad97d {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:36.244961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.246117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2108ef84-cd12-4e6f-9baf-e15f88030022 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3a3fc3e5-3824-4fe3-b888-0b5511dad97d HTTP/1.1" status: 204 len: 168 time: 2.7811739 Feb 09 00:02:36.252502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58254) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:36.258393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1007393805', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:36.285356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-dad15c7c-ee53-48a7-b14e-987cf8485e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:36.287273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-dad15c7c-ee53-48a7-b14e-987cf8485e36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.4569111 Feb 09 00:02:36.294356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.311781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.327662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.458520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.534209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Made reservation on behalf of b1c2e77c25ea4fc283d504bcf6b86f50 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:36.538589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.626940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.654223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-e4675257-6dea-4d8e-817d-018388000299 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 1000 time: 0.3526492 Feb 09 00:02:36.726738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6f21e-c8af-488e-bf53-0c42182e83be req-1837d63b-3082-419d-8704-20d7f81ad8bc tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:36.728281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62a6f21e-c8af-488e-bf53-0c42182e83be req-1837d63b-3082-419d-8704-20d7f81ad8bc tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 946 time: 0.2704582 Feb 09 00:02:36.762796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece4980-5c58-41d7-bee4-ff42ae4ad69c req-4060df60-ad96-4298-a2d7-1852c6a5297d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:36.764121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eece4980-5c58-41d7-bee4-ff42ae4ad69c req-4060df60-ad96-4298-a2d7-1852c6a5297d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.3463366 Feb 09 00:02:36.870220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.870463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.903151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.903382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.909841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.938482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-5574db34-96e8-4f81-91b6-7b988d6fff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:36.940960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-5574db34-96e8-4f81-91b6-7b988d6fff59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.2751904 Feb 09 00:02:36.945010 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:36.949652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b53922-d05e-4370-8cae-9e51c9e1bd14,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:36.951320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.039876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Allocated IP 172.25.3.235 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/3b17607c-7a1f-49b2-9ff7-a0119f54e9a7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:37.065354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62a6f21e-c8af-488e-bf53-0c42182e83be req-6b6f6774-1138-4bca-aa20-291eb63bf685 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100123 Feb 09 00:02:37.108563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.113600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9084959 Feb 09 00:02:37.114779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1958f-de9e-4e51-a533-50b6d1fe23d0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc0e87-66b0-4040-9166-2f2ea02a1205,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:37.123828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58268) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.146848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5e777c97-9166-4c80-ac41-5c6f50995e49 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.151614 n-d-828413-1 neutron-server[105925]: WARNING neutron.api.v2.base [None req-5e777c97-9166-4c80-ac41-5c6f50995e49 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 00:02:37.152296 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-5e777c97-9166-4c80-ac41-5c6f50995e49 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.153697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5e777c97-9166-4c80-ac41-5c6f50995e49 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0247087 Feb 09 00:02:37.158153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eece4980-5c58-41d7-bee4-ff42ae4ad69c req-657933e6-2d2f-42a2-ba7c-f68a623a6930 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150809 Feb 09 00:02:37.158798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58270) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.179814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-73989c5d-e4f0-4c08-ae14-6c32addead82 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.236449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.282636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.326621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-ed70ff70-82be-42f0-9494-6e6d1fb3c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:37.328438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-ed70ff70-82be-42f0-9494-6e6d1fb3c6ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719935 Feb 09 00:02:37.333612 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-73989c5d-e4f0-4c08-ae14-6c32addead82 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.335461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-73989c5d-e4f0-4c08-ae14-6c32addead82 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1686974 Feb 09 00:02:37.339717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:37.340359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58272) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.346730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4a29bb9f-1877-4700-a356-902704512207 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.347513 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-4a29bb9f-1877-4700-a356-902704512207 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 00:02:37.348012 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4a29bb9f-1877-4700-a356-902704512207 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.352298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a29bb9f-1877-4700-a356-902704512207 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076630 Feb 09 00:02:37.355639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:37.357347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58274) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.363044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:37.368148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e3c374dc-a44f-469e-bcfb-ffcaf43f5540 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.394663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event updated for resources: {'Port': ['ID=3b17607c-7a1f-49b2-9ff7-a0119f54e9a7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:37.415717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.416077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.416429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.416782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.417143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.417479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.417810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.418141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.418468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.418911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.419096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.419424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:02:37.650836 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-e3c374dc-a44f-469e-bcfb-ffcaf43f5540 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.652756 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e3c374dc-a44f-469e-bcfb-ffcaf43f5540 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2927341 Feb 09 00:02:37.655617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58290) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.666482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1fa17e43-fa9f-4f31-8509-71583de0ae09 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.666967 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-1fa17e43-fa9f-4f31-8509-71583de0ae09 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 00:02:37.667465 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-1fa17e43-fa9f-4f31-8509-71583de0ae09 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.668532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1fa17e43-fa9f-4f31-8509-71583de0ae09 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118620 Feb 09 00:02:37.672181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.709085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-81929636-d849-464c-889c-98de0b6932c2 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.790553 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-81929636-d849-464c-889c-98de0b6932c2 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Project 4d14630841bd4fb298979e5bf49632b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:02:37.829312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.837640 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-81929636-d849-464c-889c-98de0b6932c2 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.839154 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-81929636-d849-464c-889c-98de0b6932c2 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1660542 Feb 09 00:02:37.873772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.879588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5960bc23-9c39-4c91-8f44-bb4d25dca271 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.880377 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-5960bc23-9c39-4c91-8f44-bb4d25dca271 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 00:02:37.881160 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-5960bc23-9c39-4c91-8f44-bb4d25dca271 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:37.882335 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5960bc23-9c39-4c91-8f44-bb4d25dca271 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070400 Feb 09 00:02:37.885150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58296) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:37.890948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ebed1700-4f3b-4567-bed1-9763e5f3e5bd tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:37.892527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.983185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:37.997719 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-ebed1700-4f3b-4567-bed1-9763e5f3e5bd tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Project 4d14630841bd4fb298979e5bf49632b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:02:38.021257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Network 30a4d516-65cb-427b-ac7d-0e422830330c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:38.035734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:38.040821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-894eae97-ac59-4c4c-8881-6786c831e013 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018371 Feb 09 00:02:38.043900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:38.045025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.048828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b25573-d061-4904-8677-dc4b646b5437 None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:38.050664 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-ebed1700-4f3b-4567-bed1-9763e5f3e5bd tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:38.051841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ebed1700-4f3b-4567-bed1-9763e5f3e5bd tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1652997 Feb 09 00:02:38.057431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:38.061521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-51adf673-7600-487e-9452-f95a20f17cd5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '13fc0e87-66b0-4040-9166-2f2ea02a1205', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:38.112951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4130619 Feb 09 00:02:38.113700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58302) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:38.175821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 940f1e36-7f3c-419c-b02c-2eee514f6a10 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:38.199240 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-51adf673-7600-487e-9452-f95a20f17cd5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Project 4d14630841bd4fb298979e5bf49632b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:02:38.199477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 940f1e36-7f3c-419c-b02c-2eee514f6a10 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:38.200005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 940f1e36-7f3c-419c-b02c-2eee514f6a10 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:38.219401 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-51adf673-7600-487e-9452-f95a20f17cd5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:38.223058 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51adf673-7600-487e-9452-f95a20f17cd5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1629145 Feb 09 00:02:38.223210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1224291975', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c94ce55-509b-46d0-8c50-7a584c87670e'}], 'security_groups': ['914575cd-c65e-4e1e-9d86-b059f9696b7a', 'd80cb46f-b37d-407f-ba8d-02c4aa5a187d']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:38.224051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58308) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:38.251707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf21cd4-488e-4110-ae42-474d251e1859 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Subnet': ['ID=6c94ce55-509b-46d0-8c50-7a584c87670e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:38.277094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.434721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85c31eb-0a58-44c2-902a-c79e78896ab1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.458268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85c31eb-0a58-44c2-902a-c79e78896ab1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.460893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] Update dhcp port {'port': {'network_id': '30a4d516-65cb-427b-ac7d-0e422830330c', 'fixed_ips': [{'subnet_id': '1d61c456-102e-4a60-b4fa-811461e8f77a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a62bec75-882e-4ccb-adc7-15a9ffaf7113', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c94ce55-509b-46d0-8c50-7a584c87670e'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '8e3bd81b-8f8f-4802-8859-10a850047dbe'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:02:38.497488 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.553786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85c31eb-0a58-44c2-902a-c79e78896ab1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.556359 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c85c31eb-0a58-44c2-902a-c79e78896ab1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.557814 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c85c31eb-0a58-44c2-902a-c79e78896ab1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/13fc0e87-66b0-4040-9166-2f2ea02a1205 HTTP/1.1" status: 204 len: 168 time: 0.3323371 Feb 09 00:02:38.563086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58318) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:38.596091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c31eb-0a58-44c2-902a-c79e78896ab1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc0e87-66b0-4040-9166-2f2ea02a1205,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:38.642987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2f4a552-0264-4695-a112-bbd2dc6bbb3b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773306 Feb 09 00:02:38.647922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58322) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:38.653880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272516538'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:38.664489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Router db95b742-b0fc-455d-a7e0-18957083ed47 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:38.703048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.703681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea0cf1fe-978f-464c-8ece-9ee62e064ce7 req-1f7fc572-5227-4f9b-8e0b-9a2f91461ffc service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312766 Feb 09 00:02:38.746009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ba9be-417a-4875-86a1-4ded4e82a270 req-dadd19e6-d3e9-4620-859c-50e76a4977a8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:38.747742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d30ba9be-417a-4875-86a1-4ded4e82a270 req-dadd19e6-d3e9-4620-859c-50e76a4977a8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.3996532 Feb 09 00:02:38.800607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] Allocated IP 172.20.0.34 (30a4d516-65cb-427b-ac7d-0e422830330c/6c94ce55-509b-46d0-8c50-7a584c87670e/8e3bd81b-8f8f-4802-8859-10a850047dbe) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:38.876344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:38.887832 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] Sync routers for ids ['db95b742-b0fc-455d-a7e0-18957083ed47'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:38.888842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d30ba9be-417a-4875-86a1-4ded4e82a270 req-cc09fda1-b272-40f7-a41e-b13eb5a4dd9c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293614 Feb 09 00:02:38.903490 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] Routers {'db95b742-b0fc-455d-a7e0-18957083ed47'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:38.910949 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['db95b742-b0fc-455d-a7e0-18957083ed47'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:38.950473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.960808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8e3bd81b-8f8f-4802-8859-10a850047dbe,segment=NetworkSegment(398344ab-8d52-4e62-8f73-b4b29633185d),segment_id=398344ab-8d52-4e62-8f73-b4b29633185d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:38.967568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:38.972949 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-95d063e0-bb46-49c1-843d-aff1223d5230 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7190473 Feb 09 00:02:38.975573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58330) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:38.980590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': False}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:39.003676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.007097 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:39.013665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.032271 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] Routers {'db95b742-b0fc-455d-a7e0-18957083ed47'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:39.037810 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['db95b742-b0fc-455d-a7e0-18957083ed47'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:39.101064 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:39.102023 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127f0f0-9119-4267-98fc-30e5eee46fc2 None None] The sync data for ids ['db95b742-b0fc-455d-a7e0-18957083ed47'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:39.176442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952b6ed-c825-46d9-b922-eb5836ea05cc None None] Pushing event updated for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:39.259209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Router 098f3830-9d3a-493b-91c2-cd64ae7a690c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:02:39.533974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.546350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.602424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:39.607694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-666aca6d-92ba-4252-9601-dcdf4c1c97f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/098f3830-9d3a-493b-91c2-cd64ae7a690c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6575983 Feb 09 00:02:39.611957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58336) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:39.621588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] Sync routers for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:39.638436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:39.639390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:39.640401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.641897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9928720 Feb 09 00:02:39.650002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58338) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:39.656259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4d1e7046-bfc3-4ff3-b57e-367a30a80e02 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '87e9fa2b-7ac8-488d-9422-eadc58f51e06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:39.665194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d38b62-f6bc-4403-bcfc-e1a420171a62 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e9fa2b-7ac8-488d-9422-eadc58f51e06,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:39.757783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.820620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:39.883270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.886708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Delete allocated IP 172.20.0.4 (30a4d516-65cb-427b-ac7d-0e422830330c/a62bec75-882e-4ccb-adc7-15a9ffaf7113) {{(pid=105925) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 00:02:39.906844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Allocated IP 172.20.0.43 (30a4d516-65cb-427b-ac7d-0e422830330c/6c94ce55-509b-46d0-8c50-7a584c87670e/b222f6c1-5d94-4cbe-9435-ea60acab98ba) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:39.957648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:39.996234 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4d1e7046-bfc3-4ff3-b57e-367a30a80e02 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The resource could not be found. Feb 09 00:02:39.997492 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4d1e7046-bfc3-4ff3-b57e-367a30a80e02 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3463900 Feb 09 00:02:40.000232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58342) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:40.006540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5a1f8a43-3d38-499b-9c1b-7405dc6555a5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '87e9fa2b-7ac8-488d-9422-eadc58f51e06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '33287eb2-fe42-479f-b338-75128f3f88f9'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:40.074773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8e3bd81b-8f8f-4802-8859-10a850047dbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:02:40.140485 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-5a1f8a43-3d38-499b-9c1b-7405dc6555a5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The resource could not be found. Feb 09 00:02:40.144199 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5a1f8a43-3d38-499b-9c1b-7405dc6555a5 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1403942 Feb 09 00:02:40.145598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58344) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:40.180694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Deleting port 4de7aee7-db91-4f0a-8137-8ba6a19797ff {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:40.181062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.214636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:40.215618 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.260906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d102e4-e553-4d06-a457-42ffe89a8455 req-4394ba12-46a1-49fb-abe0-93976a5cacbe tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:40.262519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63d102e4-e553-4d06-a457-42ffe89a8455 req-4394ba12-46a1-49fb-abe0-93976a5cacbe tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1683335 Feb 09 00:02:40.285580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:40.286016 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.322676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-09T00:02:36Z', 'revision_number': 5, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port': {'id': '4de7aee7-db91-4f0a-8137-8ba6a19797ff', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:30Z', 'updated_at': '2022-02-08T23:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:40.353948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.370550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63d102e4-e553-4d06-a457-42ffe89a8455 req-89c60cae-57eb-44c2-8a7b-335ccb9c138e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986581 Feb 09 00:02:40.372046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] For port 4de7aee7-db91-4f0a-8137-8ba6a19797ff, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4de7aee7-db91-4f0a-8137-8ba6a19797ff,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:40.372616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.375578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.382773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] Checking router: 098f3830-9d3a-493b-91c2-cd64ae7a690c for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:02:40.440958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] Routers {'098f3830-9d3a-493b-91c2-cd64ae7a690c'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:40.449151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['098f3830-9d3a-493b-91c2-cd64ae7a690c'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:40.520701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Calling delete_port for 4de7aee7-db91-4f0a-8137-8ba6a19797ff owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:40.530255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c931-85fe-4a7a-a137-72119d878aa0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.571011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c931-85fe-4a7a-a137-72119d878aa0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.664982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Provisioning complete for port b222f6c1-5d94-4cbe-9435-ea60acab98ba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:40.665445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.726673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event updated for resources: {'Port': ['ID=b222f6c1-5d94-4cbe-9435-ea60acab98ba,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:40.749627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.754058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.754800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] In _notify_port_updated(), no bound segment for port b222f6c1-5d94-4cbe-9435-ea60acab98ba on network 30a4d516-65cb-427b-ac7d-0e422830330c {{(pid=105925) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:02:40.757582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c931-85fe-4a7a-a137-72119d878aa0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.760214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c931-85fe-4a7a-a137-72119d878aa0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.761376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:40.761611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4bd9c931-85fe-4a7a-a137-72119d878aa0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/87e9fa2b-7ac8-488d-9422-eadc58f51e06 HTTP/1.1" status: 204 len: 168 time: 0.6149809 Feb 09 00:02:40.766817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:40.767901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58360) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:40.773697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-46618b2d-5cd8-4409-b950-5202f040e27c tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "PUT /v2.0/ports/b222f6c1-5d94-4cbe-9435-ea60acab98ba HTTP/1.1" status: 200 len: 960 time: 2.5782292 Feb 09 00:02:40.776345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58362) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:40.794485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9c931-85fe-4a7a-a137-72119d878aa0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e9fa2b-7ac8-488d-9422-eadc58f51e06,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:40.832715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] Set router 098f3830-9d3a-493b-91c2-cd64ae7a690c gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:40.918372 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5d80b971-341f-465c-a1e9-394caafe35c8 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1457748 Feb 09 00:02:40.922178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58364) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:40.936974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7978fca8-14e7-4a14-b7cf-1794ddd482d3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': 'b17c93c5-8350-4906-8d1c-0f54a2159f9b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:41.016205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port b222f6c1-5d94-4cbe-9435-ea60acab98ba {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:41.016439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.085880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-09T00:02:39Z', 'revision_number': 6, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:41.104795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Port b222f6c1-5d94-4cbe-9435-ea60acab98ba cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:41.150674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.165484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for b222f6c1-5d94-4cbe-9435-ea60acab98ba owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:41.205325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305b34f-6a5f-46e6-9db6-9aeb85afe7df None None] The sync data for ids ['098f3830-9d3a-493b-91c2-cd64ae7a690c'] in n-d-828413-1 is: [{'id': '098f3830-9d3a-493b-91c2-cd64ae7a690c', 'name': 'tempest-TaggedBootDevicesTest_v242-295671711-router', 'tenant_id': '1639af4e88a24a4e80383bdc496f3f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:28Z', 'updated_at': '2022-02-09T00:02:39Z', 'revision_number': 6, 'project_id': '1639af4e88a24a4e80383bdc496f3f6d', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:41.206574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Router db95b742-b0fc-455d-a7e0-18957083ed47 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:02:41.230017 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-7978fca8-14e7-4a14-b7cf-1794ddd482d3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The resource could not be found. Feb 09 00:02:41.235858 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7978fca8-14e7-4a14-b7cf-1794ddd482d3 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3093877 Feb 09 00:02:41.236161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:41.236161 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.239834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58368) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:41.347151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2be0299c-aad2-4c17-a021-361040fbe730 None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:41.355643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888167605'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:41.437366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.477960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a933a4ca-b442-4f51-a5ac-b01a3b7e153f None None] Provisioning complete for port b222f6c1-5d94-4cbe-9435-ea60acab98ba triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:41.478342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a933a4ca-b442-4f51-a5ac-b01a3b7e153f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.484387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.597829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:41.606875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.610746 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3eeb2663-6d0b-49f6-a1bc-c2067b3c6218 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "PUT /v2.0/routers/db95b742-b0fc-455d-a7e0-18957083ed47 HTTP/1.1" status: 200 len: 926 time: 2.6316199 Feb 09 00:02:41.610911 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] Sync routers for ids ['db95b742-b0fc-455d-a7e0-18957083ed47'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:41.611705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58378) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:41.622245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a933a4ca-b442-4f51-a5ac-b01a3b7e153f None None] Port b222f6c1-5d94-4cbe-9435-ea60acab98ba cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:41.646554 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] Routers {'db95b742-b0fc-455d-a7e0-18957083ed47'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:41.647308 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['db95b742-b0fc-455d-a7e0-18957083ed47'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:41.730101 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:41.762122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] Routers {'db95b742-b0fc-455d-a7e0-18957083ed47'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:41.766801 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['db95b742-b0fc-455d-a7e0-18957083ed47'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:41.795779 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-288f6b60-232c-43cb-805a-5ceb8f69f479 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/db95b742-b0fc-455d-a7e0-18957083ed47 HTTP/1.1" status: 200 len: 926 time: 0.1803858 Feb 09 00:02:41.796328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58380) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:41.842827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d2dc1f1-139f-4952-8149-92fc39065917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:41.871903 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:41.873588 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ed606-793a-4e04-bad5-53ba1046ba62 None None] The sync data for ids ['db95b742-b0fc-455d-a7e0-18957083ed47'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:41.981163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a88fa-599b-4ec1-afc7-1611f5e090bb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:41.985824 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a6a88fa-599b-4ec1-afc7-1611f5e090bb tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=db95b742-b0fc-455d-a7e0-18957083ed47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1886935 Feb 09 00:02:41.995866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:42.240627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de7aee7-db91-4f0a-8137-8ba6a19797ff,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:42.248904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.298053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.320943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.335302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4de7aee7-db91-4f0a-8137-8ba6a19797ff no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:42.348925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=b222f6c1-5d94-4cbe-9435-ea60acab98ba,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:42.441807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581cf38c-9b6c-4b5d-bc5b-54519b1c72b7 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:42.446506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-581cf38c-9b6c-4b5d-bc5b-54519b1c72b7 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.4461362 Feb 09 00:02:42.467774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58386) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:42.469885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e0b273-dfee-4c6e-bd61-4bb353465153,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:42.633444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a6464f8a-a990-4d28-b2b5-16cfb6b9761f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=db95b742-b0fc-455d-a7e0-18957083ed47 HTTP/1.1" status: 200 len: 205 time: 0.1500058 Feb 09 00:02:42.635660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:42.762528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.766600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-362ff6fd-f2d5-459e-b984-a44b5f4085db tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/b222f6c1-5d94-4cbe-9435-ea60acab98ba HTTP/1.1" status: 204 len: 168 time: 1.9885011 Feb 09 00:02:42.780003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:42.836428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.844009 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.845877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31da24ab-5969-4f01-85a0-66c165bd131a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6019974 Feb 09 00:02:42.867715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58398) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:42.872683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304549639'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:42.889616 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f114f58f-f476-4e81-99a2-ad95ab5e9440 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] GET failed (client error): The resource could not be found. Feb 09 00:02:42.894749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f114f58f-f476-4e81-99a2-ad95ab5e9440 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports/b222f6c1-5d94-4cbe-9435-ea60acab98ba HTTP/1.1" status: 404 len: 333 time: 0.1102271 Feb 09 00:02:42.897776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58400) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:42.897924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.950673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:42.979811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4de7aee7-db91-4f0a-8137-8ba6a19797ff {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:42.980089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4de7aee7-db91-4f0a-8137-8ba6a19797ff not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:42.980590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 59b53922-d05e-4370-8cae-9e51c9e1bd14 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:43.025851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 59b53922-d05e-4370-8cae-9e51c9e1bd14 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:43.026207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 59b53922-d05e-4370-8cae-9e51c9e1bd14 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:43.063985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76b19099-cadb-45b8-9df4-54300fe76d2e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.104694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.114210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76b19099-cadb-45b8-9df4-54300fe76d2e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.139968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.143016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.146303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.148887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.185255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.187384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3178365 Feb 09 00:02:43.217534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58402) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.234125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0d41c45e-3225-41f9-960c-153e445877dc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '01e0b273-dfee-4c6e-bd61-4bb353465153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '049ac360-bc28-440d-b507-f25740f40cc2'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:43.256063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e081d-2d3b-43b5-8773-a86aa1d0fc22 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049ac360-bc28-440d-b507-f25740f40cc2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:43.262256 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.262829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 098f3830-9d3a-493b-91c2-cd64ae7a690c {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:43.267221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.268762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ba1d0b8e-a259-4344-a449-03e32e3ee124 admin admin] 10.222.0.32 "DELETE /v2.0/routers/098f3830-9d3a-493b-91c2-cd64ae7a690c HTTP/1.1" status: 204 len: 168 time: 3.6557720 Feb 09 00:02:43.271679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58404) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.336227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76b19099-cadb-45b8-9df4-54300fe76d2e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.343700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76b19099-cadb-45b8-9df4-54300fe76d2e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.350898 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76b19099-cadb-45b8-9df4-54300fe76d2e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/security-groups/8c16c050-f28c-4874-8840-04829b8023bf HTTP/1.1" status: 204 len: 168 time: 0.4516847 Feb 09 00:02:43.352057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58406) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.361559 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-0d41c45e-3225-41f9-960c-153e445877dc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:43.362629 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0d41c45e-3225-41f9-960c-153e445877dc tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1395817 Feb 09 00:02:43.377147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Deleting subnet 998af3e3-9a1e-4ebb-8989-a3ea77d08d9c {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:43.378865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58408) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.391241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.434759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b19099-cadb-45b8-9df4-54300fe76d2e tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16c050-f28c-4874-8840-04829b8023bf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:43.444842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.449073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Deleting port 3b17607c-7a1f-49b2-9ff7-a0119f54e9a7 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:43.449415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.545217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c73528e-9a1a-4428-a517-76ce7aba403c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.574637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c73528e-9a1a-4428-a517-76ce7aba403c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.582887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.653337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab705-c5b8-4542-a0ce-bbf68fde7ff9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.684808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.690022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab705-c5b8-4542-a0ce-bbf68fde7ff9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.692984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.713918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61293925-2c18-430f-bb21-f6792fe39e8d None None] Network 867b1067-6760-47dc-9574-4aca3613a5a8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:43.717100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Calling delete_port for 3b17607c-7a1f-49b2-9ff7-a0119f54e9a7 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:43.720072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.722018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c73528e-9a1a-4428-a517-76ce7aba403c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.726095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/998af3e3-9a1e-4ebb-8989-a3ea77d08d9c HTTP/1.1" status: 204 len: 168 time: 0.4496465 Feb 09 00:02:43.726337 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c73528e-9a1a-4428-a517-76ce7aba403c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.727004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58414) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.730557 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c73528e-9a1a-4428-a517-76ce7aba403c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/049ac360-bc28-440d-b507-f25740f40cc2 HTTP/1.1" status: 204 len: 168 time: 0.3482313 Feb 09 00:02:43.733772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58416) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.765568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60370eea-67fa-41e4-90d0-4e83943e47d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998af3e3-9a1e-4ebb-8989-a3ea77d08d9c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:43.803712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73528e-9a1a-4428-a517-76ce7aba403c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=049ac360-bc28-440d-b507-f25740f40cc2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:43.868022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.875672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab705-c5b8-4542-a0ce-bbf68fde7ff9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.882363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab705-c5b8-4542-a0ce-bbf68fde7ff9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:43.890041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc0ab705-c5b8-4542-a0ce-bbf68fde7ff9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/security-groups/d80cb46f-b37d-407f-ba8d-02c4aa5a187d HTTP/1.1" status: 204 len: 168 time: 0.5326116 Feb 09 00:02:43.892676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:43.912715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ab705-c5b8-4542-a0ce-bbf68fde7ff9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80cb46f-b37d-407f-ba8d-02c4aa5a187d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:44.021931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Deleting port 2e805591-9533-4fd2-a815-fc91db58a527 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:44.022368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.029568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cace03fb-e7db-47d3-9a77-1676c28fcac1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2912328 Feb 09 00:02:44.032840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58424) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:44.150975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] For port 2e805591-9533-4fd2-a815-fc91db58a527, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2e805591-9533-4fd2-a815-fc91db58a527,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:44.151345 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.160598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba03c03f-7812-4183-8b9c-ad076b38031c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.162708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8aa61a72-1570-4f7e-85d3-07f6f7471bc6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.187336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Calling delete_port for 2e805591-9533-4fd2-a815-fc91db58a527 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:44.228498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] DHCP port deletion for 867b1067-6760-47dc-9574-4aca3613a5a8 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:44.247194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba03c03f-7812-4183-8b9c-ad076b38031c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.250743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8aa61a72-1570-4f7e-85d3-07f6f7471bc6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.258279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a35e-9e29-4d36-863e-158142a3f922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.358356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] Deleting port 2e805591-9533-4fd2-a815-fc91db58a527 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:44.359006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.370772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.394489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.423989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e805591-9533-4fd2-a815-fc91db58a527,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:44.434408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] No DVR routers for this DVR port 2e805591-9533-4fd2-a815-fc91db58a527 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:44.440691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event deleted for resources: {'Port': ['ID=3b17607c-7a1f-49b2-9ff7-a0119f54e9a7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:44.449740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] For port 2e805591-9533-4fd2-a815-fc91db58a527, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2e805591-9533-4fd2-a815-fc91db58a527,segment=NetworkSegment(489d3532-100d-48cb-8995-9a0eab2e718a),segment_id=489d3532-100d-48cb-8995-9a0eab2e718a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:44.450146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.450273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba03c03f-7812-4183-8b9c-ad076b38031c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.453552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba03c03f-7812-4183-8b9c-ad076b38031c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.454933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ba03c03f-7812-4183-8b9c-ad076b38031c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/01e0b273-dfee-4c6e-bd61-4bb353465153 HTTP/1.1" status: 204 len: 168 time: 0.4197938 Feb 09 00:02:44.471658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] Calling delete_port for 2e805591-9533-4fd2-a815-fc91db58a527 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:44.471864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58426) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:44.476821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba03c03f-7812-4183-8b9c-ad076b38031c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e0b273-dfee-4c6e-bd61-4bb353465153,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:44.480589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8aa61a72-1570-4f7e-85d3-07f6f7471bc6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.484094 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8aa61a72-1570-4f7e-85d3-07f6f7471bc6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.489402 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8aa61a72-1570-4f7e-85d3-07f6f7471bc6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/security-groups/914575cd-c65e-4e1e-9d86-b059f9696b7a HTTP/1.1" status: 204 len: 168 time: 0.5874660 Feb 09 00:02:44.492475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:44.544486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.560146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa61a72-1570-4f7e-85d3-07f6f7471bc6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914575cd-c65e-4e1e-9d86-b059f9696b7a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:44.572507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b1067-6760-47dc-9574-4aca3613a5a8']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:44.572959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.580731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet a62bec75-882e-4ccb-adc7-15a9ffaf7113 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:44.587538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.588698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489d3532-100d-48cb-8995-9a0eab2e718a') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:44.589211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489d3532-100d-48cb-8995-9a0eab2e718a') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:44.601026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.616617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.623974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:44.624547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: items = [ Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:44.627948 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:44.639726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] Pushing event deleted for resources: {'Port': ['ID=2e805591-9533-4fd2-a815-fc91db58a527,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:44.644804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02029f-ba44-49ad-888a-0ddf812205bf None None] No DVR routers for this DVR port 2e805591-9533-4fd2-a815-fc91db58a527 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:44.774984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.792161 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:44.796519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] 10.222.0.32 "DELETE /v2.0/networks/867b1067-6760-47dc-9574-4aca3613a5a8 HTTP/1.1" status: 204 len: 168 time: 1.0515780 Feb 09 00:02:44.809462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58430) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:44.818603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd2b07-b63a-4f7e-8798-872edc81a826 admin admin] Pushing event deleted for resources: {'Network': ['ID=867b1067-6760-47dc-9574-4aca3613a5a8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:45.277704 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.422618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.465881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.503012 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed8bdb8d-bd6f-4c25-8c7d-2244ea53fe32 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0112460 Feb 09 00:02:45.507052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.508582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58440) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:45.511034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.515308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--547889091'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:45.541723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.604657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.630345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.631692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Fanout notify agent at l3_agent the message router_deleted on router db95b742-b0fc-455d-a7e0-18957083ed47 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:45.651600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.652736 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f5eb9837-697c-406c-82b3-ab78c35f3290 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/db95b742-b0fc-455d-a7e0-18957083ed47 HTTP/1.1" status: 204 len: 168 time: 3.0159755 Feb 09 00:02:45.656444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58442) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:45.660863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-486224211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:45.722328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.723576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.728751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.794284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.804233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.848621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.853761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3390572 Feb 09 00:02:45.853761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58444) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:45.858226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9dbcef76-25a0-4501-b4c8-74afb518f7bf tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '3f5dd5fb-fc6d-415c-927c-50970dbb538a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:45.868428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a716d90-b9f6-46c9-8a55-84e70d555059 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5dd5fb-fc6d-415c-927c-50970dbb538a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:45.954252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.969336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:45.983836 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-9dbcef76-25a0-4501-b4c8-74afb518f7bf tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:45.989381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9dbcef76-25a0-4501-b4c8-74afb518f7bf tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1320641 Feb 09 00:02:45.993568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:45.996146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.014466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fe909edc-1d34-436f-82bc-a286983d986f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group_rule': {'security_group_id': '3f5dd5fb-fc6d-415c-927c-50970dbb538a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:46.025372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=a62bec75-882e-4ccb-adc7-15a9ffaf7113,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:46.042857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.050418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dae7d81a-5e86-45fe-a62a-ba269d9d6a39 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3917069 Feb 09 00:02:46.054299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58448) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:46.064873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2e805591-9533-4fd2-a815-fc91db58a527 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:46.066862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:46.073018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.076464 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c8b905b8-a169-4cda-ac63-e2bf8eb92829 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/a62bec75-882e-4ccb-adc7-15a9ffaf7113 HTTP/1.1" status: 204 len: 168 time: 1.5684390 Feb 09 00:02:46.084781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58450) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:46.094151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2e805591-9533-4fd2-a815-fc91db58a527 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:46.094707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2e805591-9533-4fd2-a815-fc91db58a527 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:46.106843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47af434-65c9-4abb-8b8e-96300e92c131 None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:46.251254 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-fe909edc-1d34-436f-82bc-a286983d986f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:02:46.252353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe909edc-1d34-436f-82bc-a286983d986f tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2577028 Feb 09 00:02:46.270574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:46.318232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Deleting port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:46.318367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.392004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet 6c94ce55-509b-46d0-8c50-7a584c87670e {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:46.458369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.470900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.576907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.633822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9264da2e-8a32-466c-bc9f-84fe4c31207e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.682859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] For port c3aed44d-aeea-418c-8c0a-1a3e9eb50f56, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:46.683261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.688651 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9264da2e-8a32-466c-bc9f-84fe4c31207e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.718756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Calling delete_port for c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:46.769385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.797551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.830679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.863917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.895363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9264da2e-8a32-466c-bc9f-84fe4c31207e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.898581 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9264da2e-8a32-466c-bc9f-84fe4c31207e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:46.901995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9264da2e-8a32-466c-bc9f-84fe4c31207e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f5dd5fb-fc6d-415c-927c-50970dbb538a HTTP/1.1" status: 204 len: 168 time: 0.6274941 Feb 09 00:02:46.902804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58458) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:46.929460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264da2e-8a32-466c-bc9f-84fe4c31207e tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5dd5fb-fc6d-415c-927c-50970dbb538a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:47.011697 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f8770a9a-6858-4af3-b3b3-1a260ce34746 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1044691 Feb 09 00:02:47.013008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58460) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.020623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'tempest-secgroup--849727160'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:47.057215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Allocated IP 172.25.3.47 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/da97c844-47d5-4f28-813a-572c941dafcd) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:47.059018 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.075541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.081814 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:02:47.122920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=6c94ce55-509b-46d0-8c50-7a584c87670e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:47.130941 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.137324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-651e390c-6394-4f75-9b6e-99e80374ff7f tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/6c94ce55-509b-46d0-8c50-7a584c87670e HTTP/1.1" status: 204 len: 168 time: 1.0461271 Feb 09 00:02:47.139795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58462) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.174773 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4429066-0244-49b7-9042-0e6fdfb23967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:47.175264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4429066-0244-49b7-9042-0e6fdfb23967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:47.183120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a4429066-0244-49b7-9042-0e6fdfb23967 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/a62bec75-882e-4ccb-adc7-15a9ffaf7113 HTTP/1.1" status: 404 len: 337 time: 0.0423200 Feb 09 00:02:47.183834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.228695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.234904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.245058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.260206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ad21c-b149-40cb-80af-b43101cfbed0 None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:47.297102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aed44d-aeea-418c-8c0a-1a3e9eb50f56,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:47.304994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b5753c-c0d3-4acd-acd2-c5176fbbdafa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:47.316475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.317792 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1364c905-337f-4d7d-a59c-527c6713f2e0 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3042350 Feb 09 00:02:47.321989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.323292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58468) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.329249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8fc5223a-337b-4a78-a419-a7d18138910b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:47.329674 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-8fc5223a-337b-4a78-a419-a7d18138910b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 00:02:47.330206 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-8fc5223a-337b-4a78-a419-a7d18138910b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 00:02:47.331173 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8fc5223a-337b-4a78-a419-a7d18138910b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "PUT /v2.0/security-groups/88b5753c-c0d3-4acd-acd2-c5176fbbdafa HTTP/1.1" status: 409 len: 330 time: 0.0069542 Feb 09 00:02:47.335168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58470) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.414854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting subnet 1d61c456-102e-4a60-b4fa-811461e8f77a {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:47.423656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.434298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f2b268-5fff-45c2-a9f4-27dbca30139b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.454519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.482695 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.505121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d1f60586-4f5b-4a44-ad11-f33dc3943748 None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:47.506167 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1f60586-4f5b-4a44-ad11-f33dc3943748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.525599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.533569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f2b268-5fff-45c2-a9f4-27dbca30139b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.540253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:47.555312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:47.562381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:47.710907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d1f60586-4f5b-4a44-ad11-f33dc3943748 None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:47.711531 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1f60586-4f5b-4a44-ad11-f33dc3943748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.719006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event updated for resources: {'Port': ['ID=da97c844-47d5-4f28-813a-572c941dafcd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:47.743437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.759060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.765003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d1f60586-4f5b-4a44-ad11-f33dc3943748 None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:47.810467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f2b268-5fff-45c2-a9f4-27dbca30139b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.813157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-53f2b268-5fff-45c2-a9f4-27dbca30139b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.814383 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-53f2b268-5fff-45c2-a9f4-27dbca30139b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/88b5753c-c0d3-4acd-acd2-c5176fbbdafa HTTP/1.1" status: 204 len: 168 time: 0.4782853 Feb 09 00:02:47.824902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58474) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.839437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2b268-5fff-45c2-a9f4-27dbca30139b tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b5753c-c0d3-4acd-acd2-c5176fbbdafa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:47.941903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:47.956162 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f35910a-29d5-4f86-944d-18ccf6b966f1 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265879 Feb 09 00:02:47.957897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58476) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:47.996131 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:48.003178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/1d61c456-102e-4a60-b4fa-811461e8f77a HTTP/1.1" status: 204 len: 168 time: 0.8176570 Feb 09 00:02:48.008522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58478) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.019811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f35d24-b910-4871-9238-44f8c41206ca tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Subnet': ['ID=1d61c456-102e-4a60-b4fa-811461e8f77a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:48.055980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:48.058722 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-e9234feb-1390-40fc-b895-1082942cb235 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] delete failed (client error): The resource could not be found. Feb 09 00:02:48.061221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e9234feb-1390-40fc-b895-1082942cb235 tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "DELETE /v2.0/security-groups/14807647-50fc-4ccd-bc7f-a8cf4e8baaf6 HTTP/1.1" status: 404 len: 347 time: 0.0979261 Feb 09 00:02:48.066182 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea191c7f-846e-46f1-ad25-4e6dc2aa1346 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.066703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea191c7f-846e-46f1-ad25-4e6dc2aa1346 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.073256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea191c7f-846e-46f1-ad25-4e6dc2aa1346 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/0cf5cd97-9d99-4517-ad71-e95dbbad19ba HTTP/1.1" status: 404 len: 337 time: 0.0632777 Feb 09 00:02:48.099610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58480) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.100007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58482) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.155141 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37e9e81d-bdb0-4758-8570-2576b5c3e9fa tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5fc65b-c096-4256-a512-da706376588f HTTP/1.1" status: 200 len: 205 time: 0.0517898 Feb 09 00:02:48.158060 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4f2fb8aa-eeb4-4d88-89f6-f3e2dc2f007a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] show failed (client error): The resource could not be found. Feb 09 00:02:48.162199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58484) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.163855 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f2fb8aa-eeb4-4d88-89f6-f3e2dc2f007a tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-groups/5ef7e85b-abda-4ac5-a934-a13a77310a2f HTTP/1.1" status: 404 len: 347 time: 0.0619419 Feb 09 00:02:48.164472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58486) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.212613 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-cb4a42d9-a783-46aa-b61f-3d68a1835616 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] delete failed (client error): The resource could not be found. Feb 09 00:02:48.213285 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-d0e37007-9b53-42e5-8a1b-28fc6a66d49c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] show failed (client error): The resource could not be found. Feb 09 00:02:48.213827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb4a42d9-a783-46aa-b61f-3d68a1835616 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/routers/ee5fc65b-c096-4256-a512-da706376588f HTTP/1.1" status: 404 len: 336 time: 0.0504348 Feb 09 00:02:48.216210 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d0e37007-9b53-42e5-8a1b-28fc6a66d49c tempest-NegativeSecGroupIPv6Test-233608414 tempest-NegativeSecGroupIPv6Test-233608414-project] 10.222.0.32 "GET /v2.0/security-group-rules/d298b4f9-1357-45d0-9925-44a2bb9dea90 HTTP/1.1" status: 404 len: 356 time: 0.0488997 Feb 09 00:02:48.218428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58488) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.238515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Router b189ed54-f6e4-4309-9f6c-4f214f4b4572 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:02:48.276380 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-537d206a-f721-4a71-9d9f-e81e240aa035 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.276842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537d206a-f721-4a71-9d9f-e81e240aa035 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.282396 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-537d206a-f721-4a71-9d9f-e81e240aa035 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/bbaea862-56b6-4645-833c-52ed69009a57 HTTP/1.1" status: 404 len: 337 time: 0.0590816 Feb 09 00:02:48.284083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58492) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.369039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:48.376995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-802672a2-b782-428e-939c-fd51f9fdf0df admin admin] 10.222.0.32 "PUT /v2.0/routers/b189ed54-f6e4-4309-9f6c-4f214f4b4572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5637465 Feb 09 00:02:48.377400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58496) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.379560 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3caa2a1-61ac-46e8-b3ed-05ece29fe333 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.380020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3caa2a1-61ac-46e8-b3ed-05ece29fe333 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.386023 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c3caa2a1-61ac-46e8-b3ed-05ece29fe333 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/6edea6dd-7852-449e-b3ac-9e49e100d668 HTTP/1.1" status: 404 len: 337 time: 0.1000149 Feb 09 00:02:48.386205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] Sync routers for ids ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:48.386673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58498) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.407259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] Routers {'b189ed54-f6e4-4309-9f6c-4f214f4b4572'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:48.408044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:48.461002 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a97b49-b8d7-4b36-84ec-bdc177aefcdb tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.461495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a97b49-b8d7-4b36-84ec-bdc177aefcdb tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.464727 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e9a97b49-b8d7-4b36-84ec-bdc177aefcdb tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/900259aa-6efd-4b48-bc3b-e56d94c24910 HTTP/1.1" status: 404 len: 337 time: 0.0772901 Feb 09 00:02:48.469396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58502) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.572777 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5fc566-1590-4a8a-a228-62b308a5d034 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.573787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5fc566-1590-4a8a-a228-62b308a5d034 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.576534 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ab5fc566-1590-4a8a-a228-62b308a5d034 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/3dab0b1a-143c-4618-bf64-a8ffbb7df352 HTTP/1.1" status: 404 len: 333 time: 0.1043804 Feb 09 00:02:48.676988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58506) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.689131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] Set router b189ed54-f6e4-4309-9f6c-4f214f4b4572 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:48.706071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f5ed3-d3ba-4d7d-9adf-edfdc9990b9b None None] Network 30a4d516-65cb-427b-ac7d-0e422830330c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:48.745439 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf464111-d51f-40b4-9ace-0367e28eea75 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.745895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf464111-d51f-40b4-9ace-0367e28eea75 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.755576 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bf464111-d51f-40b4-9ace-0367e28eea75 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/a66e09d8-5171-4b0a-ad0e-024582b96e25 HTTP/1.1" status: 404 len: 337 time: 0.0729859 Feb 09 00:02:48.758222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58512) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.781693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58514) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.846744 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd51b7df-86e2-40a1-8236-62435a52f3d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.847123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd51b7df-86e2-40a1-8236-62435a52f3d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.861771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd51b7df-86e2-40a1-8236-62435a52f3d8 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/bec652c2-77c2-4571-b9d0-3fe257c951af HTTP/1.1" status: 404 len: 337 time: 0.1025350 Feb 09 00:02:48.864947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58518) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.924945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:48.928565 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c531c188-2c2d-4b43-9199-b237ffc5dbd9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:48.929324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c531c188-2c2d-4b43-9199-b237ffc5dbd9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:48.932508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c531c188-2c2d-4b43-9199-b237ffc5dbd9 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/8dc47c84-f70c-465d-a992-b688147aa6c9 HTTP/1.1" status: 404 len: 333 time: 0.0666008 Feb 09 00:02:48.934179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:48.938913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58520) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:48.958058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:48.998321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b9729b21-c163-4d7a-b9ad-2f50bc53b30a None None] Provisioning complete for port 8e3bd81b-8f8f-4802-8859-10a850047dbe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:48.998706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9729b21-c163-4d7a-b9ad-2f50bc53b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.142326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.221389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Deleting port 992e328b-33b4-4860-a005-880a74b04b3d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:49.221781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.321896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b9729b21-c163-4d7a-b9ad-2f50bc53b30a None None] Provisioning complete for port 18ad14bb-bbb4-471b-a890-d85bd2f46cec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:02:49.322277 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9729b21-c163-4d7a-b9ad-2f50bc53b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.331540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] For port 992e328b-33b4-4860-a005-880a74b04b3d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=992e328b-33b4-4860-a005-880a74b04b3d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:49.331937 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.346887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Calling delete_port for 992e328b-33b4-4860-a005-880a74b04b3d owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:49.427936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] DHCP port deletion for 30a4d516-65cb-427b-ac7d-0e422830330c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:49.474617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b9729b21-c163-4d7a-b9ad-2f50bc53b30a None None] Port 18ad14bb-bbb4-471b-a890-d85bd2f46cec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:02:49.493165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '992e328b-33b4-4860-a005-880a74b04b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-09T00:02:47Z', 'revision_number': 5, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port': {'id': '992e328b-33b4-4860-a005-880a74b04b3d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-08T23:55:48Z', 'updated_at': '2022-02-08T23:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:49.513473 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae75b803-9f4e-4c4a-87b8-56a8b1c1eeb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:49.513939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae75b803-9f4e-4c4a-87b8-56a8b1c1eeb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:49.524252 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ae75b803-9f4e-4c4a-87b8-56a8b1c1eeb6 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/301ae174-5fd6-4aa1-b4ed-d05a01e91fcc HTTP/1.1" status: 404 len: 337 time: 0.4742663 Feb 09 00:02:49.528342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58526) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:49.542341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.556835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] Checking router: b189ed54-f6e4-4309-9f6c-4f214f4b4572 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:02:49.570827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Pushing event deleted for resources: {'Port': ['ID=992e328b-33b4-4860-a005-880a74b04b3d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:49.589667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] Routers {'b189ed54-f6e4-4309-9f6c-4f214f4b4572'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:49.590678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:49.604307 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d61fa71-5d33-4953-897f-0223d4cc2098 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] DELETE failed (client error): The resource could not be found. Feb 09 00:02:49.605048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d61fa71-5d33-4953-897f-0223d4cc2098 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:02:49.611873 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2d61fa71-5d33-4953-897f-0223d4cc2098 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/subnets/ae5f91bf-be0c-4357-baf7-57db0901b52f HTTP/1.1" status: 404 len: 337 time: 0.0752659 Feb 09 00:02:49.617121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c3a1bd26-0b75-4254-a67a-d3dddf5b95fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d14630841bd4fb298979e5bf49632b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8342288 Feb 09 00:02:49.617941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58528) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:49.618408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58530) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:49.619059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Router 86ceeff3-fc9c-494f-97cb-cb84e16e29c0 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:49.651354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.768223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.770720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.826623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.827411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b189ed54-f6e4-4309-9f6c-4f214f4b4572 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:49.833552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.835597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ff2e6c99-9c07-473d-9768-25a53d7dd413 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b189ed54-f6e4-4309-9f6c-4f214f4b4572 HTTP/1.1" status: 204 len: 168 time: 1.4468205 Feb 09 00:02:49.838652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:49.879705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01230bfa-cee1-49da-8cfa-03ca1c4e5916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.880356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] Set router b189ed54-f6e4-4309-9f6c-4f214f4b4572 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:02:49.891079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:49.905001 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.905561 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] Sync routers for ids ['86ceeff3-fc9c-494f-97cb-cb84e16e29c0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:49.907682 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f6c90662-ef28-4237-8f97-05e196551bfc tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "PUT /v2.0/routers/86ceeff3-fc9c-494f-97cb-cb84e16e29c0 HTTP/1.1" status: 200 len: 882 time: 3.8507566 Feb 09 00:02:49.907875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Deleting subnet 9c3ce464-ced3-4548-9778-4dd094b27021 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:02:49.911167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:49.917196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.937045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] Deleting port 8e3bd81b-8f8f-4802-8859-10a850047dbe {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:49.937431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.964168 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] Routers {'86ceeff3-fc9c-494f-97cb-cb84e16e29c0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:49.966549 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['86ceeff3-fc9c-494f-97cb-cb84e16e29c0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:49.989146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01230bfa-cee1-49da-8cfa-03ca1c4e5916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:49.993246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.041394 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:50.044876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] For port 8e3bd81b-8f8f-4802-8859-10a850047dbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8e3bd81b-8f8f-4802-8859-10a850047dbe,segment=NetworkSegment(398344ab-8d52-4e62-8f73-b4b29633185d),segment_id=398344ab-8d52-4e62-8f73-b4b29633185d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:50.045311 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.053855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Deleting port 18ad14bb-bbb4-471b-a890-d85bd2f46cec {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:50.055016 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.067132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01230bfa-cee1-49da-8cfa-03ca1c4e5916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.072089 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-01230bfa-cee1-49da-8cfa-03ca1c4e5916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.073512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-01230bfa-cee1-49da-8cfa-03ca1c4e5916 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b495a25e-b218-42fd-8bc8-53627e51b66c HTTP/1.1" status: 204 len: 168 time: 0.4437838 Feb 09 00:02:50.082480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] Routers {'86ceeff3-fc9c-494f-97cb-cb84e16e29c0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:50.083114 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['86ceeff3-fc9c-494f-97cb-cb84e16e29c0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:50.099913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] Calling delete_port for 8e3bd81b-8f8f-4802-8859-10a850047dbe owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:50.105137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01230bfa-cee1-49da-8cfa-03ca1c4e5916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b495a25e-b218-42fd-8bc8-53627e51b66c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:50.140413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-09T00:02:49Z', 'revision_number': 7, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:50.168676 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.172176 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:50.172820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af71a5-c652-4787-8ca5-2928379df9e5 None None] The sync data for ids ['86ceeff3-fc9c-494f-97cb-cb84e16e29c0'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:50.211612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8e3bd81b-8f8f-4802-8859-10a850047dbe no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:50.225828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.252802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Calling delete_port for 18ad14bb-bbb4-471b-a890-d85bd2f46cec owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:50.261494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52820fc-7d83-4640-b167-6e2818de9ca0 None None] The sync data for ids ['b189ed54-f6e4-4309-9f6c-4f214f4b4572'] in n-d-828413-1 is: [{'id': 'b189ed54-f6e4-4309-9f6c-4f214f4b4572', 'name': 'tempest-TaggedBootDevicesTest_v242-1484334741-router', 'tenant_id': '181398139d1b48979976e5a9444b179f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-08T23:55:46Z', 'updated_at': '2022-02-09T00:02:49Z', 'revision_number': 7, 'project_id': '181398139d1b48979976e5a9444b179f', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:50.275242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.383369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.391522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e641ebf-3fff-4926-acf9-a3c0ca6c9683 None None] Network 8f2539d4-f75f-4943-936c-3873979b7612 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:50.393620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9c3ce464-ced3-4548-9778-4dd094b27021 HTTP/1.1" status: 204 len: 168 time: 0.5536287 Feb 09 00:02:50.397871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f85a-2ac1-4d83-a41e-461e44be56af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3ce464-ced3-4548-9778-4dd094b27021,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:50.407423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58542) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:50.476490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.477584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.484373 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-624ceff8-622c-4cbf-875d-f9efff1e0858 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/86ceeff3-fc9c-494f-97cb-cb84e16e29c0 HTTP/1.1" status: 200 len: 923 time: 0.5675051 Feb 09 00:02:50.493066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:50.517095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.543910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.550093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Port': ['ID=18ad14bb-bbb4-471b-a890-d85bd2f46cec,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:50.567677 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.574588 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-194afac6-1e4a-4036-9155-c7ac12937fad tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/ports/18ad14bb-bbb4-471b-a890-d85bd2f46cec HTTP/1.1" status: 204 len: 168 time: 0.9499340 Feb 09 00:02:50.575697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58552) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:50.589358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bee9d6a-c0e2-46ed-b24f-0b1365ecee98 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:50.594222 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1bee9d6a-c0e2-46ed-b24f-0b1365ecee98 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=86ceeff3-fc9c-494f-97cb-cb84e16e29c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0958595 Feb 09 00:02:50.595593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] Pushing event deleted for resources: {'Port': ['ID=8e3bd81b-8f8f-4802-8859-10a850047dbe,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:50.600115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d21c3e-5867-4be1-b666-53c035910795 None None] No DVR routers for this DVR port 8e3bd81b-8f8f-4802-8859-10a850047dbe on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:50.604090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:50.689537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Deleting port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:50.689886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.810310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] DHCP port deletion for 8f2539d4-f75f-4943-936c-3873979b7612 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:02:50.858851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] For port 8fd3ca67-0ea4-4255-9830-4c6015894ae9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8fd3ca67-0ea4-4255-9830-4c6015894ae9,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:50.859312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.867429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.878794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Calling delete_port for 8fd3ca67-0ea4-4255-9830-4c6015894ae9 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:50.896157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-cf93f781-ea0b-4b7a-9697-6077a9bdab20 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316712 Feb 09 00:02:50.918480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] Deleting port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:50.918896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:50.961799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f7bfe8-34f6-4b35-8ce6-c2c9fafab35c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:50.966377 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-82f7bfe8-34f6-4b35-8ce6-c2c9fafab35c tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.3612549 Feb 09 00:02:50.987445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58564) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:51.020762 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-411932d1-1ef9-4db9-affa-22eba1ec8731 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ceeff3-fc9c-494f-97cb-cb84e16e29c0 HTTP/1.1" status: 200 len: 205 time: 0.0320740 Feb 09 00:02:51.021477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58568) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:51.057057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-59d117d3-fd6f-466f-a9a0-2cb579ac26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:51.059322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-59d117d3-fd6f-466f-a9a0-2cb579ac26f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=708b4a333c1a47cd95107ec0481b125b&device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 1097 time: 0.1236308 Feb 09 00:02:51.076584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] For port 8fd3ca67-0ea4-4255-9830-4c6015894ae9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8fd3ca67-0ea4-4255-9830-4c6015894ae9,segment=NetworkSegment(6adea1e9-2cb8-4a63-8e14-f141a395aada),segment_id=6adea1e9-2cb8-4a63-8e14-f141a395aada)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:02:51.078018 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.117330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] Calling delete_port for 8fd3ca67-0ea4-4255-9830-4c6015894ae9 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:51.117710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.131667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.185890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a4d516-65cb-427b-ac7d-0e422830330c']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:51.237418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398344ab-8d52-4e62-8f73-b4b29633185d') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:51.237970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398344ab-8d52-4e62-8f73-b4b29633185d') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:51.245015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd3ca67-0ea4-4255-9830-4c6015894ae9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:51.264894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.294084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.296887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] No DVR routers for this DVR port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:51.310420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.313069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:51.313745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:51.317098 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:51.345185 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.373975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] No DVR routers for this DVR port 8fd3ca67-0ea4-4255-9830-4c6015894ae9 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:02:51.412319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eac3a-85b6-48e6-bdf6-04d90ac1a48d None None] Pushing event deleted for resources: {'Port': ['ID=8fd3ca67-0ea4-4255-9830-4c6015894ae9,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:51.464576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58574) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:51.469832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.478476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.492605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] 10.222.0.32 "DELETE /v2.0/networks/30a4d516-65cb-427b-ac7d-0e422830330c HTTP/1.1" status: 204 len: 168 time: 0.9084020 Feb 09 00:02:51.492692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.504713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c408dae-2b01-4ed0-b276-4d6f01cd6230 tempest-PortsTestJSON-693773039 tempest-PortsTestJSON-693773039-project] Pushing event deleted for resources: {'Network': ['ID=30a4d516-65cb-427b-ac7d-0e422830330c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:51.531594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-601089d5-383f-4dbe-b4bc-259f14935341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:51.533221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.533564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-601089d5-383f-4dbe-b4bc-259f14935341 service neutron] 10.222.0.21 "GET /v2.0/networks?id=62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 200 len: 916 time: 0.4504418 Feb 09 00:02:51.546760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2539d4-f75f-4943-936c-3873979b7612']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:51.570831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adea1e9-2cb8-4a63-8e14-f141a395aada') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:51.571600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adea1e9-2cb8-4a63-8e14-f141a395aada') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:51.608952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Deleting port da97c844-47d5-4f28-813a-572c941dafcd {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:51.609386 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.626463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-8d54e4c7-d40f-4a6a-b302-642d72478fea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a HTTP/1.1" status: 200 len: 217 time: 0.0693369 Feb 09 00:02:51.628731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.699736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.720953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.727551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-f2b395c7-f5b3-43c5-9e85-90a71b5a7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:51.729065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-f2b395c7-f5b3-43c5-9e85-90a71b5a7979 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 200 len: 855 time: 0.0900536 Feb 09 00:02:51.737445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:02:51.737888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Calling delete_port for da97c844-47d5-4f28-813a-572c941dafcd owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:51.737975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:02:51.832708 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:02:51.838504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-83d6cf65-5784-4a85-980c-b03f7ae0ba4c tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1776878127', 'prefixes': ['172.20.0.0/16']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:51.882453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.891783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-b9a51cfd-e379-493d-bb72-0ceac1aaad34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=62ba664c-9a22-493b-a919-56aad1438e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581646 Feb 09 00:02:51.909844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:51.928866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f2539d4-f75f-4943-936c-3873979b7612 HTTP/1.1" status: 204 len: 168 time: 1.5188868 Feb 09 00:02:51.931264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337d140-03e6-420c-b3c7-abf11739ec41 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2539d4-f75f-4943-936c-3873979b7612,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:52.031789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8fd3ca67-0ea4-4255-9830-4c6015894ae9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:52.049024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58590) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.072244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8fd3ca67-0ea4-4255-9830-4c6015894ae9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:52.072586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8fd3ca67-0ea4-4255-9830-4c6015894ae9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:52.073042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:52.085300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.129111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-5d9bbf62-dc17-4d5d-b557-cee56fadb9bd service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987176 Feb 09 00:02:52.135412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:52.136075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c3aed44d-aeea-418c-8c0a-1a3e9eb50f56 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:52.136794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 992e328b-33b4-4860-a005-880a74b04b3d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:02:52.172149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event deleted for resources: {'Port': ['ID=da97c844-47d5-4f28-813a-572c941dafcd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:52.205504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 992e328b-33b4-4860-a005-880a74b04b3d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:02:52.206129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 992e328b-33b4-4860-a005-880a74b04b3d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:02:52.254668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.263402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83d6cf65-5784-4a85-980c-b03f7ae0ba4c tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] Notify callbacks [] for subnetpool, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.268309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-83d6cf65-5784-4a85-980c-b03f7ae0ba4c tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7991717 Feb 09 00:02:52.268309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58596) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.268309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58598) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.373558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-708e3865-6e55-420b-a7e1-da2dc061c465 tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] 10.222.0.32 "GET /v2.0/subnetpools/fabcccb8-e5da-4e2f-90a7-2540030f7ed7 HTTP/1.1" status: 200 len: 732 time: 0.0965171 Feb 09 00:02:52.373558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be982e43-13c4-43fd-b367-39c8705bfdd6 req-ef6a45a8-81a4-4600-a60b-ce69aee28daa service neutron] 10.222.0.21 "GET /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353172 Feb 09 00:02:52.373736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58600) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.383725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a13e0737-78e7-4380-98e4-c7933cd12873 tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-956622338'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:52.390105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58602) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.426022 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.430303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.435105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-602ab9ff-8dba-4e2b-b97e-6004eb6d667b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1639af4e88a24a4e80383bdc496f3f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633282 Feb 09 00:02:52.438422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58606) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.486765 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.487113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Fanout notify agent at l3_agent the message router_deleted on router 86ceeff3-fc9c-494f-97cb-cb84e16e29c0 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:52.505861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.510750 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ce74be8-9476-45b7-bbdc-41cdbc4968ff tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/86ceeff3-fc9c-494f-97cb-cb84e16e29c0 HTTP/1.1" status: 204 len: 168 time: 1.4742894 Feb 09 00:02:52.511140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58608) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.516011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1131531159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:52.542970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.544059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.548377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-876563dc-4aea-4ab0-a304-0d62958a8786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.567261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e50e640a-a45b-4801-a512-bd0ca9fcd33b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1c2e77c25ea4fc283d504bcf6b86f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142779 Feb 09 00:02:52.569246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58610) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.597395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a13e0737-78e7-4380-98e4-c7933cd12873 tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] Notify callbacks [] for subnetpool, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.598674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a13e0737-78e7-4380-98e4-c7933cd12873 tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] 10.222.0.32 "PUT /v2.0/subnetpools/fabcccb8-e5da-4e2f-90a7-2540030f7ed7 HTTP/1.1" status: 200 len: 683 time: 0.2222085 Feb 09 00:02:52.604850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58612) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.617656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.618451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60c80987-67e5-4af4-919d-bfd70213b962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.623595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.655494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.656686 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fbaa8354-763f-43a3-800a-9502679a0215 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1446004 Feb 09 00:02:52.664403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58614) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.668861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': True}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:52.670433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60c80987-67e5-4af4-919d-bfd70213b962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.706876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51071d7b-4d90-4d35-95ee-116f7e9ebca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.770192 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-876563dc-4aea-4ab0-a304-0d62958a8786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.777091 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-554e8e06-bf55-49ed-a459-8d64d8ab303d tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] Notify callbacks [] for subnetpool, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.780935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-554e8e06-bf55-49ed-a459-8d64d8ab303d tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] 10.222.0.32 "DELETE /v2.0/subnetpools/fabcccb8-e5da-4e2f-90a7-2540030f7ed7 HTTP/1.1" status: 204 len: 168 time: 0.1725259 Feb 09 00:02:52.780935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-876563dc-4aea-4ab0-a304-0d62958a8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.783018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58616) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.799874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60c80987-67e5-4af4-919d-bfd70213b962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.801348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51071d7b-4d90-4d35-95ee-116f7e9ebca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.802655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60c80987-67e5-4af4-919d-bfd70213b962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.803764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-60c80987-67e5-4af4-919d-bfd70213b962 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d70f4e8-fb48-4a82-b581-8da1f0dcf366 HTTP/1.1" status: 204 len: 168 time: 0.3604572 Feb 09 00:02:52.827252 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-64f38b5a-b6d7-4c75-8882-4e2276ec94bc tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] show failed (client error): The resource could not be found. Feb 09 00:02:52.831000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-64f38b5a-b6d7-4c75-8882-4e2276ec94bc tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] 10.222.0.32 "GET /v2.0/subnetpools/fabcccb8-e5da-4e2f-90a7-2540030f7ed7 HTTP/1.1" status: 404 len: 346 time: 0.0429683 Feb 09 00:02:52.835905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58620) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.839929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876563dc-4aea-4ab0-a304-0d62958a8786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23a90e-71af-49d0-806a-dc87558cb0b3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:52.847523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-876563dc-4aea-4ab0-a304-0d62958a8786 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81852be2bd8b4d59850d70d9ccc98f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563394 Feb 09 00:02:52.850980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58622) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:52.864902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c80987-67e5-4af4-919d-bfd70213b962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d70f4e8-fb48-4a82-b581-8da1f0dcf366,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:52.886708 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-c0ed7b26-9949-4592-a492-53d24d175ddf tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] delete failed (client error): The resource could not be found. Feb 09 00:02:52.887767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0ed7b26-9949-4592-a492-53d24d175ddf tempest-SubnetPoolsTestJSON-1814486731 tempest-SubnetPoolsTestJSON-1814486731-project] 10.222.0.32 "DELETE /v2.0/subnetpools/fabcccb8-e5da-4e2f-90a7-2540030f7ed7 HTTP/1.1" status: 404 len: 346 time: 0.0508080 Feb 09 00:02:52.931290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b713605b-478c-4578-a61c-0b95538d5bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:52.955841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b713605b-478c-4578-a61c-0b95538d5bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.014038 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b713605b-478c-4578-a61c-0b95538d5bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.019205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b713605b-478c-4578-a61c-0b95538d5bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.021989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b713605b-478c-4578-a61c-0b95538d5bc6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a23a90e-71af-49d0-806a-dc87558cb0b3 HTTP/1.1" status: 204 len: 168 time: 0.1688306 Feb 09 00:02:53.033716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713605b-478c-4578-a61c-0b95538d5bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23a90e-71af-49d0-806a-dc87558cb0b3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:53.269853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.309133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58644) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:53.367984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51071d7b-4d90-4d35-95ee-116f7e9ebca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.370739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51071d7b-4d90-4d35-95ee-116f7e9ebca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.372143 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51071d7b-4d90-4d35-95ee-116f7e9ebca9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/46b09c4e-11d8-49c1-8fd3-e12c0af2e839 HTTP/1.1" status: 204 len: 168 time: 0.8017418 Feb 09 00:02:53.384748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51071d7b-4d90-4d35-95ee-116f7e9ebca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b09c4e-11d8-49c1-8fd3-e12c0af2e839,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:53.385230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2db09d47-4640-4bab-983a-2b42f52dcd4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=181398139d1b48979976e5a9444b179f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732064 Feb 09 00:02:53.388511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58648) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:53.448784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58652) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:53.509708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed718535-7767-46f9-b94c-c3c9dc1caf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.588247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed718535-7767-46f9-b94c-c3c9dc1caf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.607336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.634918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.657742 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed718535-7767-46f9-b94c-c3c9dc1caf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.660360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed718535-7767-46f9-b94c-c3c9dc1caf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.665334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed718535-7767-46f9-b94c-c3c9dc1caf4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bcd61ef-8f9b-4172-af37-53ce462397cc HTTP/1.1" status: 204 len: 168 time: 0.2754240 Feb 09 00:02:53.674677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718535-7767-46f9-b94c-c3c9dc1caf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd61ef-8f9b-4172-af37-53ce462397cc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:53.720349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-598287da-d78d-4e72-abd8-ec0ef5c2da71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.812312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Allocated IP 172.25.3.138 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/5a0b9c03-af46-4034-bae5-72338e29b903) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:53.905522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58664) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:53.916606 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-598287da-d78d-4e72-abd8-ec0ef5c2da71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.925449 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da82d6fb-58bf-4f5b-920c-ef4f15b67eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.932115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-598287da-d78d-4e72-abd8-ec0ef5c2da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:53.992643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-598287da-d78d-4e72-abd8-ec0ef5c2da71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f466bfd0ed5e41ebb8e0dcc53bbddf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5397639 Feb 09 00:02:53.996574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58668) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:53.998614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598287da-d78d-4e72-abd8-ec0ef5c2da71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08142f29-087b-4590-bf82-636d28a94746,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:54.021744 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da82d6fb-58bf-4f5b-920c-ef4f15b67eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.022257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.027268 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da82d6fb-58bf-4f5b-920c-ef4f15b67eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.075293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-da82d6fb-58bf-4f5b-920c-ef4f15b67eb7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6e007a3879840b6bc35b7ab732039c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659679 Feb 09 00:02:54.075293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82d6fb-58bf-4f5b-920c-ef4f15b67eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c34c84e-018a-4321-af9e-a86ee9462701,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:54.076284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58674) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:54.106137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fb49a97-a727-4833-9ce5-f1949892c7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.155432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.159755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fb49a97-a727-4833-9ce5-f1949892c7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.244575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69eb7fa4-bb44-4fec-9c11-c0ec2ff2d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.249614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:54.258497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:54.261120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:54.271715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0b9c03-af46-4034-bae5-72338e29b903,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:54.316429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69eb7fa4-bb44-4fec-9c11-c0ec2ff2d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.353854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fb49a97-a727-4833-9ce5-f1949892c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.356693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fb49a97-a727-4833-9ce5-f1949892c7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.358080 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6fb49a97-a727-4833-9ce5-f1949892c7b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08142f29-087b-4590-bf82-636d28a94746 HTTP/1.1" status: 204 len: 168 time: 0.3604491 Feb 09 00:02:54.379160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49a97-a727-4833-9ce5-f1949892c7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08142f29-087b-4590-bf82-636d28a94746,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:54.531902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69eb7fa4-bb44-4fec-9c11-c0ec2ff2d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.534566 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69eb7fa4-bb44-4fec-9c11-c0ec2ff2d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.539390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-69eb7fa4-bb44-4fec-9c11-c0ec2ff2d357 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c34c84e-018a-4321-af9e-a86ee9462701 HTTP/1.1" status: 204 len: 168 time: 0.4620132 Feb 09 00:02:54.551383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb7fa4-bb44-4fec-9c11-c0ec2ff2d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c34c84e-018a-4321-af9e-a86ee9462701,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:54.698786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.940265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:54.944274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.104043 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Router aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:02:55.121299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58718) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.256610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:02:55.261618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.265214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58726) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.265360 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e785f49f-c440-47bc-bd1a-5a7d980bae6f tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "PUT /v2.0/routers/aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b HTTP/1.1" status: 200 len: 919 time: 2.5999327 Feb 09 00:02:55.266628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] Sync routers for ids ['aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:02:55.278852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] Routers {'aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:55.281220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:55.338425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:55.365648 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] Routers {'aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:02:55.369427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:55.399854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e67ea41-1634-4f37-a71c-9ba2374fe0ec tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b HTTP/1.1" status: 200 len: 925 time: 0.1332154 Feb 09 00:02:55.402257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58730) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.425676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58732) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.428505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:02:55.429369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab5945c-56a5-468f-bd55-04ceb61d4295 None None] The sync data for ids ['aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:02:55.455289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1441404303-network', 'tenant_id': 'a57e08a207484d3e9819cfc2e427d283'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:55.524645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a50b41-afcd-4cf5-9640-acafcd229c21 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:55.526290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-55a50b41-afcd-4cf5-9640-acafcd229c21 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1227307 Feb 09 00:02:55.527476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Made reservation on behalf of a57e08a207484d3e9819cfc2e427d283 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:55.529728 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.531639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58740) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.533588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-730551855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:55.557539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.573724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.575990 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.660097 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.669151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.699088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.701383 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-464661d9-394c-4f22-9d56-1098a6d1fdbd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2742944 Feb 09 00:02:55.703888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58746) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.711282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1537600465'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:55.711963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.727923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.751152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:55.756830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.773569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.773858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:55.802869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba13c4-749e-4c14-926d-365117f101da tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:55.804324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1dba13c4-749e-4c14-926d-365117f101da tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.2717719 Feb 09 00:02:55.807012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3643665c-d6bc-408a-adc0-7465d5d388b6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:55.810048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.810391 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Added segment da06e000-ca52-4555-86d2-f05eaffc081d of type vlan for network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f Feb 09 00:02:55.811751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58750) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.879527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7dfe1297-a96f-4b9f-bd6a-7d9a4e57afcb tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b HTTP/1.1" status: 200 len: 205 time: 0.0669861 Feb 09 00:02:55.883103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58758) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:55.944380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.951882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:55.968415 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.001124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.002174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:56.002877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.051587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9252825 Feb 09 00:02:56.054563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:56.064376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Request body: {'subnet': {'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1441404303-subnet', 'tenant_id': 'a57e08a207484d3e9819cfc2e427d283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:56.097417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58770) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:56.107340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:56.126642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e406af-c2d1-4655-8f3c-709443c04682 admin admin] Pushing event updated for resources: {'Network': ['ID=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:56.138111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Made reservation on behalf of a57e08a207484d3e9819cfc2e427d283 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:56.139461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:56.141658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.206400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbaf18-dbef-433f-bd21-7c86f4625cbe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:56.213544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.253178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.253359 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Added segment 4e33ad84-f5c3-4820-88c1-624b769dac6d of type vlan for network 30efd117-8b08-4536-93e0-d4435f26bb50 Feb 09 00:02:56.254522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:56.360839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.406548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.413554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.419216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:56.419836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.427338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024632388-network', 'tenant_id': 'e18ee8cac89a4b0fbb9940e1e19b1b22'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:56.442359 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.461561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1316192968-network', 'tenant_id': '6cad847b2f2449d5a1ed7414ec6e1e89'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:56.515375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Checking segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:56.515972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Network hostable DHCP agents. Network: 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:02:56.518019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342902aa-b447-42d3-8ceb-1a0c18c65992,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:56.547086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:02:56.549771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8440814 Feb 09 00:02:56.553673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58780) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:56.559302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Made reservation on behalf of e18ee8cac89a4b0fbb9940e1e19b1b22 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:56.560883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'subnet': {'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:56.561653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.581082 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32c57-134a-4808-b25e-432788def19a tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Network': ['ID=30efd117-8b08-4536-93e0-d4435f26bb50,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:56.585730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.587646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Made reservation on behalf of 6cad847b2f2449d5a1ed7414ec6e1e89 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:56.590027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.595447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 30efd117-8b08-4536-93e0-d4435f26bb50 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:56.615304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.670864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Deleting port 5a0b9c03-af46-4034-bae5-72338e29b903 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:02:56.671219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.675606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:56.686188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:56.691612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.692182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc28f71-40c9-4955-9ebf-ec5a1a3f7a0b None None] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:56.719243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:56.722750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:56.748974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2613153d-67fe-4ecb-82c5-2a0deac3bfd7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6866477 Feb 09 00:02:56.867872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add59379-a442-4a22-9cf1-476402b337a1 None None] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:57.069163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.180763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Subnet': ['ID=53e0bb2c-2d26-4b04-a807-d46621ff6eac,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:57.190325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Checking segment: {'id': '4e33ad84-f5c3-4820-88c1-624b769dac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:57.190690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network hostable DHCP agents. Network: 30efd117-8b08-4536-93e0-d4435f26bb50, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:02:57.193349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.195568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.213522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.218597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 30efd117-8b08-4536-93e0-d4435f26bb50 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:02:57.220686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.224838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Calling delete_port for 5a0b9c03-af46-4034-bae5-72338e29b903 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:02:57.236556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 30efd117-8b08-4536-93e0-d4435f26bb50) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:57.237928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.251549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d268231-44a1-4023-b837-b4a72bca43f6 None None] Network 30efd117-8b08-4536-93e0-d4435f26bb50 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:57.260857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:57.267022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:57.268355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.313380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-03eb2a55-8b94-41a9-a1fa-7e2639e14dd2 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7573204 Feb 09 00:02:57.314053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58800) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:57.322378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f4872-4eea-434b-a9bb-deaba59d5fde,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:57.347795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.348144 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Added segment 31e1f2d4-1e99-4870-b7a9-0a7d2deb1029 of type vlan for network 3facbed3-c5dc-4039-895a-b429ec1f2db6 Feb 09 00:02:57.350116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:57.415312 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.415679 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Added segment e207bec3-2f6c-46ff-a8e3-28908ace8a08 of type vlan for network 70fab46f-2373-4515-972a-9ab6269c5980 Feb 09 00:02:57.444055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:57.465191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.500205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'network': {'name': 'tempest-router-network01--1211570278'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:57.517080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-e456728c-2c36-41dc-babe-fc93183c40e7 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:57.518634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-e456728c-2c36-41dc-babe-fc93183c40e7 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 818 time: 0.2036750 Feb 09 00:02:57.569265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-632ba2a7-3abd-489e-973e-f2d2c9c621e8 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/quotas/a57e08a207484d3e9819cfc2e427d283 HTTP/1.1" status: 200 len: 375 time: 0.0406075 Feb 09 00:02:57.596257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-30efd117-8b08-4536-93e0-d4435f26bb50', 'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50', 'tenant_id': '24f4cc63d7ab4858bc7aeb94e225596d', 'fixed_ips': [{'subnet_id': '53e0bb2c-2d26-4b04-a807-d46621ff6eac'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:02:57.597146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.639198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-69ade3bc-7804-46ae-a557-763c9ed3cb88 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613563 Feb 09 00:02:57.645193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-7cba0ca4-dd2a-4b2e-99e3-322a1b5cf3fe service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:02:57.647677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-7cba0ca4-dd2a-4b2e-99e3-322a1b5cf3fe service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073509 Feb 09 00:02:57.666997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:57.670519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.678787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.683051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.684063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:57.684715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.743228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:57.771663 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.772098 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Added segment a0e779fd-48a4-48ea-96f1-3b9863da96a8 of type vlan for network 8420e219-bc5c-446a-a881-59266b09612f Feb 09 00:02:57.773290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58802) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:57.779153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Request body: {'subnet': {'network_id': '3facbed3-c5dc-4039-895a-b429ec1f2db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2024632388-subnet', 'tenant_id': 'e18ee8cac89a4b0fbb9940e1e19b1b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:57.779971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6814711 Feb 09 00:02:57.791825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.818862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-c654ee8c-e965-429e-bd0f-60c02501546d service neutron] 10.222.0.32 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627345 Feb 09 00:02:57.838635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17d759-b5fd-4df0-bd09-110299bf39a7 admin admin] Pushing event updated for resources: {'Network': ['ID=3facbed3-c5dc-4039-895a-b429ec1f2db6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:57.872291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event deleted for resources: {'Port': ['ID=5a0b9c03-af46-4034-bae5-72338e29b903,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:57.877403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.878354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:57.885013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.904683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 3facbed3-c5dc-4039-895a-b429ec1f2db6 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:57.916837 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:57.935917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Made reservation on behalf of e18ee8cac89a4b0fbb9940e1e19b1b22 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:57.938731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.002625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.009527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:58.010171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.020587 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7616053 Feb 09 00:02:58.078897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58806) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:58.098178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Request body: {'subnet': {'network_id': '70fab46f-2373-4515-972a-9ab6269c5980', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1316192968-subnet', 'tenant_id': '6cad847b2f2449d5a1ed7414ec6e1e89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:58.134472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade7adb-40e5-4f3e-9d9c-baea14ed6b5b admin admin] Pushing event updated for resources: {'Network': ['ID=70fab46f-2373-4515-972a-9ab6269c5980,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:58.152232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.234548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 70fab46f-2373-4515-972a-9ab6269c5980 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:58.285333 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.288305 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.360106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Made reservation on behalf of 6cad847b2f2449d5a1ed7414ec6e1e89 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:58.363374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.367448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.367601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Fanout notify agent at l3_agent the message router_deleted on router aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:02:58.376666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.379284 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e6c60549-0f05-4de5-8e80-5cebe7b8e241 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b HTTP/1.1" status: 204 len: 168 time: 2.4933326 Feb 09 00:02:58.388740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58808) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:58.432502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-724878549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:58.466743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9707766 Feb 09 00:02:58.470113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58810) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:58.478662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Allocated IP 2001:db8::2 (30efd117-8b08-4536-93e0-d4435f26bb50/53e0bb2c-2d26-4b04-a807-d46621ff6eac/ebd3647e-6488-4f68-9d2b-d5e9a2bab686) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:02:58.480642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'network': {'name': 'tempest-router-network02--175055778'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:58.503914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bb9fadda-a3eb-469e-84e2-93fb1e844e33 service neutron] 10.222.0.32 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841815 Feb 09 00:02:58.526561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1f41f-d55e-40e3-ae3e-2d6c2597e21c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Network': ['ID=8420e219-bc5c-446a-a881-59266b09612f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:58.573147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.585323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.659228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.683977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.697250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8420e219-bc5c-446a-a881-59266b09612f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:58.704046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.711406 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.727747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.776710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:58.781452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.790133 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.791529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-172733e8-32ea-4233-bfe1-75f7be4cd12f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3632879 Feb 09 00:02:58.801547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58812) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:58.805892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:58.809523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'enable_snat': False}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:58.818343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Checking segment: {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:58.819224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Network hostable DHCP agents. Network: 70fab46f-2373-4515-972a-9ab6269c5980, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:02:58.825909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Network 30efd117-8b08-4536-93e0-d4435f26bb50 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:02:58.829274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:58.834332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:02:58.857020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Network 70fab46f-2373-4515-972a-9ab6269c5980 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:02:58.865649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Pushing event updated for resources: {'Port': ['ID=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:58.877502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 70fab46f-2373-4515-972a-9ab6269c5980) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:58.883909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:58.884497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:58.918257 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3bf3e3bd-17b1-4aac-893f-17d20007a37e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8367512 Feb 09 00:02:58.939185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db0739-3dba-48da-8602-0f209954eb09 None None] Network 70fab46f-2373-4515-972a-9ab6269c5980 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:58.983766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:02:59.026600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Attempting to bind port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:02:59.027191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Attempting to bind port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '4e33ad84-f5c3-4820-88c1-624b769dac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:02:59.028000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Attempting to bind port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 on network 30efd117-8b08-4536-93e0-d4435f26bb50 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:02:59.037320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:02:59.038049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Checking segment: {'id': '4e33ad84-f5c3-4820-88c1-624b769dac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:59.038612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.039367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Bound using segment: {'id': '4e33ad84-f5c3-4820-88c1-624b769dac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:02:59.039998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Bound port: ebd3647e-6488-4f68-9d2b-d5e9a2bab686, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e33ad84-f5c3-4820-88c1-624b769dac6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '30efd117-8b08-4536-93e0-d4435f26bb50'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:02:59.040989 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.048250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.048685 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Added segment f58b3492-41fb-4207-b8c7-aeb633722f6e of type vlan for network 619f3874-33b9-47c2-9239-b82c9c92cfa7 Feb 09 00:02:59.061386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.234180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] For port ebd3647e-6488-4f68-9d2b-d5e9a2bab686, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:02:59.237985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7dc42e-8dce-46f5-80e9-305d7a8d29d8 None None] Network 70fab46f-2373-4515-972a-9ab6269c5980 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:59.261665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] For port ebd3647e-6488-4f68-9d2b-d5e9a2bab686, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,segment=NetworkSegment(4e33ad84-f5c3-4820-88c1-624b769dac6d),segment_id=4e33ad84-f5c3-4820-88c1-624b769dac6d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:02:59.279138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.299859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.309879 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.323060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09b64ab0-96f6-4050-ae84-da348054e332 req-d940edfd-b88a-46bf-9986-f370ef6d1525 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 210 time: 0.1050127 Feb 09 00:02:59.333465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c5cfbe-9cac-4320-96f7-05b26db9d163,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:59.337893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Checking segment: {'id': '31e1f2d4-1e99-4870-b7a9-0a7d2deb1029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3facbed3-c5dc-4039-895a-b429ec1f2db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:02:59.338433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Network hostable DHCP agents. Network: 3facbed3-c5dc-4039-895a-b429ec1f2db6, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:02:59.418032 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.419407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37681c-cdac-4ba3-afff-1adfa839d907 None None] Pushing event updated for resources: {'Port': ['ID=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:59.433555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:59.434203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.504142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Network 3facbed3-c5dc-4039-895a-b429ec1f2db6 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:02:59.571376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0952532 Feb 09 00:02:59.574692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58838) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:02:59.575307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 3facbed3-c5dc-4039-895a-b429ec1f2db6) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:02:59.580671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'subnet': {'network_id': '8420e219-bc5c-446a-a881-59266b09612f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:02:59.585188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d08b2a-da0a-43d7-ad58-4ea6165c843a None None] Network 3facbed3-c5dc-4039-895a-b429ec1f2db6 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:02:59.590365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:02:59.590956 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:02:59.594849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3813bb-fe7f-4803-96a9-7e1cdff83b70 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Network': ['ID=619f3874-33b9-47c2-9239-b82c9c92cfa7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:02:59.629447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-760f0c93-9db9-4bf5-ae2d-e5031b9fc721 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8462842 Feb 09 00:02:59.667653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 619f3874-33b9-47c2-9239-b82c9c92cfa7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:02:59.993161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:02:59.996318 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.006730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.040693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.106592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82dc4af-087b-45d7-a66b-b1adf322a0fd None None] Network 3facbed3-c5dc-4039-895a-b429ec1f2db6 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:00.266118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebd3647e-6488-4f68-9d2b-d5e9a2bab686 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:00.360330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Allocated IP 172.25.3.213 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/fd6096fc-076e-43c5-a31e-358037c848c3) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:00.586695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e374b9e5-5c80-48f8-975b-8d4d967c9e93 req-b6c59ed6-e784-4905-8b52-5495776e5220 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 210 time: 0.0895369 Feb 09 00:03:00.718641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.723483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.747926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:00.748417 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.784970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.906410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:00.921409 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:00.921675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523808582-network', 'tenant_id': '0dfbd768472c4960935dbedf53536d60'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:00.947200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Checking segment: {'id': 'a0e779fd-48a4-48ea-96f1-3b9863da96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8420e219-bc5c-446a-a881-59266b09612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:00.947200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network hostable DHCP agents. Network: 8420e219-bc5c-446a-a881-59266b09612f, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:03:00.956007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Subnet': ['ID=fed6b326-6e84-41e8-abe6-da51fb7f26ba,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:00.957849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6096fc-076e-43c5-a31e-358037c848c3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:00.983943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:00.986044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:00.992344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:01.005751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port ebd3647e-6488-4f68-9d2b-d5e9a2bab686, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,segment=NetworkSegment(4e33ad84-f5c3-4820-88c1-624b769dac6d),segment_id=4e33ad84-f5c3-4820-88c1-624b769dac6d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:01.015053 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.054148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Made reservation on behalf of 0dfbd768472c4960935dbedf53536d60 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:01.064474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.107447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.140782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:01.143057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 8420e219-bc5c-446a-a881-59266b09612f is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:03:01.168030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8420e219-bc5c-446a-a881-59266b09612f) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:01.179622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:01.180274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.220721 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3cdcc6ad-d584-4dff-a019-58a8178f0ddd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6420887 Feb 09 00:03:01.221801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:01.231795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbfdc5f-2fa9-4cb7-bf14-290cb5342f76 None None] Network 8420e219-bc5c-446a-a881-59266b09612f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:01.232684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'subnet': {'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:01.318993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012ecf6-1d32-4222-9ae4-1ef4199e901c None None] Network 30efd117-8b08-4536-93e0-d4435f26bb50 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:01.438873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.448470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.566471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.571712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdb31cd-dbe1-46a0-84c5-3a811802664f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:01.584852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2d917c61-693f-40e7-aa2b-64e7cefaf4bd None None] Provisioning complete for port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:01.585321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2d917c61-693f-40e7-aa2b-64e7cefaf4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.632550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:03:01.740086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:01.753585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.769869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:01.770224 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Added segment c2e888d6-84ab-40da-ba84-4049dd823926 of type vlan for network 0744ed54-2b72-482d-8c0d-ebdf6bb4695d Feb 09 00:03:01.863579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8420e219-bc5c-446a-a881-59266b09612f', 'network_id': '8420e219-bc5c-446a-a881-59266b09612f', 'tenant_id': '24f4cc63d7ab4858bc7aeb94e225596d', 'fixed_ips': [{'subnet_id': 'fed6b326-6e84-41e8-abe6-da51fb7f26ba'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:03:01.866819 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.011786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.092146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.093285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:02.093970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.098137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebd3647e-6488-4f68-9d2b-d5e9a2bab686 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:02.144130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-fdfc7da7-ec74-4799-8943-6c37b7266e60 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:02.146599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-fdfc7da7-ec74-4799-8943-6c37b7266e60 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 818 time: 0.5089467 Feb 09 00:03:02.248193 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3287404 Feb 09 00:03:02.258932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e15e889d-66e1-4136-b709-274ab44ef1cf req-2321276d-42d4-4724-b687-7eeb4e93e742 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 210 time: 0.1263821 Feb 09 00:03:02.261536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58890) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:02.278765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Request body: {'subnet': {'network_id': '0744ed54-2b72-482d-8c0d-ebdf6bb4695d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1523808582-subnet', 'tenant_id': '0dfbd768472c4960935dbedf53536d60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:02.280364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Request body: {'port': {'device_id': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'admin_state_up': True, 'tenant_id': 'a57e08a207484d3e9819cfc2e427d283'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:02.342109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963815fd-e078-498d-ae54-01a2210933c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0744ed54-2b72-482d-8c0d-ebdf6bb4695d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:02.415099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Made reservation on behalf of 0dfbd768472c4960935dbedf53536d60 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:02.418342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.425164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 0744ed54-2b72-482d-8c0d-ebdf6bb4695d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:03:02.588426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.663355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.703547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.737198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Subnet': ['ID=20a71bb6-1e0f-46db-9538-6f2668663499,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:02.758985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Checking segment: {'id': 'f58b3492-41fb-4207-b8c7-aeb633722f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:02.759475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network hostable DHCP agents. Network: 619f3874-33b9-47c2-9239-b82c9c92cfa7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:03:02.809582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-e1aad512-5054-4743-9334-11160b5aa9ec tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:02.812056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-e1aad512-5054-4743-9334-11160b5aa9ec tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 818 time: 0.2971950 Feb 09 00:03:02.827774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Request body: {'port': {'device_id': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'admin_state_up': True, 'tenant_id': 'a57e08a207484d3e9819cfc2e427d283'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:02.872834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 619f3874-33b9-47c2-9239-b82c9c92cfa7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:03:02.951814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 619f3874-33b9-47c2-9239-b82c9c92cfa7) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:02.959810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:02.960538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:02.982362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.002450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Allocated IP 2001:db8::2 (8420e219-bc5c-446a-a881-59266b09612f/fed6b326-6e84-41e8-abe6-da51fb7f26ba/01c1eae1-4bc5-48be-bada-81910d74cbab) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:03.090874 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a04a0d48-80a9-4cce-9f19-7dd4cdb32836 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8678169 Feb 09 00:03:03.103609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58896) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:03.188903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316c5dd-06ba-40ee-ba3c-f5e447434a39 None None] Network 619f3874-33b9-47c2-9239-b82c9c92cfa7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:03.230589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-aada8107-5646-42df-931d-00713f56b271 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:03.234579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Checking segment: {'id': 'c2e888d6-84ab-40da-ba84-4049dd823926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '0744ed54-2b72-482d-8c0d-ebdf6bb4695d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:03.235280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Network hostable DHCP agents. Network: 0744ed54-2b72-482d-8c0d-ebdf6bb4695d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:03:03.241366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-aada8107-5646-42df-931d-00713f56b271 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 818 time: 0.2630129 Feb 09 00:03:03.242033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Made reservation on behalf of a57e08a207484d3e9819cfc2e427d283 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:03.242252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad30b2b-e918-4965-9b5e-624d538ea9f3,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:03.250535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.276159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Request body: {'port': {'device_id': 'af61be12-3a80-4fd9-a699-97bf72550193', 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'admin_state_up': True, 'tenant_id': 'a57e08a207484d3e9819cfc2e427d283'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:03.364548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:03.365071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.468652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.500105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.527472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Network 0744ed54-2b72-482d-8c0d-ebdf6bb4695d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:03:03.595931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Network 8420e219-bc5c-446a-a881-59266b09612f is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:03.623114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:03.650115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:03.669916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 0744ed54-2b72-482d-8c0d-ebdf6bb4695d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:03.694750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.697140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c483d8-a591-479b-97a2-dbe2fb170fda None None] Network 0744ed54-2b72-482d-8c0d-ebdf6bb4695d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:03.697743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:03.698397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:03.710429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Pushing event updated for resources: {'Port': ['ID=01c1eae1-4bc5-48be-bada-81910d74cbab,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:03.729114 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0ec402c8-599c-453c-bc23-0574dce71886 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4618721 Feb 09 00:03:03.772693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-33f5173e-78cb-4f38-bd7c-c61b6351f934 None None] Provisioning complete for port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:03.773116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-33f5173e-78cb-4f38-bd7c-c61b6351f934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.012445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:04.072551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-619f3874-33b9-47c2-9239-b82c9c92cfa7', 'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7', 'tenant_id': '24f4cc63d7ab4858bc7aeb94e225596d', 'fixed_ips': [{'subnet_id': '20a71bb6-1e0f-46db-9538-6f2668663499'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:03:04.073568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.114348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Made reservation on behalf of a57e08a207484d3e9819cfc2e427d283 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:04.118189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.118440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Deleting subnet 53c5cfbe-9cac-4320-96f7-05b26db9d163 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:04.152190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.158936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Attempting to bind port 01c1eae1-4bc5-48be-bada-81910d74cbab on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:04.159649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Attempting to bind port 01c1eae1-4bc5-48be-bada-81910d74cbab by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a0e779fd-48a4-48ea-96f1-3b9863da96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8420e219-bc5c-446a-a881-59266b09612f'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:04.160387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Attempting to bind port 01c1eae1-4bc5-48be-bada-81910d74cbab on network 8420e219-bc5c-446a-a881-59266b09612f {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:04.195550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edba42c2-bb74-44a4-87fc-efb88ee37426 req-ce878ed7-9131-454b-8018-480dcff37924 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 210 time: 0.7359538 Feb 09 00:03:04.206396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:04.206800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Checking segment: {'id': 'a0e779fd-48a4-48ea-96f1-3b9863da96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8420e219-bc5c-446a-a881-59266b09612f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:04.207375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.208553 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Bound using segment: {'id': 'a0e779fd-48a4-48ea-96f1-3b9863da96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8420e219-bc5c-446a-a881-59266b09612f'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:04.209331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Bound port: 01c1eae1-4bc5-48be-bada-81910d74cbab, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e779fd-48a4-48ea-96f1-3b9863da96a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '8420e219-bc5c-446a-a881-59266b09612f'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:04.210381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.231637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Allocated IP 2001:db8::1 (8420e219-bc5c-446a-a881-59266b09612f/fed6b326-6e84-41e8-abe6-da51fb7f26ba/7d587a5c-0a37-4fe1-96a7-b828ab781647) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:04.237985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.454740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.487362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Allocated IP 172.20.0.10 (1c23bf17-e71f-44ca-8dd6-99f3cdd0320f/342902aa-b447-42d3-8ceb-1a0c18c65992/c57d60d7-4cfc-431b-8c3e-077bced32a94) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:04.601774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.606244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.618676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca31f2b-385a-4b78-b473-f1b1434ba091 None None] Network 0744ed54-2b72-482d-8c0d-ebdf6bb4695d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:04.649805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c5cfbe-9cac-4320-96f7-05b26db9d163,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:04.658674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.666914 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d37e19f3-b23e-49f2-ab9c-e0ffca082dd2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/53c5cfbe-9cac-4320-96f7-05b26db9d163 HTTP/1.1" status: 204 len: 168 time: 0.6533837 Feb 09 00:03:04.671858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58910) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:04.719646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.750414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.788407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] For port 01c1eae1-4bc5-48be-bada-81910d74cbab, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:04.793930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.795988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] For port 01c1eae1-4bc5-48be-bada-81910d74cbab, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=01c1eae1-4bc5-48be-bada-81910d74cbab,segment=NetworkSegment(a0e779fd-48a4-48ea-96f1-3b9863da96a8),segment_id=a0e779fd-48a4-48ea-96f1-3b9863da96a8)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:04.811697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 8420e219-bc5c-446a-a881-59266b09612f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:04.813532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Allocated IP 2001:db8::2 (619f3874-33b9-47c2-9239-b82c9c92cfa7/20a71bb6-1e0f-46db-9538-6f2668663499/393946e3-b918-41bf-b47f-b9ae652865a6) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:04.820227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.821699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:04.826148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:04.826924 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.831498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.873627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Made reservation on behalf of a57e08a207484d3e9819cfc2e427d283 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:04.878059 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:04.889175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:04.907476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Port': ['ID=7d587a5c-0a37-4fe1-96a7-b828ab781647,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:04.930811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Router 280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:03:04.947344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:04.950472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:04.967831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Pushing event updated for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:05.095016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf991-9669-406f-bcac-5fe3e817a41d None None] Pushing event updated for resources: {'Port': ['ID=01c1eae1-4bc5-48be-bada-81910d74cbab,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:05.153408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.173881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Allocated IP 172.20.0.8 (1c23bf17-e71f-44ca-8dd6-99f3cdd0320f/342902aa-b447-42d3-8ceb-1a0c18c65992/a31285b5-0df8-430b-a0c2-11160ae22852) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:05.185517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.290799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:05.292896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.296319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3facbed3-c5dc-4039-895a-b429ec1f2db6']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.331192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e1f2d4-1e99-4870-b7a9-0a7d2deb1029') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.331532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e1f2d4-1e99-4870-b7a9-0a7d2deb1029') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.397457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.401855 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.414165 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.436996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89b7d08f-c7cd-47d3-9321-e28e728aeaaa req-6d68a23d-f135-4d57-bfdf-132efcaee081 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 210 time: 0.0797040 Feb 09 00:03:05.455413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bfd13af9-df8f-405c-8b8c-2a08cc39230c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6315823 Feb 09 00:03:05.458749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.486484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:05.487099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.487236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Request body: {'port': {'device_id': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:05.490250 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:05.497200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Network 619f3874-33b9-47c2-9239-b82c9c92cfa7 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:05.502810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:05.508451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:05.519829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Pushing event updated for resources: {'Port': ['ID=393946e3-b918-41bf-b47f-b9ae652865a6,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:05.564504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:05.570621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.577447 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] Sync routers for ids ['280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:05.592667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9ec749a1-0ae5-4ddb-845e-523229896b83 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "PUT /v2.0/routers/280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 HTTP/1.1" status: 200 len: 919 time: 6.7845924 Feb 09 00:03:05.600839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:05.601975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.607964 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] Routers {'280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:05.608585 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.613602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Attempting to bind port 393946e3-b918-41bf-b47f-b9ae652865a6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:05.614691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Attempting to bind port 393946e3-b918-41bf-b47f-b9ae652865a6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'f58b3492-41fb-4207-b8c7-aeb633722f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:05.615247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Attempting to bind port 393946e3-b918-41bf-b47f-b9ae652865a6 on network 619f3874-33b9-47c2-9239-b82c9c92cfa7 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:05.621197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:05.621955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Checking segment: {'id': 'f58b3492-41fb-4207-b8c7-aeb633722f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:05.622191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.622375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Bound using segment: {'id': 'f58b3492-41fb-4207-b8c7-aeb633722f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:05.622965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Bound port: 393946e3-b918-41bf-b47f-b9ae652865a6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58b3492-41fb-4207-b8c7-aeb633722f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '619f3874-33b9-47c2-9239-b82c9c92cfa7'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:05.623345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.629046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.634905 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/3facbed3-c5dc-4039-895a-b429ec1f2db6 HTTP/1.1" status: 204 len: 168 time: 0.9619637 Feb 09 00:03:05.671125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58924) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:05.671921 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.682257 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] Routers {'280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:05.683091 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.749807 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:05.752058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54ee84-0839-4cef-915a-70e3866167ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3facbed3-c5dc-4039-895a-b429ec1f2db6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:05.752523 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef510e57-0f2e-4ae6-bf4a-94bb6c475c97 None None] The sync data for ids ['280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:05.784863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] For port 393946e3-b918-41bf-b47f-b9ae652865a6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:05.793939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] For port 393946e3-b918-41bf-b47f-b9ae652865a6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=393946e3-b918-41bf-b47f-b9ae652865a6,segment=NetworkSegment(f58b3492-41fb-4207-b8c7-aeb633722f6e),segment_id=f58b3492-41fb-4207-b8c7-aeb633722f6e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:05.804617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.835837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7701d2-b2de-43e2-a501-2eec903d4f5b req-09b4b4db-779b-4e37-817c-22613ba8c540 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:05.837635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a7701d2-b2de-43e2-a501-2eec903d4f5b req-09b4b4db-779b-4e37-817c-22613ba8c540 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 946 time: 0.4119487 Feb 09 00:03:05.861344 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:05.924339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0ccbe-8453-4803-979a-bd7acfc78c9c None None] Pushing event updated for resources: {'Port': ['ID=393946e3-b918-41bf-b47f-b9ae652865a6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:05.983683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.073433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.202392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 01c1eae1-4bc5-48be-bada-81910d74cbab up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:06.283170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Deleting subnet 2ad30b2b-e918-4965-9b5e-624d538ea9f3 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:06.288999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Pushing event updated for resources: {'Port': ['ID=a31285b5-0df8-430b-a0c2-11160ae22852,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:06.303805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.316082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a7701d2-b2de-43e2-a501-2eec903d4f5b req-f23f06a3-9bb4-4a72-acfa-d0ae7f7d3aa6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660337 Feb 09 00:03:06.350786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 01c1eae1-4bc5-48be-bada-81910d74cbab triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:06.351330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.383253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:06.389085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.456408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.494735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.521313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:06.540529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:06.561150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Allocated IP 172.20.0.5 (1c23bf17-e71f-44ca-8dd6-99f3cdd0320f/342902aa-b447-42d3-8ceb-1a0c18c65992/87b174ea-0b19-443e-ae29-94f57a779873) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:06.574736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 01c1eae1-4bc5-48be-bada-81910d74cbab, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=01c1eae1-4bc5-48be-bada-81910d74cbab,segment=NetworkSegment(a0e779fd-48a4-48ea-96f1-3b9863da96a8),segment_id=a0e779fd-48a4-48ea-96f1-3b9863da96a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:06.579308 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-03963ff3-bc33-4005-b5be-05be072e2027 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 HTTP/1.1" status: 200 len: 925 time: 0.9709115 Feb 09 00:03:06.580771 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.589584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58936) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:06.601644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.645292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40dead60-a1cd-4727-8bac-276c4e3bcb7c req-e23d6214-ce4c-4898-a406-2fe356f995fe tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 210 time: 0.0482414 Feb 09 00:03:06.645894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=01c1eae1-4bc5-48be-bada-81910d74cbab,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:06.705875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad30b2b-e918-4965-9b5e-624d538ea9f3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:06.712579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.716097 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f39e1049-2588-4146-87ae-5e2de036380d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2ad30b2b-e918-4965-9b5e-624d538ea9f3 HTTP/1.1" status: 204 len: 168 time: 1.0095127 Feb 09 00:03:06.719837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58938) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:06.779373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958c4b4-fbdc-4fc5-b422-8b50e75104f8 None None] Network 8420e219-bc5c-446a-a881-59266b09612f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:06.798522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.806399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f9c65-09d0-4e91-832c-9fa1dedd8518 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:06.808639 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-976f9c65-09d0-4e91-832c-9fa1dedd8518 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2167635 Feb 09 00:03:06.816449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:06.819809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.821077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.880754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:06.881526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.889657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:06.912891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Port': ['ID=7d587a5c-0a37-4fe1-96a7-b828ab781647,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:06.918593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-4a2c3b16-dad2-4e71-ab93-0d5f7b895d38 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6523075 Feb 09 00:03:06.941302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Request body: {'port': {'device_id': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:06.986774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.004037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.004037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-10bfe33b-322e-45c1-8c6d-2d1b3a456655 None None] Provisioning complete for port 01c1eae1-4bc5-48be-bada-81910d74cbab triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:07.004037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-10bfe33b-322e-45c1-8c6d-2d1b3a456655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.065694 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.120819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.259229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-4e70ea58-4ebc-4f26-872f-f647108cb2db tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:07.260801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-4e70ea58-4ebc-4f26-872f-f647108cb2db tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 946 time: 0.3136306 Feb 09 00:03:07.455811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ca49b94e-90c5-48cb-8253-dd0824475793 None None] Provisioning complete for port 01c1eae1-4bc5-48be-bada-81910d74cbab triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:07.456495 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca49b94e-90c5-48cb-8253-dd0824475793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.479130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57d60d7-4cfc-431b-8c3e-077bced32a94 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:07.496812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.516732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 8420e219-bc5c-446a-a881-59266b09612f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:07.528502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Transition to ACTIVE for port object c57d60d7-4cfc-431b-8c3e-077bced32a94 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:03:07.553572 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.557553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:07.559923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.560467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbe183-ee45-4600-85e9-ced3c7fcf61d tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:07.562290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ebbe183-ee45-4600-85e9-ced3c7fcf61d tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/networks/5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 881 time: 0.7442296 Feb 09 00:03:07.605997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:07.652719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:07.660980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Pushing event updated for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:07.663955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:07.724801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d314630-fb75-4584-a2e9-47601ad28bd3 None None] Network 619f3874-33b9-47c2-9239-b82c9c92cfa7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:07.751053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:07.826358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:07.827031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.860259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.912784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2e39fa59-4163-416b-bbe1-6293d3528f25 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 HTTP/1.1" status: 200 len: 205 time: 0.2977209 Feb 09 00:03:07.922967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6508391 Feb 09 00:03:07.930566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58964) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:07.965428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Deleting port 577c7675-e5d5-49da-b469-3b38c863bacf {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:07.965920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:07.970315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0744ed54-2b72-482d-8c0d-ebdf6bb4695d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.010813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e888d6-84ab-40da-ba84-4049dd823926') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.010813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e888d6-84ab-40da-ba84-4049dd823926') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.064948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.121762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.122007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Request body: {'port': {'device_id': 'af61be12-3a80-4fd9-a699-97bf72550193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:08.179302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.184411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:08.185105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:08.190072 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:08.238232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Router c3679403-2bd6-41df-9369-d524e4016f70 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:03:08.295133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 01c1eae1-4bc5-48be-bada-81910d74cbab up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:08.387954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ca49b94e-90c5-48cb-8253-dd0824475793 None None] Provisioning complete for port 7d587a5c-0a37-4fe1-96a7-b828ab781647 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:08.388648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca49b94e-90c5-48cb-8253-dd0824475793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.396839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] For port 577c7675-e5d5-49da-b469-3b38c863bacf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=577c7675-e5d5-49da-b469-3b38c863bacf,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:08.397473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.401954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:08.409873 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.421220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] Sync routers for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:08.424876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-26c7a1fd-c221-43fc-9f7d-c79ba0942708 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3173442 Feb 09 00:03:08.428759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58968) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:08.443289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e909f-059d-4428-b821-32c9d262f4b6 req-e8025590-a7c8-434e-a6b4-93b1a7b7bde7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:08.451373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025e909f-059d-4428-b821-32c9d262f4b6 req-e8025590-a7c8-434e-a6b4-93b1a7b7bde7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 946 time: 0.9199245 Feb 09 00:03:08.463649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 01c1eae1-4bc5-48be-bada-81910d74cbab triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:08.464028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.474256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:08.475413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Calling delete_port for 577c7675-e5d5-49da-b469-3b38c863bacf owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:08.475748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.484093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Attempting to bind port c57d60d7-4cfc-431b-8c3e-077bced32a94 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:08.484757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Attempting to bind port c57d60d7-4cfc-431b-8c3e-077bced32a94 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:08.485243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Attempting to bind port c57d60d7-4cfc-431b-8c3e-077bced32a94 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:08.508795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.521300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.524085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15bd52-1ba9-467b-9627-35cc89128195 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Pushing event updated for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:08.527411 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0744ed54-2b72-482d-8c0d-ebdf6bb4695d HTTP/1.1" status: 204 len: 168 time: 1.8052506 Feb 09 00:03:08.545507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ca49b94e-90c5-48cb-8253-dd0824475793 None None] Port 7d587a5c-0a37-4fe1-96a7-b828ab781647 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:08.550803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd82479-45f0-4e4e-9df0-d604db9e3ad6 req-b425e21e-73e2-4e61-b739-ca9b9f8d051f tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:08.553915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fd82479-45f0-4e4e-9df0-d604db9e3ad6 req-b425e21e-73e2-4e61-b739-ca9b9f8d051f tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 931 time: 0.4130018 Feb 09 00:03:08.557561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.564744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767148b3-90bd-401b-936e-e776c06d1271 admin admin] Pushing event deleted for resources: {'Network': ['ID=0744ed54-2b72-482d-8c0d-ebdf6bb4695d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:08.584358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:08.585460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.597640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Port c57d60d7-4cfc-431b-8c3e-077bced32a94 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:03:08.598189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Attempting to bind port c57d60d7-4cfc-431b-8c3e-077bced32a94 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:08.640529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:08.641173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83f21e1-9989-4902-b6ae-f8afd7d814a1 None None] The sync data for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:08.682828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025e909f-059d-4428-b821-32c9d262f4b6 req-78b2a9b3-35dc-46d2-be78-64c67ebb6cae tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303658 Feb 09 00:03:08.692945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:08.694030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Checking segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:08.694613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Bound using segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:08.695453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Bound port: c57d60d7-4cfc-431b-8c3e-077bced32a94, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:08.696272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.751784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.826505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Provisioning complete for port 393946e3-b918-41bf-b47f-b9ae652865a6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:08.827045 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:08.871049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fd82479-45f0-4e4e-9df0-d604db9e3ad6 req-c617fffe-5d26-4c8e-8af6-0d08a8361005 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663970 Feb 09 00:03:08.877412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 393946e3-b918-41bf-b47f-b9ae652865a6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:08.917247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58974) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:09.007114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 393946e3-b918-41bf-b47f-b9ae652865a6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:09.007485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.012036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.089656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] For port 393946e3-b918-41bf-b47f-b9ae652865a6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=393946e3-b918-41bf-b47f-b9ae652865a6,segment=NetworkSegment(f58b3492-41fb-4207-b8c7-aeb633722f6e),segment_id=f58b3492-41fb-4207-b8c7-aeb633722f6e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:09.101176 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.106185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.127889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'a19be009-da95-4611-823d-ed08a1f4a753', '577c7675-e5d5-49da-b469-3b38c863bacf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:09.147935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event deleted for resources: {'Port': ['ID=577c7675-e5d5-49da-b469-3b38c863bacf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:09.155635 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-7e0535d3-31a4-402e-a3e5-7cbf49a2389c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:03:09.160059 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e0535d3-31a4-402e-a3e5-7cbf49a2389c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7299378 Feb 09 00:03:09.163682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58976) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:09.223904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Provisioning complete for port 7d587a5c-0a37-4fe1-96a7-b828ab781647 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:09.224280 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.273509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Pushing event updated for resources: {'Port': ['ID=393946e3-b918-41bf-b47f-b9ae652865a6,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:09.296734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0efb86e0-1dcb-49c9-a852-a3dec20d6d3a None None] Port 7d587a5c-0a37-4fe1-96a7-b828ab781647 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:09.465940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b3997d9e-81fb-4d3c-878a-ff03ea0d5c95 None None] Provisioning complete for port 393946e3-b918-41bf-b47f-b9ae652865a6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:09.467106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b3997d9e-81fb-4d3c-878a-ff03ea0d5c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.503380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:09.518172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:09.535878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.580461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefef2f-faf9-44a3-8307-0e3a10721128 req-d0fdc04b-0413-4a17-a939-22b1d5121327 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:09.581947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] No DVR routers for this DVR port 577c7675-e5d5-49da-b469-3b38c863bacf on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:09.582441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aefef2f-faf9-44a3-8307-0e3a10721128 req-d0fdc04b-0413-4a17-a939-22b1d5121327 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.7082915 Feb 09 00:03:09.584123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Deleting port fd6096fc-076e-43c5-a31e-358037c848c3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:09.584123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.586613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.590086 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "DELETE /v2.0/ports/577c7675-e5d5-49da-b469-3b38c863bacf HTTP/1.1" status: 204 len: 173 time: 2.2765555 Feb 09 00:03:09.591190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'name': 'network-vif-deleted', 'tag': '577c7675-e5d5-49da-b469-3b38c863bacf'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:09.593569 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826723a1-e22a-4788-817c-344995b799f9" -d '{"events": [{"server_uuid": "09aa865c-092b-4c8f-aeb9-9135ac9e38ff", "name": "network-vif-deleted", "tag": "577c7675-e5d5-49da-b469-3b38c863bacf"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:09.681395 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a6dfc9-6bf7-413b-b01f-753e3628e260 x-openstack-request-id: req-a5a6dfc9-6bf7-413b-b01f-753e3628e260 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:09.681882 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa865c-092b-4c8f-aeb9-9135ac9e38ff", "name": "network-vif-deleted", "tag": "577c7675-e5d5-49da-b469-3b38c863bacf", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:09.682291 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5a6dfc9-6bf7-413b-b01f-753e3628e260 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:09.682903 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa865c-092b-4c8f-aeb9-9135ac9e38ff', 'name': 'network-vif-deleted', 'tag': '577c7675-e5d5-49da-b469-3b38c863bacf', 'status': 'completed', 'code': 200} Feb 09 00:03:09.684335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31285b5-0df8-430b-a0c2-11160ae22852 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:09.729174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.742799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dad8a82e-e9c4-467f-90f3-00ba9fed0c98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e18ee8cac89a4b0fbb9940e1e19b1b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242624 Feb 09 00:03:09.745610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58984) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:09.802149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:09.802780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.804204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] 10.222.0.21 "PUT /v2.0/ports/c57d60d7-4cfc-431b-8c3e-077bced32a94 HTTP/1.1" status: 200 len: 1092 time: 4.3377097 Feb 09 00:03:09.807978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:09.810439 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61619517-58c4-44cb-a4dc-63bb4d1659fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:09.853961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Transition to ACTIVE for port object a31285b5-0df8-430b-a0c2-11160ae22852 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:03:09.889180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:09.891186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae619f-d8e5-4e1f-b9a8-734089675f38 service neutron] Pushing event updated for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:09.925245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aefef2f-faf9-44a3-8307-0e3a10721128 req-0953578d-d78b-4c6b-9c17-929bbf0ac922 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155828 Feb 09 00:03:09.950233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddef780d-bc38-40bb-b0f3-e1d16a8090b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.000584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddef780d-bc38-40bb-b0f3-e1d16a8090b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.018425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26ff7478-7b53-44c4-a6b9-a2a344e3a710 req-6d1480d3-9b2d-49b4-b509-2ebe89108cf6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=09aa865c-092b-4c8f-aeb9-9135ac9e38ff HTTP/1.1" status: 200 len: 210 time: 0.1211545 Feb 09 00:03:10.060526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.095622 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae700e4-8484-4add-9d45-eb8fdfb67ca4 x-openstack-request-id: req-0ae700e4-8484-4add-9d45-eb8fdfb67ca4 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:10.095938 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:10.096199 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ae700e4-8484-4add-9d45-eb8fdfb67ca4 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:10.096613 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94', 'status': 'completed', 'code': 200} Feb 09 00:03:10.113307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 393946e3-b918-41bf-b47f-b9ae652865a6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:10.163220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Calling delete_port for fd6096fc-076e-43c5-a31e-358037c848c3 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:10.165372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Pushing event updated for resources: {'Port': ['ID=a31285b5-0df8-430b-a0c2-11160ae22852,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:10.205073 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddef780d-bc38-40bb-b0f3-e1d16a8090b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.206772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-13d19289-a7d6-4987-b969-2a146f7c7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:10.209046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-13d19289-a7d6-4987-b969-2a146f7c7daf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 1095 time: 0.3493469 Feb 09 00:03:10.209926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddef780d-bc38-40bb-b0f3-e1d16a8090b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.213805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 393946e3-b918-41bf-b47f-b9ae652865a6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:10.213959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ddef780d-bc38-40bb-b0f3-e1d16a8090b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a45f4872-4eea-434b-a9bb-deaba59d5fde HTTP/1.1" status: 204 len: 168 time: 0.4638295 Feb 09 00:03:10.214249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.228591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef780d-bc38-40bb-b0f3-e1d16a8090b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f4872-4eea-434b-a9bb-deaba59d5fde,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:10.256524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.460801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-503b32b8-f5c9-47c5-9734-c6c4a818ea70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94 HTTP/1.1" status: 200 len: 217 time: 0.1918550 Feb 09 00:03:10.502993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee09f8-b941-49d7-a7e3-50b9b2592e6c req-839bb06d-12eb-4d1a-b1ec-39a8f714b643 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:10.504555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11ee09f8-b941-49d7-a7e3-50b9b2592e6c req-839bb06d-12eb-4d1a-b1ec-39a8f714b643 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 931 time: 0.3634295 Feb 09 00:03:10.583875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting port 7d587a5c-0a37-4fe1-96a7-b828ab781647 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:10.584433 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.662693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Attempting to bind port a31285b5-0df8-430b-a0c2-11160ae22852 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:10.663036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Attempting to bind port a31285b5-0df8-430b-a0c2-11160ae22852 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:10.663368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Attempting to bind port a31285b5-0df8-430b-a0c2-11160ae22852 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:10.670715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b174ea-0b19-443e-ae29-94f57a779873 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:10.685381 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.689108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-65dd8145-9079-478e-ad65-48e4adc77ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:10.690658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-65dd8145-9079-478e-ad65-48e4adc77ab6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 200 len: 858 time: 0.2150598 Feb 09 00:03:10.694957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Port a31285b5-0df8-430b-a0c2-11160ae22852 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:03:10.695491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Attempting to bind port a31285b5-0df8-430b-a0c2-11160ae22852 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:10.713541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.721930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:10.722377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Checking segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:10.722802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Bound using segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:10.723771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Bound port: a31285b5-0df8-430b-a0c2-11160ae22852, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:10.724135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.724534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58996) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:10.728553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11ee09f8-b941-49d7-a7e3-50b9b2592e6c req-02314f0f-4fc8-4c88-afd4-c26e6f82bb8c tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878247 Feb 09 00:03:10.732036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Transition to ACTIVE for port object 87b174ea-0b19-443e-ae29-94f57a779873 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:03:10.760676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Calling delete_port for 7d587a5c-0a37-4fe1-96a7-b828ab781647 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:10.760846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-a7547ff4-5a14-4b66-924a-7ca044b478e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533874 Feb 09 00:03:10.765412 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.790902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-99b19af8-174b-4872-912f-923c3035feed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0dfbd768472c4960935dbedf53536d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648389 Feb 09 00:03:10.803527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58998) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:10.976796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:10.983980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Pushing event updated for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:10.987612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.054238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Port': ['ID=7d587a5c-0a37-4fe1-96a7-b828ab781647,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:11.077851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] For port a31285b5-0df8-430b-a0c2-11160ae22852, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:11.103828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 577c7675-e5d5-49da-b469-3b38c863bacf no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:11.136605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 577c7675-e5d5-49da-b469-3b38c863bacf {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:11.137295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 577c7675-e5d5-49da-b469-3b38c863bacf not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:11.139770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] For port a31285b5-0df8-430b-a0c2-11160ae22852, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a31285b5-0df8-430b-a0c2-11160ae22852,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:11.143602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event deleted for resources: {'Port': ['ID=fd6096fc-076e-43c5-a31e-358037c848c3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:11.201016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-9d20c9ac-5a2a-438c-bdb0-504a0d6be621 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137473 Feb 09 00:03:11.291556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.306797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.317560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.395878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0e1505-0051-4d2d-b79a-12fbb20e7b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.511835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Router c3679403-2bd6-41df-9369-d524e4016f70 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:03:11.528056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Attempting to bind port 87b174ea-0b19-443e-ae29-94f57a779873 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:11.528400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Attempting to bind port 87b174ea-0b19-443e-ae29-94f57a779873 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:11.532380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Attempting to bind port 87b174ea-0b19-443e-ae29-94f57a779873 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:11.545811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:11.546428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.547820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] 10.222.0.21 "PUT /v2.0/ports/a31285b5-0df8-430b-a0c2-11160ae22852 HTTP/1.1" status: 200 len: 1091 time: 4.6113911 Feb 09 00:03:11.569567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.576954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.604188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0e1505-0051-4d2d-b79a-12fbb20e7b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.605991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Port 87b174ea-0b19-443e-ae29-94f57a779873 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:03:11.606309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Attempting to bind port 87b174ea-0b19-443e-ae29-94f57a779873 on network 1c23bf17-e71f-44ca-8dd6-99f3cdd0320f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:11.617369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:11.632547 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] Sync routers for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:11.642527 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a173a7df-a625-42c5-a87d-f0a643a6df78 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4777534 Feb 09 00:03:11.643522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59010) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:11.651864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:11.652488 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:11.703717 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-a0d087d0-7004-4dc9-8d75-32f791fa68ef tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] delete failed (client error): The resource could not be found. Feb 09 00:03:11.708469 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:11.711144 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a0d087d0-7004-4dc9-8d75-32f791fa68ef tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1947247125 HTTP/1.1" status: 404 len: 335 time: 0.0657585 Feb 09 00:03:11.711807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59012) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:11.720332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4ad994f5-431c-46eb-806a-5b1a5981d338 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3679403-2bd6-41df-9369-d524e4016f70'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:11.741066 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:11.742095 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:02:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:11.751144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:11.751724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Checking segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:11.751962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Bound using segment: {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:11.752340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Bound port: 87b174ea-0b19-443e-ae29-94f57a779873, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da06e000-ca52-4555-86d2-f05eaffc081d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:11.752694 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.760583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f54c1-5a26-4c2e-9719-e72466517467 service neutron] Pushing event updated for resources: {'Port': ['ID=a31285b5-0df8-430b-a0c2-11160ae22852,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:11.803088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688593c8-13fd-4591-add1-57d9ef11ff8b req-bbd2cb37-ebf7-431f-a36f-1ffbc48d4cda tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:11.803088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-688593c8-13fd-4591-add1-57d9ef11ff8b req-bbd2cb37-ebf7-431f-a36f-1ffbc48d4cda tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.6057882 Feb 09 00:03:11.831037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.831877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Fanout notify agent at l3_agent the message router_deleted on router 280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:03:11.841425 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:11.844905 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50860107-5d1d-4159-a1a5-57de7876184c None None] The sync data for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:11.846813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7c84e7e-6c4c-41b1-bea4-d3cc4a1a281f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.868446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:11.869935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4d551219-a4c3-4312-adab-2e55352c8847 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 HTTP/1.1" status: 204 len: 168 time: 3.9252882 Feb 09 00:03:11.898128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-139121d2-58f0-4fe9-a8d5-2ba0d249e467 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220841 Feb 09 00:03:11.903879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59016) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:11.911976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-116461426', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:12.012668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-d0e26024-9155-4f38-8cb1-92bb3f7e07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:12.014200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-d0e26024-9155-4f38-8cb1-92bb3f7e07e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 1094 time: 0.4124372 Feb 09 00:03:12.037911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-688593c8-13fd-4591-add1-57d9ef11ff8b req-35cfe625-759e-4465-933e-6d237f895496 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131348 Feb 09 00:03:12.045196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0e1505-0051-4d2d-b79a-12fbb20e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.047656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc0e1505-0051-4d2d-b79a-12fbb20e7b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.048753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc0e1505-0051-4d2d-b79a-12fbb20e7b54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcdb31cd-dbe1-46a0-84c5-3a811802664f HTTP/1.1" status: 204 len: 168 time: 1.2399726 Feb 09 00:03:12.081960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ad994f5-431c-46eb-806a-5b1a5981d338 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.088659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:12.111367 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4ad994f5-431c-46eb-806a-5b1a5981d338 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] update failed (client error): The resource could not be found. Feb 09 00:03:12.112866 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ad994f5-431c-46eb-806a-5b1a5981d338 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70 HTTP/1.1" status: 404 len: 339 time: 0.4001074 Feb 09 00:03:12.116815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59020) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:12.122647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-475245187'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:12.125457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'tag': 'a31285b5-0df8-430b-a0c2-11160ae22852'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:12.127685 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35" -d '{"events": [{"name": "network-changed", "server_uuid": "90e2ead6-fc3f-4b66-97f9-b4ed79f503a9", "tag": "a31285b5-0df8-430b-a0c2-11160ae22852"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:12.141655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e1505-0051-4d2d-b79a-12fbb20e7b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdb31cd-dbe1-46a0-84c5-3a811802664f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:12.148176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-91471c8d-3b44-4ea3-8926-f46359313bfb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31285b5-0df8-430b-a0c2-11160ae22852 HTTP/1.1" status: 200 len: 217 time: 0.1063352 Feb 09 00:03:12.150551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b174ea-0b19-443e-ae29-94f57a779873,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:12.160665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34712031-a0a1-402f-a788-6f2c2086ad96 req-6a9b7768-01da-4d4f-b7a1-f40b20ff4ca9 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:12.163008 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34712031-a0a1-402f-a788-6f2c2086ad96 req-6a9b7768-01da-4d4f-b7a1-f40b20ff4ca9 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 943 time: 0.2596302 Feb 09 00:03:12.163889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.165165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.174286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:12.179551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.184103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.223783 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14988a5-7cf3-48fe-9d80-7fc2e288257d x-openstack-request-id: req-f14988a5-7cf3-48fe-9d80-7fc2e288257d {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:12.224154 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e2ead6-fc3f-4b66-97f9-b4ed79f503a9", "tag": "a31285b5-0df8-430b-a0c2-11160ae22852", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:12.224580 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f14988a5-7cf3-48fe-9d80-7fc2e288257d {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:12.224706 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'tag': 'a31285b5-0df8-430b-a0c2-11160ae22852', 'status': 'completed', 'code': 200} Feb 09 00:03:12.236648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:03:12.250025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.250529 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Added segment a8f36c20-44d1-46ef-ae7f-f54792e2c544 of type vlan for network 41576022-e41a-49d3-81bc-98a3c5487a26 Feb 09 00:03:12.274000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-1557453a-9c4e-4483-b52d-b9ecf0bdc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:12.275502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-1557453a-9c4e-4483-b52d-b9ecf0bdc5eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 1095 time: 0.2989831 Feb 09 00:03:12.286023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:12.288629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.289997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] 10.222.0.21 "PUT /v2.0/ports/87b174ea-0b19-443e-ae29-94f57a779873 HTTP/1.1" status: 200 len: 1091 time: 4.1725848 Feb 09 00:03:12.347090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.382247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.389105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:12.389783 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.464226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3459730 Feb 09 00:03:12.464953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59028) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:12.473114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'subnet': {'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:12.537344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f2542-f145-4158-904d-89e6551add98 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Network': ['ID=41576022-e41a-49d3-81bc-98a3c5487a26,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:12.555577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 41576022-e41a-49d3-81bc-98a3c5487a26 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:03:12.680388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Made reservation on behalf of 24f4cc63d7ab4858bc7aeb94e225596d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:12.686241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:12.968344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-df591349-f0d8-4bd7-b361-804e9611b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:12.971623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-df591349-f0d8-4bd7-b361-804e9611b991 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 200 len: 858 time: 0.8009663 Feb 09 00:03:13.005784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:13.024016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-34712031-a0a1-402f-a788-6f2c2086ad96 req-8aaaa389-f695-43ac-978d-a76349ee13fd tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8322144 Feb 09 00:03:13.059946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a31bfc-17b1-4548-86be-4fca25c63910 service neutron] Pushing event updated for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:13.198150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-dd087ce3-71fc-4b5e-89d4-88b854a07cc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2140305 Feb 09 00:03:13.217226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:13.220134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-a17311e1-f5c7-4325-ab25-9d425519283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:13.221684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-a17311e1-f5c7-4325-ab25-9d425519283f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 1094 time: 0.4285684 Feb 09 00:03:13.406422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Subnet': ['ID=dc32efe7-369c-49bf-ba01-6acd8876f84f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:13.444214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Checking segment: {'id': 'a8f36c20-44d1-46ef-ae7f-f54792e2c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:13.444574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network hostable DHCP agents. Network: 41576022-e41a-49d3-81bc-98a3c5487a26, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:03:13.454371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-bdc543be-01d6-42ad-8bd8-e3187fcb1617 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b174ea-0b19-443e-ae29-94f57a779873 HTTP/1.1" status: 200 len: 217 time: 0.2128775 Feb 09 00:03:13.466863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 41576022-e41a-49d3-81bc-98a3c5487a26 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:03:13.474944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:13.479234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 41576022-e41a-49d3-81bc-98a3c5487a26) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:13.484236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:13.485069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:13.496507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046c043-38a1-4cf9-8b06-2afe807da9bc None None] Network 41576022-e41a-49d3-81bc-98a3c5487a26 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:13.512124 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-15872b99-4ff3-4af1-993a-ab0e556bf529 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0432069 Feb 09 00:03:13.517295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59052) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:13.528260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-43e8c4fb-ecec-4a83-807c-004ea24c56dc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'router': {'external_gateway_info': {'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:13.608044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-d5e32f82-18c4-4fe7-96f0-4bf30e61d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:13.609640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-d5e32f82-18c4-4fe7-96f0-4bf30e61d475 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 919 time: 1.3132954 Feb 09 00:03:13.696675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-9fd80c1f-2abd-4b3c-ade6-32741cf7d644 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94 HTTP/1.1" status: 200 len: 217 time: 0.0739059 Feb 09 00:03:13.731910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa24992-91b6-43a0-9d34-90cf5808b987 req-b9705eca-f066-499f-aca4-75138c0fdf32 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:13.733846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aa24992-91b6-43a0-9d34-90cf5808b987 req-b9705eca-f066-499f-aca4-75138c0fdf32 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.4162931 Feb 09 00:03:13.791587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-41576022-e41a-49d3-81bc-98a3c5487a26', 'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26', 'tenant_id': '24f4cc63d7ab4858bc7aeb94e225596d', 'fixed_ips': [{'subnet_id': 'dc32efe7-369c-49bf-ba01-6acd8876f84f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:03:13.792143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:13.843899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ad2df6fa-3074-40e1-8dfa-37c106860923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:13.845645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ad2df6fa-3074-40e1-8dfa-37c106860923 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 200 len: 858 time: 0.3648312 Feb 09 00:03:13.861048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-558db7bd-fef1-4740-b2ea-e7a2724e9c08 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531789 Feb 09 00:03:13.952724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-ce37cf4f-c6c4-4b6d-988e-23845ca96029 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831866 Feb 09 00:03:13.974724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-43e8c4fb-ecec-4a83-807c-004ea24c56dc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.013818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-868ca746-9c3f-4ccc-96d8-1e88895d4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:14.016576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-868ca746-9c3f-4ccc-96d8-1e88895d4ea3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 200 len: 858 time: 0.3076510 Feb 09 00:03:14.046294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Allocated IP 2001:db8:1::2 (41576022-e41a-49d3-81bc-98a3c5487a26/dc32efe7-369c-49bf-ba01-6acd8876f84f/9730f0c6-98f8-4b2a-b8a0-1659594cf063) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:14.231436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:14.234016 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9604393-3099-452d-8486-76d04d585627" -d '{"events": [{"name": "network-changed", "server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "tag": "87b174ea-0b19-443e-ae29-94f57a779873"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:14.240097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-7d77dca0-3d65-48eb-ab95-1677611c2732 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178718 Feb 09 00:03:14.249859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1aa24992-91b6-43a0-9d34-90cf5808b987 req-2e957540-7ea0-458e-8226-1e6b4295574e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4520440 Feb 09 00:03:14.282930 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.284082 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-43e8c4fb-ecec-4a83-807c-004ea24c56dc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:03:14.285548 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-43e8c4fb-ecec-4a83-807c-004ea24c56dc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70 HTTP/1.1" status: 400 len: 364 time: 0.7667656 Feb 09 00:03:14.291078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:14.306524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.438722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Network 41576022-e41a-49d3-81bc-98a3c5487a26 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:14.462488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:14.467047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:14.526318 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c60358d-7a62-46ea-8775-33e2eb6535df x-openstack-request-id: req-2c60358d-7a62-46ea-8775-33e2eb6535df {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:14.526807 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "tag": "87b174ea-0b19-443e-ae29-94f57a779873", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:14.531877 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c60358d-7a62-46ea-8775-33e2eb6535df {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:14.532330 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873', 'status': 'completed', 'code': 200} Feb 09 00:03:14.539846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b866a21-2d24-4f85-8ee0-54a7ac6887fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.560722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-957996a4-6b85-43c3-8051-87e68652b822 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923776 Feb 09 00:03:14.595676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2830b98-ceb9-4f6e-b948-b7a394928403 req-2c0de0dc-fa17-4e34-b0ef-3cb0c80f6bee tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:14.601489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2830b98-ceb9-4f6e-b948-b7a394928403 req-2c0de0dc-fa17-4e34-b0ef-3cb0c80f6bee tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 943 time: 0.4320052 Feb 09 00:03:14.635733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Pushing event updated for resources: {'Port': ['ID=9730f0c6-98f8-4b2a-b8a0-1659594cf063,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:14.669970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Attempting to bind port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:14.671232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Attempting to bind port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a8f36c20-44d1-46ef-ae7f-f54792e2c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:14.671709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Attempting to bind port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 on network 41576022-e41a-49d3-81bc-98a3c5487a26 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:14.687055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.689270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.689721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.690159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.691062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.691062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.691560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.693378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.694369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.696893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.697225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.698028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:14.704358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:14.704886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Checking segment: {'id': 'a8f36c20-44d1-46ef-ae7f-f54792e2c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:14.705439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.705942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Bound using segment: {'id': 'a8f36c20-44d1-46ef-ae7f-f54792e2c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:14.706526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Bound port: 9730f0c6-98f8-4b2a-b8a0-1659594cf063, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f36c20-44d1-46ef-ae7f-f54792e2c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '41576022-e41a-49d3-81bc-98a3c5487a26'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:14.707012 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.782147 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-dfad9c5f-b0e9-4c82-8051-a6c0ae808e9e service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871497 Feb 09 00:03:14.793716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.850192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] For port 9730f0c6-98f8-4b2a-b8a0-1659594cf063, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:14.860329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] For port 9730f0c6-98f8-4b2a-b8a0-1659594cf063, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9730f0c6-98f8-4b2a-b8a0-1659594cf063,segment=NetworkSegment(a8f36c20-44d1-46ef-ae7f-f54792e2c544),segment_id=a8f36c20-44d1-46ef-ae7f-f54792e2c544)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:14.869115 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:14.992130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d154a4-76b1-4a36-bf19-cc199658a059 None None] Pushing event updated for resources: {'Port': ['ID=9730f0c6-98f8-4b2a-b8a0-1659594cf063,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:15.118051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c57d60d7-4cfc-431b-8c3e-077bced32a94 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:03:15.189573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Allocated IP 2001:db8::1 (30efd117-8b08-4536-93e0-d4435f26bb50/53e0bb2c-2d26-4b04-a807-d46621ff6eac/5ab8d123-a7ee-492e-b0bd-97ead23f7299) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:15.216525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2830b98-ceb9-4f6e-b948-b7a394928403 req-54705924-cad9-4b43-ac9e-f24a1057ada1 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798976 Feb 09 00:03:15.226408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13212d01-03d0-43bb-a23f-38df7ef49c15 req-c47c504c-6af6-4eed-bd22-3c277dc61bd5 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079194 Feb 09 00:03:15.296220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-89f18db5-c237-4017-9587-bea1804dd6ae service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128624 Feb 09 00:03:15.466155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.477815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-d439782e-4a59-4cd4-b28a-9aae4ab43ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:15.479821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-d439782e-4a59-4cd4-b28a-9aae4ab43ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 1094 time: 0.8284411 Feb 09 00:03:15.516070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:15.566213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'c57d60d7-4cfc-431b-8c3e-077bced32a94', 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'port_id': 'c57d60d7-4cfc-431b-8c3e-077bced32a94', 'mac_address': 'fa:16:3e:57:bd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342902aa-b447-42d3-8ceb-1a0c18c65992', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:03:15.577281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.645327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61619517-58c4-44cb-a4dc-63bb4d1659fa req-c8871925-000c-4e60-aad2-b0e1b570e6a9 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476605 Feb 09 00:03:15.647992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.703286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.717957 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.747732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57d60d7-4cfc-431b-8c3e-077bced32a94 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:15.764617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.788879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:15.796520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:15.831854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 30efd117-8b08-4536-93e0-d4435f26bb50 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:15.833331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Port': ['ID=5ab8d123-a7ee-492e-b0bd-97ead23f7299,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:15.838139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:15.844219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:15.849793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.023374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:16.078581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c57d60d7-4cfc-431b-8c3e-077bced32a94'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:16.243893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9730f0c6-98f8-4b2a-b8a0-1659594cf063 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:16.351731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.507998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:16.514306 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.718135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1d589aed-b5ec-4508-9356-9ca852ad8e56 None None] Provisioning complete for port 5ab8d123-a7ee-492e-b0bd-97ead23f7299 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:16.718588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1d589aed-b5ec-4508-9356-9ca852ad8e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.804151 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.853497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1d589aed-b5ec-4508-9356-9ca852ad8e56 None None] Port 5ab8d123-a7ee-492e-b0bd-97ead23f7299 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:16.882530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 9730f0c6-98f8-4b2a-b8a0-1659594cf063, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9730f0c6-98f8-4b2a-b8a0-1659594cf063,segment=NetworkSegment(a8f36c20-44d1-46ef-ae7f-f54792e2c544),segment_id=a8f36c20-44d1-46ef-ae7f-f54792e2c544)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:16.885381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.890766 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:16.932166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c06aa8-8e42-4c69-a1b9-0932ec15b236 None None] Network 41576022-e41a-49d3-81bc-98a3c5487a26 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:16.944309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2602407-8b36-411e-8686-45bd33cb26e1 req-66be45ea-c9b5-42b9-b52b-2707fee27f18 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:16.953371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2602407-8b36-411e-8686-45bd33cb26e1 req-66be45ea-c9b5-42b9-b52b-2707fee27f18 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 1.4831223 Feb 09 00:03:16.962638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604393-3099-452d-8486-76d04d585627 req-cf7255d7-5120-42ee-9977-cfdd585c5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:16.964352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-cf7255d7-5120-42ee-9977-cfdd585c5371 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a57e08a207484d3e9819cfc2e427d283&device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 1094 time: 1.4936001 Feb 09 00:03:17.118963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604393-3099-452d-8486-76d04d585627 req-4674dcb5-76db-46a7-bca9-e46d2388f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:17.120450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-4674dcb5-76db-46a7-bca9-e46d2388f708 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 919 time: 0.1140175 Feb 09 00:03:17.221747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a31285b5-0df8-430b-a0c2-11160ae22852 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:03:17.266865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2602407-8b36-411e-8686-45bd33cb26e1 req-6ba94e93-9ccc-4eba-8d0b-7185c3b7197c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121943 Feb 09 00:03:17.273352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-235ff7ed-2544-497a-837c-dd6f77885d58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87b174ea-0b19-443e-ae29-94f57a779873 HTTP/1.1" status: 200 len: 217 time: 0.1188431 Feb 09 00:03:17.295800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-24de66b0-ef10-4d41-b22b-f2f11e00897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:17.305463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-24de66b0-ef10-4d41-b22b-f2f11e00897d service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 200 len: 919 time: 1.8015943 Feb 09 00:03:17.314090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e9db21f2-559a-48c9-9bd6-bf04ec408aec None None] Provisioning complete for port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:17.314574 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9db21f2-559a-48c9-9bd6-bf04ec408aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.329262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2856353-4c5f-41a9-a063-6256e2d38693 req-4300a3a8-2c62-49e2-8c81-b1a83fdd93b4 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:17.350242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2856353-4c5f-41a9-a063-6256e2d38693 req-4300a3a8-2c62-49e2-8c81-b1a83fdd93b4 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 945 time: 0.4245880 Feb 09 00:03:17.351578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=9730f0c6-98f8-4b2a-b8a0-1659594cf063,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:17.362579 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:03:17.441699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.516512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9604393-3099-452d-8486-76d04d585627 req-05089d37-7f25-481e-b2de-681737bbb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:17.518256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-05089d37-7f25-481e-b2de-681737bbb2be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 200 len: 858 time: 0.2241092 Feb 09 00:03:17.518675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.526550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.527645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.556976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a31285b5-0df8-430b-a0c2-11160ae22852, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a31285b5-0df8-430b-a0c2-11160ae22852,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:17.574577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'a31285b5-0df8-430b-a0c2-11160ae22852', 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'port_id': 'a31285b5-0df8-430b-a0c2-11160ae22852', 'mac_address': 'fa:16:3e:e9:f5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342902aa-b447-42d3-8ceb-1a0c18c65992', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:03:17.607820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-f3aabc49-0cdf-44fa-8a17-b5c44cacc573 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a31285b5-0df8-430b-a0c2-11160ae22852 HTTP/1.1" status: 200 len: 217 time: 0.0932598 Feb 09 00:03:17.631355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event updated for resources: {'Port': ['ID=5ab8d123-a7ee-492e-b0bd-97ead23f7299,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:17.698462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.746476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-35fdbea6-e614-4ee3-b98a-17f63107485a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365175 Feb 09 00:03:17.759625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Network 30efd117-8b08-4536-93e0-d4435f26bb50 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:17.761208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:17.791553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21688-59f7-410e-a43a-2eaf14550a01 req-0e89e584-82c3-4f5d-b9ea-e7f86b513155 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:17.793207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88c21688-59f7-410e-a43a-2eaf14550a01 req-0e89e584-82c3-4f5d-b9ea-e7f86b513155 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 943 time: 0.2368612 Feb 09 00:03:17.813435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31285b5-0df8-430b-a0c2-11160ae22852 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:17.878962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a31285b5-0df8-430b-a0c2-11160ae22852, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a31285b5-0df8-430b-a0c2-11160ae22852,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:17.891524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:17.894517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Allocated IP 172.25.3.57 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/5e4b656a-4c0d-4139-a59c-0857a0d370e0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:17.900237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2856353-4c5f-41a9-a063-6256e2d38693 req-83985def-7be7-44eb-bb8b-5b1bb9e4e96c tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490475 Feb 09 00:03:18.002774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-dbef64f4-3b6c-404c-8ca9-0f52c16bba03 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:18.006608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-dbef64f4-3b6c-404c-8ca9-0f52c16bba03 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 945 time: 0.3851829 Feb 09 00:03:18.013945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Router c3679403-2bd6-41df-9369-d524e4016f70 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:03:18.114124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a31285b5-0df8-430b-a0c2-11160ae22852,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:18.174446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9730f0c6-98f8-4b2a-b8a0-1659594cf063 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:18.212135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-20f804c0-986f-4e03-b037-c34e87674953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:18.213822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-20f804c0-986f-4e03-b037-c34e87674953 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 200 len: 858 time: 0.5466468 Feb 09 00:03:18.245058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a31285b5-0df8-430b-a0c2-11160ae22852'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:18.324857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-90e50b59-cede-44cd-999b-6df5ba35041d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831060 Feb 09 00:03:18.376659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88c21688-59f7-410e-a43a-2eaf14550a01 req-5bcfbd3c-9cb2-4e26-b375-50f554e84552 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886577 Feb 09 00:03:18.403757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:18.415290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ebd6622e-061a-40af-ba55-cd88eb47828c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1215518 Feb 09 00:03:18.417934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59132) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:18.422655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] Sync routers for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:18.432897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a1a55b58-122a-4d38-86f0-64360913fb08 None None] Provisioning complete for port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:18.441648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1a55b58-122a-4d38-86f0-64360913fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:18.570525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:18.572431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-3032ea7a-e3bd-413f-967d-11ae48b0248f service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934916 Feb 09 00:03:18.573199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:18.597226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648c9e-0b25-475a-8b40-9be889070f27 req-b43caa6a-7717-42f7-b82c-b08a6ee0fd1b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:18.599741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44648c9e-0b25-475a-8b40-9be889070f27 req-b43caa6a-7717-42f7-b82c-b08a6ee0fd1b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1784377 Feb 09 00:03:18.632067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64cb9635-723b-4a41-8a82-b06b28b8c318 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:18.670802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:18.672866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:18.673259 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:18.732229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:18.732972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:18.779177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:18.791341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Deleting port a19be009-da95-4611-823d-ed08a1f4a753 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:18.791341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:18.800934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:18.809722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d9322-1e30-49bd-ba6f-7f1fdb68e9f2 None None] The sync data for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:18.836361 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-64cb9635-723b-4a41-8a82-b06b28b8c318 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 00:03:18.839961 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-64cb9635-723b-4a41-8a82-b06b28b8c318 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70 HTTP/1.1" status: 409 len: 329 time: 0.4184432 Feb 09 00:03:18.840200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:18.991022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-9f24e50f-8d44-4f7e-aa6d-e5dd22d5921d service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467340 Feb 09 00:03:19.001379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44648c9e-0b25-475a-8b40-9be889070f27 req-c29fe3a2-8ca8-4d22-bfa8-c9da5446a9c4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194249 Feb 09 00:03:19.077365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a7ed1b07-6058-43c5-a783-aa5884bbb1e6 None None] Provisioning complete for port 5ab8d123-a7ee-492e-b0bd-97ead23f7299 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:19.077851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1b07-6058-43c5-a783-aa5884bbb1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.088242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9604393-3099-452d-8486-76d04d585627 req-a5460072-9403-434e-8532-e50c382e6710 service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015156 Feb 09 00:03:19.139445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.157306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] For port a19be009-da95-4611-823d-ed08a1f4a753, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a19be009-da95-4611-823d-ed08a1f4a753,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:19.157978 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.182501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b174ea-0b19-443e-ae29-94f57a779873 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:03:19.191700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c57d60d7-4cfc-431b-8c3e-077bced32a94 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:19.265530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Calling delete_port for a19be009-da95-4611-823d-ed08a1f4a753 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:19.274348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed1b07-6058-43c5-a783-aa5884bbb1e6 None None] Port 5ab8d123-a7ee-492e-b0bd-97ead23f7299 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:19.283259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:19.323165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:19.332902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:19.355682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee0f5319-2fe9-4aaa-ad49-d604cd56ab35 req-10edda61-ada2-4f06-b735-f9f3dea4decd service neutron] 10.222.0.21 "GET /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514698 Feb 09 00:03:19.356945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event updated for resources: {'Port': ['ID=5e4b656a-4c0d-4139-a59c-0857a0d370e0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:19.404926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port c57d60d7-4cfc-431b-8c3e-077bced32a94 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:03:19.445367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port c57d60d7-4cfc-431b-8c3e-077bced32a94 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:19.446409 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.468639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2158-d255-4018-b94d-d046ea8f5d53 req-461de0b6-e590-4c55-be88-743df920368f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:19.470231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5ab2158-d255-4018-b94d-d046ea8f5d53 req-461de0b6-e590-4c55-be88-743df920368f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 945 time: 0.3030956 Feb 09 00:03:19.533671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b174ea-0b19-443e-ae29-94f57a779873,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:19.558650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '87b174ea-0b19-443e-ae29-94f57a779873', 'network_id': '1c23bf17-e71f-44ca-8dd6-99f3cdd0320f', 'port_id': '87b174ea-0b19-443e-ae29-94f57a779873', 'mac_address': 'fa:16:3e:42:f6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342902aa-b447-42d3-8ceb-1a0c18c65992', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:03:19.632414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.649896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.697604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b174ea-0b19-443e-ae29-94f57a779873 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:19.764629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b174ea-0b19-443e-ae29-94f57a779873,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:19.779285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5ab2158-d255-4018-b94d-d046ea8f5d53 req-9e633482-7ef5-49a8-aa11-57139354405d tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988563 Feb 09 00:03:19.849748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:19.868416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529f04b-c8ec-4b84-8684-03a3437ce5fc req-98eb39a4-0422-4689-831c-df22d7433a7e tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:19.869696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b529f04b-c8ec-4b84-8684-03a3437ce5fc req-98eb39a4-0422-4689-831c-df22d7433a7e tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 943 time: 0.2286401 Feb 09 00:03:19.906760 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.006840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.031640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:20.051553 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:20.055960 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd38cfb-bdc7-4073-b017-145d7ca5e125" -d '{"events": [{"server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "name": "network-vif-plugged", "status": "completed", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:20.061871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b529f04b-c8ec-4b84-8684-03a3437ce5fc req-d2acb703-8df4-4d61-ae7c-d350c2229827 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536410 Feb 09 00:03:20.083386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event deleted for resources: {'Port': ['ID=a19be009-da95-4611-823d-ed08a1f4a753,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:20.085531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'c112362f-74fc-44e5-a9d7-4a1e7e94465a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:20.151761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting port 5ab8d123-a7ee-492e-b0bd-97ead23f7299 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:20.152993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.174390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] No DVR routers for this DVR port a19be009-da95-4611-823d-ed08a1f4a753 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:20.177515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.181181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.184896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3f2ceb5-4a8f-48a9-812d-b39cbd979b60 req-1625fb88-11fe-4153-aaf0-3ae49b34a5a7 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "DELETE /v2.0/ports/a19be009-da95-4611-823d-ed08a1f4a753 HTTP/1.1" status: 204 len: 173 time: 2.0826516 Feb 09 00:03:20.185572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'name': 'network-vif-deleted', 'tag': 'a19be009-da95-4611-823d-ed08a1f4a753'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:20.188130 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaee1e7-4513-432e-88db-f0e224e2b481" -d '{"events": [{"server_uuid": "7a2f62a7-90a6-494f-a870-0dcce7407e0d", "name": "network-vif-deleted", "tag": "a19be009-da95-4611-823d-ed08a1f4a753"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:20.251100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['87b174ea-0b19-443e-ae29-94f57a779873'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:20.311993 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef70c9-9047-4849-859d-fce84acc2ad1 x-openstack-request-id: req-0cef70c9-9047-4849-859d-fce84acc2ad1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:20.324796 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2f62a7-90a6-494f-a870-0dcce7407e0d", "name": "network-vif-deleted", "tag": "a19be009-da95-4611-823d-ed08a1f4a753", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:20.325317 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cef70c9-9047-4849-859d-fce84acc2ad1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:20.325905 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2f62a7-90a6-494f-a870-0dcce7407e0d', 'name': 'network-vif-deleted', 'tag': 'a19be009-da95-4611-823d-ed08a1f4a753', 'status': 'completed', 'code': 200} Feb 09 00:03:20.343366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.344312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a19be009-da95-4611-823d-ed08a1f4a753 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:20.390024 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc245137-d23f-4a9a-9cf7-79ad58b60796 x-openstack-request-id: req-bc245137-d23f-4a9a-9cf7-79ad58b60796 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:20.390315 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "name": "network-vif-plugged", "status": "completed", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:20.390567 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc245137-d23f-4a9a-9cf7-79ad58b60796 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:20.397128 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94', 'code': 200} Feb 09 00:03:20.404887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: a19be009-da95-4611-823d-ed08a1f4a753 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:20.405505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a19be009-da95-4611-823d-ed08a1f4a753 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:20.407017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:20.517489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984204-70b6-4b95-9f7e-2725afb70105 req-0c7eab83-be92-4cf2-872f-42f2a791bf24 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:20.519561 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.525763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e984204-70b6-4b95-9f7e-2725afb70105 req-0c7eab83-be92-4cf2-872f-42f2a791bf24 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.3228154 Feb 09 00:03:20.538455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Calling delete_port for 5ab8d123-a7ee-492e-b0bd-97ead23f7299 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:20.589730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:20.674944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e984204-70b6-4b95-9f7e-2725afb70105 req-019632a2-74f4-4f9a-bfa0-75c6599c0998 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482081 Feb 09 00:03:20.721417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:20.796543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3cac7-1d08-4ed0-90c4-ba41ab2da9f6 req-9082cf0a-54f1-4226-adae-c9891506fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:20.798171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7b3cac7-1d08-4ed0-90c4-ba41ab2da9f6 req-9082cf0a-54f1-4226-adae-c9891506fc5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 1097 time: 0.2697778 Feb 09 00:03:20.912358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.949379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:20.990250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Port': ['ID=5ab8d123-a7ee-492e-b0bd-97ead23f7299,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:21.030282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10fbecb1-1d82-414a-a042-da6b32b435b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.139170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.150781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a31285b5-0df8-430b-a0c2-11160ae22852 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:21.246236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port a31285b5-0df8-430b-a0c2-11160ae22852 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:03:21.251138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port a31285b5-0df8-430b-a0c2-11160ae22852 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:21.251758 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.393385 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.406045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10fbecb1-1d82-414a-a042-da6b32b435b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.427203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Router c3679403-2bd6-41df-9369-d524e4016f70 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:03:21.429698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-10fbecb1-1d82-414a-a042-da6b32b435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.441041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a31285b5-0df8-430b-a0c2-11160ae22852, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a31285b5-0df8-430b-a0c2-11160ae22852,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:21.445983 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.447650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7b3cac7-1d08-4ed0-90c4-ba41ab2da9f6 req-20aeb1e8-2b08-4cd7-982c-8177c7f4eb30 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417167 Feb 09 00:03:21.453295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f8914a8-2766-4ab1-8909-c83c7431853c req-c60591a1-68cf-46c2-a9f2-5ee4ce21fb68 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a2f62a7-90a6-494f-a870-0dcce7407e0d HTTP/1.1" status: 200 len: 210 time: 0.0690789 Feb 09 00:03:21.469100 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-10fbecb1-1d82-414a-a042-da6b32b435b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ac31af855f84e16800632dc721de8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466068 Feb 09 00:03:21.473429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59174) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:21.552116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e1ef6-0546-4f95-809f-a76f001c8e79 req-f4240781-6e4e-45b0-be62-158a1dac8099 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:21.553764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f35e1ef6-0546-4f95-809f-a76f001c8e79 req-f4240781-6e4e-45b0-be62-158a1dac8099 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 944 time: 0.1707184 Feb 09 00:03:21.564756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a31285b5-0df8-430b-a0c2-11160ae22852,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:21.565301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbecb1-1d82-414a-a042-da6b32b435b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e51e3-7a02-4cf7-8620-8e57505bab1c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:21.615410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f35e1ef6-0546-4f95-809f-a76f001c8e79 req-2dc54c0b-4599-4e50-922b-ec45d9b373e1 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546517 Feb 09 00:03:21.647319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Router cd1c98ac-c69f-44ad-a1fa-ff70575dde0b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:03:21.659311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f477a17-4b6c-45fe-9c48-bed3e73e5207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.662704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:21.674084 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b13835c6-fb94-4069-80f0-0507dce121c6 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8328464 Feb 09 00:03:21.674241 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] Sync routers for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:21.674809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59176) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:21.683841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:21.684445 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.722103 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.731837 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] Routers {'c3679403-2bd6-41df-9369-d524e4016f70'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:21.732665 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3679403-2bd6-41df-9369-d524e4016f70'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.742599 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-045b2877-96a7-481d-8dd2-76374629ea04 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] show failed (client error): The resource could not be found. Feb 09 00:03:21.749856 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-045b2877-96a7-481d-8dd2-76374629ea04 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1571738651 HTTP/1.1" status: 404 len: 335 time: 0.0688748 Feb 09 00:03:21.753365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:21.758670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0a5ff21a-5d75-45a9-b291-8365c8d5e929 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:21.762118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f477a17-4b6c-45fe-9c48-bed3e73e5207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.767337 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.768167 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba2cda5-ea8b-4cf1-848c-a122834729a4 None None] The sync data for ids ['c3679403-2bd6-41df-9369-d524e4016f70'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:21.798360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:21.804279 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-0a5ff21a-5d75-45a9-b291-8365c8d5e929 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] update failed (client error): The resource could not be found. Feb 09 00:03:21.811127 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0a5ff21a-5d75-45a9-b291-8365c8d5e929 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-2139636989 HTTP/1.1" status: 404 len: 335 time: 0.0560634 Feb 09 00:03:21.811855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] Sync routers for ids ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:21.817041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:21.827088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] Routers {'cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:21.828529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.852968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.854596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a813912-1a36-4932-84aa-46790d99f909 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.9496288 Feb 09 00:03:21.857039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59186) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:21.861815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:21.895872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.906598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting subnet dc32efe7-369c-49bf-ba01-6acd8876f84f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:21.907240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] Routers {'cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:21.907853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.912870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.918515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41848f-47d0-41ad-97a0-bd03b191f309 req-27d86a88-93f2-4611-8e77-199c0358c674 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:21.920813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa41848f-47d0-41ad-97a0-bd03b191f309 req-27d86a88-93f2-4611-8e77-199c0358c674 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1375668 Feb 09 00:03:21.936196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f477a17-4b6c-45fe-9c48-bed3e73e5207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.938926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f477a17-4b6c-45fe-9c48-bed3e73e5207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.940147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f477a17-4b6c-45fe-9c48-bed3e73e5207 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e8e51e3-7a02-4cf7-8620-8e57505bab1c HTTP/1.1" status: 204 len: 168 time: 0.4578164 Feb 09 00:03:21.958746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f477a17-4b6c-45fe-9c48-bed3e73e5207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e51e3-7a02-4cf7-8620-8e57505bab1c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:21.968884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:21.980829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:21.982183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0287a2-1d09-44ec-a8b5-6ac1a92c8711 None None] The sync data for ids ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:22.063413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.066084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa41848f-47d0-41ad-97a0-bd03b191f309 req-f74626be-2869-49bb-87b7-30ee1077ed45 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351142 Feb 09 00:03:22.161318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.192249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Subnet': ['ID=dc32efe7-369c-49bf-ba01-6acd8876f84f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:22.199175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.204526 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b09dbb5d-dc68-43cd-b6a8-dfd81bd05d59 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/subnets/dc32efe7-369c-49bf-ba01-6acd8876f84f HTTP/1.1" status: 204 len: 168 time: 0.3841345 Feb 09 00:03:22.204770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59192) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:22.209619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f262395-0a25-41e6-8779-3b5fc283dd0c None None] Network 41576022-e41a-49d3-81bc-98a3c5487a26 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:22.322252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.343928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.367603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.398826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31285b5-0df8-430b-a0c2-11160ae22852'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:22.401534 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57c7771-98c3-4b6b-b430-dd5949d49abb" -d '{"events": [{"server_uuid": "90e2ead6-fc3f-4b66-97f9-b4ed79f503a9", "name": "network-vif-plugged", "status": "completed", "tag": "a31285b5-0df8-430b-a0c2-11160ae22852"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:22.427131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:22.427507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.444224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Deleting port 5e4b656a-4c0d-4139-a59c-0857a0d370e0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:22.448231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.466357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59196) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:22.479303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] DHCP port deletion for 41576022-e41a-49d3-81bc-98a3c5487a26 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:03:22.512495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc568b5c-cdda-483a-951b-9c68a34a5d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.534928 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef3b2f2-4893-4958-a4db-938675fd1293 x-openstack-request-id: req-1ef3b2f2-4893-4958-a4db-938675fd1293 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:22.538096 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2ead6-fc3f-4b66-97f9-b4ed79f503a9", "name": "network-vif-plugged", "status": "completed", "tag": "a31285b5-0df8-430b-a0c2-11160ae22852", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:22.538396 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ef3b2f2-4893-4958-a4db-938675fd1293 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:22.538809 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31285b5-0df8-430b-a0c2-11160ae22852', 'code': 200} Feb 09 00:03:22.558372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] For port 9730f0c6-98f8-4b2a-b8a0-1659594cf063, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9730f0c6-98f8-4b2a-b8a0-1659594cf063,segment=NetworkSegment(a8f36c20-44d1-46ef-ae7f-f54792e2c544),segment_id=a8f36c20-44d1-46ef-ae7f-f54792e2c544)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:22.558748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.587875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Calling delete_port for 9730f0c6-98f8-4b2a-b8a0-1659594cf063 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:22.593589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.595034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] Deleting port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:22.595414 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.635164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Calling delete_port for 5e4b656a-4c0d-4139-a59c-0857a0d370e0 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:22.731049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] For port 9730f0c6-98f8-4b2a-b8a0-1659594cf063, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9730f0c6-98f8-4b2a-b8a0-1659594cf063,segment=NetworkSegment(a8f36c20-44d1-46ef-ae7f-f54792e2c544),segment_id=a8f36c20-44d1-46ef-ae7f-f54792e2c544)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:22.731463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.752598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] Calling delete_port for 9730f0c6-98f8-4b2a-b8a0-1659594cf063 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:22.760217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.804253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3eb8d-d236-46dd-b08a-721b7022d20e req-1cb7a012-38e8-43dd-8bf1-ec80a29ce1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:22.805794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fa3eb8d-d236-46dd-b08a-721b7022d20e req-1cb7a012-38e8-43dd-8bf1-ec80a29ce1e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 1096 time: 0.2152348 Feb 09 00:03:22.856999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Port': ['ID=9730f0c6-98f8-4b2a-b8a0-1659594cf063,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:22.865909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] No DVR routers for this DVR port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:22.866437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc568b5c-cdda-483a-951b-9c68a34a5d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.915565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc568b5c-cdda-483a-951b-9c68a34a5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:22.941393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686536d9-6012-4f61-84c6-aa397b32fb34 req-f7437dab-fbed-4093-ae9f-d7dd94de7a8a tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:22.948781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-686536d9-6012-4f61-84c6-aa397b32fb34 req-f7437dab-fbed-4093-ae9f-d7dd94de7a8a tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 944 time: 0.1950917 Feb 09 00:03:22.969670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fa3eb8d-d236-46dd-b08a-721b7022d20e req-be51bc1b-5302-4fc6-9677-ecc83a5111fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417286 Feb 09 00:03:22.989763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.001299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc568b5c-cdda-483a-951b-9c68a34a5d6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8bd7d7ec83741f7bd95ea40cea2b656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5337534 Feb 09 00:03:23.006942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59208) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:23.035540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] Pushing event deleted for resources: {'Port': ['ID=9730f0c6-98f8-4b2a-b8a0-1659594cf063,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:23.039174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.041578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a650d1-85ff-418b-af4a-811065a4eee3 None None] No DVR routers for this DVR port 9730f0c6-98f8-4b2a-b8a0-1659594cf063 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:23.066311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc568b5c-cdda-483a-951b-9c68a34a5d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7d8945-caa2-495f-90fc-bf684ed61953,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:23.082387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41576022-e41a-49d3-81bc-98a3c5487a26']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:23.097557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f36c20-44d1-46ef-ae7f-f54792e2c544') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:23.098587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f36c20-44d1-46ef-ae7f-f54792e2c544') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:23.104551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-686536d9-6012-4f61-84c6-aa397b32fb34 req-68bca214-8469-4317-a517-16092fabdce4 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548302 Feb 09 00:03:23.111270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.131102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.140093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:23.140843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.141328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b174ea-0b19-443e-ae29-94f57a779873 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:23.153618 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:23.224989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 87b174ea-0b19-443e-ae29-94f57a779873 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:03:23.230130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 87b174ea-0b19-443e-ae29-94f57a779873 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:23.230504 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.250457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.259360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.263687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/networks/41576022-e41a-49d3-81bc-98a3c5487a26 HTTP/1.1" status: 204 len: 168 time: 1.0579269 Feb 09 00:03:23.269465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59212) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:23.273637 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.283476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef832a1-00b4-440b-b4be-2fca8674cb75 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Network': ['ID=41576022-e41a-49d3-81bc-98a3c5487a26,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:23.296360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64549ded-9be8-495b-a61d-5ab53479f86f req-228ff7b0-2751-4a3b-9c7f-449bd7353d45 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:23.298195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64549ded-9be8-495b-a61d-5ab53479f86f req-228ff7b0-2751-4a3b-9c7f-449bd7353d45 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 946 time: 0.2596805 Feb 09 00:03:23.299046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3721766c-0563-4889-8f2e-78507790013d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.339566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.362985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Pushing event deleted for resources: {'Port': ['ID=5e4b656a-4c0d-4139-a59c-0857a0d370e0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:23.378287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b174ea-0b19-443e-ae29-94f57a779873,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:23.384550 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.389254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92daf96-17df-41dd-914d-1d9783a6310f req-861a1eaf-c95b-4993-9a6d-a26d746331c3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:23.390840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f92daf96-17df-41dd-914d-1d9783a6310f req-861a1eaf-c95b-4993-9a6d-a26d746331c3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2017629 Feb 09 00:03:23.424881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3721766c-0563-4889-8f2e-78507790013d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.442327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:23.493192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting subnet 20a71bb6-1e0f-46db-9538-6f2668663499 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:23.526053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.538151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64549ded-9be8-495b-a61d-5ab53479f86f req-5b0433f4-953f-40b0-91b4-d7aee22ace95 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851015 Feb 09 00:03:23.592693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f92daf96-17df-41dd-914d-1d9783a6310f req-2047076e-ff78-41af-9693-82b50ac5f2b7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749983 Feb 09 00:03:23.600861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.605241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.710679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3721766c-0563-4889-8f2e-78507790013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.713240 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3721766c-0563-4889-8f2e-78507790013d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.714385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3721766c-0563-4889-8f2e-78507790013d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd7d8945-caa2-495f-90fc-bf684ed61953 HTTP/1.1" status: 204 len: 168 time: 0.7042317 Feb 09 00:03:23.769370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721766c-0563-4889-8f2e-78507790013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7d8945-caa2-495f-90fc-bf684ed61953,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:23.920826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.922949 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:23.948611 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.046500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9730f0c6-98f8-4b2a-b8a0-1659594cf063 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:24.058714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.072881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9730f0c6-98f8-4b2a-b8a0-1659594cf063 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:24.073257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9730f0c6-98f8-4b2a-b8a0-1659594cf063 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:24.081656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:03:24.086944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.090167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/subnets/20a71bb6-1e0f-46db-9538-6f2668663499 HTTP/1.1" status: 204 len: 168 time: 0.8175652 Feb 09 00:03:24.092982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:24.102706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41231db6-70e9-4009-806c-69bac12b16c1 None None] Network 619f3874-33b9-47c2-9239-b82c9c92cfa7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:24.110069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c4048-ca18-47ee-b76c-baf2a329e0a8 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Subnet': ['ID=20a71bb6-1e0f-46db-9538-6f2668663499,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:24.123428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Router cd1c98ac-c69f-44ad-a1fa-ff70575dde0b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:03:24.199884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting subnet fed6b326-6e84-41e8-abe6-da51fb7f26ba {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:24.204484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.262420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.273321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:03:24.288299 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] Sync routers for ids ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:03:24.309133 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.310749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7cb89827-17c6-47ae-9957-8626e9c4d26c tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "PUT /v2.0/routers/cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 200 len: 709 time: 2.4522762 Feb 09 00:03:24.314140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59232) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:24.327910 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] Routers {'cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:24.329329 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:24.361654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26daec-470f-4a93-895a-f04ebedb93db req-af45ce38-83f0-44b8-b16e-218f67ffb8ad tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:24.363188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d26daec-470f-4a93-895a-f04ebedb93db req-af45ce38-83f0-44b8-b16e-218f67ffb8ad tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 945 time: 0.1156614 Feb 09 00:03:24.402586 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:24.421111 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] Routers {'cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:03:24.422619 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:24.426754 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b6d80605-ab75-482b-a60d-e70486990dd6 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/routers/cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 200 len: 744 time: 0.1116664 Feb 09 00:03:24.429228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59234) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:24.491527 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:24.492418 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d4335-08ac-450a-8f32-83d15fd9f896 None None] The sync data for ids ['cd1c98ac-c69f-44ad-a1fa-ff70575dde0b'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:03:24.493159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d26daec-470f-4a93-895a-f04ebedb93db req-5dd85949-8d75-4e98-bb64-581b207642e5 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220167 Feb 09 00:03:24.516983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4d1dbaa3-302a-448a-92d3-5926949e87c7 tempest-RoutersIpV6AdminTest-134343297 tempest-RoutersIpV6AdminTest-134343297-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&device_id=cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 200 len: 205 time: 0.0866158 Feb 09 00:03:24.519551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59240) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:24.527896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] DHCP port deletion for 619f3874-33b9-47c2-9239-b82c9c92cfa7 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:03:24.555771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea1f1906-8036-4bce-a418-4d317034c3e6 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 200 len: 205 time: 0.0318391 Feb 09 00:03:24.559232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59242) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:24.563239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.593160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:24.601380 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8872e5e5-0880-4512-97e5-bc90909eb69d" -d '{"events": [{"server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "name": "network-vif-plugged", "status": "completed", "tag": "87b174ea-0b19-443e-ae29-94f57a779873"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:24.654012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] Deleting port 393946e3-b918-41bf-b47f-b9ae652865a6 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:24.654870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.772124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.783593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] For port 393946e3-b918-41bf-b47f-b9ae652865a6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=393946e3-b918-41bf-b47f-b9ae652865a6,segment=NetworkSegment(f58b3492-41fb-4207-b8c7-aeb633722f6e),segment_id=f58b3492-41fb-4207-b8c7-aeb633722f6e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:24.784955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.800052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] Calling delete_port for 393946e3-b918-41bf-b47f-b9ae652865a6 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:24.907054 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4182e65-f933-4f20-9251-3e404b4e6511 x-openstack-request-id: req-b4182e65-f933-4f20-9251-3e404b4e6511 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:24.907751 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "name": "network-vif-plugged", "status": "completed", "tag": "87b174ea-0b19-443e-ae29-94f57a779873", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:24.909014 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4182e65-f933-4f20-9251-3e404b4e6511 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:24.909588 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873', 'code': 200} Feb 09 00:03:24.916365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:24.933048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] No DVR routers for this DVR port 393946e3-b918-41bf-b47f-b9ae652865a6 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:24.973455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5f824-e5ce-45ba-9efe-a84784d9e099 None None] Pushing event deleted for resources: {'Port': ['ID=393946e3-b918-41bf-b47f-b9ae652865a6,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:24.983910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca0277-4d3c-41f7-af95-78b5cc1daac8 req-59fe9c30-ebb2-421e-903f-bbe95a6c1490 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:24.986198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68ca0277-4d3c-41f7-af95-78b5cc1daac8 req-59fe9c30-ebb2-421e-903f-bbe95a6c1490 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 946 time: 0.3181105 Feb 09 00:03:25.016961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.018489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-5f119241-aa77-4e17-8f8e-48dc6a250468 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:25.021332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-5f119241-aa77-4e17-8f8e-48dc6a250468 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 946 time: 0.2159808 Feb 09 00:03:25.030016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a17d1-9ec0-4cd4-8bd4-c848b8ab418a req-eed524e9-3e01-478e-9ffd-2f96acf1c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:25.031841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-739a17d1-9ec0-4cd4-8bd4-c848b8ab418a req-eed524e9-3e01-478e-9ffd-2f96acf1c2bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 1096 time: 0.2637141 Feb 09 00:03:25.140087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75eedc-b0a6-4da0-bbbf-b56eb8dfda71 req-e72d0a26-5e00-41cc-87bc-1f690c3ed286 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:25.141771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff75eedc-b0a6-4da0-bbbf-b56eb8dfda71 req-e72d0a26-5e00-41cc-87bc-1f690c3ed286 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2785342 Feb 09 00:03:25.150762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68ca0277-4d3c-41f7-af95-78b5cc1daac8 req-36923fca-8ef4-4e49-b953-71f7b3c4afe6 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559358 Feb 09 00:03:25.157814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:03:25.179938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-739a17d1-9ec0-4cd4-8bd4-c848b8ab418a req-6d010346-9272-4a2a-8403-cd22e29652c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349308 Feb 09 00:03:25.246179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff75eedc-b0a6-4da0-bbbf-b56eb8dfda71 req-fec115b1-566d-4be6-8b53-cfb5031fe650 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936582 Feb 09 00:03:25.277749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Deleting port c112362f-74fc-44e5-a9d7-4a1e7e94465a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:25.278225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.332066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:25.350796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'mac_address': 'fa:16:3e:de:db:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:03:25.416387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] For port c112362f-74fc-44e5-a9d7-4a1e7e94465a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c112362f-74fc-44e5-a9d7-4a1e7e94465a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:25.416968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.425923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Subnet': ['ID=fed6b326-6e84-41e8-abe6-da51fb7f26ba,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:25.440183 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.445253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Calling delete_port for c112362f-74fc-44e5-a9d7-4a1e7e94465a owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:25.448216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.453260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.457764 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-49ec4ca3-70c1-41bb-a977-7187fa3a9e5b tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/subnets/fed6b326-6e84-41e8-abe6-da51fb7f26ba HTTP/1.1" status: 204 len: 168 time: 1.3627348 Feb 09 00:03:25.460402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:25.605535 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.606945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Fanout notify agent at l3_agent the message router_deleted on router cd1c98ac-c69f-44ad-a1fa-ff70575dde0b {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:03:25.616067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.618302 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a8eb6f2-2809-4a03-ad31-5d4b68c4b5e9 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 204 len: 168 time: 1.0567076 Feb 09 00:03:25.621627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59274) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:25.670774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0e7654d-3cfe-4b54-b925-4a04ebca9057 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 200 len: 205 time: 0.0418186 Feb 09 00:03:25.673853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59276) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:25.679911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceaa571-2622-475b-9a53-fca64fef6e29 None None] Network 8420e219-bc5c-446a-a881-59266b09612f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:25.685759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.748082 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-f694d87e-ff75-4bd3-8612-277294e6f2fd tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] delete failed (client error): The resource could not be found. Feb 09 00:03:25.750563 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f694d87e-ff75-4bd3-8612-277294e6f2fd tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/cd1c98ac-c69f-44ad-a1fa-ff70575dde0b HTTP/1.1" status: 404 len: 336 time: 0.0756962 Feb 09 00:03:25.753409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59286) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:25.765100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:25.799707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-55311673-2f6e-4f4d-8ff9-5195d546327f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 HTTP/1.1" status: 200 len: 205 time: 0.0439305 Feb 09 00:03:25.803649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59290) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:25.805374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca027d16-d447-49e7-8f8c-953f06c3915e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:03:25.898950 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-a63ec6cd-bd5b-4497-a0aa-1723d1637702 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] delete failed (client error): The resource could not be found. Feb 09 00:03:25.902609 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a63ec6cd-bd5b-4497-a0aa-1723d1637702 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/280ed5c1-3ec2-4a04-b61d-f9f5d9a0c232 HTTP/1.1" status: 404 len: 336 time: 0.0931458 Feb 09 00:03:25.903727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:25.940471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:25.954763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.008128 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3487e835-8e3c-417f-b02b-b3d1b968786d tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b HTTP/1.1" status: 200 len: 205 time: 0.1038172 Feb 09 00:03:26.013099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59304) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.023693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.062053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:26.091008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 393946e3-b918-41bf-b47f-b9ae652865a6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:26.104637 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-9a230a71-0e50-4fe5-9b96-67bd929364fd tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] delete failed (client error): The resource could not be found. Feb 09 00:03:26.107945 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9a230a71-0e50-4fe5-9b96-67bd929364fd tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/aba0c1fb-6717-493d-b7e7-a5f37e0e2b8b HTTP/1.1" status: 404 len: 336 time: 0.0917277 Feb 09 00:03:26.118117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59306) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.125535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 393946e3-b918-41bf-b47f-b9ae652865a6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:26.125797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 393946e3-b918-41bf-b47f-b9ae652865a6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:26.131795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ca027d16-d447-49e7-8f8c-953f06c3915e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:26.148797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619f3874-33b9-47c2-9239-b82c9c92cfa7']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:26.214060 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc3f588b-f889-4aab-a5b5-cb0f1eb77b26 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=86ceeff3-fc9c-494f-97cb-cb84e16e29c0 HTTP/1.1" status: 200 len: 205 time: 0.0935085 Feb 09 00:03:26.217925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59312) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.227557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58b3492-41fb-4207-b8c7-aeb633722f6e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:26.228027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58b3492-41fb-4207-b8c7-aeb633722f6e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:26.229301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] DHCP port deletion for 8420e219-bc5c-446a-a881-59266b09612f request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:03:26.241465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32f93f-615f-464c-850d-9c0ebf3c48d7 req-8edd57f7-0a6e-4621-959b-694805e19ece tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:26.243025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab32f93f-615f-464c-850d-9c0ebf3c48d7 req-8edd57f7-0a6e-4621-959b-694805e19ece tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 945 time: 0.0731041 Feb 09 00:03:26.255072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.289466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.306226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:26.306641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:26.310715 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:26.324360 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-bafde87c-0052-45aa-85f6-3f1c1c50043e tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] delete failed (client error): The resource could not be found. Feb 09 00:03:26.325467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bafde87c-0052-45aa-85f6-3f1c1c50043e tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/86ceeff3-fc9c-494f-97cb-cb84e16e29c0 HTTP/1.1" status: 404 len: 336 time: 0.1016037 Feb 09 00:03:26.338788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59320) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.347751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] Deleting port 01c1eae1-4bc5-48be-bada-81910d74cbab {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:26.349416 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.375335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9773529b-eff5-4fdd-82e2-30019961f7f2 tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=db95b742-b0fc-455d-a7e0-18957083ed47 HTTP/1.1" status: 200 len: 205 time: 0.0308771 Feb 09 00:03:26.378281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59322) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.464194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094746c-47cc-492a-8ca0-ecd00012ceed req-01755f7d-9037-43f2-8937-898a4c99fc28 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:26.465741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6094746c-47cc-492a-8ca0-ecd00012ceed req-01755f7d-9037-43f2-8937-898a4c99fc28 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 946 time: 0.1730077 Feb 09 00:03:26.468779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab32f93f-615f-464c-850d-9c0ebf3c48d7 req-a687f998-40b6-4f75-91f6-86e6e2099bea tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867945 Feb 09 00:03:26.471089 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-b131def5-8e10-403c-af33-7fcadf48bcde tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] delete failed (client error): The resource could not be found. Feb 09 00:03:26.474945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b131def5-8e10-403c-af33-7fcadf48bcde tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/db95b742-b0fc-455d-a7e0-18957083ed47 HTTP/1.1" status: 404 len: 336 time: 0.0902421 Feb 09 00:03:26.480641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59330) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.510030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.524524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.532369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/networks/619f3874-33b9-47c2-9239-b82c9c92cfa7 HTTP/1.1" status: 204 len: 168 time: 1.0708821 Feb 09 00:03:26.552762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.561909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] For port 01c1eae1-4bc5-48be-bada-81910d74cbab, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=01c1eae1-4bc5-48be-bada-81910d74cbab,segment=NetworkSegment(a0e779fd-48a4-48ea-96f1-3b9863da96a8),segment_id=a0e779fd-48a4-48ea-96f1-3b9863da96a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:26.562572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.580289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d604736-84f5-460d-8bdd-7e0918518b72 tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Network': ['ID=619f3874-33b9-47c2-9239-b82c9c92cfa7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:26.589329 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-977e8158-f5b2-4e0c-bfad-ae567ec2829f tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0564b55-3fc4-4e0e-9032-53eb8f22709b HTTP/1.1" status: 200 len: 205 time: 0.1062016 Feb 09 00:03:26.589993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59340) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.600414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] Calling delete_port for 01c1eae1-4bc5-48be-bada-81910d74cbab owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:26.668498 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-e618e7b0-ac76-4d4d-a7c1-7caa7426e43e tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] delete failed (client error): The resource could not be found. Feb 09 00:03:26.672687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e618e7b0-ac76-4d4d-a7c1-7caa7426e43e tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/routers/e0564b55-3fc4-4e0e-9032-53eb8f22709b HTTP/1.1" status: 404 len: 336 time: 0.0816250 Feb 09 00:03:26.673521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59342) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:26.705104 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8a5aeb-3576-496c-956e-c9c03c6defeb tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] DELETE failed (client error): The resource could not be found. Feb 09 00:03:26.705567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8a5aeb-3576-496c-956e-c9c03c6defeb tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:03:26.714529 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f8a5aeb-3576-496c-956e-c9c03c6defeb tempest-RoutersIpV6AdminTest-1176498966 tempest-RoutersIpV6AdminTest-1176498966-project] 10.222.0.32 "DELETE /v2.0/subnets/0aa88159-a364-40fc-beac-67bb33191651 HTTP/1.1" status: 404 len: 337 time: 0.0400014 Feb 09 00:03:26.724634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6094746c-47cc-492a-8ca0-ecd00012ceed req-19c7870c-2afd-4bec-bc8d-b61fa0fc7d5a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425213 Feb 09 00:03:26.771959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.793840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] No DVR routers for this DVR port 01c1eae1-4bc5-48be-bada-81910d74cbab on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:26.809535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.838622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d383e79-c99f-4e22-903d-ab368ca8c503 None None] Pushing event deleted for resources: {'Port': ['ID=01c1eae1-4bc5-48be-bada-81910d74cbab,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:26.839102 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:26.852092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:26.902316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a8917-305a-4ccf-8c45-d677bd57fc1b req-ce9114d3-e7fe-4177-a295-9c2cd9609dca tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:26.913122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c1a8917-305a-4ccf-8c45-d677bd57fc1b req-ce9114d3-e7fe-4177-a295-9c2cd9609dca tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 944 time: 0.2340112 Feb 09 00:03:26.965302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event deleted for resources: {'Port': ['ID=c112362f-74fc-44e5-a9d7-4a1e7e94465a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:27.167284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59356) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:27.168244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] No DVR routers for this DVR port c112362f-74fc-44e5-a9d7-4a1e7e94465a on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:27.170714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:27.175398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.182208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.186097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84989084-9a5e-468f-ab9f-2b3116547e19 req-21e54b22-a87e-4397-8c3a-d8f2cb801a7f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "DELETE /v2.0/ports/c112362f-74fc-44e5-a9d7-4a1e7e94465a HTTP/1.1" status: 204 len: 173 time: 2.1521130 Feb 09 00:03:27.186742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'name': 'network-vif-deleted', 'tag': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:27.189258 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb288a2-90c6-4714-9ab0-6bb669635d66" -d '{"events": [{"server_uuid": "dc86373a-4bf0-46e3-b623-405a177668dd", "name": "network-vif-deleted", "tag": "c112362f-74fc-44e5-a9d7-4a1e7e94465a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:27.237679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c1a8917-305a-4ccf-8c45-d677bd57fc1b req-77995743-ee7b-4ecc-bd7f-1ef24ccde291 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231919 Feb 09 00:03:27.296238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8420e219-bc5c-446a-a881-59266b09612f']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:27.306153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59362) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:27.313133 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f0090-5e18-4cbd-b018-83c13d20a4e0 x-openstack-request-id: req-7f1f0090-5e18-4cbd-b018-83c13d20a4e0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:27.313429 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc86373a-4bf0-46e3-b623-405a177668dd", "name": "network-vif-deleted", "tag": "c112362f-74fc-44e5-a9d7-4a1e7e94465a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:27.313683 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f1f0090-5e18-4cbd-b018-83c13d20a4e0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:27.314540 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc86373a-4bf0-46e3-b623-405a177668dd', 'name': 'network-vif-deleted', 'tag': 'c112362f-74fc-44e5-a9d7-4a1e7e94465a', 'status': 'completed', 'code': 200} Feb 09 00:03:27.320155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e779fd-48a4-48ea-96f1-3b9863da96a8') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:27.320460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e779fd-48a4-48ea-96f1-3b9863da96a8') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:27.338766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.354874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ca027d16-d447-49e7-8f8c-953f06c3915e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:27.355394 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.358802 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0af5dfd2-8e13-40ff-97d1-e8f984b4fdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.389924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.403889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:27.404506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:27.415526 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:27.442739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5885220-b53d-4613-971c-fa3402a2957a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.512605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.523522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.527224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/networks/8420e219-bc5c-446a-a881-59266b09612f HTTP/1.1" status: 204 len: 168 time: 0.9731722 Feb 09 00:03:27.549949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59368) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:27.561504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da994e1a-595d-4d3e-9e56-ad790ba223fd tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Network': ['ID=8420e219-bc5c-446a-a881-59266b09612f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:27.610071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.651925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting subnet 53e0bb2c-2d26-4b04-a807-d46621ff6eac {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:27.664308 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.680851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:27.689661 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aafffaf-e76b-47ad-ad3d-a462092b4242" -d '{"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-plugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:27.744874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71ed28-5795-475b-a868-f93236c6f6a3 req-d659d59d-f6ad-4586-8d95-363ff62b9c34 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:27.763054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.763298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d71ed28-5795-475b-a868-f93236c6f6a3 req-d659d59d-f6ad-4586-8d95-363ff62b9c34 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 945 time: 0.1522694 Feb 09 00:03:27.776705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:27.791469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.793499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c112362f-74fc-44e5-a9d7-4a1e7e94465a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:27.877309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0af5dfd2-8e13-40ff-97d1-e8f984b4fdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.901448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0af5dfd2-8e13-40ff-97d1-e8f984b4fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:27.905327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d71ed28-5795-475b-a868-f93236c6f6a3 req-7a3af78a-0208-44d4-a007-af7d5cc09f79 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365089 Feb 09 00:03:27.929122 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d35411-567d-4dd6-9224-96a1bda0374f x-openstack-request-id: req-c9d35411-567d-4dd6-9224-96a1bda0374f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:27.929941 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-plugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:27.931463 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9d35411-567d-4dd6-9224-96a1bda0374f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:27.932037 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'code': 200} Feb 09 00:03:27.938662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: c112362f-74fc-44e5-a9d7-4a1e7e94465a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:27.947626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c112362f-74fc-44e5-a9d7-4a1e7e94465a not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:27.955827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59384) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:27.967171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0af5dfd2-8e13-40ff-97d1-e8f984b4fdbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f74e1827cf147089fbd7fbd6133195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885094 Feb 09 00:03:27.975014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5885220-b53d-4613-971c-fa3402a2957a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.005943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f5885220-b53d-4613-971c-fa3402a2957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.091504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:28.096405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5dfd2-8e13-40ff-97d1-e8f984b4fdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f011047-ae19-446a-aa03-ecdc87005580,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:28.135375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5885220-b53d-4613-971c-fa3402a2957a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcaeb71-d82a-4349-8631-424dc8f9fb71,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:28.148095 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f5885220-b53d-4613-971c-fa3402a2957a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d98fb1202afc4dae919272d2f269ef4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406177 Feb 09 00:03:28.151193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59388) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:28.178929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 01c1eae1-4bc5-48be-bada-81910d74cbab no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:28.181787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.188901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8591ca6c-965b-4040-b730-b14b72ea5cfc req-ba943913-9be5-40df-981b-16db3d7c2824 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc86373a-4bf0-46e3-b623-405a177668dd HTTP/1.1" status: 200 len: 210 time: 0.1211438 Feb 09 00:03:28.234116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 01c1eae1-4bc5-48be-bada-81910d74cbab {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:28.234374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32a30bd7-3cae-4d7e-8b5b-87edf77f30ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.236247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 01c1eae1-4bc5-48be-bada-81910d74cbab not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:28.292623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17ce2f43-da61-4196-ae0d-74143a280a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.307894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51063d-69a8-409d-9dc0-b9ef7d836ac4 req-ebc3c9a4-ab2b-4b67-84f3-554f9943c43e tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:28.312618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d51063d-69a8-409d-9dc0-b9ef7d836ac4 req-ebc3c9a4-ab2b-4b67-84f3-554f9943c43e tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 946 time: 0.1366663 Feb 09 00:03:28.320306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32a30bd7-3cae-4d7e-8b5b-87edf77f30ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.372416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17ce2f43-da61-4196-ae0d-74143a280a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.385081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.418095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d51063d-69a8-409d-9dc0-b9ef7d836ac4 req-d6ab794e-e0f5-45ba-9aaa-81b47c7c1dd3 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904567 Feb 09 00:03:28.433426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.436605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/subnets/53e0bb2c-2d26-4b04-a807-d46621ff6eac HTTP/1.1" status: 204 len: 168 time: 0.8828366 Feb 09 00:03:28.444616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef7ad2-d9b4-4782-9343-9aedd9a606ff tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Subnet': ['ID=53e0bb2c-2d26-4b04-a807-d46621ff6eac,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:28.450783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59402) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:28.462441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb9c10-803c-4f32-9a7f-0f0a18250f2e None None] Network 30efd117-8b08-4536-93e0-d4435f26bb50 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:28.496543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17ce2f43-da61-4196-ae0d-74143a280a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.499258 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17ce2f43-da61-4196-ae0d-74143a280a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.509208 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-17ce2f43-da61-4196-ae0d-74143a280a61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdcaeb71-d82a-4349-8631-424dc8f9fb71 HTTP/1.1" status: 204 len: 168 time: 0.3525224 Feb 09 00:03:28.525856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce2f43-da61-4196-ae0d-74143a280a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcaeb71-d82a-4349-8631-424dc8f9fb71,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:28.769139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.775425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] DHCP port deletion for 30efd117-8b08-4536-93e0-d4435f26bb50 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:03:28.829733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83878d11-815c-4ce7-8f00-550cdf60273c req-d5b6cf50-d10b-46da-96d5-89ce9fab9576 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:28.840007 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83878d11-815c-4ce7-8f00-550cdf60273c req-d5b6cf50-d10b-46da-96d5-89ce9fab9576 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 945 time: 0.2094259 Feb 09 00:03:28.854336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] Deleting port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:28.854927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.857597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a7009-e731-4063-ae2c-33a36770b124 req-c2de6379-9bb9-49a6-8674-44a91eb02faa tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:28.869765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f3a7009-e731-4063-ae2c-33a36770b124 req-c2de6379-9bb9-49a6-8674-44a91eb02faa tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.4741204 Feb 09 00:03:28.878145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32a30bd7-3cae-4d7e-8b5b-87edf77f30ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.891202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32a30bd7-3cae-4d7e-8b5b-87edf77f30ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:28.895349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-32a30bd7-3cae-4d7e-8b5b-87edf77f30ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f011047-ae19-446a-aa03-ecdc87005580 HTTP/1.1" status: 204 len: 168 time: 0.9355307 Feb 09 00:03:29.002709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a30bd7-3cae-4d7e-8b5b-87edf77f30ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f011047-ae19-446a-aa03-ecdc87005580,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:29.032461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59412) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:29.035419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f3a7009-e731-4063-ae2c-33a36770b124 req-b1226adf-0b67-4c42-ad08-3528ae6a27ed tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576176 Feb 09 00:03:29.036012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] For port ebd3647e-6488-4f68-9d2b-d5e9a2bab686, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,segment=NetworkSegment(4e33ad84-f5c3-4820-88c1-624b769dac6d),segment_id=4e33ad84-f5c3-4820-88c1-624b769dac6d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:29.037920 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.057295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83878d11-815c-4ce7-8f00-550cdf60273c req-c123e3e9-853a-49f1-a504-478965baf933 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612651 Feb 09 00:03:29.059167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ab16ed-3be9-4633-b9a7-82117a0d9f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.073967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] Calling delete_port for ebd3647e-6488-4f68-9d2b-d5e9a2bab686 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:29.250497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Deleting port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:29.256566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.320419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.320580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ab16ed-3be9-4633-b9a7-82117a0d9f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.331554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61ab16ed-3be9-4633-b9a7-82117a0d9f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.360822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] No DVR routers for this DVR port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:29.365874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e6ad9-3471-4dc6-9fb3-4ed260a4f334 None None] Pushing event deleted for resources: {'Port': ['ID=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:29.400206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab16ed-3be9-4633-b9a7-82117a0d9f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed00b9-5518-4b3f-847a-f6967017611c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:29.453075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-61ab16ed-3be9-4633-b9a7-82117a0d9f50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfb45e5429f5421881cd0e0491b44578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194584 Feb 09 00:03:29.460607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59430) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:29.617528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] For port ebd3647e-6488-4f68-9d2b-d5e9a2bab686, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,segment=NetworkSegment(4e33ad84-f5c3-4820-88c1-624b769dac6d),segment_id=4e33ad84-f5c3-4820-88c1-624b769dac6d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:29.618597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.621915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae50-858f-4768-bc1d-1198c2ea5e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.670333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae50-858f-4768-bc1d-1198c2ea5e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.738392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59436) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:29.764830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Calling delete_port for ebd3647e-6488-4f68-9d2b-d5e9a2bab686 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:29.773727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae50-858f-4768-bc1d-1198c2ea5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.783049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fb12ae50-858f-4768-bc1d-1198c2ea5e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.789151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fb12ae50-858f-4768-bc1d-1198c2ea5e87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fed00b9-5518-4b3f-847a-f6967017611c HTTP/1.1" status: 204 len: 168 time: 0.3177421 Feb 09 00:03:29.820698 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4bad29bb-6c45-404b-8b12-8b12fffdc32f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23738b0672484ce4920bd53bb14bb34c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809510 Feb 09 00:03:29.823885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59440) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:29.856569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12ae50-858f-4768-bc1d-1198c2ea5e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed00b9-5518-4b3f-847a-f6967017611c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:29.944081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dbd27d2-4014-4cb6-a7a3-f50b2fe35cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:29.976366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933f43c-3b24-4d65-9532-ad930dee7db3 req-4712ef1c-97d6-41ca-96e6-8e302cc294da tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:29.988878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4933f43c-3b24-4d65-9532-ad930dee7db3 req-4712ef1c-97d6-41ca-96e6-8e302cc294da tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 945 time: 0.2657499 Feb 09 00:03:30.009529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dbd27d2-4014-4cb6-a7a3-f50b2fe35cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.102191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebd3647e-6488-4f68-9d2b-d5e9a2bab686 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:30.152606 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dbd27d2-4014-4cb6-a7a3-f50b2fe35cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.159288 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5dbd27d2-4014-4cb6-a7a3-f50b2fe35cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.163674 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5dbd27d2-4014-4cb6-a7a3-f50b2fe35cbb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2e203e7-04c1-4959-9eb8-6eacd3f49b73 HTTP/1.1" status: 204 len: 168 time: 0.3388147 Feb 09 00:03:30.163913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ebd3647e-6488-4f68-9d2b-d5e9a2bab686 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:30.164403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ebd3647e-6488-4f68-9d2b-d5e9a2bab686 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:30.180953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4933f43c-3b24-4d65-9532-ad930dee7db3 req-81b301ca-8129-4692-9fd8-43c76b429583 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866472 Feb 09 00:03:30.215807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd27d2-4014-4cb6-a7a3-f50b2fe35cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e203e7-04c1-4959-9eb8-6eacd3f49b73,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:30.218722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.273863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Port': ['ID=ebd3647e-6488-4f68-9d2b-d5e9a2bab686,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:30.295414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] No DVR routers for this DVR port ebd3647e-6488-4f68-9d2b-d5e9a2bab686 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:30.341808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec1f2b-e0bc-4ce9-a351-74a304d5065f req-0843297a-fe78-492b-9a07-0aa7534497ee tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:30.343346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdec1f2b-e0bc-4ce9-a351-74a304d5065f req-0843297a-fe78-492b-9a07-0aa7534497ee tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1499681 Feb 09 00:03:30.491310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.523863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30efd117-8b08-4536-93e0-d4435f26bb50']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:30.550593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e33ad84-f5c3-4820-88c1-624b769dac6d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:30.551141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e33ad84-f5c3-4820-88c1-624b769dac6d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:30.567448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdec1f2b-e0bc-4ce9-a351-74a304d5065f req-ea8e0232-18ec-437a-89e1-109333a9cd1b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058086 Feb 09 00:03:30.600188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.625069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.637318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:30.637828 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:30.641019 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:30.750984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.792360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:30.798150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/networks/30efd117-8b08-4536-93e0-d4435f26bb50 HTTP/1.1" status: 204 len: 168 time: 2.3443298 Feb 09 00:03:30.798150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ca7f5-aa3f-4502-aba1-ce1df9a27ddc tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Pushing event deleted for resources: {'Network': ['ID=30efd117-8b08-4536-93e0-d4435f26bb50,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:30.798484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:30.861985 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-561ffefb-108e-4979-8854-32b8eb738f5c tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3679403-2bd6-41df-9369-d524e4016f70 HTTP/1.1" status: 200 len: 205 time: 0.0621099 Feb 09 00:03:30.865249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59474) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:31.144133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-c9fa43bf-3103-4bc4-bdfe-95785d06e97a tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:31.149919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-c9fa43bf-3103-4bc4-bdfe-95785d06e97a tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 945 time: 0.1286938 Feb 09 00:03:31.153863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:31.680127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51c5f2-761b-4677-a0f1-1e450175a473 req-acfdc8eb-7780-4183-8c6d-544a76548ed3 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:31.689894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d51c5f2-761b-4677-a0f1-1e450175a473 req-acfdc8eb-7780-4183-8c6d-544a76548ed3 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 945 time: 0.3404117 Feb 09 00:03:31.710519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:31.725427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:31.876298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Deleting port a31285b5-0df8-430b-a0c2-11160ae22852 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:31.876668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:31.936625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:31.937204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Fanout notify agent at l3_agent the message router_deleted on router c3679403-2bd6-41df-9369-d524e4016f70 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:03:31.939716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59522) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:31.950361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:31.950985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59271559-447f-4e75-8a77-0c9d656b931f tempest-RoutersNegativeIpV6Test-1935720035 tempest-RoutersNegativeIpV6Test-1935720035-project] 10.222.0.32 "DELETE /v2.0/routers/c3679403-2bd6-41df-9369-d524e4016f70 HTTP/1.1" status: 204 len: 168 time: 1.0846574 Feb 09 00:03:31.955069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d51c5f2-761b-4677-a0f1-1e450175a473 req-ff280b14-e4d5-4a52-ace0-cbb7fbb6fc91 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638571 Feb 09 00:03:31.972222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb080-dafc-4415-9412-7f8ee797de8e req-2610b497-251f-4052-a36b-47d271c3b15b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:31.979334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37dfb080-dafc-4415-9412-7f8ee797de8e req-2610b497-251f-4052-a36b-47d271c3b15b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2140155 Feb 09 00:03:32.065264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37dfb080-dafc-4415-9412-7f8ee797de8e req-6f2fc23d-9498-45c8-8743-1c3e27c7d2e2 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666075 Feb 09 00:03:32.080983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-665611343'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:32.083219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] For port a31285b5-0df8-430b-a0c2-11160ae22852, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a31285b5-0df8-430b-a0c2-11160ae22852,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:32.083597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.115056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Calling delete_port for a31285b5-0df8-430b-a0c2-11160ae22852 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:32.142524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:32.146926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.168734 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.350074 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.362482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['c57d60d7-4cfc-431b-8c3e-077bced32a94', 'a31285b5-0df8-430b-a0c2-11160ae22852', '87b174ea-0b19-443e-ae29-94f57a779873'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:32.431037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Pushing event deleted for resources: {'Port': ['ID=a31285b5-0df8-430b-a0c2-11160ae22852,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:32.516747 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.529420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.603149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f668a9-352e-43fc-8cab-116955d6cc17,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:32.640844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] No DVR routers for this DVR port a31285b5-0df8-430b-a0c2-11160ae22852 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:32.648986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.652378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e222d77-29c5-4bbe-b5db-9789f99b973e req-7940d8a5-5c5a-4765-a057-7a40e3cd1c44 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "DELETE /v2.0/ports/a31285b5-0df8-430b-a0c2-11160ae22852 HTTP/1.1" status: 204 len: 173 time: 1.4939404 Feb 09 00:03:32.652864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'name': 'network-vif-deleted', 'tag': 'a31285b5-0df8-430b-a0c2-11160ae22852'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:32.667979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:03:32.682360 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55545dbe-e8dd-4427-88c0-4cf61a91fda6" -d '{"events": [{"server_uuid": "90e2ead6-fc3f-4b66-97f9-b4ed79f503a9", "name": "network-vif-deleted", "tag": "a31285b5-0df8-430b-a0c2-11160ae22852"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:32.717276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.721129 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Added segment d34dc2f0-5de2-45bb-ae4d-18446c7d6042 of type vlan for network baf2a945-3654-4c9c-bd3c-6a16ec8741cc Feb 09 00:03:32.778300 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adf569f-8f74-4b41-aecb-048c8f0f42fe x-openstack-request-id: req-6adf569f-8f74-4b41-aecb-048c8f0f42fe {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:32.778598 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e2ead6-fc3f-4b66-97f9-b4ed79f503a9", "name": "network-vif-deleted", "tag": "a31285b5-0df8-430b-a0c2-11160ae22852", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:32.778902 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6adf569f-8f74-4b41-aecb-048c8f0f42fe {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:32.779303 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e2ead6-fc3f-4b66-97f9-b4ed79f503a9', 'name': 'network-vif-deleted', 'tag': 'a31285b5-0df8-430b-a0c2-11160ae22852', 'status': 'completed', 'code': 200} Feb 09 00:03:32.828141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.853798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59550) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:32.901662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:32.914449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:32.915451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.060132 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1182840 Feb 09 00:03:33.063774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59560) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:33.068241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a728243-6d7d-4f4a-bf99-29dfea4b21e5 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Network': ['ID=baf2a945-3654-4c9c-bd3c-6a16ec8741cc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:33.071252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'subnet': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:33.118041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:03:33.255992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-147c99c3-a48a-447e-b244-7663cfd6fd2d req-976c2532-0362-4ed9-bc3f-43a70a7cf0e0 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=90e2ead6-fc3f-4b66-97f9-b4ed79f503a9 HTTP/1.1" status: 200 len: 210 time: 0.0763066 Feb 09 00:03:33.272525 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3590db70-f168-45b8-bc1a-6a119a851268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24f4cc63d7ab4858bc7aeb94e225596d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176650 Feb 09 00:03:33.285980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59568) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:33.385969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bf534be-fed6-43a8-a9a1-fc4f9485f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.425065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bf534be-fed6-43a8-a9a1-fc4f9485f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.498574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963051ee-104e-4d6d-a7c8-52c99f9ccc54 req-447b707a-6ebb-49be-92b4-0880901cfe2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:33.527331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-963051ee-104e-4d6d-a7c8-52c99f9ccc54 req-447b707a-6ebb-49be-92b4-0880901cfe2c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2679589 Feb 09 00:03:33.537973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bf534be-fed6-43a8-a9a1-fc4f9485f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.541338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1bf534be-fed6-43a8-a9a1-fc4f9485f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.542671 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1bf534be-fed6-43a8-a9a1-fc4f9485f4f1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cbbaf18-dbef-433f-bd21-7c86f4625cbe HTTP/1.1" status: 204 len: 168 time: 0.2548356 Feb 09 00:03:33.556326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf534be-fed6-43a8-a9a1-fc4f9485f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbaf18-dbef-433f-bd21-7c86f4625cbe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:33.608106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:33.612752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.970195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:33.990342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-963051ee-104e-4d6d-a7c8-52c99f9ccc54 req-0462504f-cca1-4c0f-a7d8-20fcac11bd0e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4621449 Feb 09 00:03:34.147816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Checking segment: {'id': 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:34.148230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network hostable DHCP agents. Network: baf2a945-3654-4c9c-bd3c-6a16ec8741cc, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:03:34.157842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Subnet': ['ID=93236950-52f8-4e7c-9511-1d4e02063d35,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:34.174526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:03:34.186314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, baf2a945-3654-4c9c-bd3c-6a16ec8741cc) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:34.191508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:34.192174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:34.199313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfbf25-4346-4f50-a998-3ef38b3a8800 None None] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:34.221243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf831fb3-12e7-46ef-aa99-a9b7f370160e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1563275 Feb 09 00:03:34.224683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59594) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:34.232244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-496682378'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:34.526152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:34.540559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:34.587593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] device_id is not set on port 4a27b1a8-a794-47e6-8742-badc28887977 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:03:34.689133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'tenant_id': '2f8be4182f694351acdd6db094749102', 'fixed_ips': [{'subnet_id': '93236950-52f8-4e7c-9511-1d4e02063d35'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:03:34.690162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:34.882546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Allocated IP 2001:db8::106 (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/4a27b1a8-a794-47e6-8742-badc28887977) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:35.169367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:35.197155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a31285b5-0df8-430b-a0c2-11160ae22852 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:35.249738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:35.271914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: a31285b5-0df8-430b-a0c2-11160ae22852 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:35.272471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a31285b5-0df8-430b-a0c2-11160ae22852 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:35.322898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:35.328807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:35.333746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:35.340193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:35.340825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:35.351734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=4a27b1a8-a794-47e6-8742-badc28887977,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:35.371377 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-692b8857-aeff-47c2-a074-808a01b4bfc6 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1432266 Feb 09 00:03:35.374416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59648) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:35.381600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-306462125', 'allowed_address_pairs': [{'ip_address': '2001:db8::106', 'mac_address': 'fa:16:3e:11:4b:0f'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:35.440457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdaf4d-d8b5-4882-8832-4fedfdfc0e68 req-8c719ee3-eec0-4f0b-b668-0bcf7ceb19cd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:35.459150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cafdaf4d-d8b5-4882-8832-4fedfdfc0e68 req-8c719ee3-eec0-4f0b-b668-0bcf7ceb19cd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2470503 Feb 09 00:03:35.482076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Allocated IP 2001:db8::2 (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/90207d47-a3ae-4da2-b79a-c2e8a0b625e2) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:35.580345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cafdaf4d-d8b5-4882-8832-4fedfdfc0e68 req-aa84abb2-e03e-4110-ab90-7c8b3c8bc4cc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196976 Feb 09 00:03:35.623490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:35.955284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ba604-7ce6-4cd2-8b4f-036a3e2cb7a0 req-90c648a5-1aaf-4015-9a88-6caddf656298 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:35.979134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-887ba604-7ce6-4cd2-8b4f-036a3e2cb7a0 req-90c648a5-1aaf-4015-9a88-6caddf656298 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 946 time: 0.1834159 Feb 09 00:03:35.992769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.047541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-887ba604-7ce6-4cd2-8b4f-036a3e2cb7a0 req-d3365000-d477-4975-b94b-ca16d14d5d63 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597577 Feb 09 00:03:36.084129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] device_id is not set on port 09434c8b-0b27-4c10-936c-e48dc0171a34 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:03:36.159124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.177205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.301273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Pushing event updated for resources: {'Port': ['ID=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:36.357005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:36.359690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:36.366580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:36.452284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Allocated IP 2001:db8::5f (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/09434c8b-0b27-4c10-936c-e48dc0171a34) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:36.512899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Attempting to bind port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:03:36.513582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Attempting to bind port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:03:36.515139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Attempting to bind port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 on network baf2a945-3654-4c9c-bd3c-6a16ec8741cc {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:03:36.526023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:03:36.527091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Checking segment: {'id': 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:03:36.527675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.528770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Bound using segment: {'id': 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:03:36.532436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Bound port: 90207d47-a3ae-4da2-b79a-c2e8a0b625e2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:03:36.533220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.646002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f39675-d48b-4d5c-91ac-a46016e2f702 req-c6189563-9b6b-47e3-9b3f-29202a58279b tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:36.661797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f39675-d48b-4d5c-91ac-a46016e2f702 req-c6189563-9b6b-47e3-9b3f-29202a58279b tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:36.672200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13f39675-d48b-4d5c-91ac-a46016e2f702 req-c6189563-9b6b-47e3-9b3f-29202a58279b tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b&device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 1682 time: 0.1680453 Feb 09 00:03:36.694924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] For port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:03:36.705588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] For port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,segment=NetworkSegment(d34dc2f0-5de2-45bb-ae4d-18446c7d6042),segment_id=d34dc2f0-5de2-45bb-ae4d-18446c7d6042)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:03:36.713352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.780851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13f39675-d48b-4d5c-91ac-a46016e2f702 req-ba4b75b4-7363-49f1-9869-37c3b13840a8 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074677 Feb 09 00:03:36.896659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0629680-31df-4efb-9d4f-cdd00b3e7531 None None] Pushing event updated for resources: {'Port': ['ID=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:36.898754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:36.961006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d67cd-4610-4c2c-99ad-7c6cc6497626 req-3e0ec331-1bc1-442f-9a4e-b5a6224df2d3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:36.970537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e3d67cd-4610-4c2c-99ad-7c6cc6497626 req-3e0ec331-1bc1-442f-9a4e-b5a6224df2d3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1872027 Feb 09 00:03:36.974402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:37.025026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:37.028891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:37.037947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:37.039754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:37.051989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:37.052775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:37.058546 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:37.076122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=09434c8b-0b27-4c10-936c-e48dc0171a34,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:37.103713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76f60dfc-8bc3-40d8-80c8-9de4ac34b947 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7262464 Feb 09 00:03:37.105325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59706) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:37.115712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e3d67cd-4610-4c2c-99ad-7c6cc6497626 req-7671e61a-26c3-47ca-8179-5341277e97cc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441789 Feb 09 00:03:37.261333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f72cc-d775-426d-acd4-3fa7fefed3c0 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:37.286224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f72cc-d775-426d-acd4-3fa7fefed3c0 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:37.315442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f72cc-d775-426d-acd4-3fa7fefed3c0 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:37.326246 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-899f72cc-d775-426d-acd4-3fa7fefed3c0 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2183943 Feb 09 00:03:37.327192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59712) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:37.512906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-ab1639b5-430d-4116-8176-7295e9328b4a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:37.515324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-ab1639b5-430d-4116-8176-7295e9328b4a tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 946 time: 0.1113791 Feb 09 00:03:37.529618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf5866-c087-4f65-be6b-62efd0a8bb3b req-68ac4281-9b7c-4b7d-a51c-5760ac3b2f5e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:37.537605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eccf5866-c087-4f65-be6b-62efd0a8bb3b req-68ac4281-9b7c-4b7d-a51c-5760ac3b2f5e tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 946 time: 0.2512352 Feb 09 00:03:37.697561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port 09434c8b-0b27-4c10-936c-e48dc0171a34 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:37.698117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:37.764660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eccf5866-c087-4f65-be6b-62efd0a8bb3b req-5875d6c2-2cd2-4077-b95c-169f4a509c0f tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/security-groups?id=baa2c8a5-3186-41cb-af93-b06baeab6772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257254 Feb 09 00:03:37.833874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Deleting port e7586301-f6e3-4e68-9f1f-1254a83dc28a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:37.834324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.043572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] For port e7586301-f6e3-4e68-9f1f-1254a83dc28a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e7586301-f6e3-4e68-9f1f-1254a83dc28a,segment=NetworkSegment(0c8be4c1-2943-4de2-94ea-92591d2ed38e),segment_id=0c8be4c1-2943-4de2-94ea-92591d2ed38e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:38.044116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.057411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.078821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Calling delete_port for e7586301-f6e3-4e68-9f1f-1254a83dc28a owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:38.101112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for 09434c8b-0b27-4c10-936c-e48dc0171a34 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:38.305290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:38.388959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:38.389630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.463761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f049-184a-4aef-8b22-94696f7a1896 req-0634dc61-cd6a-4165-8d2b-087c7d94b7a8 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:38.472276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.488210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d834f049-184a-4aef-8b22-94696f7a1896 req-0634dc61-cd6a-4165-8d2b-087c7d94b7a8 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 946 time: 0.3093395 Feb 09 00:03:38.504095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.550748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,segment=NetworkSegment(d34dc2f0-5de2-45bb-ae4d-18446c7d6042),segment_id=d34dc2f0-5de2-45bb-ae4d-18446c7d6042)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:38.559087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.675883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59758) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:38.743508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:38.755850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=09434c8b-0b27-4c10-936c-e48dc0171a34,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:38.779474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.780754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.781152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.781490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.781816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.782153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.782486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.782817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.783149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.783642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.784023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.784354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:38.828402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.835051 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eb9999eb-e142-4746-aea8-4ed6fed5d195 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/ports/09434c8b-0b27-4c10-936c-e48dc0171a34 HTTP/1.1" status: 204 len: 168 time: 1.5039728 Feb 09 00:03:38.836068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:38.847019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d834f049-184a-4aef-8b22-94696f7a1896 req-023b2868-4019-4fc4-a7ed-28d3c2c9f849 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546712 Feb 09 00:03:38.883016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:38.891795 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce89ea1-06ea-4572-bb2c-2ebce510e90e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] GET failed (client error): The resource could not be found. Feb 09 00:03:38.900076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e7586301-f6e3-4e68-9f1f-1254a83dc28a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:03:38.913384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6ce89ea1-06ea-4572-bb2c-2ebce510e90e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "GET /v2.0/ports/09434c8b-0b27-4c10-936c-e48dc0171a34 HTTP/1.1" status: 404 len: 333 time: 0.0565417 Feb 09 00:03:38.914063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59766) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:38.935687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1015882268'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:39.115542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919ddd6-330c-4738-96d3-88b3789c00d0 req-415d4d06-2bc8-4347-a0ea-2e66852c9a88 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:39.117146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1919ddd6-330c-4738-96d3-88b3789c00d0 req-415d4d06-2bc8-4347-a0ea-2e66852c9a88 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.6066709 Feb 09 00:03:39.165569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Pushing event deleted for resources: {'Port': ['ID=e7586301-f6e3-4e68-9f1f-1254a83dc28a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:39.180249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b98d4-c7ac-4119-890d-558fb4fd4fea None None] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:39.182499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58c088e3-d36c-4e11-a30b-95ba54d3cc9e req-62a9c8c0-190e-4f26-a3ed-fc9b8a91e476 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ad978be-d3d5-4ec0-89cf-5d2454c687f9 HTTP/1.1" status: 200 len: 210 time: 0.2142382 Feb 09 00:03:39.208840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac9aa76f-66aa-4396-96df-763baa895937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:39.221091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] No DVR routers for this DVR port e7586301-f6e3-4e68-9f1f-1254a83dc28a on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:39.224264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:39.228780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab8848b3-1b9e-4935-a5f1-e4817042aec2 req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] 10.222.0.21 "DELETE /v2.0/ports/e7586301-f6e3-4e68-9f1f-1254a83dc28a HTTP/1.1" status: 204 len: 173 time: 1.6884756 Feb 09 00:03:39.232482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'name': 'network-vif-deleted', 'tag': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:39.236220 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02c491-898f-4d3d-8bbd-1677acd30f93" -d '{"events": [{"server_uuid": "0ad978be-d3d5-4ec0-89cf-5d2454c687f9", "name": "network-vif-deleted", "tag": "e7586301-f6e3-4e68-9f1f-1254a83dc28a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:39.237584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:39.241535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.241945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.242269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.242604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.242977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.244020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.244278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:39.244405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.244866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.245349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.245692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.246112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.246440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7a4f84-db63-4415-a295-228706f8a3a2 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:03:39.286727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1919ddd6-330c-4738-96d3-88b3789c00d0 req-8eef1c48-cdeb-4c3b-9cb3-c4dde76c6047 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421714 Feb 09 00:03:39.332981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] device_id is not set on port a4f00b80-1d67-408f-b0d6-3ecfde370209 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:03:39.347619 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2408f5-cc9a-4fc4-8fc3-59e8ae6833e3 x-openstack-request-id: req-fc2408f5-cc9a-4fc4-8fc3-59e8ae6833e3 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:39.348279 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad978be-d3d5-4ec0-89cf-5d2454c687f9", "name": "network-vif-deleted", "tag": "e7586301-f6e3-4e68-9f1f-1254a83dc28a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:39.348632 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc2408f5-cc9a-4fc4-8fc3-59e8ae6833e3 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:39.349172 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad978be-d3d5-4ec0-89cf-5d2454c687f9', 'name': 'network-vif-deleted', 'tag': 'e7586301-f6e3-4e68-9f1f-1254a83dc28a', 'status': 'completed', 'code': 200} Feb 09 00:03:39.419906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac9aa76f-66aa-4396-96df-763baa895937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:39.434574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac9aa76f-66aa-4396-96df-763baa895937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:39.455538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a1c43c98-6dc0-4a9b-9e29-ba7cb0302a81 None None] Provisioning complete for port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:39.456204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1c43c98-6dc0-4a9b-9e29-ba7cb0302a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:39.621366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Allocated IP 2001:db8::9c (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/a4f00b80-1d67-408f-b0d6-3ecfde370209) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:39.935942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9aa76f-66aa-4396-96df-763baa895937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095771c-c79c-46dc-ac55-8a63adb5f55c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:39.943233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac9aa76f-66aa-4396-96df-763baa895937 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e6c922b932347348a4c605b0549dbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2414055 Feb 09 00:03:39.950802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:39.964021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-6da5efac-2a51-4c91-9ac8-6f8574930af0 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:39.967355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-6da5efac-2a51-4c91-9ac8-6f8574930af0 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 946 time: 0.5448782 Feb 09 00:03:40.077035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.084628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a484dd-fb69-4475-a032-e8f627784f1c req-b6f0f9ea-fdbc-4c91-98c6-300faa447c40 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:40.086547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38a484dd-fb69-4475-a032-e8f627784f1c req-b6f0f9ea-fdbc-4c91-98c6-300faa447c40 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "GET /v2.0/ports?device_id=af61be12-3a80-4fd9-a699-97bf72550193 HTTP/1.1" status: 200 len: 945 time: 0.2109406 Feb 09 00:03:40.191874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.214997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:03:40.323891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59788) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:40.339845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=a4f00b80-1d67-408f-b0d6-3ecfde370209,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:40.381674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:40.383117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:40.405552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:40.429210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:40.430387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.440347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:40.440719 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.459777 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ac3be199-6c81-4930-a736-30a433ee5b54 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5407004 Feb 09 00:03:40.460306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59796) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:40.474251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::106', 'mac_address': 'fa:16:3e:11:4b:0f'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:40.566648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Deleting subnet 182dbdcd-769f-4bc6-89f1-0612153ce275 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:40.579242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b5f55548-d0b3-46d4-b278-121a464fea52 None None] Provisioning complete for port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:40.589780 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.593123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b5f55548-d0b3-46d4-b278-121a464fea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.666001 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.757042 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.827934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.840435 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-347e6150-f8f9-4d22-b153-a1e3e0bd3973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.914567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b5f55548-d0b3-46d4-b278-121a464fea52 None None] Provisioning complete for port 4a27b1a8-a794-47e6-8742-badc28887977 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:40.914935 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b5f55548-d0b3-46d4-b278-121a464fea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.977831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-347e6150-f8f9-4d22-b153-a1e3e0bd3973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:40.993340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b5f55548-d0b3-46d4-b278-121a464fea52 None None] Port 4a27b1a8-a794-47e6-8742-badc28887977 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:41.137405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e1bdb546-8cc0-4183-9d37-2815ac2c1d3f None None] Provisioning complete for port 4a27b1a8-a794-47e6-8742-badc28887977 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:41.138490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1bdb546-8cc0-4183-9d37-2815ac2c1d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.147917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-347e6150-f8f9-4d22-b153-a1e3e0bd3973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.151015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-347e6150-f8f9-4d22-b153-a1e3e0bd3973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.155314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-347e6150-f8f9-4d22-b153-a1e3e0bd3973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f095771c-c79c-46dc-ac55-8a63adb5f55c HTTP/1.1" status: 204 len: 168 time: 1.1976912 Feb 09 00:03:41.234306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdb546-8cc0-4183-9d37-2815ac2c1d3f None None] Port 4a27b1a8-a794-47e6-8742-badc28887977 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:41.243697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65fd78-77de-49f4-8687-6794423f1c1e req-6e7bbbeb-d987-473f-8a86-fcf4263fbfd4 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:41.245699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e65fd78-77de-49f4-8687-6794423f1c1e req-6e7bbbeb-d987-473f-8a86-fcf4263fbfd4 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 946 time: 1.0032401 Feb 09 00:03:41.246438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 87b174ea-0b19-443e-ae29-94f57a779873 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:41.246558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6150-f8f9-4d22-b153-a1e3e0bd3973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095771c-c79c-46dc-ac55-8a63adb5f55c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:41.285637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.302775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.305200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Deleting port 87b174ea-0b19-443e-ae29-94f57a779873 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:41.305586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.423931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] In _notify_port_updated(), no bound segment for port a4f00b80-1d67-408f-b0d6-3ecfde370209 on network baf2a945-3654-4c9c-bd3c-6a16ec8741cc {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:03:41.451842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:41.452642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.459375 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "PUT /v2.0/ports/a4f00b80-1d67-408f-b0d6-3ecfde370209 HTTP/1.1" status: 200 len: 1002 time: 0.9978764 Feb 09 00:03:41.460698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59808) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:41.491133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b174ea-0b19-443e-ae29-94f57a779873,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:41.492069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.513665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Calling delete_port for 87b174ea-0b19-443e-ae29-94f57a779873 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:41.556722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-99c876e2-22a3-432e-b8b1-c280173103b7 None None] Could not find standard attr ID for object 09434c8b-0b27-4c10-936c-e48dc0171a34. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:03:41.582658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.634410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:41.638770 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf22ebf-c2ff-4543-9646-2dea67b6501e" -d '{"events": [{"server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "name": "network-vif-unplugged", "status": "completed", "tag": "87b174ea-0b19-443e-ae29-94f57a779873"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:41.672905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 87b174ea-0b19-443e-ae29-94f57a779873, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=87b174ea-0b19-443e-ae29-94f57a779873,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:41.678454 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.679554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device c57d60d7-4cfc-431b-8c3e-077bced32a94 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:41.692457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c038a0-0705-4711-8bc6-6fb7573a2c13 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=a4f00b80-1d67-408f-b0d6-3ecfde370209,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:41.874782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port a4f00b80-1d67-408f-b0d6-3ecfde370209 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:41.876359 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.938884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:41.972166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d86bbc-703a-4c89-8f05-47e8852f9afc req-32d698da-42bf-413d-a85d-cc3fafb4496d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:41.973948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18d86bbc-703a-4c89-8f05-47e8852f9afc req-32d698da-42bf-413d-a85d-cc3fafb4496d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 1.1347468 Feb 09 00:03:42.003990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Pushing event deleted for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:42.032411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=87b174ea-0b19-443e-ae29-94f57a779873,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:42.036674 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-74921790-5282-4663-8cf1-36b0a0e338aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.047249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59822) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:42.050584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e65fd78-77de-49f4-8687-6794423f1c1e req-12aca04b-ee8f-4d44-b84c-46ccf44be060 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/security-groups?id=3643665c-d6bc-408a-adc0-7465d5d388b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7842460 Feb 09 00:03:42.092588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Deleting port c57d60d7-4cfc-431b-8c3e-077bced32a94 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:42.092963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.099949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18d86bbc-703a-4c89-8f05-47e8852f9afc req-14c9a444-9035-4747-90f5-769827571845 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887923 Feb 09 00:03:42.100755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1fd158fb-0cd8-4dc3-969d-69cc4f505d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.118634 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.159142 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.201227 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9409a41d-27f1-4025-8462-46f7add6dffb x-openstack-request-id: req-9409a41d-27f1-4025-8462-46f7add6dffb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:42.208133 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "name": "network-vif-unplugged", "status": "completed", "tag": "87b174ea-0b19-443e-ae29-94f57a779873", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:42.208612 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9409a41d-27f1-4025-8462-46f7add6dffb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:42.209156 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873', 'code': 200} Feb 09 00:03:42.242598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.278003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for a4f00b80-1d67-408f-b0d6-3ecfde370209 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:42.285191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:42.287011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-addf0dd4-f83c-48e0-86b5-62972b810309 None None] Provisioning complete for port a4f00b80-1d67-408f-b0d6-3ecfde370209 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:42.287497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-addf0dd4-f83c-48e0-86b5-62972b810309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.369976 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.370800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e7586301-f6e3-4e68-9f1f-1254a83dc28a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:42.484272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: e7586301-f6e3-4e68-9f1f-1254a83dc28a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:42.485253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e7586301-f6e3-4e68-9f1f-1254a83dc28a not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:42.491153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:42.499107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.507326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/182dbdcd-769f-4bc6-89f1-0612153ce275 HTTP/1.1" status: 204 len: 168 time: 2.1332135 Feb 09 00:03:42.511063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:42.511557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-addf0dd4-f83c-48e0-86b5-62972b810309 None None] Port a4f00b80-1d67-408f-b0d6-3ecfde370209 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:42.562705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5ee6-89e1-4362-a7d9-c1508526d6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182dbdcd-769f-4bc6-89f1-0612153ce275,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:42.581057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] No DVR routers for this DVR port 87b174ea-0b19-443e-ae29-94f57a779873 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:42.594692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.602401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38a484dd-fb69-4475-a032-e8f627784f1c req-e37e743e-1828-40e9-9d32-05e74633e462 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "DELETE /v2.0/ports/87b174ea-0b19-443e-ae29-94f57a779873 HTTP/1.1" status: 204 len: 173 time: 2.4903729 Feb 09 00:03:42.611722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'name': 'network-vif-deleted', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:42.620234 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b466f620-8bdc-4611-b611-c04ba1f93790" -d '{"events": [{"server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "name": "network-vif-deleted", "tag": "87b174ea-0b19-443e-ae29-94f57a779873"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:42.781730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] For port c57d60d7-4cfc-431b-8c3e-077bced32a94, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=c57d60d7-4cfc-431b-8c3e-077bced32a94,segment=NetworkSegment(da06e000-ca52-4555-86d2-f05eaffc081d),segment_id=da06e000-ca52-4555-86d2-f05eaffc081d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:42.782647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.853068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.857946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Calling delete_port for c57d60d7-4cfc-431b-8c3e-077bced32a94 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:42.890460 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d2be31-3303-4258-ab96-17b8d174ab42 x-openstack-request-id: req-d9d2be31-3303-4258-ab96-17b8d174ab42 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:42.890735 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af61be12-3a80-4fd9-a699-97bf72550193", "name": "network-vif-deleted", "tag": "87b174ea-0b19-443e-ae29-94f57a779873", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:42.891055 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9d2be31-3303-4258-ab96-17b8d174ab42 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:42.891602 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af61be12-3a80-4fd9-a699-97bf72550193', 'name': 'network-vif-deleted', 'tag': '87b174ea-0b19-443e-ae29-94f57a779873', 'status': 'completed', 'code': 200} Feb 09 00:03:42.925618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:42.979342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=a4f00b80-1d67-408f-b0d6-3ecfde370209,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:43.268220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b91c1e54-a743-463f-8e7a-20367ea5f4b7 None None] Could not find standard attr ID for object a4f00b80-1d67-408f-b0d6-3ecfde370209. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:03:43.459052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.641614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21027697-33de-493b-9182-43fbf36202ac req-214bdc2a-7c8f-4ca8-82b4-8b764f7c09d8 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 210 time: 0.1510146 Feb 09 00:03:43.642331 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.649054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ba664c-9a22-493b-a919-56aad1438e3a']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:43.651981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.658147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2e47edee-5801-4158-8a7f-dfb7db4c4a3e tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/ports/a4f00b80-1d67-408f-b0d6-3ecfde370209 HTTP/1.1" status: 204 len: 168 time: 2.1875212 Feb 09 00:03:43.668322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59852) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:43.691204 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d30f545-0670-41fb-9763-6045185ea22c tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] GET failed (client error): The resource could not be found. Feb 09 00:03:43.698801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d30f545-0670-41fb-9763-6045185ea22c tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "GET /v2.0/ports/a4f00b80-1d67-408f-b0d6-3ecfde370209 HTTP/1.1" status: 404 len: 333 time: 0.0355263 Feb 09 00:03:43.701143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8be4c1-2943-4de2-94ea-92591d2ed38e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:43.701570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8be4c1-2943-4de2-94ea-92591d2ed38e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:43.703544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59854) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:43.708933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1764794115'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:43.734042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.791502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.804488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:43.804488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:43.806521 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:43.835775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Pushing event deleted for resources: {'Port': ['ID=c57d60d7-4cfc-431b-8c3e-077bced32a94,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:43.897284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1fd158fb-0cd8-4dc3-969d-69cc4f505d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.917564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.923356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f32c99-93bb-401d-874e-70fd8cf50770 req-839448bf-587a-47a6-b296-8ccb6ed4f7b1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:43.932268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:43.940360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59f32c99-93bb-401d-874e-70fd8cf50770 req-839448bf-587a-47a6-b296-8ccb6ed4f7b1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.4645946 Feb 09 00:03:43.957312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/62ba664c-9a22-493b-a919-56aad1438e3a HTTP/1.1" status: 204 len: 168 time: 1.4370773 Feb 09 00:03:43.981128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] No DVR routers for this DVR port c57d60d7-4cfc-431b-8c3e-077bced32a94 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:43.988622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1fd158fb-0cd8-4dc3-969d-69cc4f505d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.004967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.011018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55515782-73a2-4a0b-abe0-49cc46f627cc admin admin] Pushing event deleted for resources: {'Network': ['ID=62ba664c-9a22-493b-a919-56aad1438e3a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:44.020022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baa6d779-3f10-4d09-82f2-5a790b877ba8 req-ec9e31a4-8217-4159-8f45-a27644eae6d6 tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.21 "DELETE /v2.0/ports/c57d60d7-4cfc-431b-8c3e-077bced32a94 HTTP/1.1" status: 204 len: 173 time: 4.0143483 Feb 09 00:03:44.052458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:44.057408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.090820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] device_id is not set on port d62962a0-803d-4c48-b0e0-6da3850609fe yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:03:44.119914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1fd158fb-0cd8-4dc3-969d-69cc4f505d3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7ebe733859b4734bb4c1dc5e949f6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0411129 Feb 09 00:03:44.127420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59862) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:44.211853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:44.215148 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e696e77-e7e7-4cf1-8f77-8cd703e586e5" -d '{"events": [{"server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "name": "network-vif-unplugged", "status": "completed", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:44.221675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:44.272415 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c1ca-5c11-4f11-ba7e-8cf80fafc990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.289829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-efec540d-ad5d-4bee-873a-3db5cfa0c735 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=708b4a333c1a47cd95107ec0481b125b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671217 Feb 09 00:03:44.292212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb354f3e-8cf1-4c2f-8a9f-3efd9644d6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.293252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:44.357910 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea3da9-5156-4c2f-abdd-5ccc481beeaf x-openstack-request-id: req-eeea3da9-5156-4c2f-abdd-5ccc481beeaf {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:44.358524 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "name": "network-vif-unplugged", "status": "completed", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:44.359047 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eeea3da9-5156-4c2f-abdd-5ccc481beeaf {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:44.359678 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94', 'code': 200} Feb 09 00:03:44.377267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb354f3e-8cf1-4c2f-8a9f-3efd9644d6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.384180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:44.387892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59f32c99-93bb-401d-874e-70fd8cf50770 req-86c6a04f-f4bb-41bb-b02b-a251cc81293d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459364 Feb 09 00:03:44.404291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd158fb-0cd8-4dc3-969d-69cc4f505d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca7d2e-952e-4b09-a99c-516c31425e61,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:44.507094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Allocated IP 2001:db8::37b (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/d62962a0-803d-4c48-b0e0-6da3850609fe) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:44.509610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e49c6fa-44be-48ac-a37e-269539c16073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.535293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb354f3e-8cf1-4c2f-8a9f-3efd9644d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.541656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb354f3e-8cf1-4c2f-8a9f-3efd9644d6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.553365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e49c6fa-44be-48ac-a37e-269539c16073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:44.555035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eb354f3e-8cf1-4c2f-8a9f-3efd9644d6b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bca7d2e-952e-4b09-a99c-516c31425e61 HTTP/1.1" status: 204 len: 168 time: 0.4209723 Feb 09 00:03:44.570888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb354f3e-8cf1-4c2f-8a9f-3efd9644d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca7d2e-952e-4b09-a99c-516c31425e61,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:44.967557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'name': 'network-vif-deleted', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:44.971569 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52068107-0224-492b-acde-08eebb04a83d" -d '{"events": [{"server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "name": "network-vif-deleted", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:44.988840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2293ee03-d195-4c70-9531-70eb7f50ba66 req-0a8f75c9-76e3-4f33-9bb2-5cb6b9d5aa1d tempest-ListServersNegativeTestJSON-2015469672 tempest-ListServersNegativeTestJSON-2015469672-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad36f03b-1533-494d-a99c-e74a36aff12b HTTP/1.1" status: 200 len: 210 time: 0.1274509 Feb 09 00:03:45.175783 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b89890-5244-462d-9cee-83c8e2683bc2 x-openstack-request-id: req-e4b89890-5244-462d-9cee-83c8e2683bc2 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:45.176089 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad36f03b-1533-494d-a99c-e74a36aff12b", "name": "network-vif-deleted", "tag": "c57d60d7-4cfc-431b-8c3e-077bced32a94", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:45.176401 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e4b89890-5244-462d-9cee-83c8e2683bc2 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:45.177210 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad36f03b-1533-494d-a99c-e74a36aff12b', 'name': 'network-vif-deleted', 'tag': 'c57d60d7-4cfc-431b-8c3e-077bced32a94', 'status': 'completed', 'code': 200} Feb 09 00:03:45.315038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f58786-c8bf-4797-9ed9-828fdbc9b5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.469140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e49c6fa-44be-48ac-a37e-269539c16073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.471730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e49c6fa-44be-48ac-a37e-269539c16073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.476422 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.486463 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e49c6fa-44be-48ac-a37e-269539c16073 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baa2c8a5-3186-41cb-af93-b06baeab6772 HTTP/1.1" status: 204 len: 168 time: 1.1899004 Feb 09 00:03:45.541919 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c6fa-44be-48ac-a37e-269539c16073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2c8a5-3186-41cb-af93-b06baeab6772,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:45.699976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.718906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda090d-bac3-4154-8c43-c77b6663686f req-89da218f-5874-4ba0-8f17-4183d87d97f1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:45.720465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfda090d-bac3-4154-8c43-c77b6663686f req-89da218f-5874-4ba0-8f17-4183d87d97f1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1305106 Feb 09 00:03:45.774272 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f58786-c8bf-4797-9ed9-828fdbc9b5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.792060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6f58786-c8bf-4797-9ed9-828fdbc9b5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.835251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f58786-c8bf-4797-9ed9-828fdbc9b5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a225871a-f42e-492e-9ab9-80da1688f01d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:45.883173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:45.893145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfda090d-bac3-4154-8c43-c77b6663686f req-47ae76cb-8be7-42dd-bb75-d143dfb43752 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465647 Feb 09 00:03:45.943753 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c6f58786-c8bf-4797-9ed9-828fdbc9b5f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a3764826a47446ca954a7f9b93a0a61d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5579484 Feb 09 00:03:45.946453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59926) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:45.947735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:45.953321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:45.958603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:45.977844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:45.985049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.009316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=d62962a0-803d-4c48-b0e0-6da3850609fe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:46.047892 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e5121f7-87cb-46a0-87a2-dd6fd6e7d12d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3430297 Feb 09 00:03:46.050911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59936) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:46.080011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:11:4b:0f'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:46.123064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-926826bb-46f8-4c61-bcce-13963fb617de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.164068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59944) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:46.172128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-926826bb-46f8-4c61-bcce-13963fb617de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.261618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Deleting subnet 342902aa-b447-42d3-8ceb-1a0c18c65992 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:46.274055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-926826bb-46f8-4c61-bcce-13963fb617de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.274522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.278750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-926826bb-46f8-4c61-bcce-13963fb617de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.283961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-926826bb-46f8-4c61-bcce-13963fb617de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a225871a-f42e-492e-9ab9-80da1688f01d HTTP/1.1" status: 204 len: 168 time: 0.3339181 Feb 09 00:03:46.299592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926826bb-46f8-4c61-bcce-13963fb617de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225871a-f42e-492e-9ab9-80da1688f01d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:46.446375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.531094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-01e534f4-4e1a-4388-a27f-559a17a4244d None None] Provisioning complete for port d62962a0-803d-4c48-b0e0-6da3850609fe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:46.531585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-01e534f4-4e1a-4388-a27f-559a17a4244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.632897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-01e534f4-4e1a-4388-a27f-559a17a4244d None None] Port d62962a0-803d-4c48-b0e0-6da3850609fe cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:46.690067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.756864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.804565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.854850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342902aa-b447-42d3-8ceb-1a0c18c65992,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:46.872288 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:46.875343 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5a12f0fb-e114-4f20-a950-75a42be6914c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/342902aa-b447-42d3-8ceb-1a0c18c65992 HTTP/1.1" status: 204 len: 168 time: 0.7029688 Feb 09 00:03:46.878770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:46.902210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.118819 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.150237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d70f5d-a14e-43e7-afff-10b794b88b3a req-124f5c8a-9545-45f1-ba3f-b7830e3a73f1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:47.157833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49d70f5d-a14e-43e7-afff-10b794b88b3a req-124f5c8a-9545-45f1-ba3f-b7830e3a73f1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1254680 Feb 09 00:03:47.160879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59980) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:47.176457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4cff54ca-c5ca-48d3-9cee-de41cdae0027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.223564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.234507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.317241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] In _notify_port_updated(), no bound segment for port d62962a0-803d-4c48-b0e0-6da3850609fe on network baf2a945-3654-4c9c-bd3c-6a16ec8741cc {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:03:47.319230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:47.319879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.335879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "PUT /v2.0/ports/d62962a0-803d-4c48-b0e0-6da3850609fe HTTP/1.1" status: 200 len: 1003 time: 1.2670190 Feb 09 00:03:47.338832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59984) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:47.352900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.463770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e591d80-c424-48b4-899c-788ccea43795 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=d62962a0-803d-4c48-b0e0-6da3850609fe,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:47.480441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4cff54ca-c5ca-48d3-9cee-de41cdae0027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.511246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4cff54ca-c5ca-48d3-9cee-de41cdae0027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.611698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port d62962a0-803d-4c48-b0e0-6da3850609fe {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:47.612053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.689420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4cff54ca-c5ca-48d3-9cee-de41cdae0027 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ac1f03404ce47f386de56342fab08f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5271218 Feb 09 00:03:47.700469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59990) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:47.748155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.775809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49d70f5d-a14e-43e7-afff-10b794b88b3a req-2e9ca808-b86d-4171-91b1-4f436d399ee4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6167772 Feb 09 00:03:47.825037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff54ca-c5ca-48d3-9cee-de41cdae0027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ebf3b-3bf6-468c-a809-6c4400c15535,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:47.854350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c23bf17-e71f-44ca-8dd6-99f3cdd0320f']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:47.897094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-32c0663b-5768-4723-805c-d65840c30be5 None None] Provisioning complete for port d62962a0-803d-4c48-b0e0-6da3850609fe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:47.897669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-32c0663b-5768-4723-805c-d65840c30be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.911603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da06e000-ca52-4555-86d2-f05eaffc081d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:47.917726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da06e000-ca52-4555-86d2-f05eaffc081d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:47.933296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.959145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:47.970044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for d62962a0-803d-4c48-b0e0-6da3850609fe owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:48.024436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-32c0663b-5768-4723-805c-d65840c30be5 None None] Port d62962a0-803d-4c48-b0e0-6da3850609fe cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:48.026199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55d4e9f7-09b2-4573-8766-d09f60b6ba60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.031840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.054286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:48.054921 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:48.058236 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:48.156335 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55d4e9f7-09b2-4573-8766-d09f60b6ba60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.197308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.218838 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.222181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c23bf17-e71f-44ca-8dd6-99f3cdd0320f HTTP/1.1" status: 204 len: 168 time: 1.3420107 Feb 09 00:03:48.223340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f75e03-6984-4f3e-bec2-42129663f6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=1c23bf17-e71f-44ca-8dd6-99f3cdd0320f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:48.259155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55d4e9f7-09b2-4573-8766-d09f60b6ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.263447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55d4e9f7-09b2-4573-8766-d09f60b6ba60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.267254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-55d4e9f7-09b2-4573-8766-d09f60b6ba60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f4ebf3b-3bf6-468c-a809-6c4400c15535 HTTP/1.1" status: 204 len: 168 time: 0.5591607 Feb 09 00:03:48.282249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4e9f7-09b2-4573-8766-d09f60b6ba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ebf3b-3bf6-468c-a809-6c4400c15535,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:48.404016 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.450666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=d62962a0-803d-4c48-b0e0-6da3850609fe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:48.504732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:48.511458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60022) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:48.512902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-13dc95dd-c9b8-4797-aa9c-c26a23b618a4 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/ports/d62962a0-803d-4c48-b0e0-6da3850609fe HTTP/1.1" status: 204 len: 168 time: 1.1730113 Feb 09 00:03:48.579846 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f25aad-6d83-4c19-9422-384916ce6729 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] GET failed (client error): The resource could not be found. Feb 09 00:03:48.593444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60024) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:48.604095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d8f25aad-6d83-4c19-9422-384916ce6729 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "GET /v2.0/ports/d62962a0-803d-4c48-b0e0-6da3850609fe HTTP/1.1" status: 404 len: 333 time: 0.0915120 Feb 09 00:03:48.608457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60026) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:48.645326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540216572'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:48.938463 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-53d61513-1bce-46c9-bd5f-fc135f3fb6e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a57e08a207484d3e9819cfc2e427d283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436792 Feb 09 00:03:48.941785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60040) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:48.959033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:48.965893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.014923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] device_id is not set on port 1aa187ba-0efd-400c-93cb-dc92b17d16e5 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:03:49.150597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b258-6b96-4949-ac73-c685175a9119 req-737fd6af-2c7e-4474-a085-bb0cdc4b96ba tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:49.160450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e15b258-6b96-4949-ac73-c685175a9119 req-737fd6af-2c7e-4474-a085-bb0cdc4b96ba tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1818731 Feb 09 00:03:49.180442 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2842fe73-1234-4532-a18c-32c49e7eba54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.279726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Allocated IP 2001:db8::15c (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/1aa187ba-0efd-400c-93cb-dc92b17d16e5) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:49.305508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e15b258-6b96-4949-ac73-c685175a9119 req-bd5ab566-c960-40ea-8762-0d4c5331f308 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441905 Feb 09 00:03:49.319841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2842fe73-1234-4532-a18c-32c49e7eba54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.442163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2842fe73-1234-4532-a18c-32c49e7eba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.445148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2842fe73-1234-4532-a18c-32c49e7eba54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.449469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2842fe73-1234-4532-a18c-32c49e7eba54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3643665c-d6bc-408a-adc0-7465d5d388b6 HTTP/1.1" status: 204 len: 168 time: 0.5034289 Feb 09 00:03:49.470329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842fe73-1234-4532-a18c-32c49e7eba54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3643665c-d6bc-408a-adc0-7465d5d388b6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:49.658201 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.749244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.910506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:49.914368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:49.918135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:49.934496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:49.935340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:49.960806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=1aa187ba-0efd-400c-93cb-dc92b17d16e5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:49.979959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-15a7491d-ebf2-43a2-8012-bf049ffab42f tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3691044 Feb 09 00:03:49.982529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60082) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:49.991637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'network_id': 'baf2a945-3654-4c9c-bd3c-6a16ec8741cc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-282245156'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:50.348577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Made reservation on behalf of 2f8be4182f694351acdd6db094749102 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:03:50.358744 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:50.417264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] device_id is not set on port e77c4148-ed71-4945-9bdd-e369372a0fc1 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:03:50.506263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cb31367f-a13a-4ecd-8123-672ef58cdd9d None None] Provisioning complete for port 1aa187ba-0efd-400c-93cb-dc92b17d16e5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:50.506900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb31367f-a13a-4ecd-8123-672ef58cdd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:50.584433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cb31367f-a13a-4ecd-8123-672ef58cdd9d None None] Port 1aa187ba-0efd-400c-93cb-dc92b17d16e5 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:50.652845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8cd3f-a921-4c16-9355-b77fcd7074bf req-45178c75-93da-4d29-8b4c-4c3a92251234 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:50.657212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbc8cd3f-a921-4c16-9355-b77fcd7074bf req-45178c75-93da-4d29-8b4c-4c3a92251234 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1284397 Feb 09 00:03:50.715224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Allocated IP 2001:db8::3ba (baf2a945-3654-4c9c-bd3c-6a16ec8741cc/93236950-52f8-4e7c-9511-1d4e02063d35/e77c4148-ed71-4945-9bdd-e369372a0fc1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:03:50.747675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbc8cd3f-a921-4c16-9355-b77fcd7074bf req-2401528c-d9a8-41ab-abf2-23251d54dc28 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870118 Feb 09 00:03:51.072228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:51.117872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:51.169499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:03:51.173721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:03:51.213169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:03:51.243757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:51.245750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:51.343037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:51.348256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3641887 Feb 09 00:03:51.349269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::106', 'mac_address': 'fa:16:3e:11:4b:0f'}, {'ip_address': '2001:db8::15c', 'mac_address': 'fa:16:3e:6d:14:b7'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:03:51.359974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba720af-9a7b-4c9b-9fef-a8684c2f7b12 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=e77c4148-ed71-4945-9bdd-e369372a0fc1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:51.508701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:51.865646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cb4ecb75-13a9-41ec-94d0-85ef9c10289c None None] Provisioning complete for port e77c4148-ed71-4945-9bdd-e369372a0fc1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:51.866698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecb75-13a9-41ec-94d0-85ef9c10289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:51.941008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ecb75-13a9-41ec-94d0-85ef9c10289c None None] Port e77c4148-ed71-4945-9bdd-e369372a0fc1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:52.010825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:52.018366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:52.077047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f875fac-bcc4-41c6-afc8-ac6398e2cf0b req-4420743f-511a-4f7c-853d-c63f60e54ee1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:52.085348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f875fac-bcc4-41c6-afc8-ac6398e2cf0b req-4420743f-511a-4f7c-853d-c63f60e54ee1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.0940819 Feb 09 00:03:52.163783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event updated for resources: {'Port': ['ID=e77c4148-ed71-4945-9bdd-e369372a0fc1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:52.201877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] In _notify_port_updated(), no bound segment for port e77c4148-ed71-4945-9bdd-e369372a0fc1 on network baf2a945-3654-4c9c-bd3c-6a16ec8741cc {{(pid=105931) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 00:03:52.222945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f875fac-bcc4-41c6-afc8-ac6398e2cf0b req-8c7dcd0b-e857-4b41-a89b-290480e3633f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298532 Feb 09 00:03:52.227533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:52.229315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:52.231259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-809a2df0-3493-4cb0-a688-d717aac87943 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "PUT /v2.0/ports/e77c4148-ed71-4945-9bdd-e369372a0fc1 HTTP/1.1" status: 200 len: 1067 time: 0.8871653 Feb 09 00:03:52.234936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60170) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:52.515143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port e77c4148-ed71-4945-9bdd-e369372a0fc1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:52.516285 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:52.726216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:52.765893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for e77c4148-ed71-4945-9bdd-e369372a0fc1 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:52.781225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cab12cc5-cd69-4677-bd57-784c381408f1 None None] Provisioning complete for port e77c4148-ed71-4945-9bdd-e369372a0fc1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:03:52.781623 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cab12cc5-cd69-4677-bd57-784c381408f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:52.960881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cab12cc5-cd69-4677-bd57-784c381408f1 None None] Port e77c4148-ed71-4945-9bdd-e369372a0fc1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:03:53.226984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:53.344674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=e77c4148-ed71-4945-9bdd-e369372a0fc1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:53.699307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159fd63-8600-45fd-be83-1b490a146989 req-8a00cb7b-be6a-4f6a-9357-39315082c213 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:53.702458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6159fd63-8600-45fd-be83-1b490a146989 req-8a00cb7b-be6a-4f6a-9357-39315082c213 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.2234502 Feb 09 00:03:53.961432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6159fd63-8600-45fd-be83-1b490a146989 req-a63e2453-7819-4afe-b4e8-f236cf88c127 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425308 Feb 09 00:03:53.971275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:53.977980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-12c90ef6-c0a5-48a8-92d8-ea12cf534c8d tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/ports/e77c4148-ed71-4945-9bdd-e369372a0fc1 HTTP/1.1" status: 204 len: 168 time: 1.7397895 Feb 09 00:03:53.978413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:54.038749 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d5d4b5-f910-4350-a743-b31e82a12142 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] GET failed (client error): The resource could not be found. Feb 09 00:03:54.040565 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-39d5d4b5-f910-4350-a743-b31e82a12142 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "GET /v2.0/ports/e77c4148-ed71-4945-9bdd-e369372a0fc1 HTTP/1.1" status: 404 len: 333 time: 0.0606439 Feb 09 00:03:54.054768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60236) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:54.248434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef7b63f-e34a-4c49-b48a-8b892c88e2fb req-9d9d9486-85d0-44ed-b0c9-512f16f5a0b5 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0639470 Feb 09 00:03:54.307096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port 1aa187ba-0efd-400c-93cb-dc92b17d16e5 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:54.307422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:54.481213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:54.498378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for 1aa187ba-0efd-400c-93cb-dc92b17d16e5 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:54.848854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:54.962170 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:54.966041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/ports/1aa187ba-0efd-400c-93cb-dc92b17d16e5 HTTP/1.1" status: 204 len: 168 time: 0.9095132 Feb 09 00:03:54.967112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d0be3-774f-4828-9022-2415b4d12824 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=1aa187ba-0efd-400c-93cb-dc92b17d16e5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:54.968629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60276) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:55.028261 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-8282eb02-74b1-47ca-8a80-8a4737e9a683 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] GET failed (client error): The resource could not be found. Feb 09 00:03:55.029921 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8282eb02-74b1-47ca-8a80-8a4737e9a683 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "GET /v2.0/ports/1aa187ba-0efd-400c-93cb-dc92b17d16e5 HTTP/1.1" status: 404 len: 333 time: 0.0601189 Feb 09 00:03:55.046198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60282) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:55.100767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-39fce054-56e3-4377-b26f-6540f50afd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:55.105681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-39fce054-56e3-4377-b26f-6540f50afd1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1096 time: 0.1238639 Feb 09 00:03:55.298572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port 4a27b1a8-a794-47e6-8742-badc28887977 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:55.298816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:55.487681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:55.502333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for 4a27b1a8-a794-47e6-8742-badc28887977 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:55.672850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:55.727594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=4a27b1a8-a794-47e6-8742-badc28887977,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:55.775613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:55.780253 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0518645d-89bb-4a8b-924c-90aa9a6f6de9 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/ports/4a27b1a8-a794-47e6-8742-badc28887977 HTTP/1.1" status: 204 len: 168 time: 0.7328317 Feb 09 00:03:55.785386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60308) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:55.874983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting subnet 93236950-52f8-4e7c-9511-1d4e02063d35 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:03:55.880014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:55.953013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.186984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.320108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.338213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2009e9ec-2eb6-4495-99c1-be397ad29e7d req-7d973035-5a32-41d2-a92e-0d617e6f9d25 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.9276867 Feb 09 00:03:56.380322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Subnet': ['ID=93236950-52f8-4e7c-9511-1d4e02063d35,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:56.386063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62485528-14c7-4f73-96db-78514637a784 req-1ee77486-c42d-44a7-b6b8-5fcd37690f23 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:56.387933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.394421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eeb20724-b121-4849-9635-13dd536d2405 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/subnets/93236950-52f8-4e7c-9511-1d4e02063d35 HTTP/1.1" status: 204 len: 168 time: 0.6049988 Feb 09 00:03:56.399403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265153c-c076-4e8e-9a8e-29a868169c03 None None] Network baf2a945-3654-4c9c-bd3c-6a16ec8741cc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:03:56.411790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60320) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:56.413427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62485528-14c7-4f73-96db-78514637a784 req-1ee77486-c42d-44a7-b6b8-5fcd37690f23 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 1.2141168 Feb 09 00:03:56.529885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62485528-14c7-4f73-96db-78514637a784 req-50b80c4c-7214-4e42-b37b-df413f707842 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054871 Feb 09 00:03:56.531723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-20a72277-44c8-4d72-a362-bddd9385566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:56.549286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-20a72277-44c8-4d72-a362-bddd9385566c service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 1.4368088 Feb 09 00:03:56.614188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.664286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-657b81a9-5b69-483a-9e73-eeaba1c9ab93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 1000 time: 0.1054873 Feb 09 00:03:56.674404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Deleting port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:56.675039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.755040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] For port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,segment=NetworkSegment(d34dc2f0-5de2-45bb-ae4d-18446c7d6042),segment_id=d34dc2f0-5de2-45bb-ae4d-18446c7d6042)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:56.755413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.779910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] DHCP port deletion for baf2a945-3654-4c9c-bd3c-6a16ec8741cc request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:03:56.792466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-05496659-a19e-411e-b985-af8e21083b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:56.794523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-05496659-a19e-411e-b985-af8e21083b05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1230249 Feb 09 00:03:56.802825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Calling delete_port for 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:56.891862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] Deleting port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:03:56.892446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.951501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6b32919-5fd7-4791-b060-c0a0a95a19da req-32d54b7e-66e5-43a8-a1ee-625ff869bc4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1054063 Feb 09 00:03:56.982000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:56.989043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-9785e3b2-1178-4b70-90ab-24791cdc0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:56.991668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-9785e3b2-1178-4b70-90ab-24791cdc0a86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823852 Feb 09 00:03:57.020114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Port': ['ID=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:57.022111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] No DVR routers for this DVR port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:57.067007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] For port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,segment=NetworkSegment(d34dc2f0-5de2-45bb-ae4d-18446c7d6042),segment_id=d34dc2f0-5de2-45bb-ae4d-18446c7d6042)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:57.067480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.082953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] Calling delete_port for 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:03:57.217084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.257808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf2a945-3654-4c9c-bd3c-6a16ec8741cc']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:57.272022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:57.272324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34dc2f0-5de2-45bb-ae4d-18446c7d6042') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:03:57.310801 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:03:57.314970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.323348 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.362570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.370087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] No DVR routers for this DVR port 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:03:57.382367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb002-dc89-4642-975d-3d1efda68183 None None] Pushing event deleted for resources: {'Port': ['ID=90207d47-a3ae-4da2-b79a-c2e8a0b625e2,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:57.395831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:03:57.395831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:03:57.409507 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:03:57.414651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-ac57ffef-3cd8-4867-902b-0688a64bab61 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685812 Feb 09 00:03:57.539786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.611694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:57.625121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a6eeef7-34e0-4cb4-adc6-cecaa11e2647 req-b3e6e5d0-a053-44f1-ac64-574118461a21 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0926523 Feb 09 00:03:57.637126 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] 10.222.0.32 "DELETE /v2.0/networks/baf2a945-3654-4c9c-bd3c-6a16ec8741cc HTTP/1.1" status: 204 len: 168 time: 1.2217255 Feb 09 00:03:57.641623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd524b-81f4-439c-a4ac-8e1664a77b87 tempest-AllowedAddressPairIpV6TestJSON-86622282 tempest-AllowedAddressPairIpV6TestJSON-86622282-project] Pushing event deleted for resources: {'Network': ['ID=baf2a945-3654-4c9c-bd3c-6a16ec8741cc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:57.704745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9610e9e-92b3-4185-842c-4378575e4c11 req-3b9ada56-ac5d-4e4f-a8af-9951c0be2240 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827814 Feb 09 00:03:57.870917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e205ef8-2420-45f0-9163-686a0b98bd5e req-9f819e96-31d5-440c-ad84-6ba37acd5689 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:57.873207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e205ef8-2420-45f0-9163-686a0b98bd5e req-9f819e96-31d5-440c-ad84-6ba37acd5689 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1495252 Feb 09 00:03:58.029259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e205ef8-2420-45f0-9163-686a0b98bd5e req-49fa71a9-0b63-4408-b904-355b5b7d5810 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401594 Feb 09 00:03:58.111412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:58.161749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:03:58.162446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 90207d47-a3ae-4da2-b79a-c2e8a0b625e2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:03:58.204495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:58.478899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-174c81c7-47dc-4968-8aac-fda6a3172804 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f8be4182f694351acdd6db094749102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706788 Feb 09 00:03:58.479412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60400) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:03:58.555593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-873a4666-4c98-4018-a4ac-44f6a5a3f427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:58.583993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-873a4666-4c98-4018-a4ac-44f6a5a3f427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:58.712650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-873a4666-4c98-4018-a4ac-44f6a5a3f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:58.717768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-873a4666-4c98-4018-a4ac-44f6a5a3f427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:58.724064 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-873a4666-4c98-4018-a4ac-44f6a5a3f427 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2f668a9-352e-43fc-8cab-116955d6cc17 HTTP/1.1" status: 204 len: 168 time: 0.2403004 Feb 09 00:03:58.734210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a4666-4c98-4018-a4ac-44f6a5a3f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f668a9-352e-43fc-8cab-116955d6cc17,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:59.010921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8b50d-924a-46f2-8031-c413b860649b req-bda92a75-5a2f-49cc-9c5a-6a07c69105f3 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0505300 Feb 09 00:03:59.318134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:03:59.401011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420d95-c220-491d-87ec-303026d0d7f0 req-72202ffc-cdbc-46b5-895d-0748c4756c9f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:03:59.412987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6420d95-c220-491d-87ec-303026d0d7f0 req-72202ffc-cdbc-46b5-895d-0748c4756c9f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 945 time: 0.1192744 Feb 09 00:03:59.605856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6420d95-c220-491d-87ec-303026d0d7f0 req-a9d690a4-c064-4cbd-ab6e-a1edb325bf4d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918225 Feb 09 00:03:59.656300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:59.706589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:03:59.710288 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f382f98-26a8-416d-82c2-6eea135916f9" -d '{"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-unplugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:03:59.753257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:03:59.766363 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:03:59.836273 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a8878-258c-4ae0-9add-60201e7ed420 x-openstack-request-id: req-aa0a8878-258c-4ae0-9add-60201e7ed420 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:03:59.837115 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-unplugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:03:59.837232 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa0a8878-258c-4ae0-9add-60201e7ed420 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:03:59.839049 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'code': 200} Feb 09 00:03:59.872049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:03:59.944477 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d74ef78b-28df-4310-9d0e-91e0bb9ffe7a req-4f2d7653-7bfa-482a-bcd0-4fe6c472c501 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0901909 Feb 09 00:04:00.861501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298610e-3382-4fb3-8505-730d83fd2f0e req-abebfac9-21ba-464d-b0af-432ada3fe0a3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:00.872957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e298610e-3382-4fb3-8505-730d83fd2f0e req-abebfac9-21ba-464d-b0af-432ada3fe0a3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1213207 Feb 09 00:04:00.964457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e298610e-3382-4fb3-8505-730d83fd2f0e req-332c5292-982e-4c56-8c43-971f310f8091 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820222 Feb 09 00:04:01.081618 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:04:01.107718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5072339-ff69-4268-b926-7fc61ef44ed1 req-11923ccd-ab45-4e2d-a2a9-9a891d3a12ad tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0460582 Feb 09 00:04:01.157430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60508) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:01.163568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60512) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:01.323796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92661a5e-6fc9-4ac5-9add-5b14b8a2c213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.341754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-865494860'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:01.391110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:01.397805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.421326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.482171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92661a5e-6fc9-4ac5-9add-5b14b8a2c213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.489893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92661a5e-6fc9-4ac5-9add-5b14b8a2c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.566667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:01.567169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-92661a5e-6fc9-4ac5-9add-5b14b8a2c213 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0368ed0e43eb4a6b9219d63c28a17e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167712 Feb 09 00:04:01.568148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661a5e-6fc9-4ac5-9add-5b14b8a2c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038949cf-5e9e-4feb-a611-8b195de71f43,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:01.601489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.607520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.646014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:04:01.673783 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.674137 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Added segment 25178a0d-bbc4-47cd-a3a1-1e110eea9f0e of type vlan for network 7b2be44c-6385-41bf-9b25-5de976909c1b Feb 09 00:04:01.701667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028fab23-323f-47e2-a117-a7bdf8e912ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.729781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.748889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028fab23-323f-47e2-a117-a7bdf8e912ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.786934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.801628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:01.804303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.915519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028fab23-323f-47e2-a117-a7bdf8e912ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.918127 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028fab23-323f-47e2-a117-a7bdf8e912ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:01.921819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-028fab23-323f-47e2-a117-a7bdf8e912ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/038949cf-5e9e-4feb-a611-8b195de71f43 HTTP/1.1" status: 204 len: 168 time: 0.3506501 Feb 09 00:04:01.929538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fab23-323f-47e2-a117-a7bdf8e912ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038949cf-5e9e-4feb-a611-8b195de71f43,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:01.961564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Network': ['ID=7b2be44c-6385-41bf-9b25-5de976909c1b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:01.976258 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8113527 Feb 09 00:04:01.979439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60554) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:01.984482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ca962-a297-42ba-b30c-9623286a8d89 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5509bd-01d5-4adc-825f-230a8306206a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:01.984812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'subnet': {'network_id': '7b2be44c-6385-41bf-9b25-5de976909c1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:01.998847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 7b2be44c-6385-41bf-9b25-5de976909c1b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:04:02.350955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-505cf1fa-fad5-4ffc-a58b-969b85ceb7ed req-13c6c012-cf1c-451e-9cb3-068ef995ec2e tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0570655 Feb 09 00:04:02.388695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed214-ca4d-4375-9217-29cabbe05034 req-0432cad2-977c-4d77-a477-97b28dc928af tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:02.398291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b25ed214-ca4d-4375-9217-29cabbe05034 req-0432cad2-977c-4d77-a477-97b28dc928af tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.2082839 Feb 09 00:04:02.416285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:02.421629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:02.557584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60582) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:02.620796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b25ed214-ca4d-4375-9217-29cabbe05034 req-7fb6864d-726b-4ef7-8a83-ee01ed490ab0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214708 Feb 09 00:04:02.761206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60592) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:02.774973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:02.804640 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4ee9-ced6-4f27-b44a-e08f0197c41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:02.886272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:02.936146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4ee9-ced6-4f27-b44a-e08f0197c41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:02.953170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4ee9-ced6-4f27-b44a-e08f0197c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.006888 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cfdb4ee9-ced6-4f27-b44a-e08f0197c41e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ad5370c90264eb2991fc56e32ce9c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305400 Feb 09 00:04:03.008806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb4ee9-ced6-4f27-b44a-e08f0197c41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b39c31-04d5-4cf9-b2e7-a7ac404cc82e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:03.012590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60604) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:03.085496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Checking segment: {'id': '25178a0d-bbc4-47cd-a3a1-1e110eea9f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '7b2be44c-6385-41bf-9b25-5de976909c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:03.086119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network hostable DHCP agents. Network: 7b2be44c-6385-41bf-9b25-5de976909c1b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:04:03.091607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Subnet': ['ID=a49ac1a0-ab2c-4aa5-960f-977fa44e7189,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:03.142561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:04:03.154283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90ed1e1f-e2fb-4f32-a4f1-f14d8d03a5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.157648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 7b2be44c-6385-41bf-9b25-5de976909c1b) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:03.166642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:03.168353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.173538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c86e01c-731f-457c-91c0-75962fdd3de9 None None] Network 7b2be44c-6385-41bf-9b25-5de976909c1b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:04:03.178294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0943-42a7-4c4f-94ab-d31ab5521198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.215487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eed11a29-9d13-49e1-94aa-dd5be3d0162b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2320855 Feb 09 00:04:03.215691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60608) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:03.220099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1179997637', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:03.236832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-253326cb-e408-4487-b162-6da1a575a3b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4742022 Feb 09 00:04:03.254102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-1e2eccd3-932b-492c-b8d2-8ecf8acfad28 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:04:03.254420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.255178 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-1e2eccd3-932b-492c-b8d2-8ecf8acfad28 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080466 Feb 09 00:04:03.255626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.269796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0943-42a7-4c4f-94ab-d31ab5521198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.384200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90ed1e1f-e2fb-4f32-a4f1-f14d8d03a5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.385394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0943-42a7-4c4f-94ab-d31ab5521198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.388759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b5b0943-42a7-4c4f-94ab-d31ab5521198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.390293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7b5b0943-42a7-4c4f-94ab-d31ab5521198 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2b39c31-04d5-4cf9-b2e7-a7ac404cc82e HTTP/1.1" status: 204 len: 168 time: 0.3765249 Feb 09 00:04:03.390936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:04:03.395110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90ed1e1f-e2fb-4f32-a4f1-f14d8d03a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.435622 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-90ed1e1f-e2fb-4f32-a4f1-f14d8d03a5c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c88d170978384cf69fa631bcbf7b4fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8757632 Feb 09 00:04:03.439707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60624) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:03.441773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b0943-42a7-4c4f-94ab-d31ab5521198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b39c31-04d5-4cf9-b2e7-a7ac404cc82e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:03.465124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.469742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1e1f-e2fb-4f32-a4f1-f14d8d03a5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8165980b-a9e9-41ac-85eb-69e4a6ffb519,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:03.665697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bf18a3-a8ae-418a-b380-6f49967dcd41 None None] Network 7b2be44c-6385-41bf-9b25-5de976909c1b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:04:03.714460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36a46591-fd7a-4f47-8127-c03866d0d03f req-550740c7-9bb9-4c43-9719-80e2c2264619 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1233778 Feb 09 00:04:03.927172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:03.943720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53b3e939-0562-4fb0-8f4d-8fbb0ff5010f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.042871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026d35b-bc42-477a-a123-13d3a2ebc4c1 req-bb3fc5f5-e878-4c4d-abdc-a64974c0a735 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:04.044673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7026d35b-bc42-477a-a123-13d3a2ebc4c1 req-bb3fc5f5-e878-4c4d-abdc-a64974c0a735 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.2001278 Feb 09 00:04:04.047105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53b3e939-0562-4fb0-8f4d-8fbb0ff5010f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.232498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7026d35b-bc42-477a-a123-13d3a2ebc4c1 req-7e5348c3-2f7d-46eb-88e8-ace125e979bc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411793 Feb 09 00:04:04.255790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53b3e939-0562-4fb0-8f4d-8fbb0ff5010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.259338 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-53b3e939-0562-4fb0-8f4d-8fbb0ff5010f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.260732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-53b3e939-0562-4fb0-8f4d-8fbb0ff5010f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8165980b-a9e9-41ac-85eb-69e4a6ffb519 HTTP/1.1" status: 204 len: 168 time: 0.8198595 Feb 09 00:04:04.301525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3e939-0562-4fb0-8f4d-8fbb0ff5010f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165980b-a9e9-41ac-85eb-69e4a6ffb519,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:04.475997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.498118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.642727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.98 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/f49e9f5d-a3d9-4d76-8925-ce085500994a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:04.872003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.943907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6af60932-af90-4cf6-91a4-d687a0f96f8d req-970a0d94-cdc8-4a9b-a2f6-d22bdd9c86df tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0545266 Feb 09 00:04:04.955032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:04.976975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4aa680dd-9e81-4b8f-a93e-1d9902b64f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:04.994309 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.088106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:05.094280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:05.098945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:05.159288 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4aa680dd-9e81-4b8f-a93e-1d9902b64f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.171653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4aa680dd-9e81-4b8f-a93e-1d9902b64f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.275256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4aa680dd-9e81-4b8f-a93e-1d9902b64f6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0adef72212f46ac9b6ef98a824f9367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181682 Feb 09 00:04:05.277605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=f49e9f5d-a3d9-4d76-8925-ce085500994a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:05.278780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:05.295168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa680dd-9e81-4b8f-a93e-1d9902b64f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499fc11-3436-462c-8ecd-6daa83390564,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:05.421086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4dfb48-637b-4f90-8134-7de1dfbf4851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.462205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4dfb48-637b-4f90-8134-7de1dfbf4851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.498188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba7f64-7955-472a-aade-ea1337078dc0 req-bd348def-69cf-4dd4-88d0-d54138132d14 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:05.506337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87ba7f64-7955-472a-aade-ea1337078dc0 req-bd348def-69cf-4dd4-88d0-d54138132d14 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.0865681 Feb 09 00:04:05.509506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.552429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4dfb48-637b-4f90-8134-7de1dfbf4851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.555108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4dfb48-637b-4f90-8134-7de1dfbf4851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:05.559197 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ea4dfb48-637b-4f90-8134-7de1dfbf4851 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f499fc11-3436-462c-8ecd-6daa83390564 HTTP/1.1" status: 204 len: 168 time: 0.2629533 Feb 09 00:04:05.599345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dfb48-637b-4f90-8134-7de1dfbf4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499fc11-3436-462c-8ecd-6daa83390564,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:05.732055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87ba7f64-7955-472a-aade-ea1337078dc0 req-8f7bac56-f8e0-4aea-9ad6-37ae3a99424e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892389 Feb 09 00:04:05.828842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:06.191828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bdc1037b-fbff-4925-a03b-f5c63be048c5 req-87fbed7e-825a-4ce3-bdee-78dd3fd82ffc tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0537050 Feb 09 00:04:06.211910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:04:06.436907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:06.465557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:06.474654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:06.477159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8fd6730d-369b-4425-a900-d96a9a67f32c tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2605274 Feb 09 00:04:06.479983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60736) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:06.506149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:06.508442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:06.679806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:06.693956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:06.694957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:06.748439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:06.749563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4758d1e-cbe3-44d3-93ad-d232bb4d85f2 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:06.903450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:06.988342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:07.113847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:07.369106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1434563551-network', 'tenant_id': 'bfa16be099634c03b04a243272d01db5'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:07.438690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Made reservation on behalf of bfa16be099634c03b04a243272d01db5 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:07.445769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:07.503475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:07.540543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d6a5bc8-5b92-4fd3-aa81-cc1d00f8336d req-5eea4e52-48b9-40a4-9d4f-109d74f7c7d6 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0987666 Feb 09 00:04:07.667164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:07.675852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:07.737930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c48edc-fed1-43c6-8b13-3cfefa2a8175,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:07.767730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:04:07.792447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:07.793170 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Added segment a42c68fa-8fff-4d2a-b0db-bfabc622e098 of type vlan for network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 Feb 09 00:04:07.919847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.074775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.076013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:08.076610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.115305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73912464-964d-4b13-9f45-ee19c4a25b13 req-721cf94f-b27c-463e-8e49-c3f8365c2ef9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:08.116944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73912464-964d-4b13-9f45-ee19c4a25b13 req-721cf94f-b27c-463e-8e49-c3f8365c2ef9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.6719477 Feb 09 00:04:08.215419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60806) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:08.218585 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1034467 Feb 09 00:04:08.236318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Request body: {'subnet': {'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1434563551-subnet', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:08.241790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d438a0-a51d-4108-bce9-b0947d7567d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb2aa20-c5bb-4176-ac05-ef9d2590b999,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:08.250852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73912464-964d-4b13-9f45-ee19c4a25b13 req-286551a8-7559-45fa-b643-53df82327350 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165738 Feb 09 00:04:08.253566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:04:08.323895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Made reservation on behalf of bfa16be099634c03b04a243272d01db5 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:08.327065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.483825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60818) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:08.773975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0519604-72e3-487a-aea3-f4953415a226 req-8f6abc31-ea84-4184-b45c-87fb0dbd76a9 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0865974 Feb 09 00:04:08.788282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.810515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f08a0dd-edcd-423c-a387-52feb73bdfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.906645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f08a0dd-edcd-423c-a387-52feb73bdfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.913020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f08a0dd-edcd-423c-a387-52feb73bdfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:08.947709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08a0dd-edcd-423c-a387-52feb73bdfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5fed58-2378-4b0c-9987-a338d30e12dc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:08.974854 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f08a0dd-edcd-423c-a387-52feb73bdfe8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55e53a6759bf4a75b9064a472e45ba98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895055 Feb 09 00:04:08.975609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60832) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:09.078331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82fd984d-68a4-4867-adbb-d5da7d38b0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.092559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.1 (7b2be44c-6385-41bf-9b25-5de976909c1b/a49ac1a0-ab2c-4aa5-960f-977fa44e7189/4a43a428-ca44-478c-89e8-6df5f9d86933) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:09.113286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82fd984d-68a4-4867-adbb-d5da7d38b0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.171567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82fd984d-68a4-4867-adbb-d5da7d38b0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.179752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-82fd984d-68a4-4867-adbb-d5da7d38b0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.185415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-82fd984d-68a4-4867-adbb-d5da7d38b0ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c5fed58-2378-4b0c-9987-a338d30e12dc HTTP/1.1" status: 204 len: 168 time: 0.2085423 Feb 09 00:04:09.196968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd984d-68a4-4867-adbb-d5da7d38b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5fed58-2378-4b0c-9987-a338d30e12dc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:09.213275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.403481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.476154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ee5c16-0f13-4970-80f7-84f8091831b6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:09.478903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.645593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:09.647595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Checking segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:09.647964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Network hostable DHCP agents. Network: 1eb2aa20-c5bb-4176-ac05-ef9d2590b999, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:04:09.666441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:09.678913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98239ee7-d717-4ca7-9904-22c7bcb16b05 req-0f4fd5c9-86fe-44a8-a61e-537dd6896f3e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:09.680606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98239ee7-d717-4ca7-9904-22c7bcb16b05 req-0f4fd5c9-86fe-44a8-a61e-537dd6896f3e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1982632 Feb 09 00:04:09.681401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=4a43a428-ca44-478c-89e8-6df5f9d86933,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:09.683879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:09.732980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.780005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:04:09.856061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 1eb2aa20-c5bb-4176-ac05-ef9d2590b999) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:09.866096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:09.866464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77471d8-6199-43dc-986c-cae6b0dfc998 None None] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:04:09.866970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.923499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:09.938531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e295cca5-76c8-4113-a8d3-1de6b87bf0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:09.942255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98239ee7-d717-4ca7-9904-22c7bcb16b05 req-4f43e60d-255b-45c7-b805-4d8174c6a2f4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062540 Feb 09 00:04:10.078013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08a8d0a8-979b-4901-99dd-d2e552d3bc86 req-b31e33b4-3af3-4608-be5d-f958992a0199 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1886268 Feb 09 00:04:10.116944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0d727d61-11af-4c6f-8e6a-6509b6c5559a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8926022 Feb 09 00:04:10.123786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:10.137483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:10.176830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:04:10.180208 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.211424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.230957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e295cca5-76c8-4113-a8d3-1de6b87bf0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.240329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e295cca5-76c8-4113-a8d3-1de6b87bf0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.271820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.273628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.375761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e295cca5-76c8-4113-a8d3-1de6b87bf0b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26931400e05b47cdbcce62e9993774c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505224 Feb 09 00:04:10.379557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:10.382505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295cca5-76c8-4113-a8d3-1de6b87bf0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843eefaa-9e0f-4277-8de3-5759d4a8590a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:10.399617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Allocated IP 172.20.0.2 (1eb2aa20-c5bb-4176-ac05-ef9d2590b999/87ee5c16-0f13-4970-80f7-84f8091831b6/79b9ae48-a004-4b4a-a13a-ad0be891552b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:10.500949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.628071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df164aa-7107-435d-b6c5-ba1745ce96d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.664377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.672812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.722027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:10.725380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:10.727401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:10.734792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Pushing event updated for resources: {'Port': ['ID=79b9ae48-a004-4b4a-a13a-ad0be891552b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:10.777697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.790421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Attempting to bind port 79b9ae48-a004-4b4a-a13a-ad0be891552b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:10.790927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Attempting to bind port 79b9ae48-a004-4b4a-a13a-ad0be891552b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:10.791172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Attempting to bind port 79b9ae48-a004-4b4a-a13a-ad0be891552b on network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:10.796583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:10.797379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Checking segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:10.797379 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.797722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Bound using segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:10.798371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Bound port: 79b9ae48-a004-4b4a-a13a-ad0be891552b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:10.798619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.805781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.815727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df164aa-7107-435d-b6c5-ba1745ce96d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.820290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.933568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] For port 79b9ae48-a004-4b4a-a13a-ad0be891552b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:10.939308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] For port 79b9ae48-a004-4b4a-a13a-ad0be891552b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=79b9ae48-a004-4b4a-a13a-ad0be891552b,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:10.946000 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.963547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df164aa-7107-435d-b6c5-ba1745ce96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.974515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3df164aa-7107-435d-b6c5-ba1745ce96d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:10.983607 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3df164aa-7107-435d-b6c5-ba1745ce96d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/843eefaa-9e0f-4277-8de3-5759d4a8590a HTTP/1.1" status: 204 len: 168 time: 0.6022677 Feb 09 00:04:11.016724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df164aa-7107-435d-b6c5-ba1745ce96d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843eefaa-9e0f-4277-8de3-5759d4a8590a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:11.068664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:11.082013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=4a43a428-ca44-478c-89e8-6df5f9d86933,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:11.182255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bfdaf-4560-4566-9224-efc3e5b736b9 None None] Pushing event updated for resources: {'Port': ['ID=79b9ae48-a004-4b4a-a13a-ad0be891552b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:11.313588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffe7b9e5-a3cd-426c-8b6b-bc5751acfedf req-67df64f0-c64e-4343-b1ae-3a9f068a2395 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0553777 Feb 09 00:04:11.374437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5db0fc-f0ba-4582-acef-e2b16a5582fd req-7b3005cb-776d-47eb-9d73-58874944b8a3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:11.376297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f5db0fc-f0ba-4582-acef-e2b16a5582fd req-7b3005cb-776d-47eb-9d73-58874944b8a3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1737947 Feb 09 00:04:11.502792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f5db0fc-f0ba-4582-acef-e2b16a5582fd req-87982353-60c3-4ce2-93eb-c22c52647063 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187642 Feb 09 00:04:11.505166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:11.507124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:11.782615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:11.834261 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0f664bf3-b6a5-40c0-8e17-2b0fffc2f7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.075108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:12.085172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6245a34-9c03-4785-b590-d25a77b13ebc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/routers/0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6030283 Feb 09 00:04:12.086788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60916) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:12.089779 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:12.098510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'port': {'network_id': '7b2be44c-6385-41bf-9b25-5de976909c1b', 'name': 'tempest-FloatingIPTestJSON-1733085607'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:12.105754 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:12.106378 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:12.176102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.223928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.255734 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:12.279538 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:12.280392 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:12.320171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 79b9ae48-a004-4b4a-a13a-ad0be891552b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:12.333790 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:12.334563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f561f-e7e6-4fef-af61-938c1287a87d None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:12.442223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60922) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:12.452517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 79b9ae48-a004-4b4a-a13a-ad0be891552b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:12.452894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.459914 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84f60678-14f9-4d54-9d56-87f5c2f9d6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.484093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:12.488423 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.517913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] device_id is not set on port 65c5ada4-337c-4d9e-a5d3-3d4acb68c25c yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:04:12.572250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Allocated IP 172.25.3.10 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/46a51c01-784a-4591-a1b8-33444f754941) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:12.681641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8f6ad79-cf96-48e9-8499-dfdbefb8a4e4 req-68ce2a5c-37a6-4db7-8283-4a26a33fbb0c tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1543164 Feb 09 00:04:12.729841 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.744236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.775543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 79b9ae48-a004-4b4a-a13a-ad0be891552b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=79b9ae48-a004-4b4a-a13a-ad0be891552b,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:12.781833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.812037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:12.856354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a826ce-86b5-43d2-905f-3e9a22cd1a54 req-0ac87c44-ce7a-4376-8566-4a2b6ea06663 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:12.858056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a826ce-86b5-43d2-905f-3e9a22cd1a54 req-0ac87c44-ce7a-4376-8566-4a2b6ea06663 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1716697 Feb 09 00:04:12.906425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=79b9ae48-a004-4b4a-a13a-ad0be891552b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:12.923249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:12.930397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:12.933711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:12.940993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Pushing event updated for resources: {'Port': ['ID=46a51c01-784a-4591-a1b8-33444f754941,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:12.978066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fc288-1e36-4627-bc29-7202707d1c61 None None] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:04:13.044085 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84f60678-14f9-4d54-9d56-87f5c2f9d6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.060602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.11 (7b2be44c-6385-41bf-9b25-5de976909c1b/a49ac1a0-ab2c-4aa5-960f-977fa44e7189/65c5ada4-337c-4d9e-a5d3-3d4acb68c25c) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:13.067993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84f60678-14f9-4d54-9d56-87f5c2f9d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.126814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-84f60678-14f9-4d54-9d56-87f5c2f9d6dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7e5658c28f344e288c6446c809cb75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824267 Feb 09 00:04:13.128866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-86541e1c-c847-4d91-9f6b-3bb32a0ffdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:13.130335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-86541e1c-c847-4d91-9f6b-3bb32a0ffdbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133&tenant_id=1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 1094 time: 0.2712064 Feb 09 00:04:13.130826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60938) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:13.133659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f60678-14f9-4d54-9d56-87f5c2f9d6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eeac535-5f3d-45f3-bc42-804d7b5df582,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:13.173609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31a826ce-86b5-43d2-905f-3e9a22cd1a54 req-70d03636-a3d9-4c9c-b2a6-4f61d341617e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622812 Feb 09 00:04:13.225014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-69f8bbbb-989b-48b2-baff-80398ece2ca6 None None] Provisioning complete for port 79b9ae48-a004-4b4a-a13a-ad0be891552b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:13.225014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-69f8bbbb-989b-48b2-baff-80398ece2ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.242157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cde33be-4d00-4f8f-9c73-e339b4daedb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.298611 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cde33be-4d00-4f8f-9c73-e339b4daedb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.341017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-90b3cf9e-de8a-4961-b52b-ca780bd6f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:13.342000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.342564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-90b3cf9e-de8a-4961-b52b-ca780bd6f9ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1094 time: 0.1575179 Feb 09 00:04:13.490832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-a426733b-95f3-4490-992f-3fdb19bb1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:13.492722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-a426733b-95f3-4490-992f-3fdb19bb1595 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.1298378 Feb 09 00:04:13.609611 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.640466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cde33be-4d00-4f8f-9c73-e339b4daedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.643494 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cde33be-4d00-4f8f-9c73-e339b4daedb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:13.659808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9cde33be-4d00-4f8f-9c73-e339b4daedb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eeac535-5f3d-45f3-bc42-804d7b5df582 HTTP/1.1" status: 204 len: 168 time: 0.5137324 Feb 09 00:04:13.741500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde33be-4d00-4f8f-9c73-e339b4daedb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eeac535-5f3d-45f3-bc42-804d7b5df582,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:13.843744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-df7e6b2e-a7e4-4d24-bc2d-63576deb269c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 998 time: 0.3058062 Feb 09 00:04:13.864439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:04:13.982534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-bd1687bd-647f-4f97-b190-4538510d89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:13.984339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-bd1687bd-647f-4f97-b190-4538510d89c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1323605 Feb 09 00:04:14.151670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:14.167449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:14.193634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Sync routers for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:14.214771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:14.219117 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-405d4b81-31aa-42a0-b184-5c4d1da3a62b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0932899 Feb 09 00:04:14.219838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:14.224412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb279c29-b2bc-49b2-8a28-c70d01ce40a8 req-e8d31c9a-b883-4820-a1ac-844de719afad tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.2167904 Feb 09 00:04:14.335250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:14.337527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:03:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:14.345753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 79b9ae48-a004-4b4a-a13a-ad0be891552b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:14.353149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-e0ec1fe9-dd4f-40c6-babd-f626a85ce682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:14.369269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-e0ec1fe9-dd4f-40c6-babd-f626a85ce682 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3495462 Feb 09 00:04:14.479360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-78d4cebd-8a34-4c2e-ba46-ec25457e2bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089449 Feb 09 00:04:14.570322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-14f3b5dc-0d84-4a64-83ee-3631df7afe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:14.623149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc5cdbf6-8d9f-492f-b943-07aad088d344 req-4a27d26b-7f1f-49da-90d8-555fc66cf318 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341999 Feb 09 00:04:14.627377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-24c545c2-b22f-425e-9f3c-7e4d3310a712 None None] Provisioning complete for port 79b9ae48-a004-4b4a-a13a-ad0be891552b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:14.627377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24c545c2-b22f-425e-9f3c-7e4d3310a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:14.718235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:14.849577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:14.907352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d440c-a9f5-4088-adbb-d2b3f97ccb67 req-d6b260e4-a195-4c69-aeb6-97c52c698450 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:14.910125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e0d440c-a9f5-4088-adbb-d2b3f97ccb67 req-d6b260e4-a195-4c69-aeb6-97c52c698450 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.4260097 Feb 09 00:04:14.962726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:14.979649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:14.998552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:15.006602 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=65c5ada4-337c-4d9e-a5d3-3d4acb68c25c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:15.046997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 79b9ae48-a004-4b4a-a13a-ad0be891552b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:15.047537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:15.140244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e0d440c-a9f5-4088-adbb-d2b3f97ccb67 req-b18ebc6a-ea03-438f-b5e3-6a9bea300250 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196157 Feb 09 00:04:15.161972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:15.163453 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:15.209868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d24d8833-62c5-4f8a-b43c-1c0429ff2bc3 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1171832 Feb 09 00:04:15.209868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32774) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:15.225199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'port': {'network_id': '7b2be44c-6385-41bf-9b25-5de976909c1b', 'name': 'tempest-FloatingIPTestJSON-50101011'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:15.508470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:15.513148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:13Z', 'revision_number': 3, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:15.529586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cacd3255-488f-4b6e-b708-8d5d49f9f1a6 req-f844fbae-7b23-4f9b-8af2-31f65bcba882 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0937765 Feb 09 00:04:15.531516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:15.582131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:15.587416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:15.599530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Checking router: 4d42b246-19c4-4a32-8679-5ce1a3bf3333 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:04:15.600399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Updating router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 port 46a51c01-784a-4591-a1b8-33444f754941 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:04:15.626324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] device_id is not set on port 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:04:15.637230 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:15.969363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Allocated IP 172.20.0.1 (1eb2aa20-c5bb-4176-ac05-ef9d2590b999/87ee5c16-0f13-4970-80f7-84f8091831b6/dd559701-cc00-4751-96f7-0b24689b45bd) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:16.099821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.113656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.202413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Pushing event updated for resources: {'Port': ['ID=46a51c01-784a-4591-a1b8-33444f754941,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:16.230294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.269787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.271247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.272684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.274064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.276423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.277488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.279504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.280704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.283281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.284352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.285895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.287779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:16.300062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Attempting to bind port 46a51c01-784a-4591-a1b8-33444f754941 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:16.300430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Attempting to bind port 46a51c01-784a-4591-a1b8-33444f754941 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:16.300788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Attempting to bind port 46a51c01-784a-4591-a1b8-33444f754941 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:16.315429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:16.315856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:16.316297 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.316692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:16.322530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Bound port: 46a51c01-784a-4591-a1b8-33444f754941, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:16.323688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.336024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.362276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:16.365008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:16.412100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:16.519071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] For port 46a51c01-784a-4591-a1b8-33444f754941, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:16.528397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] For port 46a51c01-784a-4591-a1b8-33444f754941, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46a51c01-784a-4591-a1b8-33444f754941,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:16.537112 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.640106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd559701-cc00-4751-96f7-0b24689b45bd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:16.680522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:16.723822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:16.725937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:16.910151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6216b26-2648-4aeb-8bf0-d2035849f3a4 None None] Pushing event updated for resources: {'Port': ['ID=46a51c01-784a-4591-a1b8-33444f754941,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:16.935572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.003779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-85ed5098-ae56-4293-b2c7-9ef54e561f54 None None] Provisioning complete for port dd559701-cc00-4751-96f7-0b24689b45bd triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:17.004340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85ed5098-ae56-4293-b2c7-9ef54e561f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.047283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-85ed5098-ae56-4293-b2c7-9ef54e561f54 None None] Port dd559701-cc00-4751-96f7-0b24689b45bd cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:04:17.084597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:17.145352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.277270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.13 (7b2be44c-6385-41bf-9b25-5de976909c1b/a49ac1a0-ab2c-4aa5-960f-977fa44e7189/44aaf0be-e6bb-46cc-88d9-30289dcbf8b1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:17.569490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.631745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:13Z', 'revision_number': 3, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:17.644361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.659378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.707866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41649a-da85-4482-a9c2-251bac969850 None None] The sync data for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 is: [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:13Z', 'revision_number': 3, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:17.733338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23bf8abe-884b-485a-85c5-42f297ae6d25 req-fa31314e-5de2-4061-ad7f-af398b4a9ea4 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.2503381 Feb 09 00:04:17.791506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:17.915283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c2f0-64ef-46fa-8c04-cc2fb446a6d8 req-21c6e009-7412-4789-aeed-2c134084cb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:17.916937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1687c2f0-64ef-46fa-8c04-cc2fb446a6d8 req-21c6e009-7412-4789-aeed-2c134084cb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.4944851 Feb 09 00:04:17.938080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd559701-cc00-4751-96f7-0b24689b45bd,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:18.090356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:18.092790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:18.104753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1687c2f0-64ef-46fa-8c04-cc2fb446a6d8 req-62e6e386-10b4-411b-ad54-196fb6f9a3c2 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686130 Feb 09 00:04:18.149483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:18.348705 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:18.549529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:18.573519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:18.592778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=44aaf0be-e6bb-46cc-88d9-30289dcbf8b1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:18.592778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:18.602539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:18.700278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5d0b41dd-fc5e-4b6a-b9d5-59abd4c348ff None None] Provisioning complete for port dd559701-cc00-4751-96f7-0b24689b45bd triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:18.702391 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5d0b41dd-fc5e-4b6a-b9d5-59abd4c348ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:18.729498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:18.730111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:18.765412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1b5c6099-8015-42fe-8aa9-153be4b4d0b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5532792 Feb 09 00:04:18.768875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:18.773591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '44aaf0be-e6bb-46cc-88d9-30289dcbf8b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:18.804690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b41dd-fc5e-4b6a-b9d5-59abd4c348ff None None] Port dd559701-cc00-4751-96f7-0b24689b45bd cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:04:18.854980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:18.953122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:18.960075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5264503e-6395-42ab-993e-68608f0904b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/4d42b246-19c4-4a32-8679-5ce1a3bf3333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7391126 Feb 09 00:04:19.105133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcfb37d7-cbc6-4ac4-9db0-ea5f41054506 req-9aeb6448-7a5b-477c-8d07-d4069d56df3c tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0990269 Feb 09 00:04:19.332807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:19.493809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733641b2-8a96-45b8-b93a-1d63101268c7 req-6a2a6489-d524-4fe8-bd1d-045646de1851 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:19.498079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-733641b2-8a96-45b8-b93a-1d63101268c7 req-6a2a6489-d524-4fe8-bd1d-045646de1851 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.2050915 Feb 09 00:04:19.638430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-733641b2-8a96-45b8-b93a-1d63101268c7 req-5097553a-89f6-44a8-b260-1b1fad06aaef tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211412 Feb 09 00:04:19.701670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.43 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/ddb88f33-bf42-4be6-9b50-008a241c5ca0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:20.029033 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:20.189923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:20.313625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46a51c01-784a-4591-a1b8-33444f754941 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:20.337259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:20.396021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:20.410689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:20.452310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 46a51c01-784a-4591-a1b8-33444f754941 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:20.454235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:20.610381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52b7f91b-9e1e-49cb-8aaf-f0c6016d769f req-de22307e-f7e5-4496-9939-f018cb27be5b tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.2716265 Feb 09 00:04:20.694946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=ddb88f33-bf42-4be6-9b50-008a241c5ca0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:20.744247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32912) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:20.751824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1871662929-network', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:20.797986 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:20.815836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Made reservation on behalf of b6c44da28c774073af39d7665a140e0e for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:20.820338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:20.855052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:20.940738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 46a51c01-784a-4591-a1b8-33444f754941, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46a51c01-784a-4591-a1b8-33444f754941,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:20.953873 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.125246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Sync routers for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:21.134427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=46a51c01-784a-4591-a1b8-33444f754941,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:21.140413 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:21.145985 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:21.150175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.157079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.257007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:04:21.396888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.399789 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Added segment 75dc6ebc-2384-4637-8000-258805ea27e9 of type vlan for network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 Feb 09 00:04:21.405709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdcbc88-106e-4e0b-8a0d-fb20afe97bf2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:21.415772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943a1ed-7cd5-4e46-acd9-40559262f751 req-4b904a6a-88fd-4f38-8f13-3fa0d0800de1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:21.437279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7943a1ed-7cd5-4e46-acd9-40559262f751 req-4b904a6a-88fd-4f38-8f13-3fa0d0800de1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.4228511 Feb 09 00:04:21.614041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7943a1ed-7cd5-4e46-acd9-40559262f751 req-b8cdb7b1-3f81-4cc8-8841-24a8813e5ced tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485302 Feb 09 00:04:21.719395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.849024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.851139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:21.852445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:21.889022 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1378930 Feb 09 00:04:21.889908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32934) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:21.902164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Request body: {'subnet': {'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1871662929-subnet', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:21.929335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:22.030687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdafe1-624f-4631-9948-19a979a1c0ad admin admin] Pushing event updated for resources: {'Network': ['ID=33f9e411-5656-43fc-9faa-0f80d0d50bf1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:22.045857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:04:22.046817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Made reservation on behalf of b6c44da28c774073af39d7665a140e0e for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:22.055589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.065014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ea6b286-dc95-4f59-a784-ef27f4443017 req-98049104-75ca-4dc0-83cc-4a3ca41bfa01 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.2089453 Feb 09 00:04:22.351527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.367739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46a51c01-784a-4591-a1b8-33444f754941 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:22.407262 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 2, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:22.443299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.479871 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Checking router: 4d42b246-19c4-4a32-8679-5ce1a3bf3333 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:04:22.480701 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Updating router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 port dd559701-cc00-4751-96f7-0b24689b45bd binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:04:22.489061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 46a51c01-784a-4591-a1b8-33444f754941 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:22.490683 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.533913 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.564737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.574681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e42edab-6cb9-424e-bd3a-657b29d5cba6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:22.629523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Checking segment: {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:22.631333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Network hostable DHCP agents. Network: 33f9e411-5656-43fc-9faa-0f80d0d50bf1, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:04:22.680185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:04:22.713299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 33f9e411-5656-43fc-9faa-0f80d0d50bf1) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:22.726878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd55607-5a1e-4544-8580-6cdb74e10123 None None] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:04:22.765155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:22.765930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.836568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-69a3b75e-1d25-4942-8dd4-0c1dfbd850e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9440434 Feb 09 00:04:22.838158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:22.866122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:22.950052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:22.954511 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.081293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0c450-61fb-4e47-8310-26ba8ac40bc3 req-e81ff6e7-e7c6-439a-8419-0eeb6298e53f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:23.087203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02e0c450-61fb-4e47-8310-26ba8ac40bc3 req-e81ff6e7-e7c6-439a-8419-0eeb6298e53f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.2162161 Feb 09 00:04:23.091979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.100243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.106433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.148184 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.164011 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.273797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'fixed_ips': [{'subnet_id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:04:23.274679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.326305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Attempting to bind port dd559701-cc00-4751-96f7-0b24689b45bd on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:23.327204 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Attempting to bind port dd559701-cc00-4751-96f7-0b24689b45bd by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:23.327820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Attempting to bind port dd559701-cc00-4751-96f7-0b24689b45bd on network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:23.330708 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Pushing event updated for resources: {'Port': ['ID=dd559701-cc00-4751-96f7-0b24689b45bd,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:23.357367 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.358078 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.358665 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.359174 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.359774 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.360276 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.360799 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.362079 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.362684 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.363238 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.364027 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.364566 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:23.371124 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:23.371926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Checking segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:23.372683 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.373309 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Bound using segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:23.375185 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Bound port: dd559701-cc00-4751-96f7-0b24689b45bd, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:23.375850 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.456099 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] For port dd559701-cc00-4751-96f7-0b24689b45bd, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:23.471325 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] For port dd559701-cc00-4751-96f7-0b24689b45bd, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dd559701-cc00-4751-96f7-0b24689b45bd,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:23.478398 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.573907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=ddb88f33-bf42-4be6-9b50-008a241c5ca0,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:23.618892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-260a59c8-73e1-4bdf-bf12-e3a947afd8d0 req-339d9494-83ac-4cd3-9021-552c76501dad tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1766224 Feb 09 00:04:23.638015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.676870 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:23.677776 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:23.712340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:23.871157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Allocated IP 172.20.0.2 (33f9e411-5656-43fc-9faa-0f80d0d50bf1/8e42edab-6cb9-424e-bd3a-657b29d5cba6/e42fb1db-49fb-4ccc-8330-f3c65b005f8f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:23.929126 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075278ca-e8b6-469d-a770-17503bb60185 None None] Pushing event updated for resources: {'Port': ['ID=dd559701-cc00-4751-96f7-0b24689b45bd,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:23.944459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:24.086449 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP ed69c0aa-acef-48e1-8201-96d1e2f563e5 associated. External IP: 172.25.3.43, port: 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1. Feb 09 00:04:24.542311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-48eaf357-f1c3-4d30-8e52-fd51037750bc None None] Provisioning complete for port dd559701-cc00-4751-96f7-0b24689b45bd triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:24.543957 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48eaf357-f1c3-4d30-8e52-fd51037750bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:24.561922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02e0c450-61fb-4e47-8310-26ba8ac40bc3 req-8e045269-551c-43b7-aaf9-05b6d09d0093 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4632885 Feb 09 00:04:24.710833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:23Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:24.721946 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:24.787588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48eaf357-f1c3-4d30-8e52-fd51037750bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:24.794425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:24.800943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:24.868656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea394ec-e540-4486-af3f-963a350be5e6 None None] The sync data for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 is: [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:23Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:25.041930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2503d08-473d-4f34-9db4-5694a1665844 req-e27e632f-a904-4a96-b4f1-c8852e6c8058 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0737906 Feb 09 00:04:25.100083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:25.136157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:25.165478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Pushing event updated for resources: {'Port': ['ID=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:25.167989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:25.188180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-48eaf357-f1c3-4d30-8e52-fd51037750bc None None] For port dd559701-cc00-4751-96f7-0b24689b45bd, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dd559701-cc00-4751-96f7-0b24689b45bd,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:25.202745 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48eaf357-f1c3-4d30-8e52-fd51037750bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:25.297604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:25.348145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:25.467495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaf357-f1c3-4d30-8e52-fd51037750bc None None] Pushing event updated for resources: {'Port': ['ID=dd559701-cc00-4751-96f7-0b24689b45bd,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:25.472128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:25.484485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-76cb7876-bbda-47f8-939a-16b5b69e0e5a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.7120354 Feb 09 00:04:25.492936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:25.495409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33000) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:25.507037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:25.587204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:25.636861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:25.641684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:25.685448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:25.827114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Allocated IP 172.25.3.11 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/19155bff-86dc-4ab6-897e-63d6e6e352af) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:25.841510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:25.891976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Attempting to bind port e42fb1db-49fb-4ccc-8330-f3c65b005f8f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:25.892471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Attempting to bind port e42fb1db-49fb-4ccc-8330-f3c65b005f8f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:25.892745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Attempting to bind port e42fb1db-49fb-4ccc-8330-f3c65b005f8f on network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:25.929752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-178f18e2-41a7-4270-a212-6c0ef8796719 None None] Provisioning complete for port dd559701-cc00-4751-96f7-0b24689b45bd triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:25.934656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-178f18e2-41a7-4270-a212-6c0ef8796719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.002286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.100707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.129900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:26.145977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Checking segment: {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:26.147470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.148775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Bound using segment: {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:26.151649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Bound port: e42fb1db-49fb-4ccc-8330-f3c65b005f8f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:26.151649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.156862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:26.163362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:26.277410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:26.279256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:26.289545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Pushing event updated for resources: {'Port': ['ID=19155bff-86dc-4ab6-897e-63d6e6e352af,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:26.292088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:26.357698 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.384696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:26.386477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb25c23-93d5-4da6-9c03-93b192af3803 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:26.420726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dd559701-cc00-4751-96f7-0b24689b45bd up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:26.510839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:26.511187 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP ed69c0aa-acef-48e1-8201-96d1e2f563e5 disassociated. External IP: 172.25.3.43, port: 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1. Feb 09 00:04:26.548863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc90d796-5f34-4e61-b07f-64b431974f98 req-93bf97f4-8a99-46ec-b6fb-a5a37c966b01 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1849811 Feb 09 00:04:26.655616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33026) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:26.695039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83478f45-619d-40c4-892f-11eff97738b8 req-6deb60ae-30bc-4c2d-8944-6d367d32f667 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:26.702216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83478f45-619d-40c4-892f-11eff97738b8 req-6deb60ae-30bc-4c2d-8944-6d367d32f667 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.8916371 Feb 09 00:04:26.893024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83478f45-619d-40c4-892f-11eff97738b8 req-02843170-15ae-4028-b6f9-3ef8af8e7f4c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754560 Feb 09 00:04:27.034294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port dd559701-cc00-4751-96f7-0b24689b45bd triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:27.037696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.066335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] For port e42fb1db-49fb-4ccc-8330-f3c65b005f8f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:27.078410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] For port e42fb1db-49fb-4ccc-8330-f3c65b005f8f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:27.093215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85a5cb23-69ae-4b12-a097-2e369aad6232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.152204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.233101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.363878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dff65-ed4d-428a-bb2d-78a49f914a63 None None] Pushing event updated for resources: {'Port': ['ID=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:27.413400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:27.705445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.734233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85a5cb23-69ae-4b12-a097-2e369aad6232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.756182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-85a5cb23-69ae-4b12-a097-2e369aad6232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.760574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b41a6689-9642-40b5-b76d-8ad2cd3a7977 req-c509f69f-f18d-4b34-ab33-f0ec4353eeaa tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0491195 Feb 09 00:04:27.761797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:27.772661 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:27.778880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:27.794703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:27.795352 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:27.866910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-85a5cb23-69ae-4b12-a097-2e369aad6232 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7be0dc2cdca347b6b19d636bb56c25dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2094650 Feb 09 00:04:27.868075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33046) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:27.868805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5cb23-69ae-4b12-a097-2e369aad6232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33e6da-fcce-409f-9a2b-ce2984985a2b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:27.880032 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:27.905941 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:27.905941 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:27.920209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-95408122-94dc-4413-a656-06fd7e619610 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/floatingips/ed69c0aa-acef-48e1-8201-96d1e2f563e5 HTTP/1.1" status: 200 len: 687 time: 2.4236279 Feb 09 00:04:27.923059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33050) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:27.950578 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:27.951436 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629a31b-4381-477b-9aa8-94c9abc0531b None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:27.983237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Router 6ce66ead-69b1-45c4-8e15-976b331af3d9 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:04:28.225192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e42fb1db-49fb-4ccc-8330-f3c65b005f8f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:28.371066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e42fb1db-49fb-4ccc-8330-f3c65b005f8f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:28.371428 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:28.393365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:28.430480 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:28.434587 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-db26887e-c79d-4382-b38b-a846848e3d6f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5848241 Feb 09 00:04:28.437454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33068) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:28.453622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Sync routers for ids ['6ce66ead-69b1-45c4-8e15-976b331af3d9'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:28.560157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Routers {'6ce66ead-69b1-45c4-8e15-976b331af3d9'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:28.560842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6ce66ead-69b1-45c4-8e15-976b331af3d9'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:28.815608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5724dab0-2b36-418f-89e3-a2cf8ecd73fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:28.828156 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:28.908959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e42fb1db-49fb-4ccc-8330-f3c65b005f8f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:28.916705 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:28.978792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Set router 6ce66ead-69b1-45c4-8e15-976b331af3d9 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:28.990655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5724dab0-2b36-418f-89e3-a2cf8ecd73fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.032402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e9685ff-ef7d-4b24-9010-00223c7899de req-d9be40e2-fd49-44aa-8012-3b810f73472e tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0596647 Feb 09 00:04:29.071747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69e09-4eee-47de-aedd-3fc0074319c1 req-67627928-fcf0-4245-839d-9682c9a486f4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:29.079055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6be69e09-4eee-47de-aedd-3fc0074319c1 req-67627928-fcf0-4245-839d-9682c9a486f4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.3178127 Feb 09 00:04:29.085768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669dc0b0-fbbe-4e63-8895-98c61a60aff0 None None] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:04:29.128595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port ddb88f33-bf42-4be6-9b50-008a241c5ca0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:04:29.139132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.279650 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.279901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.293411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for ddb88f33-bf42-4be6-9b50-008a241c5ca0 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:04:29.498729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:29.519276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8b27ba08-f5f1-46ea-827e-2d0a5551ae74 None None] Provisioning complete for port e42fb1db-49fb-4ccc-8330-f3c65b005f8f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:29.519899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8b27ba08-f5f1-46ea-827e-2d0a5551ae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.557605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.587193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6be69e09-4eee-47de-aedd-3fc0074319c1 req-c394c427-1308-47bd-be45-2123fd69d5dc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5071521 Feb 09 00:04:29.590466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.640850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=ddb88f33-bf42-4be6-9b50-008a241c5ca0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:29.648239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5724dab0-2b36-418f-89e3-a2cf8ecd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.652211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5724dab0-2b36-418f-89e3-a2cf8ecd73fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.653695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5724dab0-2b36-418f-89e3-a2cf8ecd73fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d33e6da-fcce-409f-9a2b-ce2984985a2b HTTP/1.1" status: 204 len: 168 time: 1.7714093 Feb 09 00:04:29.697621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724dab0-2b36-418f-89e3-a2cf8ecd73fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33e6da-fcce-409f-9a2b-ce2984985a2b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:29.780579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:04:26Z', 'revision_number': 3, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:29.864067 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.881162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:29.882596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Checking router: 6ce66ead-69b1-45c4-8e15-976b331af3d9 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:04:29.884669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Updating router 6ce66ead-69b1-45c4-8e15-976b331af3d9 port 19155bff-86dc-4ab6-897e-63d6e6e352af binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:04:29.884866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe7f6e11-9915-4ce1-948f-31f0f7671103 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/floatingips/ed69c0aa-acef-48e1-8201-96d1e2f563e5 HTTP/1.1" status: 204 len: 168 time: 1.9598758 Feb 09 00:04:29.888692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:29.906052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '65c5ada4-337c-4d9e-a5d3-3d4acb68c25c'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:29.990163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.014257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.257052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.281516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Allocated IP 172.20.0.1 (33f9e411-5656-43fc-9faa-0f80d0d50bf1/8e42edab-6cb9-424e-bd3a-657b29d5cba6/ca6be54d-7af4-4b55-bcf5-8c10c518fed4) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:30.383649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33094) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:30.531763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.74 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/769e504d-1f6f-41cf-ac75-6592f71c87be) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:30.545836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e42fb1db-49fb-4ccc-8330-f3c65b005f8f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:30.561711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.616183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6abeefde-8873-4a18-a616-bb7fa1c05021 None None] Provisioning complete for port e42fb1db-49fb-4ccc-8330-f3c65b005f8f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:30.618638 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6abeefde-8873-4a18-a616-bb7fa1c05021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.636455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8aa37c4-8dce-406b-9d4a-5dccd52abecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.649444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.763322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8aa37c4-8dce-406b-9d4a-5dccd52abecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.776188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.822368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d8aa37c4-8dce-406b-9d4a-5dccd52abecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.882404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa37c4-8dce-406b-9d4a-5dccd52abecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7568df95-d1b0-4fb7-96f4-460c57179695,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:30.887836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:30.906067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:30.918676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:30.932069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:30.963525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41463284-bab3-48ef-aa79-9fc41b5d07d0 req-8959eb30-54f5-44e4-bc4f-4f9fa627586b tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1136053 Feb 09 00:04:30.976959 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:30.995367 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d8aa37c4-8dce-406b-9d4a-5dccd52abecd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4243d95942784c8fa85d5d7712169c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023149 Feb 09 00:04:30.996523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33098) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:31.023691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.180555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:31.197897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=769e504d-1f6f-41cf-ac75-6592f71c87be,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:31.208683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:31.226054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:31.351102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.508502 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.524951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e42fb1db-49fb-4ccc-8330-f3c65b005f8f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:31.533764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.536283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.552113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae48663-227d-4b7d-a46c-0fad494d7eae req-35d4f86e-3458-4eac-9422-d32ce95ea5ea tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:31.555466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ae48663-227d-4b7d-a46c-0fad494d7eae req-35d4f86e-3458-4eac-9422-d32ce95ea5ea tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.7086670 Feb 09 00:04:31.710938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ae48663-227d-4b7d-a46c-0fad494d7eae req-b1aa1dc8-a686-4e5e-81bb-291373f8d747 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829327 Feb 09 00:04:31.740011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-7d62-484a-b16a-a900cf6b339f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.796114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-7d62-484a-b16a-a900cf6b339f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.832278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.851679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.878256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d370-6b85-4fe8-a9a6-e58cde3fa187 None None] Pushing event updated for resources: {'Port': ['ID=19155bff-86dc-4ab6-897e-63d6e6e352af,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:31.924227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Attempting to bind port 19155bff-86dc-4ab6-897e-63d6e6e352af on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:31.924649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Attempting to bind port 19155bff-86dc-4ab6-897e-63d6e6e352af by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:31.924986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Attempting to bind port 19155bff-86dc-4ab6-897e-63d6e6e352af on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:31.959017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.962836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Pushing event updated for resources: {'Port': ['ID=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:31.977578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:31.977979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:31.980882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:31.981319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:31.985257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Bound port: 19155bff-86dc-4ab6-897e-63d6e6e352af, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:31.986099 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:32.130090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-83973f47-6bb9-4627-ae19-7744888daedb None None] Provisioning complete for port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:32.130998 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83973f47-6bb9-4627-ae19-7744888daedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:32.203685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:32.207886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:32.288023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da55a17e-e588-4aa8-86b6-7b99ff460684 req-523deed8-0f9c-46ce-b80a-f9408b452401 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0874732 Feb 09 00:04:32.319302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] For port 19155bff-86dc-4ab6-897e-63d6e6e352af, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:32.337444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-83973f47-6bb9-4627-ae19-7744888daedb None None] Port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:04:32.343174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-7d62-484a-b16a-a900cf6b339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:32.349136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] For port 19155bff-86dc-4ab6-897e-63d6e6e352af, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19155bff-86dc-4ab6-897e-63d6e6e352af,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:32.358533 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:32.381445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8295a7d6-7d62-484a-b16a-a900cf6b339f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:32.385101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8295a7d6-7d62-484a-b16a-a900cf6b339f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7568df95-d1b0-4fb7-96f4-460c57179695 HTTP/1.1" status: 204 len: 168 time: 1.2006583 Feb 09 00:04:32.418776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295a7d6-7d62-484a-b16a-a900cf6b339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568df95-d1b0-4fb7-96f4-460c57179695,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:32.481873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837d370-6b85-4fe8-a9a6-e58cde3fa187 None None] Pushing event updated for resources: {'Port': ['ID=19155bff-86dc-4ab6-897e-63d6e6e352af,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:32.518402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Routers {'6ce66ead-69b1-45c4-8e15-976b331af3d9'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:32.519279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6ce66ead-69b1-45c4-8e15-976b331af3d9'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:32.583418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Router 6ce66ead-69b1-45c4-8e15-976b331af3d9 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:32.839719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:32.848610 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ddb2f910-3bfb-442a-8b91-e85d24681e87 admin admin] 10.222.0.32 "PUT /v2.0/routers/6ce66ead-69b1-45c4-8e15-976b331af3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4097910 Feb 09 00:04:32.942845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:32.949555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7f07bf72-9b4f-4e5d-a355-545220a9c35e None None] Provisioning complete for port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:32.950109 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f07bf72-9b4f-4e5d-a355-545220a9c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.045668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] Set router 6ce66ead-69b1-45c4-8e15-976b331af3d9 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:33.121971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7f07bf72-9b4f-4e5d-a355-545220a9c35e None None] Port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:04:33.141950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.186451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33134) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:33.208799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c98a-616b-40ac-b243-dfcae9726754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.248848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c6fa-780f-4f7c-8b84-6426c75b3b81 req-68477cc6-5ce7-4831-b8dc-fa37192776ff tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:33.258078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ad6c6fa-780f-4f7c-8b84-6426c75b3b81 req-68477cc6-5ce7-4831-b8dc-fa37192776ff tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.3245029 Feb 09 00:04:33.364813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffb12ce1-8830-48e8-8817-dcf2e2142407 req-562cea94-af1a-4506-ac79-1ac678fe248a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0667109 Feb 09 00:04:33.391939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c98a-616b-40ac-b243-dfcae9726754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.400204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c98a-616b-40ac-b243-dfcae9726754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.480879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0cc7c98a-616b-40ac-b243-dfcae9726754 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70d7bf87a9574ce6b5a41a2fd001e3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933075 Feb 09 00:04:33.487410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33158) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:33.497214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c98a-616b-40ac-b243-dfcae9726754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b274a3-92c3-4359-8098-ff33fe6690bf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:33.541355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28a5eca2-c3bf-49fd-8cf0-a6cda17cf5f5 req-7db10277-347a-454d-b4b3-6189a6023c48 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0563014 Feb 09 00:04:33.547776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ad6c6fa-780f-4f7c-8b84-6426c75b3b81 req-b9707127-b31d-49b1-aa21-776c5c5f8624 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770629 Feb 09 00:04:33.569802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ca6be54d-7af4-4b55-bcf5-8c10c518fed4', 'name': '', 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'mac_address': 'fa:16:3e:f3:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:29Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 2, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'subnets': [{'id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:33.604055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77d161f4-1ce7-4d06-8ba3-7d5ad2ca7392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.632516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a023a5-300f-4258-af6c-7269ae3e87fd None None] The sync data for ids ['6ce66ead-69b1-45c4-8e15-976b331af3d9'] in n-d-828413-1 is: [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ca6be54d-7af4-4b55-bcf5-8c10c518fed4', 'name': '', 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'mac_address': 'fa:16:3e:f3:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:29Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 2, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'subnets': [{'id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:33.652723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77d161f4-1ce7-4d06-8ba3-7d5ad2ca7392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.671721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.680087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.743141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77d161f4-1ce7-4d06-8ba3-7d5ad2ca7392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.747310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77d161f4-1ce7-4d06-8ba3-7d5ad2ca7392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.750901 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77d161f4-1ce7-4d06-8ba3-7d5ad2ca7392 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00b274a3-92c3-4359-8098-ff33fe6690bf HTTP/1.1" status: 204 len: 168 time: 0.2623131 Feb 09 00:04:33.779742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=769e504d-1f6f-41cf-ac75-6592f71c87be,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:33.794769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d161f4-1ce7-4d06-8ba3-7d5ad2ca7392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b274a3-92c3-4359-8098-ff33fe6690bf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:33.811292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:33.970458 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP fa172e90-2835-453a-a2e4-02cd780edaf7 associated. External IP: 172.25.3.74, port: 65c5ada4-337c-4d9e-a5d3-3d4acb68c25c. Feb 09 00:04:34.375036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:34.568840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:34.583469 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:34.594107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:34.635558 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:34.636602 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:34.651416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d0ab68ee-a501-455d-aa2e-da171a1b8cbe tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7613072 Feb 09 00:04:34.654688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33226) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:34.810142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:34.820415 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:34.821407 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:34.857345 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:34.858361 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062bdb6-d5c5-4d6e-ba99-0862970448ba None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:34.875582 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3aa895d8-7bb9-48ab-9019-b6099507912b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/floatingips/fa172e90-2835-453a-a2e4-02cd780edaf7 HTTP/1.1" status: 200 len: 978 time: 0.2191238 Feb 09 00:04:34.878518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:34.924475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08c5feaf-92a2-46f8-a1c4-b13042bf117d req-fe457f5e-9a49-4611-b029-3496392951ea tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1129546 Feb 09 00:04:34.989709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41138b35-b1ed-4dbc-a329-88999dcbfd30 req-30330b4d-09c6-47c4-af59-7f50e1d98f29 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:34.991358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41138b35-b1ed-4dbc-a329-88999dcbfd30 req-30330b4d-09c6-47c4-af59-7f50e1d98f29 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1982501 Feb 09 00:04:35.117883 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2371dc61-f8ae-4d67-8480-cf21d84fa442 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2372150 Feb 09 00:04:35.120584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33244) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:35.133555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'port_id': '44aaf0be-e6bb-46cc-88d9-30289dcbf8b1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:35.147916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41138b35-b1ed-4dbc-a329-88999dcbfd30 req-a7d7684b-f67e-416b-aecb-27bd78df3317 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375790 Feb 09 00:04:35.388953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:35.426118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a99860f7-f771-4a3f-a6ba-888ae95984fe req-c2ec8d9b-ebfd-4386-918a-9f59ab652bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7511a1846ee44677814fed3a96bf2c16&device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0842230 Feb 09 00:04:35.500228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a99860f7-f771-4a3f-a6ba-888ae95984fe req-385a5c2e-0b9a-4b10-89d6-407e78443362 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=7511a1846ee44677814fed3a96bf2c16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646780 Feb 09 00:04:35.639458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d110adbc-c1d9-457d-9070-d1ff47e1e3fa req-1c5b5ffe-fa5f-4d81-ae9d-6d6f2d1b8915 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.1136768 Feb 09 00:04:35.949155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99860f7-f771-4a3f-a6ba-888ae95984fe req-65776f38-3616-4c47-a488-3b817ad9281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:35.950761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a99860f7-f771-4a3f-a6ba-888ae95984fe req-65776f38-3616-4c47-a488-3b817ad9281c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4433022 Feb 09 00:04:36.475329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796489d-8010-48bf-8dd5-9a2a38d1fe30 req-a24bdaaf-28d8-4648-bb47-388a42c1d936 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:36.484237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8796489d-8010-48bf-8dd5-9a2a38d1fe30 req-a24bdaaf-28d8-4648-bb47-388a42c1d936 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1511142 Feb 09 00:04:36.557398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19155bff-86dc-4ab6-897e-63d6e6e352af up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:36.620710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8796489d-8010-48bf-8dd5-9a2a38d1fe30 req-a39ed803-a1d0-4cd2-a8b0-7c70d9b6c9b3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351488 Feb 09 00:04:36.679499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 19155bff-86dc-4ab6-897e-63d6e6e352af triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:36.680385 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:36.831973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40220a80-b511-4f38-b948-b3a546a0eba9 req-5f5a58f6-6f85-4f94-a963-7e067294f98e tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0518136 Feb 09 00:04:36.835825 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:36.898464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 19155bff-86dc-4ab6-897e-63d6e6e352af, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19155bff-86dc-4ab6-897e-63d6e6e352af,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:36.935660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:36.963485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:36.988874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:36.996458 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:37.055441 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:37.078696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=19155bff-86dc-4ab6-897e-63d6e6e352af,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:37.212604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a99860f7-f771-4a3f-a6ba-888ae95984fe req-6c112398-c969-46b5-8a20-0b47da145041 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.0472636 Feb 09 00:04:37.245144 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP fa172e90-2835-453a-a2e4-02cd780edaf7 associated. External IP: 172.25.3.74, port: 65c5ada4-337c-4d9e-a5d3-3d4acb68c25c. Feb 09 00:04:37.639776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:37.866095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Sync routers for ids ['6ce66ead-69b1-45c4-8e15-976b331af3d9'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:37.894303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Routers {'6ce66ead-69b1-45c4-8e15-976b331af3d9'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:37.895054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6ce66ead-69b1-45c4-8e15-976b331af3d9'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:37.903139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de6a5776-edc4-4d67-87db-3b630f400350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:37.914151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:38.071842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de6a5776-edc4-4d67-87db-3b630f400350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.087394 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:04:38.097380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de6a5776-edc4-4d67-87db-3b630f400350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.106452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33306) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:38.108232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:38.120833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:38.138524 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:38.139456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:38.191551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de6a5776-edc4-4d67-87db-3b630f400350 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0628c3a1d38402789ed043ec4f2128b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475190 Feb 09 00:04:38.223665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33310) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:38.263513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62aa28-f823-4236-bce7-5c61128d7c63 req-cd8ce8cf-f498-4d52-9ee6-fa39695dbffb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:38.270019 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:38.271130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a62aa28-f823-4236-bce7-5c61128d7c63 req-cd8ce8cf-f498-4d52-9ee6-fa39695dbffb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.4390640 Feb 09 00:04:38.285300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Set router 6ce66ead-69b1-45c4-8e15-976b331af3d9 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:38.290926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:38.291765 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:38.389292 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:38.402438 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70369b-5bca-46e5-ab6f-093bc002cbac None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:38.418706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a5776-edc4-4d67-87db-3b630f400350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d051c049-1c95-4fa4-b971-6c42a09203dc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:38.445350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:38.459697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55fb3377-aebe-40be-80d4-6bcdac6d2e11 req-f3be0547-31c1-45ba-9d27-885aa4ac61d3 tempest-ServerShowV257Test-1257648509 tempest-ServerShowV257Test-1257648509-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1328b36-a672-44d4-8f67-e5aca8a14a07 HTTP/1.1" status: 200 len: 210 time: 0.3692038 Feb 09 00:04:38.555807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19155bff-86dc-4ab6-897e-63d6e6e352af up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:38.583950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5298-2f7b-49f5-bf34-e55d5366bef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.590994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a62aa28-f823-4236-bce7-5c61128d7c63 req-6cd1c77c-c4cf-410f-8432-2a65f48ad5ac tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655982 Feb 09 00:04:38.649770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5298-2f7b-49f5-bf34-e55d5366bef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.714748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:38.733670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.739037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.746741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:38.815752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5298-2f7b-49f5-bf34-e55d5366bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.818373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f7ec5298-2f7b-49f5-bf34-e55d5366bef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:38.823396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f7ec5298-2f7b-49f5-bf34-e55d5366bef8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d051c049-1c95-4fa4-b971-6c42a09203dc HTTP/1.1" status: 204 len: 168 time: 0.5467539 Feb 09 00:04:38.825620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:38.828195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:38.842576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec5298-2f7b-49f5-bf34-e55d5366bef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d051c049-1c95-4fa4-b971-6c42a09203dc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:38.870249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-021b5d64-8894-473f-a4bb-936581d14948 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/floatingips/fa172e90-2835-453a-a2e4-02cd780edaf7 HTTP/1.1" status: 200 len: 976 time: 3.7482669 Feb 09 00:04:38.873447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33332) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:38.878421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:38.975445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:38.995453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.003904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.011779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.092887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e40ef6a11f2c49e69209ca84ae92570a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9805791 Feb 09 00:04:39.096004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:39.096695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:39.098354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33358) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:39.101892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23630cc-f3fa-477b-90a4-998942e4c401,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:39.116405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.117090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.117202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.117453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.117791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.118129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.118529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.118796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.119125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.119247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 19155bff-86dc-4ab6-897e-63d6e6e352af triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:39.119455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.119564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.119788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.120115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642c2a98-2637-41dc-b1e3-d4d094745b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:39.221758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:39.222421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f4d57c-c708-40e0-a045-89a5837c082c None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:39.253735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ca6be54d-7af4-4b55-bcf5-8c10c518fed4', 'name': '', 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'mac_address': 'fa:16:3e:f3:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:29Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 2, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'subnets': [{'id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:39.304035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Checking router: 6ce66ead-69b1-45c4-8e15-976b331af3d9 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:04:39.304406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Updating router 6ce66ead-69b1-45c4-8e15-976b331af3d9 port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:04:39.390949 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.440574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33390) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:39.473955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70a10dc5-16ea-4f56-ba5b-b70753dce8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.744013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70a10dc5-16ea-4f56-ba5b-b70753dce8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.753101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-70a10dc5-16ea-4f56-ba5b-b70753dce8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:39.886027 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-70a10dc5-16ea-4f56-ba5b-b70753dce8d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ff4e2b7be8d4d23b273fa888126462d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437070 Feb 09 00:04:39.886837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a10dc5-16ea-4f56-ba5b-b70753dce8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecd8724-5045-45ff-b935-306b2e521725,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:39.896299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33446) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:40.030095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.031185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-173cd7fa-7375-403c-bbe3-b064827d4c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.047361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.090293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-173cd7fa-7375-403c-bbe3-b064827d4c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.152327 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.234569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33484) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:40.239338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-173cd7fa-7375-403c-bbe3-b064827d4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.243769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-173cd7fa-7375-403c-bbe3-b064827d4c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.245248 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-173cd7fa-7375-403c-bbe3-b064827d4c0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ecd8724-5045-45ff-b935-306b2e521725 HTTP/1.1" status: 204 len: 168 time: 0.3479509 Feb 09 00:04:40.279886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cd7fa-7375-403c-bbe3-b064827d4c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecd8724-5045-45ff-b935-306b2e521725,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:40.280740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.288666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1034f4-d1dc-49a3-9d46-c24a51caf132 None None] Pushing event updated for resources: {'Port': ['ID=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:40.323046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc779-dacd-4aec-8b2c-d574ab002208 req-fd252612-d86a-4b80-beaa-6876babbda75 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:40.327376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbbbc779-dacd-4aec-8b2c-d574ab002208 req-fd252612-d86a-4b80-beaa-6876babbda75 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.3424461 Feb 09 00:04:40.345793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.348947 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP fa172e90-2835-453a-a2e4-02cd780edaf7 disassociated. External IP: 172.25.3.74, port: 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1. Feb 09 00:04:40.410399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Attempting to bind port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:40.412091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Attempting to bind port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:40.412720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Attempting to bind port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 on network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:40.433454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:40.435529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Checking segment: {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:40.440790 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.442528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Bound using segment: {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:40.443873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Bound port: ca6be54d-7af4-4b55-bcf5-8c10c518fed4, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dc6ebc-2384-4637-8000-258805ea27e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:40.445183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.546342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c61928f2-e431-4b8f-a109-2547fc5e9c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.584308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.665975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] For port ca6be54d-7af4-4b55-bcf5-8c10c518fed4, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:40.677190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] For port ca6be54d-7af4-4b55-bcf5-8c10c518fed4, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:40.691718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.853409 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c61928f2-e431-4b8f-a109-2547fc5e9c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.868130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c61928f2-e431-4b8f-a109-2547fc5e9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.905941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbbbc779-dacd-4aec-8b2c-d574ab002208 req-1bf27993-749d-43b8-ba83-00ee39cc0e73 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621352 Feb 09 00:04:40.950555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7e3a5857-365f-4cfb-83a1-16424632a310 None None] Provisioning complete for port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:40.950903 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5857-365f-4cfb-83a1-16424632a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:40.959302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1034f4-d1dc-49a3-9d46-c24a51caf132 None None] Pushing event updated for resources: {'Port': ['ID=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:41.014289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61928f2-e431-4b8f-a109-2547fc5e9c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8f541-1d71-4d90-bf08-59539af42d4f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:41.049773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c61928f2-e431-4b8f-a109-2547fc5e9c4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7511a1846ee44677814fed3a96bf2c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098454 Feb 09 00:04:41.051456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33572) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:41.059148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Routers {'6ce66ead-69b1-45c4-8e15-976b331af3d9'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:41.061569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6ce66ead-69b1-45c4-8e15-976b331af3d9'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:41.090181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.093289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.098549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c23630cc-f3fa-477b-90a4-998942e4c401 HTTP/1.1" status: 204 len: 168 time: 1.9990239 Feb 09 00:04:41.137762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23630cc-f3fa-477b-90a4-998942e4c401,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:41.154668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.155398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.155559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.156149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.156705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.157395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.158754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.159313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.159864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.160414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.161236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.162063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe26c84-5dfb-46bc-86e1-34273322777f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:04:41.196412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:41.273060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d243551c-7ffb-4e3b-b9c9-b166a99b7ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.355698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d243551c-7ffb-4e3b-b9c9-b166a99b7ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.428379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:41.444347 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:41.457052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.460739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:41.463006 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:41.496671 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d243551c-7ffb-4e3b-b9c9-b166a99b7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.500264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d243551c-7ffb-4e3b-b9c9-b166a99b7ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:41.504108 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d243551c-7ffb-4e3b-b9c9-b166a99b7ee3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5b8f541-1d71-4d90-bf08-59539af42d4f HTTP/1.1" status: 204 len: 168 time: 0.4483042 Feb 09 00:04:41.527011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243551c-7ffb-4e3b-b9c9-b166a99b7ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8f541-1d71-4d90-bf08-59539af42d4f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:41.547433 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:41.557705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e01b519b-5336-4444-836b-37e8b2fb114f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/floatingips/fa172e90-2835-453a-a2e4-02cd780edaf7 HTTP/1.1" status: 200 len: 687 time: 2.6831408 Feb 09 00:04:41.560631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33622) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:41.571528 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:41.572143 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:41.674142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:41.674802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202ec4a-c15f-4817-a997-533da53807b3 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:41.866396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:04:41.947640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 769e504d-1f6f-41cf-ac75-6592f71c87be {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:04:41.947986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.137220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.137689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.162519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 769e504d-1f6f-41cf-ac75-6592f71c87be owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:04:42.181095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:42.261006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0f06b-b98c-4144-bac4-0e1e9545d304 req-21338c01-e04e-48ee-981c-3499ec91a044 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:42.269923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aeb0f06b-b98c-4144-bac4-0e1e9545d304 req-21338c01-e04e-48ee-981c-3499ec91a044 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 943 time: 0.1602378 Feb 09 00:04:42.328855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33702) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:42.394535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6a842db-6f5e-4967-a34c-d94e198671a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.430412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'port_id': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'mac_address': 'fa:16:3e:de:db:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:04:42.480621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.555613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aeb0f06b-b98c-4144-bac4-0e1e9545d304 req-f7544c0c-fe2b-494e-9e03-8f95b2c0d817 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751124 Feb 09 00:04:42.715314 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=769e504d-1f6f-41cf-ac75-6592f71c87be,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:42.736309 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-956b4933-7d1d-431d-9f9c-14c9666aab5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.762272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6a842db-6f5e-4967-a34c-d94e198671a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.767821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f6a842db-6f5e-4967-a34c-d94e198671a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.773512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ca6be54d-7af4-4b55-bcf5-8c10c518fed4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:42.863545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a842db-6f5e-4967-a34c-d94e198671a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cdc285-3550-49af-9ad6-d2c00f88122e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:42.874165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.877310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f6a842db-6f5e-4967-a34c-d94e198671a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3962f212b16f444a90d3e358f3e947b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453014 Feb 09 00:04:42.878816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:42.881270 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-141fe9fc-b6bc-49b1-875e-85790ce086b6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/floatingips/fa172e90-2835-453a-a2e4-02cd780edaf7 HTTP/1.1" status: 204 len: 168 time: 1.3194633 Feb 09 00:04:42.881921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33754) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:42.883902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33756) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:42.956358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] Set router 6ce66ead-69b1-45c4-8e15-976b331af3d9 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:04:42.987908 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-383452a8-95b5-46c8-bb82-ae4e6fb0acab tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] delete failed (client error): The resource could not be found. Feb 09 00:04:42.994680 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-383452a8-95b5-46c8-bb82-ae4e6fb0acab tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/floatingips/fa172e90-2835-453a-a2e4-02cd780edaf7 HTTP/1.1" status: 404 len: 345 time: 0.1015351 Feb 09 00:04:42.996098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33770) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:43.106243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe49c94c-9903-4d57-b98a-ad8e039463b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.187560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe49c94c-9903-4d57-b98a-ad8e039463b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.208382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.312331 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe49c94c-9903-4d57-b98a-ad8e039463b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.316311 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe49c94c-9903-4d57-b98a-ad8e039463b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.342082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe49c94c-9903-4d57-b98a-ad8e039463b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19cdc285-3550-49af-9ad6-d2c00f88122e HTTP/1.1" status: 204 len: 168 time: 0.4587057 Feb 09 00:04:43.367970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0dc52d-1c01-4b91-a2f7-5c9d15670313 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:43.368422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49c94c-9903-4d57-b98a-ad8e039463b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cdc285-3550-49af-9ad6-d2c00f88122e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:43.381246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0dc52d-1c01-4b91-a2f7-5c9d15670313 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:43.391826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0dc52d-1c01-4b91-a2f7-5c9d15670313 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:43.413940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33808) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:43.417487 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9a0dc52d-1c01-4b91-a2f7-5c9d15670313 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/ports?network_id=7b2be44c-6385-41bf-9b25-5de976909c1b HTTP/1.1" status: 200 len: 2358 time: 0.4184902 Feb 09 00:04:43.550604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186a873-4dad-4fdd-b238-5d657cc77a21 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:43.559900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:43.562113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c186a873-4dad-4fdd-b238-5d657cc77a21 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/subnets/a49ac1a0-ab2c-4aa5-960f-977fa44e7189 HTTP/1.1" status: 200 len: 797 time: 0.1469948 Feb 09 00:04:43.564716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'port': {'network_id': '7b2be44c-6385-41bf-9b25-5de976909c1b', 'name': 'tempest-FloatingIPTestJSON-782053188', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:43.595130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca027d16-d447-49e7-8f8c-953f06c3915e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:04:43.680182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5857-365f-4cfb-83a1-16424632a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.699667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:43.723883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.776586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:43.777300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:43.845051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6b8a8-117f-463d-ad51-83344a4787e3 req-2d50a5e2-c721-4fe4-89b7-239f98348be0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:43.847028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65d6b8a8-117f-463d-ad51-83344a4787e3 req-2d50a5e2-c721-4fe4-89b7-239f98348be0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 944 time: 0.1218410 Feb 09 00:04:43.914057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:43.954504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65d6b8a8-117f-463d-ad51-83344a4787e3 req-f67c98b9-a1dd-45dc-a39c-df4385fda1c1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971656 Feb 09 00:04:44.042842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7e3a5857-365f-4cfb-83a1-16424632a310 None None] For port ca6be54d-7af4-4b55-bcf5-8c10c518fed4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:44.068228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ca027d16-d447-49e7-8f8c-953f06c3915e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:04:44.124863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e3a5857-365f-4cfb-83a1-16424632a310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:44.165706 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:44.184743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] device_id is not set on port 5303be1f-e954-461d-92e0-42507ae4c2e0 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:04:44.205406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:44.294538 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4379d742-5163-416c-a8a8-f9fa385d2dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:44.340647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d34bdcdc-6760-4fcd-8937-e622c692cb9d None None] Provisioning complete for port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:44.341554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d34bdcdc-6760-4fcd-8937-e622c692cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:44.397566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a5857-365f-4cfb-83a1-16424632a310 None None] Pushing event updated for resources: {'Port': ['ID=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:44.466161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ca6be54d-7af4-4b55-bcf5-8c10c518fed4', 'name': '', 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'mac_address': 'fa:16:3e:f3:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:29Z', 'updated_at': '2022-02-09T00:04:40Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'subnets': [{'id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:44.511462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e71634-9e11-4736-9224-612823a69d44 None None] The sync data for ids ['6ce66ead-69b1-45c4-8e15-976b331af3d9'] in n-d-828413-1 is: [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:04:31Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ca6be54d-7af4-4b55-bcf5-8c10c518fed4', 'name': '', 'network_id': '33f9e411-5656-43fc-9faa-0f80d0d50bf1', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'mac_address': 'fa:16:3e:f3:b5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:29Z', 'updated_at': '2022-02-09T00:04:40Z', 'revision_number': 4, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'subnets': [{'id': '8e42edab-6cb9-424e-bd3a-657b29d5cba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:44.731478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.14 (7b2be44c-6385-41bf-9b25-5de976909c1b/a49ac1a0-ab2c-4aa5-960f-977fa44e7189/5303be1f-e954-461d-92e0-42507ae4c2e0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:44.747377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.12 (7b2be44c-6385-41bf-9b25-5de976909c1b/a49ac1a0-ab2c-4aa5-960f-977fa44e7189/5303be1f-e954-461d-92e0-42507ae4c2e0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:44.978955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.085261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.149870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:45.151334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:45.153859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:45.241522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb25a7-f9c9-47be-924c-e88353c839f8 req-f9923c07-7773-4d86-8738-e6902e08d5cd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:45.252202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97bb25a7-f9c9-47be-924c-e88353c839f8 req-f9923c07-7773-4d86-8738-e6902e08d5cd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 944 time: 0.1218605 Feb 09 00:04:45.265510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=5303be1f-e954-461d-92e0-42507ae4c2e0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:45.313745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-97bb25a7-f9c9-47be-924c-e88353c839f8 req-1e2e6d15-d55e-476f-9072-f07aceb4a7d6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573256 Feb 09 00:04:45.362470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:45.364286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.403968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33936) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:45.405524 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-744061ef-96f2-47d9-bd73-957de28f9c05 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8405015 Feb 09 00:04:45.411409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '5303be1f-e954-461d-92e0-42507ae4c2e0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:45.467532 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.483947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.732310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-c4039bd1-a1e9-4338-9c39-c8b93fea4807 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:45.734486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-c4039bd1-a1e9-4338-9c39-c8b93fea4807 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 814 time: 0.1746926 Feb 09 00:04:45.750152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:45.778816 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.781421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-bfdb3785-c65a-4d6a-b20c-0b3e10dbdda9 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/quotas/6cad847b2f2449d5a1ed7414ec6e1e89 HTTP/1.1" status: 200 len: 375 time: 0.0304337 Feb 09 00:04:45.840698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ca027d16-d447-49e7-8f8c-953f06c3915e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:45.841146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.883280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-a7a5507f-b599-4af5-92fd-63d669443906 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925088 Feb 09 00:04:45.944025 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:45.971039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:04:45.971284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.32 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e6d07632-e164-4213-9a5c-7b7095774499) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:45.973403 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24439e57-78f1-459b-a307-7a11ecb47643" -d '{"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-plugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:04:45.996952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:46.004093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.073880 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ab7e00-26b0-4e68-a995-017a323082e3 x-openstack-request-id: req-09ab7e00-26b0-4e68-a995-017a323082e3 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:04:46.074169 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-plugged", "status": "completed", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:04:46.074800 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09ab7e00-26b0-4e68-a995-017a323082e3 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:04:46.076120 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'code': 200} Feb 09 00:04:46.081737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:46.176673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.271271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.350668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=e6d07632-e164-4213-9a5c-7b7095774499,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:46.395583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:46.405003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:46.409661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:46.474112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132b4bc-f515-4e46-94c1-7731a5ff5efc req-f3c04fe5-d516-4c4a-a188-c7b1b42dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:46.475482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0132b4bc-f515-4e46-94c1-7731a5ff5efc req-f3c04fe5-d516-4c4a-a188-c7b1b42dd4c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1097 time: 0.2591796 Feb 09 00:04:46.488309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33990) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:46.512615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-e963992d-1ec6-45ba-b2bc-038760c6dadd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:04:46.513836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-e963992d-1ec6-45ba-b2bc-038760c6dadd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6193624 Feb 09 00:04:46.534002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ca6be54d-7af4-4b55-bcf5-8c10c518fed4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:46.631089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed420ba-06a4-45aa-880a-c74ea61d2888 req-4a40ca36-0655-4a63-9efe-46538168c957 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:46.638366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed420ba-06a4-45aa-880a-c74ea61d2888 req-4a40ca36-0655-4a63-9efe-46538168c957 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 946 time: 0.1618814 Feb 09 00:04:46.639274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026adc30-c234-44f4-9d8b-44b8b053feaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.669015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:46.671216 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.698516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0132b4bc-f515-4e46-94c1-7731a5ff5efc req-b43dc311-f27d-48f5-a549-4501b4450af0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795623 Feb 09 00:04:46.784845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ed420ba-06a4-45aa-880a-c74ea61d2888 req-f0800923-cce1-4a60-8f2a-173e08ec3892 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454651 Feb 09 00:04:46.792663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-c3f6e845-e91f-4253-bafb-af7ccfeae306 service neutron] 10.222.0.32 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623043 Feb 09 00:04:46.852718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026adc30-c234-44f4-9d8b-44b8b053feaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.863853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-026adc30-c234-44f4-9d8b-44b8b053feaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.865740 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:46.901295 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-026adc30-c234-44f4-9d8b-44b8b053feaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89c77c389b2d47bc92cc7a307f3950ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112608 Feb 09 00:04:46.903852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34004) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:46.956850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026adc30-c234-44f4-9d8b-44b8b053feaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed1c15-7f0c-4201-a7cc-daaff070069b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:46.988902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52ab12c7-f111-4693-978a-a780f20c2ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.014214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52ab12c7-f111-4693-978a-a780f20c2ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.075537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-ac678e5a-5248-4c7f-8936-3e6408978a7c service neutron] 10.222.0.32 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538090 Feb 09 00:04:47.107927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52ab12c7-f111-4693-978a-a780f20c2ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.111698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52ab12c7-f111-4693-978a-a780f20c2ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.119175 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-52ab12c7-f111-4693-978a-a780f20c2ea2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fed1c15-7f0c-4201-a7cc-daaff070069b HTTP/1.1" status: 204 len: 168 time: 0.2133379 Feb 09 00:04:47.135483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab12c7-f111-4693-978a-a780f20c2ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed1c15-7f0c-4201-a7cc-daaff070069b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:47.293727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.367280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f57d5c18-486a-4b47-9cd3-3f62ddd939a3 req-863df9bf-4ed8-406a-b37e-23cb35109682 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 210 time: 0.0407174 Feb 09 00:04:47.397699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.506552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.795121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.802035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.916275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=e6d07632-e164-4213-9a5c-7b7095774499,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:47.966865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:47.990292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34048) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:48.012354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d5de698-c737-4dcc-9d29-b87a560e4c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.228496 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d5de698-c737-4dcc-9d29-b87a560e4c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.238330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7d5de698-c737-4dcc-9d29-b87a560e4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.291355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25638b0b-d84e-4b42-9e93-da56e3c549c5 req-bb9539e4-0838-40d3-9639-ef7c697c46f3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:48.293201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25638b0b-d84e-4b42-9e93-da56e3c549c5 req-bb9539e4-0838-40d3-9639-ef7c697c46f3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 946 time: 0.3242521 Feb 09 00:04:48.306761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5de698-c737-4dcc-9d29-b87a560e4c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b02ee04-503b-466f-8252-1aec08c2edc1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:48.349497 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7d5de698-c737-4dcc-9d29-b87a560e4c80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9606b27b9ec94a668dc7edaa1eee7946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571966 Feb 09 00:04:48.352556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34070) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:48.366775 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 8e10dc0c-5e9b-45ee-ba4e-f06a4e6f14e6 associated. External IP: 172.25.3.32, port: 5303be1f-e954-461d-92e0-42507ae4c2e0. Feb 09 00:04:48.435182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d464723d-8dc3-4c0a-804d-81bb7eb3f4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.465548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d464723d-8dc3-4c0a-804d-81bb7eb3f4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.534657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d464723d-8dc3-4c0a-804d-81bb7eb3f4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.539334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d464723d-8dc3-4c0a-804d-81bb7eb3f4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:48.540810 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d464723d-8dc3-4c0a-804d-81bb7eb3f4c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b02ee04-503b-466f-8252-1aec08c2edc1 HTTP/1.1" status: 204 len: 168 time: 0.1872921 Feb 09 00:04:48.550671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464723d-8dc3-4c0a-804d-81bb7eb3f4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b02ee04-503b-466f-8252-1aec08c2edc1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:48.666002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6d8c185-5c3d-49f1-806b-68d240ae4f5a req-b21a161c-f768-40bb-aa18-bcf0500c244b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 210 time: 0.0462775 Feb 09 00:04:48.676665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-25638b0b-d84e-4b42-9e93-da56e3c549c5 req-c96a94c7-7787-4299-8b21-a16df64d15a1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718657 Feb 09 00:04:48.998650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:49.349981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-fe77bd8f-cdc7-4e34-98f5-52288b43930e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:49.351646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-fe77bd8f-cdc7-4e34-98f5-52288b43930e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 814 time: 0.4161081 Feb 09 00:04:49.371437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Request body: {'port': {'device_id': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980', 'admin_state_up': True, 'tenant_id': '6cad847b2f2449d5a1ed7414ec6e1e89'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:49.392730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:49.406373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:49.431796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:49.440674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:49.463028 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:49.523342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9fa305ad-aaf0-447f-a584-3179c4ca076a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1180570 Feb 09 00:04:49.524046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:49.526356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34132) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:49.531622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'port_id': '5303be1f-e954-461d-92e0-42507ae4c2e0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:49.561765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:49.564555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:49.596703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Made reservation on behalf of 6cad847b2f2449d5a1ed7414ec6e1e89 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:49.600882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:49.671118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:49.672020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e72e42-f42d-40c4-8643-a55dcf5dac31 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:49.694968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:49.701644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:49.702243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34140) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:50.197087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e27d32c4-0f12-49ec-a9e3-6a8cae00f648 req-a59bb632-5863-4b84-a5f6-badc029354e8 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 210 time: 0.0849116 Feb 09 00:04:50.240950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88b17c1e-1d2a-4226-89cf-61fe778fc7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.276573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929970-22d3-487a-9a3d-860314245496 req-83b44f5e-843b-4331-b7ee-4310eeda5017 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:50.278416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73929970-22d3-487a-9a3d-860314245496 req-83b44f5e-843b-4331-b7ee-4310eeda5017 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 946 time: 0.1763122 Feb 09 00:04:50.288325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33cfe594-fbda-49e0-a177-8b6def21e3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.400169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73929970-22d3-487a-9a3d-860314245496 req-0640da85-167a-4ed4-a8b2-bb3d514e7fdf tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091754 Feb 09 00:04:50.437919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Allocated IP 172.20.0.7 (70fab46f-2373-4515-972a-9ab6269c5980/823cb1a8-2e9b-4ce3-b732-56ed9d9392d9/f9b28d7d-cfdf-46cc-be87-ba769022d71d) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:50.555080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33cfe594-fbda-49e0-a177-8b6def21e3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.559360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88b17c1e-1d2a-4226-89cf-61fe778fc7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.574925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33cfe594-fbda-49e0-a177-8b6def21e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.585145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-88b17c1e-1d2a-4226-89cf-61fe778fc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.655729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.692092 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-88b17c1e-1d2a-4226-89cf-61fe778fc7b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03ea0f8f3d0942b4a01488ad9dd1f43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9868186 Feb 09 00:04:50.693021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34174) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:50.714470 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-33cfe594-fbda-49e0-a177-8b6def21e3cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5837a16cf48f4bdc98cfee54da56e932&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0080309 Feb 09 00:04:50.719722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34176) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:50.733272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe594-fbda-49e0-a177-8b6def21e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b45f7cf-12c0-4fe9-a0ab-1e9be4ed5cca,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:50.757736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.821903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d316ef74-680d-40f4-8be1-15147aeba588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.834408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Network 70fab46f-2373-4515-972a-9ab6269c5980 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:50.843031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:50.848435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Pushing event updated for resources: {'Port': ['ID=f9b28d7d-cfdf-46cc-be87-ba769022d71d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:50.850069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:50.852790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b17c1e-1d2a-4226-89cf-61fe778fc7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07265bb-abff-4409-b771-2bc46726723a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:50.904730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6593ae3d-d66c-452a-b949-c8db30cee426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.941097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:50.941878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.943777 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6593ae3d-d66c-452a-b949-c8db30cee426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.950185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d316ef74-680d-40f4-8be1-15147aeba588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:50.994288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0c24e4e7-91d6-4395-9486-5f67c241ea33 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6288769 Feb 09 00:04:51.012165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Request body: {'port': {'device_id': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:51.074478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d316ef74-680d-40f4-8be1-15147aeba588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.079491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d316ef74-680d-40f4-8be1-15147aeba588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.079910 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.081539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d316ef74-680d-40f4-8be1-15147aeba588 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a07265bb-abff-4409-b771-2bc46726723a HTTP/1.1" status: 204 len: 168 time: 0.3873293 Feb 09 00:04:51.086244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6593ae3d-d66c-452a-b949-c8db30cee426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.090177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6593ae3d-d66c-452a-b949-c8db30cee426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.093986 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6593ae3d-d66c-452a-b949-c8db30cee426 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b45f7cf-12c0-4fe9-a0ab-1e9be4ed5cca HTTP/1.1" status: 204 len: 168 time: 0.3700368 Feb 09 00:04:51.095466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.117782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316ef74-680d-40f4-8be1-15147aeba588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07265bb-abff-4409-b771-2bc46726723a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:51.137807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.162316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593ae3d-d66c-452a-b949-c8db30cee426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b45f7cf-12c0-4fe9-a0ab-1e9be4ed5cca,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:51.514370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:51.536179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa436cd-3edd-489d-8dd2-a75c6ea73830 req-6861cb39-418b-4cb6-b719-28f63257ae26 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:51.539105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfa436cd-3edd-489d-8dd2-a75c6ea73830 req-6861cb39-418b-4cb6-b719-28f63257ae26 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 931 time: 0.1980712 Feb 09 00:04:51.633824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfa436cd-3edd-489d-8dd2-a75c6ea73830 req-08544a91-3fc4-412d-8c3c-1e59d410386b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846784 Feb 09 00:04:51.724946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:51.729913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.736801 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a907285-b757-4609-9676-323f7357ca75 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:51.748577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b28d7d-cfdf-46cc-be87-ba769022d71d {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:04:51.759870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.768341 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a907285-b757-4609-9676-323f7357ca75 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:51.771092 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a907285-b757-4609-9676-323f7357ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:51.788714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Transition to ACTIVE for port object f9b28d7d-cfdf-46cc-be87-ba769022d71d will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:04:51.796511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.819518 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0dccf568-c60a-412b-816b-657153e33ac4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/floatingips/8e10dc0c-5e9b-45ee-ba4e-f06a4e6f14e6 HTTP/1.1" status: 200 len: 977 time: 2.2916715 Feb 09 00:04:51.822181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34216) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:51.916945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34218) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:51.920248 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a907285-b757-4609-9676-323f7357ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:51.924857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b28d7d-cfdf-46cc-be87-ba769022d71d,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:51.961242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34220) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:51.971517 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a907285-b757-4609-9676-323f7357ca75 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:51.972280 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a907285-b757-4609-9676-323f7357ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:51.983416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c232d70d-62ea-49ee-95fb-497c39a98528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:51.995847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-410e62b7-dbb2-4d7f-a719-c709eddc4409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.011970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Attempting to bind port f9b28d7d-cfdf-46cc-be87-ba769022d71d on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:04:52.012434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Attempting to bind port f9b28d7d-cfdf-46cc-be87-ba769022d71d by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:04:52.012874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Attempting to bind port f9b28d7d-cfdf-46cc-be87-ba769022d71d on network 70fab46f-2373-4515-972a-9ab6269c5980 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:52.021934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Port f9b28d7d-cfdf-46cc-be87-ba769022d71d on network 70fab46f-2373-4515-972a-9ab6269c5980 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:04:52.022373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Attempting to bind port f9b28d7d-cfdf-46cc-be87-ba769022d71d on network 70fab46f-2373-4515-972a-9ab6269c5980 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:04:52.034512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:04:52.035046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Checking segment: {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:04:52.035539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Bound using segment: {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:04:52.036510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Bound port: f9b28d7d-cfdf-46cc-be87-ba769022d71d, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:04:52.036993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.043406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1a907285-b757-4609-9676-323f7357ca75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:52.044050 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a907285-b757-4609-9676-323f7357ca75 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:52.137641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] For port f9b28d7d-cfdf-46cc-be87-ba769022d71d, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:04:52.159146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] For port f9b28d7d-cfdf-46cc-be87-ba769022d71d, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:04:52.170634 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.221005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-410e62b7-dbb2-4d7f-a719-c709eddc4409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.225882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port e6d07632-e164-4213-9a5c-7b7095774499 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:04:52.226257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.229392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-410e62b7-dbb2-4d7f-a719-c709eddc4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.254840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b28d7d-cfdf-46cc-be87-ba769022d71d,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:52.258688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:52.259471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.261184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-dd609659-9acf-4c94-a4c3-b4ca88ba28d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/f9b28d7d-cfdf-46cc-be87-ba769022d71d HTTP/1.1" status: 200 len: 1091 time: 1.2580342 Feb 09 00:04:52.262909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'tag': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:04:52.265617 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d9be84-faab-42d6-a27f-14b965eae1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6e82d0-7d4c-412d-89e6-4ead46ef988a", "tag": "f9b28d7d-cfdf-46cc-be87-ba769022d71d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:04:52.316867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c232d70d-62ea-49ee-95fb-497c39a98528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.320014 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c232d70d-62ea-49ee-95fb-497c39a98528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.332144 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.332478 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.364058 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e510b8-cf28-40a4-8f9c-6279fa13bdc5 x-openstack-request-id: req-09e510b8-cf28-40a4-8f9c-6279fa13bdc5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:04:52.364692 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6e82d0-7d4c-412d-89e6-4ead46ef988a", "tag": "f9b28d7d-cfdf-46cc-be87-ba769022d71d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:04:52.364692 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09e510b8-cf28-40a4-8f9c-6279fa13bdc5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:04:52.365300 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'tag': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d', 'status': 'completed', 'code': 200} Feb 09 00:04:52.365649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for e6d07632-e164-4213-9a5c-7b7095774499 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:04:52.376018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e62b7-dbb2-4d7f-a719-c709eddc4409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d606046-127e-4412-b9e5-757b423c5f3e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:52.386740 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-410e62b7-dbb2-4d7f-a719-c709eddc4409 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=415810aef6ae499198bf5e8631a71cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684863 Feb 09 00:04:52.387927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34230) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:52.416341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c232d70d-62ea-49ee-95fb-497c39a98528 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaf6b1fa4d9c48169cf2918057682aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4520884 Feb 09 00:04:52.419522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34232) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:52.428667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232d70d-62ea-49ee-95fb-497c39a98528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8489d4d6-2075-4d2a-8885-e66cc704d37a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:52.467691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-7af726ae-a9b2-4897-925e-bc4117361244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:52.470269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-7af726ae-a9b2-4897-925e-bc4117361244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 1094 time: 0.1314960 Feb 09 00:04:52.538799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3925fae-b2ef-43dd-9153-b41b1e2cd80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.539014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-0fc359d8-436c-4f39-87a6-2ddd41cde0dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d HTTP/1.1" status: 200 len: 217 time: 0.0572004 Feb 09 00:04:52.540771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fc14b3a-8504-4e48-850e-bdeb65d390f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.571554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3925fae-b2ef-43dd-9153-b41b1e2cd80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.599918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fc14b3a-8504-4e48-850e-bdeb65d390f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.621804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef95431-4869-43d5-a783-58f88e39b960 req-b408fd13-3f84-4f49-bf80-c6f13ebd0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:52.624182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-b408fd13-3f84-4f49-bf80-c6f13ebd0ea6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 HTTP/1.1" status: 200 len: 854 time: 0.0806048 Feb 09 00:04:52.675795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-7cb6472c-6019-468d-8c5e-d35ec5bd7f7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70fab46f-2373-4515-972a-9ab6269c5980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434518 Feb 09 00:04:52.689232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3925fae-b2ef-43dd-9153-b41b1e2cd80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.691957 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f3925fae-b2ef-43dd-9153-b41b1e2cd80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.701086 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f3925fae-b2ef-43dd-9153-b41b1e2cd80e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d606046-127e-4412-b9e5-757b423c5f3e HTTP/1.1" status: 204 len: 168 time: 0.3102810 Feb 09 00:04:52.706270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.759405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3925fae-b2ef-43dd-9153-b41b1e2cd80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d606046-127e-4412-b9e5-757b423c5f3e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:52.760947 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fc14b3a-8504-4e48-850e-bdeb65d390f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.764030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fc14b3a-8504-4e48-850e-bdeb65d390f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.765875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2fc14b3a-8504-4e48-850e-bdeb65d390f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8489d4d6-2075-4d2a-8885-e66cc704d37a HTTP/1.1" status: 204 len: 168 time: 0.3453264 Feb 09 00:04:52.767423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=e6d07632-e164-4213-9a5c-7b7095774499,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:52.801252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14b3a-8504-4e48-850e-bdeb65d390f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489d4d6-2075-4d2a-8885-e66cc704d37a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:52.849308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-4dd58af8-84ab-4062-93d4-6d15446adf75 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669970 Feb 09 00:04:52.863971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4970f0c-14ed-45f9-83f6-6115fc5fa304 req-0a7c04b1-d182-46ba-b224-f70062554cb3 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:52.865721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4970f0c-14ed-45f9-83f6-6115fc5fa304 req-0a7c04b1-d182-46ba-b224-f70062554cb3 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 943 time: 0.0919900 Feb 09 00:04:52.914496 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:52.918522 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 8e10dc0c-5e9b-45ee-ba4e-f06a4e6f14e6 disassociated (deleted). External IP: 172.25.3.32, port: 5303be1f-e954-461d-92e0-42507ae4c2e0. Feb 09 00:04:52.979707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4970f0c-14ed-45f9-83f6-6115fc5fa304 req-5be493f8-cbdd-48c0-aeea-6893be259dfb tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045108 Feb 09 00:04:53.018056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef95431-4869-43d5-a783-58f88e39b960 req-3e851622-b68a-45e8-994a-84e8102ca1f6 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512680 Feb 09 00:04:53.151069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-ba79ee40-0061-47ea-b6a7-508e09efb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:53.152900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-ba79ee40-0061-47ea-b6a7-508e09efb45c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 1094 time: 0.0678320 Feb 09 00:04:53.291272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:53.294219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-4497869b-8452-4d53-ab44-aa639d157397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:53.299411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-4497869b-8452-4d53-ab44-aa639d157397 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 915 time: 0.1391933 Feb 09 00:04:53.364306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-8e32a1fb-7609-4586-aeda-e1411ce640da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d HTTP/1.1" status: 200 len: 217 time: 0.0586472 Feb 09 00:04:53.446457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:53.457437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:53.470810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-9b8775a7-3db2-4b4f-adb7-df594a129a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:53.474571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-9b8775a7-3db2-4b4f-adb7-df594a129a08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 HTTP/1.1" status: 200 len: 854 time: 0.1011722 Feb 09 00:04:53.474836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:53.504732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:53.506335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:53.542696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-0a12815a-ef01-4cd8-84bd-0e7c4c3a6844 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70fab46f-2373-4515-972a-9ab6269c5980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598085 Feb 09 00:04:53.561307 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-df8241c1-6a5d-4ce2-bbf8-4983b6058171 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/floatingips/8e10dc0c-5e9b-45ee-ba4e-f06a4e6f14e6 HTTP/1.1" status: 204 len: 168 time: 1.7357187 Feb 09 00:04:53.561816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34280) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:53.569762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:53.588383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:53.589258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:53.635280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:53.636951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03603c8e-68ed-47f4-9503-6f17a76ea895 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:53.726593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-80cc6be7-37b7-4e4b-9283-24db17cc25a2 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765709 Feb 09 00:04:53.790512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 5303be1f-e954-461d-92e0-42507ae4c2e0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:04:53.791011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:53.902140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0d9be84-faab-42d6-a27f-14b965eae1d2 req-c3f5900a-6190-415f-ba9c-124412c724db service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651857 Feb 09 00:04:53.951625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:53.966892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 5303be1f-e954-461d-92e0-42507ae4c2e0 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:04:54.173727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6ed2-0125-4b36-a61e-67fa922af452 req-a16836a0-79a0-4f39-b089-01ca412e3adc tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:54.176149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bdd6ed2-0125-4b36-a61e-67fa922af452 req-a16836a0-79a0-4f39-b089-01ca412e3adc tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 943 time: 0.0754368 Feb 09 00:04:54.230349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:54.242058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bdd6ed2-0125-4b36-a61e-67fa922af452 req-e836b6e9-f83b-42b2-84ba-a88cdf7c26b4 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Feb 09 00:04:54.282088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=5303be1f-e954-461d-92e0-42507ae4c2e0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:54.389445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:54.396959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0cce188d-8ea6-4519-9dd6-0f40bf48cf46 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/ports/5303be1f-e954-461d-92e0-42507ae4c2e0 HTTP/1.1" status: 204 len: 168 time: 0.8294961 Feb 09 00:04:54.397205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34324) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:54.402575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:54.440705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:54.617834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:54.776227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.167 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/f2fd18df-f159-458d-a1d4-fd468f1fefae) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:54.933991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:54.995358 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.043192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:55.046741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:55.051039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:55.056630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=f2fd18df-f159-458d-a1d4-fd468f1fefae,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:55.221055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.330449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.406347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389b2da-cf4e-4017-b0a7-17b8116eb327 req-770e2616-1657-41d5-94db-b56f3b76e948 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:55.409699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1389b2da-cf4e-4017-b0a7-17b8116eb327 req-770e2616-1657-41d5-94db-b56f3b76e948 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 943 time: 0.0604019 Feb 09 00:04:55.457052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1389b2da-cf4e-4017-b0a7-17b8116eb327 req-67b1b399-ec32-469d-a446-8d947315a6fc tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Feb 09 00:04:55.583086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.587862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.681478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-9a355a6b-2cfe-4850-a4d1-a54384526305 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955122 Feb 09 00:04:55.705575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=f2fd18df-f159-458d-a1d4-fd468f1fefae,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:55.711364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.732031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.735618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0f922b17-27e2-41db-a110-b00200b1fb32 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3352361 Feb 09 00:04:55.737639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:55.742908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'port': {'network_id': '7b2be44c-6385-41bf-9b25-5de976909c1b', 'name': 'tempest-FloatingIPTestJSON-89595049'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:55.834384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f9b28d7d-cfdf-46cc-be87-ba769022d71d details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:04:55.881172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-ba10aa0f-151c-429a-af3c-13aff0a6e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:55.882771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-ba10aa0f-151c-429a-af3c-13aff0a6e1b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 1097 time: 0.0779803 Feb 09 00:04:55.916904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:04:55.920521 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:55.990139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] device_id is not set on port 88b95f16-4a35-4d29-bf61-4835605c6e30 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:04:56.069276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f9b28d7d-cfdf-46cc-be87-ba769022d71d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:56.079667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-f20bb5e7-e3b5-44b8-a51b-4e6f48a63b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:56.082440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-f20bb5e7-e3b5-44b8-a51b-4e6f48a63b9a service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.1748052 Feb 09 00:04:56.083012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d', 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980', 'port_id': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d', 'mac_address': 'fa:16:3e:34:db:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cb1a8-2e9b-4ce3-b732-56ed9d9392d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:04:56.136101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:56.164318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b28d7d-cfdf-46cc-be87-ba769022d71d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:04:56.186920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f9b28d7d-cfdf-46cc-be87-ba769022d71d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:56.194533 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:56.307341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f9b28d7d-cfdf-46cc-be87-ba769022d71d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:56.325188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.12 (7b2be44c-6385-41bf-9b25-5de976909c1b/a49ac1a0-ab2c-4aa5-960f-977fa44e7189/88b95f16-4a35-4d29-bf61-4835605c6e30) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:04:56.333201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-ce0dd5f0-382f-4bda-9e7d-40d3e6c5dd1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 200 len: 1000 time: 0.2331018 Feb 09 00:04:56.438937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['f9b28d7d-cfdf-46cc-be87-ba769022d71d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:04:56.442380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-b2050d7f-0bd3-4a3a-8b25-82de61f3db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:56.444022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-b2050d7f-0bd3-4a3a-8b25-82de61f3db76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.0942295 Feb 09 00:04:56.624900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-f6880cb5-6e58-4490-bca8-925267bc6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:56.627453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-f6880cb5-6e58-4490-bca8-925267bc6a0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724548 Feb 09 00:04:56.791090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:56.821218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612cd74-fce2-4b44-b971-f7ddf5097afb req-2007e5d9-78e0-456d-9dc5-ba5c6343e9bf tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:56.823176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6612cd74-fce2-4b44-b971-f7ddf5097afb req-2007e5d9-78e0-456d-9dc5-ba5c6343e9bf tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 944 time: 0.2112734 Feb 09 00:04:56.863575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-39168c38-a545-41f3-9618-ef16e8e94f2b service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139058 Feb 09 00:04:56.915238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6612cd74-fce2-4b44-b971-f7ddf5097afb req-757f2189-0e59-4cc3-bf9e-b320fd76b634 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829644 Feb 09 00:04:56.964649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:57.025411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=88b95f16-4a35-4d29-bf61-4835605c6e30,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:57.043313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 7b2be44c-6385-41bf-9b25-5de976909c1b is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:04:57.048827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:04:57.054312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:04:57.124409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af85689b-2c02-4a46-82d7-a1ae1130f749 req-012aa735-d508-4378-a5c7-75c7aa88ee9c service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404332 Feb 09 00:04:57.138004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:57.139342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:57.163813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2406770a-b9ce-4412-b64c-e54e26a2ab14 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4248989 Feb 09 00:04:57.166602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34508) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:57.172360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'port_id': '88b95f16-4a35-4d29-bf61-4835605c6e30'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:04:57.716551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:57.753318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34554) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:57.846972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f9b28d7d-cfdf-46cc-be87-ba769022d71d up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:04:57.973322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c061f2c7-d227-4f6a-9e5c-570235763d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.002365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port f9b28d7d-cfdf-46cc-be87-ba769022d71d completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:04:58.008904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port f9b28d7d-cfdf-46cc-be87-ba769022d71d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:04:58.009893 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.179101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2d0a4-d62c-4af4-a0fa-433a6c740b98 req-06c9d46f-73cb-4a09-a675-496a815c0419 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:58.181015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49f2d0a4-d62c-4af4-a0fa-433a6c740b98 req-06c9d46f-73cb-4a09-a675-496a815c0419 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 944 time: 0.1157479 Feb 09 00:04:58.185039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c061f2c7-d227-4f6a-9e5c-570235763d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.241938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c061f2c7-d227-4f6a-9e5c-570235763d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.258712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.325839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49f2d0a4-d62c-4af4-a0fa-433a6c740b98 req-6cb07952-20b3-4d51-a452-b8e4c8e0fbff tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380794 Feb 09 00:04:58.346705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:04:58.353233 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a46be-e153-4ada-9a6e-1819bdb8c9e8" -d '{"events": [{"server_uuid": "ba6e82d0-7d4c-412d-89e6-4ead46ef988a", "name": "network-vif-plugged", "status": "completed", "tag": "f9b28d7d-cfdf-46cc-be87-ba769022d71d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:04:58.421708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port f9b28d7d-cfdf-46cc-be87-ba769022d71d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:04:58.432968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.462323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f2c7-d227-4f6a-9e5c-570235763d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c0325-b636-4d71-8a2a-c6bde0b0a8b9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:58.485023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c061f2c7-d227-4f6a-9e5c-570235763d72 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d16060f38cb484cbd6c4da2a3868421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304690 Feb 09 00:04:58.490431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34580) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:58.534398 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d12c28-7664-4b5a-b054-c7cffcc1873c x-openstack-request-id: req-19d12c28-7664-4b5a-b054-c7cffcc1873c {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:04:58.535193 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6e82d0-7d4c-412d-89e6-4ead46ef988a", "name": "network-vif-plugged", "status": "completed", "tag": "f9b28d7d-cfdf-46cc-be87-ba769022d71d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:04:58.535850 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d12c28-7664-4b5a-b054-c7cffcc1873c {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:04:58.536384 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d', 'code': 200} Feb 09 00:04:58.575065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=f9b28d7d-cfdf-46cc-be87-ba769022d71d,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:58.654534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a79fe-edcf-4467-a8c7-48011c84c84c req-a75968b7-1b36-4222-baa3-7b582093706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:58.659490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b93a79fe-edcf-4467-a8c7-48011c84c84c req-a75968b7-1b36-4222-baa3-7b582093706d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 1096 time: 0.0910976 Feb 09 00:04:58.660323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83073f6f-3ec7-461e-8116-bc98c3928475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.738304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83073f6f-3ec7-461e-8116-bc98c3928475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.763348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b93a79fe-edcf-4467-a8c7-48011c84c84c req-e07baf12-e0d1-4c9b-9141-44a45da8e87a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928020 Feb 09 00:04:58.780350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.787571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.832769 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83073f6f-3ec7-461e-8116-bc98c3928475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.835889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83073f6f-3ec7-461e-8116-bc98c3928475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:58.838764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-83073f6f-3ec7-461e-8116-bc98c3928475 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b2c0325-b636-4d71-8a2a-c6bde0b0a8b9 HTTP/1.1" status: 204 len: 168 time: 0.3476920 Feb 09 00:04:58.879431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83073f6f-3ec7-461e-8116-bc98c3928475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c0325-b636-4d71-8a2a-c6bde0b0a8b9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:59.075980 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 9e160b2e-db41-4337-acc9-6d4082749224 associated. External IP: 172.25.3.167, port: 88b95f16-4a35-4d29-bf61-4835605c6e30. Feb 09 00:04:59.445257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:04:59.463900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34638) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:59.527813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cb4c-4543-4eec-88a3-6cc36f1ac23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.566426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873c08a-34fd-4580-be1f-a73028e39bcb req-33ab9a05-4e6f-45d6-af0f-473261ebe290 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:04:59.568712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9873c08a-34fd-4580-be1f-a73028e39bcb req-33ab9a05-4e6f-45d6-af0f-473261ebe290 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 945 time: 0.0919423 Feb 09 00:04:59.608611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:04:59.622535 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:04:59.628545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9873c08a-34fd-4580-be1f-a73028e39bcb req-4a97cfd5-5711-4ab9-9c96-ec6c694a53ec tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479534 Feb 09 00:04:59.634362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.637700 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:59.638760 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:59.668005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-be2bab5e-5615-4f84-9954-8116af9c33d1 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/floatingips/9e160b2e-db41-4337-acc9-6d4082749224 HTTP/1.1" status: 200 len: 977 time: 2.4996939 Feb 09 00:04:59.671271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34642) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:59.694299 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cb4c-4543-4eec-88a3-6cc36f1ac23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.700124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2e8cb4c-4543-4eec-88a3-6cc36f1ac23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.712977 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:59.738292 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:04:59.740069 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:59.748049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f2e8cb4c-4543-4eec-88a3-6cc36f1ac23e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8989dc7556e4100ad68a0ac9d071126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817144 Feb 09 00:04:59.750215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34646) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:04:59.756880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8cb4c-4543-4eec-88a3-6cc36f1ac23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ab42b-12bd-41ef-9314-28ae35f36789,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:04:59.794650 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:04:59.795300 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb5c42-8407-4657-a7cf-5b65fbe3efed None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:04:59.832092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-320ee14a-a455-490a-9dda-03829c8e681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.860723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-320ee14a-a455-490a-9dda-03829c8e681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.862702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 88b95f16-4a35-4d29-bf61-4835605c6e30 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:04:59.863190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.926251 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-320ee14a-a455-490a-9dda-03829c8e681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.930375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-320ee14a-a455-490a-9dda-03829c8e681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:04:59.933899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-320ee14a-a455-490a-9dda-03829c8e681c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f92ab42b-12bd-41ef-9314-28ae35f36789 HTTP/1.1" status: 204 len: 168 time: 0.1815557 Feb 09 00:04:59.952042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ee14a-a455-490a-9dda-03829c8e681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ab42b-12bd-41ef-9314-28ae35f36789,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:00.036448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:00.320364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:00.320662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:00.321028 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 9e160b2e-db41-4337-acc9-6d4082749224 disassociated. External IP: 172.25.3.167, port: 88b95f16-4a35-4d29-bf61-4835605c6e30. Feb 09 00:05:00.321392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 88b95f16-4a35-4d29-bf61-4835605c6e30 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:00.549834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:00.598958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=88b95f16-4a35-4d29-bf61-4835605c6e30,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:00.877923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:00.901252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad7041-a945-42ea-a1ba-8a37b16efa8e req-82fd1e7b-23c0-4425-a8a4-9a44740c44ce tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:00.908103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92ad7041-a945-42ea-a1ba-8a37b16efa8e req-82fd1e7b-23c0-4425-a8a4-9a44740c44ce tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 945 time: 0.1194334 Feb 09 00:05:00.987906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92ad7041-a945-42ea-a1ba-8a37b16efa8e req-916914ff-0302-4204-b7ec-8a75072d0d41 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Feb 09 00:05:01.086117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:01.097716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:01.116063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:01.120639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:01.180342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:01.184117 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c2dc4c08-15ab-4968-b9c1-8389f6f226c5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/ports/88b95f16-4a35-4d29-bf61-4835605c6e30 HTTP/1.1" status: 204 len: 168 time: 1.5119021 Feb 09 00:05:01.188555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34758) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:01.243679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:01.272478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:01.273152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:01.323420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ae259d9b-b43d-4cf1-ab70-0936e31b631d tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/floatingips/9e160b2e-db41-4337-acc9-6d4082749224 HTTP/1.1" status: 200 len: 688 time: 0.1336539 Feb 09 00:05:01.326202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34774) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:01.780851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:01.788701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a2b8e3-1f34-4b66-9da9-b59998a72eef None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:01.913460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port f2fd18df-f159-458d-a1d4-fd468f1fefae {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:01.917879 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.127817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.128797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.150497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for f2fd18df-f159-458d-a1d4-fd468f1fefae owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:02.393129 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.592573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=f2fd18df-f159-458d-a1d4-fd468f1fefae,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:02.619694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.630251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.636695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34850) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:02.640287 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-58064714-6679-46b4-8814-f866d548f5d6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/floatingips/9e160b2e-db41-4337-acc9-6d4082749224 HTTP/1.1" status: 204 len: 168 time: 1.3118148 Feb 09 00:05:02.642567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '44aaf0be-e6bb-46cc-88d9-30289dcbf8b1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:02.700619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34852) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:02.727010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:02.919789 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.049736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02b05c9f-fec9-42d5-bedd-ec9e0223063d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.181672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.113 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/47655902-4204-4795-aeb2-651593eb5b85) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:03.189079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02b05c9f-fec9-42d5-bedd-ec9e0223063d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.194420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02b05c9f-fec9-42d5-bedd-ec9e0223063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.242442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-02b05c9f-fec9-42d5-bedd-ec9e0223063d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c23cc36a24c4a3d8d0b6efcf9b663fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394919 Feb 09 00:05:03.245581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:03.295854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b05c9f-fec9-42d5-bedd-ec9e0223063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8ea030-4f6b-4634-987b-26cb381c1223,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:03.341045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7342324-68d7-48c8-916e-a425ab679769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.351538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.372522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7342324-68d7-48c8-916e-a425ab679769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.396610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.456758 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7342324-68d7-48c8-916e-a425ab679769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.470518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:03.470726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7342324-68d7-48c8-916e-a425ab679769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:03.478649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:03.485398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:03.486615 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d7342324-68d7-48c8-916e-a425ab679769 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2b8ea030-4f6b-4634-987b-26cb381c1223 HTTP/1.1" status: 204 len: 168 time: 0.2320888 Feb 09 00:05:03.503678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7342324-68d7-48c8-916e-a425ab679769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8ea030-4f6b-4634-987b-26cb381c1223,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:03.564111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=47655902-4204-4795-aeb2-651593eb5b85,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:04.721054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34938) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:04.752746 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:04.893821 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36ffc061-0406-4699-bcf1-7ac46415953c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:04.906844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.027230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36ffc061-0406-4699-bcf1-7ac46415953c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.033486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-36ffc061-0406-4699-bcf1-7ac46415953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.077624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-36ffc061-0406-4699-bcf1-7ac46415953c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca25986a10824a42b2f4b5e3d269c54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542666 Feb 09 00:05:05.080807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34946) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:05.152013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffc061-0406-4699-bcf1-7ac46415953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b16529-471b-40b7-a14e-9f17e5e00809,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:05.179279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.186036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4fc551dd-49dc-4ba2-bd63-20000c20dddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.186266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.220534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4fc551dd-49dc-4ba2-bd63-20000c20dddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.280387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=47655902-4204-4795-aeb2-651593eb5b85,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:05.295994 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.315416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4fc551dd-49dc-4ba2-bd63-20000c20dddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.318834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4fc551dd-49dc-4ba2-bd63-20000c20dddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:05.321519 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4fc551dd-49dc-4ba2-bd63-20000c20dddd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6b16529-471b-40b7-a14e-9f17e5e00809 HTTP/1.1" status: 204 len: 168 time: 0.2390842 Feb 09 00:05:05.343786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc551dd-49dc-4ba2-bd63-20000c20dddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b16529-471b-40b7-a14e-9f17e5e00809,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:05.477995 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 59f9f01b-3c99-4a69-b3d2-75935759b22e associated. External IP: 172.25.3.113, port: 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1. Feb 09 00:05:05.882646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:05.935646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34972) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:05.951969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90e9b609-dec4-47fe-b6df-1d9bfb5113cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.057209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:06.060132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90e9b609-dec4-47fe-b6df-1d9bfb5113cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.070082 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90e9b609-dec4-47fe-b6df-1d9bfb5113cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.072098 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:06.090646 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:06.091294 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:06.094955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.111874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9b609-dec4-47fe-b6df-1d9bfb5113cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d882fd4c-02f7-4158-a402-846709f93c44,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:06.144137 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-90e9b609-dec4-47fe-b6df-1d9bfb5113cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fd077ffb5f9047a697852f6b6790faca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060795 Feb 09 00:05:06.146326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34974) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:06.176711 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:06.180667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91b7ea0d-2e7e-4cb1-bb7c-a0f56cf316ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5424683 Feb 09 00:05:06.183368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34976) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:06.193705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1494994984'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:06.208146 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:06.217656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:06.258353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:06.266598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.276396 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff99e42a-30ca-4409-b3fd-a4e7027678e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.325935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:05:06.336928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff99e42a-30ca-4409-b3fd-a4e7027678e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.351020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.351490 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Added segment b6d6ec55-a11e-49da-94e6-d96f826bfecc of type vlan for network 6e429add-3f98-4264-a510-9b166c7b7f79 Feb 09 00:05:06.452463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.459451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff99e42a-30ca-4409-b3fd-a4e7027678e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.462717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff99e42a-30ca-4409-b3fd-a4e7027678e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.464410 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ff99e42a-30ca-4409-b3fd-a4e7027678e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d882fd4c-02f7-4158-a402-846709f93c44 HTTP/1.1" status: 204 len: 168 time: 0.3163607 Feb 09 00:05:06.486058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e42a-30ca-4409-b3fd-a4e7027678e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d882fd4c-02f7-4158-a402-846709f93c44,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:06.509872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.519109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:06.519867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.617530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4331412 Feb 09 00:05:06.620091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34998) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:06.626462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'subnet': {'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:06.653009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:06.653672 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7291cb-94de-4277-bb4d-86b99d7d27ef None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:06.660426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b22a8-88d1-47e9-bb12-3d8413605aff tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Network': ['ID=6e429add-3f98-4264-a510-9b166c7b7f79,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:06.683891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6e429add-3f98-4264-a510-9b166c7b7f79 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:05:06.764214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:06.770555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:06.922796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.014638 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.053902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.154516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Subnet': ['ID=4c400c22-9a9b-40fa-9651-286da750ad9e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:07.164007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Checking segment: {'id': 'b6d6ec55-a11e-49da-94e6-d96f826bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:07.168337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network hostable DHCP agents. Network: 6e429add-3f98-4264-a510-9b166c7b7f79, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:05:07.212536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 6e429add-3f98-4264-a510-9b166c7b7f79 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:05:07.231742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6e429add-3f98-4264-a510-9b166c7b7f79) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:07.238592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:07.239196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.241156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7578475-c45e-4ce9-a10c-f6b69f4feb85 None None] Network 6e429add-3f98-4264-a510-9b166c7b7f79 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:07.270013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9eef6759-6073-408d-ac74-c9fdc719b636 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6478150 Feb 09 00:05:07.271719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35020) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:07.284560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2108012477', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:07.359278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.360114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.474335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.479712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-6e429add-3f98-4264-a510-9b166c7b7f79', 'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79', 'tenant_id': 'aedf48e58ad845259b373ec5c37c6c6b', 'fixed_ips': [{'subnet_id': '4c400c22-9a9b-40fa-9651-286da750ad9e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:07.480842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:07.740304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Allocated IP 172.20.0.2 (6e429add-3f98-4264-a510-9b166c7b7f79/4c400c22-9a9b-40fa-9651-286da750ad9e/9a0a1ff9-a047-40b4-9b76-d70e3fc3961e) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:08.022632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:08.033101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:08.103106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Network 6e429add-3f98-4264-a510-9b166c7b7f79 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:08.106780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:08.111493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:08.181215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Pushing event updated for resources: {'Port': ['ID=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:08.199637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Attempting to bind port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:08.200193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Attempting to bind port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b6d6ec55-a11e-49da-94e6-d96f826bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:08.200741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Attempting to bind port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e on network 6e429add-3f98-4264-a510-9b166c7b7f79 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:08.208686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:08.209362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Checking segment: {'id': 'b6d6ec55-a11e-49da-94e6-d96f826bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:08.209933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:08.210505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Bound using segment: {'id': 'b6d6ec55-a11e-49da-94e6-d96f826bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:08.211135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Bound port: 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d6ec55-a11e-49da-94e6-d96f826bfecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:08.211685 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:08.407314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] For port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:08.415126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] For port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,segment=NetworkSegment(b6d6ec55-a11e-49da-94e6-d96f826bfecc),segment_id=b6d6ec55-a11e-49da-94e6-d96f826bfecc)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:08.427345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:08.432098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:08.505282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34f8ca-026e-41f1-a70a-c4d32cd949f0 None None] Pushing event updated for resources: {'Port': ['ID=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:09.024679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:09.074687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:09.351874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.25.3.142 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/471ba3e0-87c6-48ab-9b9b-ad58e8a4486f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:09.676882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:09.772869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:09.840270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:09.843620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:09.854513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:10.007981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35182) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:10.041226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=471ba3e0-87c6-48ab-9b9b-ad58e8a4486f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:10.205589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eb63080-5c5d-4c9e-b64a-65687347fedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.211038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad63b2-4bf7-400d-b6bd-1e98c021de8e None None] Network 6e429add-3f98-4264-a510-9b166c7b7f79 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:10.325783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eb63080-5c5d-4c9e-b64a-65687347fedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.336794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9eb63080-5c5d-4c9e-b64a-65687347fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.366787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4fb4ff19-849e-466b-b225-f500fa3c7029 None None] Provisioning complete for port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:10.367390 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ff19-849e-466b-b225-f500fa3c7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.401804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.451896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9eb63080-5c5d-4c9e-b64a-65687347fedd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50feccb27a924c8d836d1a759f266bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422040 Feb 09 00:05:10.458341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35194) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:10.550439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb63080-5c5d-4c9e-b64a-65687347fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8065b93d-81d1-4aed-8dca-e614cd5ff7cc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:10.603999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67e8074e-7b43-4f95-9654-e54bd0ff4fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.661663 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ff19-849e-466b-b225-f500fa3c7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.664844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:10.685440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67e8074e-7b43-4f95-9654-e54bd0ff4fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.741904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4fb4ff19-849e-466b-b225-f500fa3c7029 None None] For port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,segment=NetworkSegment(b6d6ec55-a11e-49da-94e6-d96f826bfecc),segment_id=b6d6ec55-a11e-49da-94e6-d96f826bfecc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:10.760338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ff19-849e-466b-b225-f500fa3c7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.841312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67e8074e-7b43-4f95-9654-e54bd0ff4fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.848250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67e8074e-7b43-4f95-9654-e54bd0ff4fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.850301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-67e8074e-7b43-4f95-9654-e54bd0ff4fce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8065b93d-81d1-4aed-8dca-e614cd5ff7cc HTTP/1.1" status: 204 len: 168 time: 0.3889265 Feb 09 00:05:10.867800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8074e-7b43-4f95-9654-e54bd0ff4fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8065b93d-81d1-4aed-8dca-e614cd5ff7cc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:10.933607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:10.951393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4ff19-849e-466b-b225-f500fa3c7029 None None] Pushing event updated for resources: {'Port': ['ID=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:10.976265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:10.984639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.095529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-47f59348-828f-491a-bbba-208666cde6f9 None None] Provisioning complete for port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:11.095908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-47f59348-828f-491a-bbba-208666cde6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.133527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router ce0db584-5235-40fc-baef-8c7a2f68b65d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:05:11.528440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:11.540610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] Sync routers for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:11.559937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:11.563183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:11.584149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.585795 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-74a46019-721d-4792-8dd6-c19cbd877cb5 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3126073 Feb 09 00:05:11.588670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35232) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:11.649370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:11.660705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35236) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:11.679299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:11.680318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:04:44Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:11.683305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc23e476-c877-4672-866b-d7b87edc01c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.758895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:11.763428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb63b70-8652-4f63-bd2d-8052e266cb75 None None] The sync data for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:11.847143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a315d3b2-3426-43c4-ba67-5d25de7c6745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.903556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc23e476-c877-4672-866b-d7b87edc01c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.910071 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc23e476-c877-4672-866b-d7b87edc01c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:11.947881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc23e476-c877-4672-866b-d7b87edc01c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53468a53a86643da82e98021b6912d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860520 Feb 09 00:05:11.948507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35244) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:12.024594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23e476-c877-4672-866b-d7b87edc01c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2245f8c5-dbb9-468b-bb1e-73ff180a5c69,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:12.086968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fee7de57-0515-464e-a2b0-5fb9a76065b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.139052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fee7de57-0515-464e-a2b0-5fb9a76065b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.151219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35248) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:12.207664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fee7de57-0515-464e-a2b0-5fb9a76065b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.213460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fee7de57-0515-464e-a2b0-5fb9a76065b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.218634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fee7de57-0515-464e-a2b0-5fb9a76065b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2245f8c5-dbb9-468b-bb1e-73ff180a5c69 HTTP/1.1" status: 204 len: 168 time: 0.2670782 Feb 09 00:05:12.240207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7de57-0515-464e-a2b0-5fb9a76065b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2245f8c5-dbb9-468b-bb1e-73ff180a5c69,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:12.337363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.491269 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-444a1265-fee8-4c44-b935-6e149ed34b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.548717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:12.672317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-444a1265-fee8-4c44-b935-6e149ed34b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.702247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:12.703467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:12.807591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-444a1265-fee8-4c44-b935-6e149ed34b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.098624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a1265-fee8-4c44-b935-6e149ed34b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d665a9a3-66f1-4c68-b952-b072b4384078,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:13.108491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-444a1265-fee8-4c44-b935-6e149ed34b5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67e4950fe64640a4b844170b7c859c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557137 Feb 09 00:05:13.112004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35274) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:13.136297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.1 (6e429add-3f98-4264-a510-9b166c7b7f79/4c400c22-9a9b-40fa-9651-286da750ad9e/7a4f5c38-550c-4e91-a7d7-84637ad7ffc1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:13.216852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-103f137b-a768-4a15-8a28-026b30787750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.277989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-103f137b-a768-4a15-8a28-026b30787750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.377515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-103f137b-a768-4a15-8a28-026b30787750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.382392 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-103f137b-a768-4a15-8a28-026b30787750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.383668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-103f137b-a768-4a15-8a28-026b30787750 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d665a9a3-66f1-4c68-b952-b072b4384078 HTTP/1.1" status: 204 len: 168 time: 0.2706711 Feb 09 00:05:13.395123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f137b-a768-4a15-8a28-026b30787750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d665a9a3-66f1-4c68-b952-b072b4384078,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:13.411696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.513943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:13.658150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 6e429add-3f98-4264-a510-9b166c7b7f79 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:13.673911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:13.682994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:13.794669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=7a4f5c38-550c-4e91-a7d7-84637ad7ffc1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:13.813794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.021701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.024056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:14.148933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f798905c-c825-406d-b4c9-9f75fad13fa4 None None] Provisioning complete for port 7a4f5c38-550c-4e91-a7d7-84637ad7ffc1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:14.149473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f798905c-c825-406d-b4c9-9f75fad13fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.232443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f798905c-c825-406d-b4c9-9f75fad13fa4 None None] Port 7a4f5c38-550c-4e91-a7d7-84637ad7ffc1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:05:14.260666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35304) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:14.278380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e0db5a16-a505-426a-a153-190f1e50ea85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.278514 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b5009c78-eaef-470f-a9e6-15321cd260a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.311633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-046e464d-d657-4ae3-bceb-5a77c0680dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.438082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e0db5a16-a505-426a-a153-190f1e50ea85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.443722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e0db5a16-a505-426a-a153-190f1e50ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.477196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e0db5a16-a505-426a-a153-190f1e50ea85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3635a499c1df47dc9b775fcc6db34e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2146666 Feb 09 00:05:14.479204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35306) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:14.540222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.551983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db5a16-a505-426a-a153-190f1e50ea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32d136a-c0bc-45b0-901f-3171ba8c5079,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:14.553845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.579908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5777f1e4-097a-4969-bf6d-db192a64e6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.598194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-046e464d-d657-4ae3-bceb-5a77c0680dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.610444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5777f1e4-097a-4969-bf6d-db192a64e6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.650815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.652629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-046e464d-d657-4ae3-bceb-5a77c0680dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.684384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5777f1e4-097a-4969-bf6d-db192a64e6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.688607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5777f1e4-097a-4969-bf6d-db192a64e6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.692859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5777f1e4-097a-4969-bf6d-db192a64e6a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e32d136a-c0bc-45b0-901f-3171ba8c5079 HTTP/1.1" status: 204 len: 168 time: 0.2085719 Feb 09 00:05:14.699675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777f1e4-097a-4969-bf6d-db192a64e6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32d136a-c0bc-45b0-901f-3171ba8c5079,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:14.788495 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-046e464d-d657-4ae3-bceb-5a77c0680dfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=556d607e3a06404baf5648267de9f0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613158 Feb 09 00:05:14.788744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35312) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:14.881570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e464d-d657-4ae3-bceb-5a77c0680dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d3700-898b-47ad-8a24-04e61138ea23,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:14.890687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=7a4f5c38-550c-4e91-a7d7-84637ad7ffc1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:14.897875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-630e75e7-bbc5-4abe-826b-2410eec3ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:14.928474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-630e75e7-bbc5-4abe-826b-2410eec3ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:15.001851 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 6e429add-3f98-4264-a510-9b166c7b7f79 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:15.003688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:15.021651 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-630e75e7-bbc5-4abe-826b-2410eec3ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:15.023632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-630e75e7-bbc5-4abe-826b-2410eec3ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:15.024733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-630e75e7-bbc5-4abe-826b-2410eec3ad27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf7d3700-898b-47ad-8a24-04e61138ea23 HTTP/1.1" status: 204 len: 168 time: 0.2349820 Feb 09 00:05:15.051623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e75e7-bbc5-4abe-826b-2410eec3ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d3700-898b-47ad-8a24-04e61138ea23,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:15.100635 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:05:15.300721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router ce0db584-5235-40fc-baef-8c7a2f68b65d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:15.491335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4ee45696-f716-4af2-b0da-121bbbc1d311 None None] Provisioning complete for port 7a4f5c38-550c-4e91-a7d7-84637ad7ffc1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:15.491905 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ee45696-f716-4af2-b0da-121bbbc1d311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:15.493977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:15.596687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4ee45696-f716-4af2-b0da-121bbbc1d311 None None] Port 7a4f5c38-550c-4e91-a7d7-84637ad7ffc1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:05:15.884409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:15.896572 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c32967f-2907-44c8-bcfc-4a74f1245374 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/routers/ce0db584-5235-40fc-baef-8c7a2f68b65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3054824 Feb 09 00:05:15.898158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35356) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:15.900770 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] Sync routers for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:15.904076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'port': {'network_id': '6e429add-3f98-4264-a510-9b166c7b7f79', 'name': 'tempest-FloatingIPTestJSON-1505822268'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:15.915742 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:15.918716 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:16.013724 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:16.033200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:16.041500 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:16.085954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Made reservation on behalf of aedf48e58ad845259b373ec5c37c6c6b for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:16.091740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:16.126086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] device_id is not set on port f7657805-a0af-4bdb-8895-ad8c7c86622d yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:16.130200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:16.132463 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ef16b-76ac-4ba0-ad50-ea2bc241c0f8 None None] The sync data for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:16.378238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Allocated IP 172.20.0.10 (6e429add-3f98-4264-a510-9b166c7b7f79/4c400c22-9a9b-40fa-9651-286da750ad9e/f7657805-a0af-4bdb-8895-ad8c7c86622d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:16.669425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:16.768990 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:16.820967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:16.836295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-373053636'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:16.883696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:16.918419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:16.926747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:16.947632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:16.967214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Network 6e429add-3f98-4264-a510-9b166c7b7f79 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:16.976514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:16.978352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:16.983127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event updated for resources: {'Port': ['ID=f7657805-a0af-4bdb-8895-ad8c7c86622d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:17.043553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:17.044623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.067959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9aef708f-ad17-4980-b45a-ef63ad7620ac tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1683064 Feb 09 00:05:17.071161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35402) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:17.095457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Request body: {'floatingip': {'port_id': 'f7657805-a0af-4bdb-8895-ad8c7c86622d'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:17.270731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.306226 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.368900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.384119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.447279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-61c6a4e9-20b2-4414-85c9-fee7a7aba3a6 None None] Provisioning complete for port f7657805-a0af-4bdb-8895-ad8c7c86622d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:17.453640 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-61c6a4e9-20b2-4414-85c9-fee7a7aba3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.505239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-61c6a4e9-20b2-4414-85c9-fee7a7aba3a6 None None] Port f7657805-a0af-4bdb-8895-ad8c7c86622d cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:05:17.515887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:05:17.547283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92be4e-376b-471f-a8de-3919e4a8fd32,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:17.583426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.583745 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Added segment 0cab88d1-7d1c-415e-bc45-40b909728b21 of type vlan for network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 Feb 09 00:05:17.675701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.781518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.789386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:17.789992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:17.963484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2921648 Feb 09 00:05:17.964378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dab63-e936-4196-92b7-5263f159255a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Network': ['ID=cb3591b6-3780-4e9d-9bd9-97a73eab7ea9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:17.967211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35420) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:17.974156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:17.980123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:05:18.252367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:18.268231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:18.504723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:18.513237 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:18.719314 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 59f9f01b-3c99-4a69-b3d2-75935759b22e associated. External IP: 172.25.3.113, port: 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1. Feb 09 00:05:18.765272 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:18.865344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=37f03415-f3fe-44b6-af67-f033592ff3a3,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:18.888147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:18.888832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network hostable DHCP agents. Network: cb3591b6-3780-4e9d-9bd9-97a73eab7ea9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:05:18.919588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:05:18.940547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, cb3591b6-3780-4e9d-9bd9-97a73eab7ea9) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:18.961638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:18.966039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:18.982127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd40056-bb3d-4996-954e-a5df88b49a44 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:19.033966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35444) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:19.041387 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aa47f617-a2dc-4769-97cd-08a882e82cac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0716271 Feb 09 00:05:19.045770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'name': 'tempest-NetworksTestDHCPv6-1608703077'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:19.448831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '37f03415-f3fe-44b6-af67-f033592ff3a3'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:19.450639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:19.517220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:19.589658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:19.593900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:19.622371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 3c2149e0-6169-4d30-88d9-38cdf4698e9e yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:19.764293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:19.782708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:19.805861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:19.806548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:19.899472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:19.913581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:19.914546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:19.957064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:19.958085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ed4fc-f230-46a6-b82a-95a3bc074fa2 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:20.029806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::1ec (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/37f03415-f3fe-44b6-af67-f033592ff3a3/3c2149e0-6169-4d30-88d9-38cdf4698e9e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:20.524858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:20.676093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router ce0db584-5235-40fc-baef-8c7a2f68b65d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:20.753945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5437ab6-14c9-418b-ae78-b2ce7609e690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:20.857353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:20.866463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:20.870428 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] Sync routers for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:20.898432 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:20.902157 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:20.942414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5437ab6-14c9-418b-ae78-b2ce7609e690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:20.970590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5437ab6-14c9-418b-ae78-b2ce7609e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:20.975490 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:20.988578 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:20.989542 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:21.038663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c5437ab6-14c9-418b-ae78-b2ce7609e690 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8700860aaeb46aa9d93cbc708d73301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114367 Feb 09 00:05:21.042446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35478) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:21.051755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5437ab6-14c9-418b-ae78-b2ce7609e690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e465e38-1fe7-4813-9128-5a8f41668f65,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:21.139988 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:21.141177 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db99e5-5155-4168-8aeb-85469685b28c None None] The sync data for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:21.147863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85ae0669-af88-4e72-9886-97534397faf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.185547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.192411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2007909d-9b42-481f-a5af-ada5e82e266b tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/floatingips/59f9f01b-3c99-4a69-b3d2-75935759b22e HTTP/1.1" status: 200 len: 979 time: 4.1183310 Feb 09 00:05:21.196348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35480) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:21.224828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85ae0669-af88-4e72-9886-97534397faf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.347553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.378814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85ae0669-af88-4e72-9886-97534397faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.384545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-85ae0669-af88-4e72-9886-97534397faf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.386126 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-85ae0669-af88-4e72-9886-97534397faf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e465e38-1fe7-4813-9128-5a8f41668f65 HTTP/1.1" status: 204 len: 168 time: 0.3425283 Feb 09 00:05:21.397633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae0669-af88-4e72-9886-97534397faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e465e38-1fe7-4813-9128-5a8f41668f65,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:21.522361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/37f03415-f3fe-44b6-af67-f033592ff3a3/566e8509-bbbb-4aeb-aeb0-569c6efff5d6) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:21.528744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:21.538446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:21.549145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:21.581417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:21.584877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.592385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=3c2149e0-6169-4d30-88d9-38cdf4698e9e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:21.628839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port f7657805-a0af-4bdb-8895-ad8c7c86622d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:21.629449 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.716727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9cd38afb-8e63-4c37-8deb-2f9a8ae93a3c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6816497 Feb 09 00:05:21.717190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35492) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:21.945935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.948298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedcef2-81d4-417a-89d3-a1e83339d0e3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:21.957962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35498) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:21.959894 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6aedcef2-81d4-417a-89d3-a1e83339d0e3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2399514 Feb 09 00:05:21.968614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:21.979732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.014126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:22.088488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:22.091117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Pushing event updated for resources: {'Port': ['ID=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:22.097687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:22.172961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.172961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.172961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.173360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.173444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.173764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.174105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.174404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.174723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.175040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.175356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.175668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:22.209806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Attempting to bind port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:22.210230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Attempting to bind port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:22.210687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Attempting to bind port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:22.223813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:22.224355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:22.224856 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.225442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:22.226010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Bound port: 566e8509-bbbb-4aeb-aeb0-569c6efff5d6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:22.226486 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.307811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] For port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:22.312176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] For port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:22.319767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.366119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 3c2149e0-6169-4d30-88d9-38cdf4698e9e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:22.366610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.442254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43e2de-9d45-4222-ae0d-4e994da4c4ae None None] Pushing event updated for resources: {'Port': ['ID=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:22.530821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.531169 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.535161 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Floating IP 59f9f01b-3c99-4a69-b3d2-75935759b22e disassociated. External IP: 172.25.3.113, port: f7657805-a0af-4bdb-8895-ad8c7c86622d. Feb 09 00:05:22.535780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for f7657805-a0af-4bdb-8895-ad8c7c86622d owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:22.613529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.631831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 3c2149e0-6169-4d30-88d9-38cdf4698e9e owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:22.918514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:22.976356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=f7657805-a0af-4bdb-8895-ad8c7c86622d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:22.983303 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:23.136640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=3c2149e0-6169-4d30-88d9-38cdf4698e9e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:23.193061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:23.198919 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35532) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:23.205237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4928beb6-9659-4924-bb24-74424775eae9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/3c2149e0-6169-4d30-88d9-38cdf4698e9e HTTP/1.1" status: 204 len: 168 time: 1.2459984 Feb 09 00:05:23.339638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router ce0db584-5235-40fc-baef-8c7a2f68b65d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:23.525283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf42b9-dfca-4752-86d4-9d341da61046 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:23.528323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf42b9-dfca-4752-86d4-9d341da61046 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:23.532903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-becf42b9-dfca-4752-86d4-9d341da61046 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3321340 Feb 09 00:05:23.537291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35540) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:23.579336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:23.601679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] Sync routers for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:23.626568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:23.628024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:23.673431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:23.679819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 37f03415-f3fe-44b6-af67-f033592ff3a3 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:23.685347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:23.698139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:23.700888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:23.737699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:23.741240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3519bf27-9de3-4598-b1cf-36c558710cdc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/ports/f7657805-a0af-4bdb-8895-ad8c7c86622d HTTP/1.1" status: 204 len: 168 time: 2.5436978 Feb 09 00:05:23.744064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35546) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:23.758743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:23.759637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309c4986-a553-4cdd-a4d0-7b6dc21c3d5a None None] The sync data for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:23.816863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:24.142816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f98d4-343a-4b7d-8f20-6a2932129b79 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:24.209380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:24.304615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3a7c2106-8d58-4ad5-9500-6d36368e21cc None None] Provisioning complete for port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:24.305149 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a7c2106-8d58-4ad5-9500-6d36368e21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:24.472724 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:24.511510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=37f03415-f3fe-44b6-af67-f033592ff3a3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:24.515533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:24.522663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7ff04b1a-7a8c-484a-8ca1-3e051bc7cb39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/37f03415-f3fe-44b6-af67-f033592ff3a3 HTTP/1.1" status: 204 len: 168 time: 0.9820533 Feb 09 00:05:24.523078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35564) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:24.636965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:24.778874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:24.959379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f6c2b037-95c8-48bb-802e-69d14558808b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4344983 Feb 09 00:05:24.965052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35582) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:24.993444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:25.009497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:25.010024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.166094 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a7c2106-8d58-4ad5-9500-6d36368e21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.310094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:25.315489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.322309 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.381435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3a7c2106-8d58-4ad5-9500-6d36368e21cc None None] For port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:25.390850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a7c2106-8d58-4ad5-9500-6d36368e21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.504177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:25.575768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 7a4f5c38-550c-4e91-a7d7-84637ad7ffc1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:25.578317 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.592017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c2106-8d58-4ad5-9500-6d36368e21cc None None] Pushing event updated for resources: {'Port': ['ID=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:25.676285 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:05:25.677457 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:05:25.695378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.703151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] Deleting port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:25.703666 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.753708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:25.789647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:25.810570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:25.811177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.846638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.871947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 7a4f5c38-550c-4e91-a7d7-84637ad7ffc1 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:25.875541 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9082801 Feb 09 00:05:25.878152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35600) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:25.884604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'name': 'tempest-NetworksTestDHCPv6-910670704'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:25.887233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd1559-d2f6-4f5f-af2e-ad056f794064 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=78e871f5-09b8-4fc7-9fda-d6b73c03e41e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:25.904897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] For port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:25.906154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:25.927565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] Calling delete_port for 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:26.057573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:26.119305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] Pushing event deleted for resources: {'Port': ['ID=566e8509-bbbb-4aeb-aeb0-569c6efff5d6,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:26.131077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d02905-f9aa-4e98-89c4-2cb0c31af1aa None None] No DVR routers for this DVR port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:26.158634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205734d-b3f1-4c72-a922-9909c3b858dd None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:26.402216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:26.406634 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:26.487756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Port 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 update to ACTIVE by agent not found {{(pid=105933) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 09 00:05:26.525658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 6b181f46-b602-40e9-a5a4-bb4ba12f8344 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:26.608888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '78e871f5-09b8-4fc7-9fda-d6b73c03e41e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:26.610023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:26.723327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:26.748820 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:26.753001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:26.753703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 566e8509-bbbb-4aeb-aeb0-569c6efff5d6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:26.879286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/78e871f5-09b8-4fc7-9fda-d6b73c03e41e/b3167b6d-fa49-4272-89a2-dc548b10f02a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:26.893462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=7a4f5c38-550c-4e91-a7d7-84637ad7ffc1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:27.223309 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:27.229074 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:27.250908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:27.378219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:27.382537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:27.389455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:27.425661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Pushing event updated for resources: {'Port': ['ID=b3167b6d-fa49-4272-89a2-dc548b10f02a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:27.457033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Attempting to bind port b3167b6d-fa49-4272-89a2-dc548b10f02a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:27.457533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Attempting to bind port b3167b6d-fa49-4272-89a2-dc548b10f02a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:27.458117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Attempting to bind port b3167b6d-fa49-4272-89a2-dc548b10f02a on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:27.463666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:27.464202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:27.464708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:27.465225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:27.465785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Bound port: b3167b6d-fa49-4272-89a2-dc548b10f02a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:27.466279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:27.555806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] For port b3167b6d-fa49-4272-89a2-dc548b10f02a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:27.559459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] For port b3167b6d-fa49-4272-89a2-dc548b10f02a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b3167b6d-fa49-4272-89a2-dc548b10f02a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:27.565560 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:27.625034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc33bf-61a7-4cd5-84fa-20c942e9e4c9 None None] Pushing event updated for resources: {'Port': ['ID=b3167b6d-fa49-4272-89a2-dc548b10f02a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:27.940030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::13a (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/78e871f5-09b8-4fc7-9fda-d6b73c03e41e/6b181f46-b602-40e9-a5a4-bb4ba12f8344) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:28.344808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router ce0db584-5235-40fc-baef-8c7a2f68b65d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:28.392180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:28.591915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:28.665843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:28.697945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b3167b6d-fa49-4272-89a2-dc548b10f02a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:28.732042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:28.746380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:28.752503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:28.753176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:28.836020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b3167b6d-fa49-4272-89a2-dc548b10f02a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:28.836735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:28.872077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=6b181f46-b602-40e9-a5a4-bb4ba12f8344,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:28.914120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-df980cdd-1a72-4d61-8c10-b9d253069ad8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0345962 Feb 09 00:05:28.915421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:28.917442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:28.955184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-92f5c073-4d16-48f7-8cb4-50869ad0d457 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/routers/ce0db584-5235-40fc-baef-8c7a2f68b65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2100530 Feb 09 00:05:28.961467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35684) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:28.963297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] Sync routers for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:28.992302 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:28.993165 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:29.052815 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:29.069411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8390c9-1215-40d9-8e73-f28cdf8034eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:29.089989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8390c9-1215-40d9-8e73-f28cdf8034eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:29.121275 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2d8390c9-1215-40d9-8e73-f28cdf8034eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1883008 Feb 09 00:05:29.121275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:29.129366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.147121 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] Routers {'ce0db584-5235-40fc-baef-8c7a2f68b65d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:29.148138 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ce0db584-5235-40fc-baef-8c7a2f68b65d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:29.223329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b3167b6d-fa49-4272-89a2-dc548b10f02a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b3167b6d-fa49-4272-89a2-dc548b10f02a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:29.230106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.269027 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:29.273062 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9695-c7ad-425f-a614-ebfdfb8ae8a9 None None] The sync data for ids ['ce0db584-5235-40fc-baef-8c7a2f68b65d'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:29.320724 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.356173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 6b181f46-b602-40e9-a5a4-bb4ba12f8344 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:29.356967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.377694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b3167b6d-fa49-4272-89a2-dc548b10f02a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:29.481147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8b4ad5e0-6e30-455b-b7b3-3b092d129957 None None] Provisioning complete for port b3167b6d-fa49-4272-89a2-dc548b10f02a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:29.481933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8b4ad5e0-6e30-455b-b7b3-3b092d129957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.538573 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.603032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.621935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 6b181f46-b602-40e9-a5a4-bb4ba12f8344 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:29.639833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 471ba3e0-87c6-48ab-9b9b-ad58e8a4486f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:29.640612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.778560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:29.812297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2887eef5-e99e-432f-b0e8-e8785e2da724 None None] Could not find standard attr ID for object 3c2149e0-6169-4d30-88d9-38cdf4698e9e. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:05:29.838966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 471ba3e0-87c6-48ab-9b9b-ad58e8a4486f owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:29.938302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:30.004523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=6b181f46-b602-40e9-a5a4-bb4ba12f8344,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:30.084471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:30.094391 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f8e64b63-d648-457d-aad3-db9bb349acae tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/6b181f46-b602-40e9-a5a4-bb4ba12f8344 HTTP/1.1" status: 204 len: 168 time: 0.9815557 Feb 09 00:05:30.100539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35704) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:30.245402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66775059-7c26-469f-b83c-c50b8f8c896d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:30.247349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66775059-7c26-469f-b83c-c50b8f8c896d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:30.251196 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-66775059-7c26-469f-b83c-c50b8f8c896d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1494026 Feb 09 00:05:30.254294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:30.278647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-02fc22de-a106-4613-a9c6-9253f409f706 None None] Could not find standard attr ID for object 6b181f46-b602-40e9-a5a4-bb4ba12f8344. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:05:30.494961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 78e871f5-09b8-4fc7-9fda-d6b73c03e41e {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:30.501834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:30.522511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:30.619235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b3167b6d-fa49-4272-89a2-dc548b10f02a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:30.631163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=471ba3e0-87c6-48ab-9b9b-ad58e8a4486f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:30.688183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:30.761693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b3167b6d-fa49-4272-89a2-dc548b10f02a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:30.761882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:30.860455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.053991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.058292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.066980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.141975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.142578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Fanout notify agent at l3_agent the message router_deleted on router ce0db584-5235-40fc-baef-8c7a2f68b65d {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:05:31.162702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.163888 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-14542db9-4300-44dd-a2d1-a2b562c9c8c6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/routers/ce0db584-5235-40fc-baef-8c7a2f68b65d HTTP/1.1" status: 204 len: 168 time: 2.2014089 Feb 09 00:05:31.167672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35726) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:31.197514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.235409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=78e871f5-09b8-4fc7-9fda-d6b73c03e41e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:31.237963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.243072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad424ce7-2c79-43f3-ab1c-0074f36c2591 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:31.244628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b9c0ad79-31bc-43ab-a456-4755895495bf tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/78e871f5-09b8-4fc7-9fda-d6b73c03e41e HTTP/1.1" status: 204 len: 168 time: 0.9800477 Feb 09 00:05:31.245997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35730) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:31.283512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting subnet 4c400c22-9a9b-40fa-9651-286da750ad9e {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:31.290173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.321461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9c0e0efd-3e0d-4cf6-826c-cc35beacf49a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728476 Feb 09 00:05:31.322134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35732) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:31.328450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:31.402948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.488345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:31.520466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.607537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:31.685498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.766990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] Deleting port b3167b6d-fa49-4272-89a2-dc548b10f02a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:31.767380 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.848679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.902814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Subnet': ['ID=4c400c22-9a9b-40fa-9651-286da750ad9e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:31.925278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:31.934310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8c950a30-2a9c-48c9-87ad-f02659f939a6 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/subnets/4c400c22-9a9b-40fa-9651-286da750ad9e HTTP/1.1" status: 204 len: 168 time: 0.7648969 Feb 09 00:05:31.935828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35756) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:31.945534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ba502-408b-4219-8e10-3c5e5a0d5c32 None None] Network 6e429add-3f98-4264-a510-9b166c7b7f79 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:31.988475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.043057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.090699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:32.098554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:32.108058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:32.109689 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.132316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=b54d7347-2dd6-4459-8147-662fb579ce81,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:32.146220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3048b3c8-8eb8-4d63-b7ba-a634647c7dd4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8223791 Feb 09 00:05:32.146431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35760) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:32.150371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] For port b3167b6d-fa49-4272-89a2-dc548b10f02a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b3167b6d-fa49-4272-89a2-dc548b10f02a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:32.150371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.159803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'name': 'tempest-NetworksTestDHCPv6-448447103'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:32.212941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] Calling delete_port for b3167b6d-fa49-4272-89a2-dc548b10f02a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:32.361977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:32.362517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.389410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.466675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] No DVR routers for this DVR port b3167b6d-fa49-4272-89a2-dc548b10f02a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:32.472498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] DHCP port deletion for 6e429add-3f98-4264-a510-9b166c7b7f79 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:32.482068 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a43e6-8728-43ae-9eea-5b472f0ca3c7 None None] Pushing event deleted for resources: {'Port': ['ID=b3167b6d-fa49-4272-89a2-dc548b10f02a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:32.505201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:32.510976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.539313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6bb62-b3ae-4781-8dcd-d989a4c5350d None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:32.561204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] For port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,segment=NetworkSegment(b6d6ec55-a11e-49da-94e6-d96f826bfecc),segment_id=b6d6ec55-a11e-49da-94e6-d96f826bfecc)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:32.562583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.578888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:32.684198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port faf3a921-4413-4e86-842c-57bd82c4e738 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:32.734541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b3167b6d-fa49-4272-89a2-dc548b10f02a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:32.797281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.798587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b3167b6d-fa49-4272-89a2-dc548b10f02a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:32.798944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b3167b6d-fa49-4272-89a2-dc548b10f02a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:32.799370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:32.822236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:32.822585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:32.844580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] No DVR routers for this DVR port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:32.873676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Deleting port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:32.874285 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.945932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] For port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:32.946345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.956161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:32.962554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Calling delete_port for 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:32.965535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:05:32.969018 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:32.972316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': 'b54d7347-2dd6-4459-8147-662fb579ce81'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:32.973185 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.019656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] No DVR routers for this DVR port 9a0a1ff9-a047-40b4-9b76-d70e3fc3961e on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:33.022167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ee15d-6025-4499-963a-ae6174ad44a0 None None] Pushing event deleted for resources: {'Port': ['ID=9a0a1ff9-a047-40b4-9b76-d70e3fc3961e,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:33.088995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-19a78e88-39fd-4876-a316-48348974d432 req-0a732dc5-e670-419e-bb03-0027be5f39c1 service neutron] (105931) timed out ('10.222.0.84', 58448) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:05:33.110491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.145140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e429add-3f98-4264-a510-9b166c7b7f79']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:33.167794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::2cd (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/b54d7347-2dd6-4459-8147-662fb579ce81/faf3a921-4413-4e86-842c-57bd82c4e738) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:33.174765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d6ec55-a11e-49da-94e6-d96f826bfecc') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:33.175456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d6ec55-a11e-49da-94e6-d96f826bfecc') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:33.194343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.226667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.246050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:05:33.246560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:05:33.254454 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:05:33.475991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.504504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.519444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.526199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:33.535102 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/networks/6e429add-3f98-4264-a510-9b166c7b7f79 HTTP/1.1" status: 204 len: 168 time: 1.5870349 Feb 09 00:05:33.565344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a353e-78ef-47cf-9f65-d71e216ba612 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Network': ['ID=6e429add-3f98-4264-a510-9b166c7b7f79,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:33.582968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.679249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/b54d7347-2dd6-4459-8147-662fb579ce81/e1fee260-fdd0-461b-8eb8-865eb920d284) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:33.714378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:33.724346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:33.740869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:33.746463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:33.747078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.775428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=faf3a921-4413-4e86-842c-57bd82c4e738,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:33.805675 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f0230f2-5fb8-4d2d-b24b-1476cf1f0664 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6568878 Feb 09 00:05:33.806308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:33.865257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 47655902-4204-4795-aeb2-651593eb5b85 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:33.865688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:33.934407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498fb32-c74e-412a-bb71-f245b646faef tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:33.946082 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3498fb32-c74e-412a-bb71-f245b646faef tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1386583 Feb 09 00:05:33.946744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35778) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:34.012612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.023739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.024072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.032200 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.045440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 47655902-4204-4795-aeb2-651593eb5b85 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:34.117843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:34.122785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:34.127145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:34.152158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Pushing event updated for resources: {'Port': ['ID=e1fee260-fdd0-461b-8eb8-865eb920d284,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:34.192323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port faf3a921-4413-4e86-842c-57bd82c4e738 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:34.192718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.233261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Attempting to bind port e1fee260-fdd0-461b-8eb8-865eb920d284 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:34.234163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Attempting to bind port e1fee260-fdd0-461b-8eb8-865eb920d284 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:34.234999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Attempting to bind port e1fee260-fdd0-461b-8eb8-865eb920d284 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:34.245868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:34.246814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:34.248219 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.248832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:34.249972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Bound port: e1fee260-fdd0-461b-8eb8-865eb920d284, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:34.251106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.378932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.415998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=47655902-4204-4795-aeb2-651593eb5b85,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:34.430744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] For port e1fee260-fdd0-461b-8eb8-865eb920d284, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:34.447105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] For port e1fee260-fdd0-461b-8eb8-865eb920d284, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1fee260-fdd0-461b-8eb8-865eb920d284,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:34.457591 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.512135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.520187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.522604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a7c1cfbd-030b-43c3-bb15-36d9e24be60a tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/floatingips/59f9f01b-3c99-4a69-b3d2-75935759b22e HTTP/1.1" status: 204 len: 168 time: 0.9953856 Feb 09 00:05:34.537306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:34.538737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35794) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:34.561732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for faf3a921-4413-4e86-842c-57bd82c4e738 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:34.601249 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c6b72-c889-4b74-af0c-0b84ac333b50 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] DELETE failed (client error): The resource could not be found. Feb 09 00:05:34.603227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2c6b72-c889-4b74-af0c-0b84ac333b50 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:05:34.606839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a2c6b72-c889-4b74-af0c-0b84ac333b50 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/ports/f7657805-a0af-4bdb-8895-ad8c7c86622d HTTP/1.1" status: 404 len: 333 time: 0.0664694 Feb 09 00:05:34.611607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35796) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:34.613034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8aff19-300d-46ab-8fcf-9bd6a3b60808 None None] Pushing event updated for resources: {'Port': ['ID=e1fee260-fdd0-461b-8eb8-865eb920d284,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:34.713957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b21d6da2-6b04-4d23-a7b6-76531b560e60 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0db584-5235-40fc-baef-8c7a2f68b65d HTTP/1.1" status: 200 len: 205 time: 0.1004415 Feb 09 00:05:34.719186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:34.810455 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-623fc101-5063-4030-998d-75b67863e191 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] delete failed (client error): The resource could not be found. Feb 09 00:05:34.812977 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-623fc101-5063-4030-998d-75b67863e191 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/routers/ce0db584-5235-40fc-baef-8c7a2f68b65d HTTP/1.1" status: 404 len: 336 time: 0.0900133 Feb 09 00:05:34.815657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35802) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:34.869593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e4130-253c-41f8-af42-7b3587ea7515 req-66b10faa-7b50-43c3-ac8a-2b5b88d0c6fb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:34.872152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b95e4130-253c-41f8-af42-7b3587ea7515 req-66b10faa-7b50-43c3-ac8a-2b5b88d0c6fb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 946 time: 0.0985377 Feb 09 00:05:34.895787 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d85891-0a34-410d-83d7-d1ae4cc4b03f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] DELETE failed (client error): The resource could not be found. Feb 09 00:05:34.895787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d85891-0a34-410d-83d7-d1ae4cc4b03f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:05:34.915063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35806) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:34.916684 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-62d85891-0a34-410d-83d7-d1ae4cc4b03f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/subnets/4c400c22-9a9b-40fa-9651-286da750ad9e HTTP/1.1" status: 404 len: 337 time: 0.0999873 Feb 09 00:05:34.951360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b95e4130-253c-41f8-af42-7b3587ea7515 req-41e5e02a-568c-491c-9861-1b5f13e399c7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678723 Feb 09 00:05:35.084460 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.124402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:35.124762 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.184503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.212632 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/faf3a921-4413-4e86-842c-57bd82c4e738 HTTP/1.1" status: 204 len: 168 time: 1.2630095 Feb 09 00:05:35.213837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555ece9-0b1d-4023-b3ec-db9ad293fb52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=faf3a921-4413-4e86-842c-57bd82c4e738,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:35.216070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35812) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:35.357689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b8b63-a735-436e-84d0-0113436cc8f1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:35.360857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b8b63-a735-436e-84d0-0113436cc8f1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:35.362477 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-666b8b63-a735-436e-84d0-0113436cc8f1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1400685 Feb 09 00:05:35.365348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35814) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:35.434764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.500569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 44aaf0be-e6bb-46cc-88d9-30289dcbf8b1 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:35.527648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet b54d7347-2dd6-4459-8147-662fb579ce81 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:35.538292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.630425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.761111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.781657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.815156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=44aaf0be-e6bb-46cc-88d9-30289dcbf8b1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:35.908378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.928875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.932562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b595c228-5d87-42f0-b079-dbe1e6ebdaef tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/ports/44aaf0be-e6bb-46cc-88d9-30289dcbf8b1 HTTP/1.1" status: 204 len: 168 time: 1.0160203 Feb 09 00:05:35.935076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:35.970817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=b54d7347-2dd6-4459-8147-662fb579ce81,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:35.981942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:35.994710 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b47950b-db60-439c-a3c0-ca4911b55f32 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/b54d7347-2dd6-4459-8147-662fb579ce81 HTTP/1.1" status: 204 len: 168 time: 0.6244316 Feb 09 00:05:35.994710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35822) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:36.099364 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b75123b5-efe4-44a0-924d-cb656804aced tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045899 Feb 09 00:05:36.099997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35830) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:36.178873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70621b-a8e4-442c-8634-d6076ab310c6 req-4e2455a3-cbb4-48d4-9170-bafae9756a0e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:36.207636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f70621b-a8e4-442c-8634-d6076ab310c6 req-4e2455a3-cbb4-48d4-9170-bafae9756a0e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 946 time: 0.1061292 Feb 09 00:05:36.211077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 65c5ada4-337c-4d9e-a5d3-3d4acb68c25c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:36.211586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:36.241649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dd2e1-1c41-43d9-a703-e266d62c9bea tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:36.248717 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d58dd2e1-1c41-43d9-a703-e266d62c9bea tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1454170 Feb 09 00:05:36.270088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35834) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:36.377471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7443a4b-d462-4f90-9da5-93f7535911f6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:36.379547 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a7443a4b-d462-4f90-9da5-93f7535911f6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079175 Feb 09 00:05:36.382275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35838) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:36.385504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc577c8-365b-4d60-90c9-5c3e96d4d3ed None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:36.417231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f70621b-a8e4-442c-8634-d6076ab310c6 req-82b7c64e-10ff-429b-98a2-798c068ba60d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fd21ca0-1f46-4744-bcce-ebf6334d16e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014549 Feb 09 00:05:36.440794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db07759-021f-4859-97fe-b60c28f7a47a req-758902b3-2396-4769-9020-3bec0e129879 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:36.452529 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b512fefd-86cf-47bf-be46-94c5f2518f9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690792 Feb 09 00:05:36.457392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7db07759-021f-4859-97fe-b60c28f7a47a req-758902b3-2396-4769-9020-3bec0e129879 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 946 time: 0.1823831 Feb 09 00:05:36.458085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35840) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:36.463158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:36.504792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:36.528938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 65c5ada4-337c-4d9e-a5d3-3d4acb68c25c owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:36.549015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6270acf8-e465-49e3-95cd-4fc2e8f729d1 None None] Provisioning complete for port e1fee260-fdd0-461b-8eb8-865eb920d284 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:36.549974 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6270acf8-e465-49e3-95cd-4fc2e8f729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:36.644272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:36.656532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:36.918409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1fee260-fdd0-461b-8eb8-865eb920d284 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:37.020043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.088381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.095806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.161874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:37.175082 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:37.204375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.238520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=fafb25d8-5387-4d36-be1c-dcfb0985efe7,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:37.241328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=65c5ada4-337c-4d9e-a5d3-3d4acb68c25c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:37.241476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:37.242020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.256798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Deleting port ca027d16-d447-49e7-8f8c-953f06c3915e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:37.257241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.283872 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ea4067bc-a277-4d6b-b052-674751a34869 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8245752 Feb 09 00:05:37.284512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:37.290376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': 'fafb25d8-5387-4d36-be1c-dcfb0985efe7', 'ip_address': '2001:db8::99b4:1730:475c:b3af'}], 'name': 'tempest-NetworksTestDHCPv6-2053944243'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:37.293443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e1fee260-fdd0-461b-8eb8-865eb920d284 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:37.293832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.302033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:37.382158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] For port ca027d16-d447-49e7-8f8c-953f06c3915e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ca027d16-d447-49e7-8f8c-953f06c3915e,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:37.385166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.476092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6270acf8-e465-49e3-95cd-4fc2e8f729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.544263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6270acf8-e465-49e3-95cd-4fc2e8f729d1 None None] For port e1fee260-fdd0-461b-8eb8-865eb920d284, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1fee260-fdd0-461b-8eb8-865eb920d284,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:37.564749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6270acf8-e465-49e3-95cd-4fc2e8f729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.630330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] Deleting port e1fee260-fdd0-461b-8eb8-865eb920d284 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:37.630993 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.720654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270acf8-e465-49e3-95cd-4fc2e8f729d1 None None] Pushing event updated for resources: {'Port': ['ID=e1fee260-fdd0-461b-8eb8-865eb920d284,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:37.723667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.724242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.724772 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Floating IP 5397f274-31c5-4887-b170-84ba0b48e0ad disassociated. External IP: 172.25.3.92, port: ca027d16-d447-49e7-8f8c-953f06c3915e. Feb 09 00:05:37.725294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Calling delete_port for ca027d16-d447-49e7-8f8c-953f06c3915e owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:37.774711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] For port e1fee260-fdd0-461b-8eb8-865eb920d284, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1fee260-fdd0-461b-8eb8-865eb920d284,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:37.775111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.813421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] Calling delete_port for e1fee260-fdd0-461b-8eb8-865eb920d284 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:37.909120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e3444147-fa96-4842-a84c-d767fb5bc3b0 req-12ecbf1d-7d32-47ae-9cf8-bb99c294b49a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 210 time: 0.0374160 Feb 09 00:05:37.934096 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:37.991305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event deleted for resources: {'Port': ['ID=ca027d16-d447-49e7-8f8c-953f06c3915e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:38.006733 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:38.078854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:38.082662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-37f32e9d-3c7a-419f-b2ca-0a6edc477cdd tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/ports/65c5ada4-337c-4d9e-a5d3-3d4acb68c25c HTTP/1.1" status: 204 len: 168 time: 2.1463418 Feb 09 00:05:38.085345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35868) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:38.088434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] Pushing event deleted for resources: {'Port': ['ID=e1fee260-fdd0-461b-8eb8-865eb920d284,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:38.099466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99330e69-5a95-4d97-b250-05ac277a4606 None None] No DVR routers for this DVR port e1fee260-fdd0-461b-8eb8-865eb920d284 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:38.119713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f196c48-233c-4ddd-818b-e5039d0cd9b2 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:38.222567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb0f3f-82d2-470a-9215-68422fdd2b60 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:38.226783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 35870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:38.227247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6fbb0f3f-82d2-470a-9215-68422fdd2b60 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d HTTP/1.1" status: 200 len: 913 time: 0.1402969 Feb 09 00:05:38.246056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:38.386586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': 'fafb25d8-5387-4d36-be1c-dcfb0985efe7'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:38.387716 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:38.441502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:38.594119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] No DVR routers for this DVR port ca027d16-d447-49e7-8f8c-953f06c3915e on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:38.600401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:38.618680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7db07759-021f-4859-97fe-b60c28f7a47a req-cb212bc3-c6bf-46cd-a634-9869ecf8a3de tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "DELETE /v2.0/ports/ca027d16-d447-49e7-8f8c-953f06c3915e HTTP/1.1" status: 204 len: 173 time: 2.1605349 Feb 09 00:05:38.619905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-deleted', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:05:38.646661 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d305fb-e064-4bb9-a20b-f0aa9b067c4f" -d '{"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-deleted", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:05:38.786138 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a192d5-96f9-4d3b-a4cc-3328956a0b6b x-openstack-request-id: req-68a192d5-96f9-4d3b-a4cc-3328956a0b6b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:05:38.786496 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ba3d62-bc62-48fb-8045-4786af785133", "name": "network-vif-deleted", "tag": "ca027d16-d447-49e7-8f8c-953f06c3915e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:05:38.786749 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68a192d5-96f9-4d3b-a4cc-3328956a0b6b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:05:38.787150 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ba3d62-bc62-48fb-8045-4786af785133', 'name': 'network-vif-deleted', 'tag': 'ca027d16-d447-49e7-8f8c-953f06c3915e', 'status': 'completed', 'code': 200} Feb 09 00:05:38.794362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/fafb25d8-5387-4d36-be1c-dcfb0985efe7/4203d72a-6a97-4391-86b1-0c50f91ffc2d) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:38.919983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:39.021990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1fee260-fdd0-461b-8eb8-865eb920d284 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:39.030770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:39.097819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50f14539-090a-437d-9fe1-ab4c38d4e1dd req-e4a3760c-6eba-4a8b-9677-f0e39297bba4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=24ba3d62-bc62-48fb-8045-4786af785133 HTTP/1.1" status: 200 len: 210 time: 0.0622547 Feb 09 00:05:39.180148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:39.192698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:39.193634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:39.196312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e1fee260-fdd0-461b-8eb8-865eb920d284 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:39.199230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1fee260-fdd0-461b-8eb8-865eb920d284 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:39.200699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port abda0351-f0fa-473a-884d-789c2b77610e yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:39.457140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:39.496635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:39.581310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:39.744660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:39.755816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:39.762650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:39.773303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Pushing event updated for resources: {'Port': ['ID=4203d72a-6a97-4391-86b1-0c50f91ffc2d,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:39.783037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:05:39.845619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::99b4:1730:475c:b3af (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/fafb25d8-5387-4d36-be1c-dcfb0985efe7/abda0351-f0fa-473a-884d-789c2b77610e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:39.973529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Attempting to bind port 4203d72a-6a97-4391-86b1-0c50f91ffc2d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:39.978562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Attempting to bind port 4203d72a-6a97-4391-86b1-0c50f91ffc2d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:39.979068 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Attempting to bind port 4203d72a-6a97-4391-86b1-0c50f91ffc2d on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:40.037521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:40.039323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:40.039701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:40.040234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.040631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:40.041124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Bound port: 4203d72a-6a97-4391-86b1-0c50f91ffc2d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:40.041500 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.107751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: ca027d16-d447-49e7-8f8c-953f06c3915e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:40.108669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ca027d16-d447-49e7-8f8c-953f06c3915e not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:40.139332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.218390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-22b5537d-2902-42c9-938d-2a246355167f None None] For port 4203d72a-6a97-4391-86b1-0c50f91ffc2d, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:40.224207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-22b5537d-2902-42c9-938d-2a246355167f None None] For port 4203d72a-6a97-4391-86b1-0c50f91ffc2d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4203d72a-6a97-4391-86b1-0c50f91ffc2d,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:40.234969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.269190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35968) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:40.394390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.422216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48204a4c-6e4a-4f9a-b568-1927be72a34b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.470700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5537d-2902-42c9-938d-2a246355167f None None] Pushing event updated for resources: {'Port': ['ID=4203d72a-6a97-4391-86b1-0c50f91ffc2d,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:40.496255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48204a4c-6e4a-4f9a-b568-1927be72a34b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.552266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:40.570641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=abda0351-f0fa-473a-884d-789c2b77610e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:40.598075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:05:40.617274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.618377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.619150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.619476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:40.620020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.625042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:40.627605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:40.640965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:40.649492 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:40.656593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:40.662515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48204a4c-6e4a-4f9a-b568-1927be72a34b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.664554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:40.665244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.666689 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48204a4c-6e4a-4f9a-b568-1927be72a34b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.667862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-48204a4c-6e4a-4f9a-b568-1927be72a34b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "DELETE /v2.0/security-groups/8fd21ca0-1f46-4744-bcce-ebf6334d16e7 HTTP/1.1" status: 204 len: 168 time: 0.3975937 Feb 09 00:05:40.679763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35976) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:40.702380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port 4a43a428-ca44-478c-89e8-6df5f9d86933 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:40.702731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:40.815794 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-13a198c2-1dd9-49dc-b5fe-1499a5c1b0bd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] show failed (client error): The resource could not be found. Feb 09 00:05:40.817427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-13a198c2-1dd9-49dc-b5fe-1499a5c1b0bd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups/8fd21ca0-1f46-4744-bcce-ebf6334d16e7 HTTP/1.1" status: 404 len: 347 time: 0.1333239 Feb 09 00:05:40.818829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48204a4c-6e4a-4f9a-b568-1927be72a34b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd21ca0-1f46-4744-bcce-ebf6334d16e7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:40.821714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35978) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:40.865619 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8495a0bf-137d-4c60-91be-898a193ce967 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5800009 Feb 09 00:05:40.900560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35980) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:40.978831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:05:41.023776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:41.057205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for 4a43a428-ca44-478c-89e8-6df5f9d86933 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:41.225708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f766a30-4113-4e98-972a-1a04742c9c46 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:41.231912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f766a30-4113-4e98-972a-1a04742c9c46 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:41.240644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7f766a30-4113-4e98-972a-1a04742c9c46 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3385239 Feb 09 00:05:41.242007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35984) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:41.432490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Deleting port bd4234d9-801c-4c86-a637-c88506113255 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:41.433173 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:41.442686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:41.488265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:41.515442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e50684-5a4c-4a00-b10e-4f8e254910c2 None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:41.556187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=4a43a428-ca44-478c-89e8-6df5f9d86933,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:41.652125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port abda0351-f0fa-473a-884d-789c2b77610e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:41.652498 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:41.887957 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9504f0d-d44a-4a67-8527-cdbdf5361696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:41.893419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:41.934112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for abda0351-f0fa-473a-884d-789c2b77610e owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:42.042289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.068023 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a244a-1631-41e0-82be-0e4a501c9554 None None] New status for floating IP 5397f274-31c5-4887-b170-84ba0b48e0ad: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:05:42.145216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.278026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=abda0351-f0fa-473a-884d-789c2b77610e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:42.337867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.340297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.349121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.351961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.352774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fe8c85d1-26e9-487b-afa0-45b1562ce15d None None] Provisioning complete for port 4203d72a-6a97-4391-86b1-0c50f91ffc2d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:42.354002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.354780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.355251 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe8c85d1-26e9-487b-afa0-45b1562ce15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.355832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.357258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.357435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.360774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.365396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.365849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.366203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.366549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:05:42.493251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Calling delete_port for bd4234d9-801c-4c86-a637-c88506113255 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:42.498346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.520939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a7053925-2656-4ac3-aad1-80f7c59af346 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/abda0351-f0fa-473a-884d-789c2b77610e HTTP/1.1" status: 204 len: 168 time: 1.2235317 Feb 09 00:05:42.527362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 35998) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:42.740708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:05:42.795045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869d88a-83db-4380-8f53-2a6ec0978784 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:42.806041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869d88a-83db-4380-8f53-2a6ec0978784 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:42.817813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d869d88a-83db-4380-8f53-2a6ec0978784 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2771487 Feb 09 00:05:42.818792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36000) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:42.960543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet fafb25d8-5387-4d36-be1c-dcfb0985efe7 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:42.983666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:42.997299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4203d72a-6a97-4391-86b1-0c50f91ffc2d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:43.028080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:05:43.044794 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed958959-e504-4cad-8cd7-78fc86dbc42e tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "PUT /v2.0/routers/0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8142030 Feb 09 00:05:43.047648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36006) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:43.116202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] Sync routers for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:05:43.155269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe8c85d1-26e9-487b-afa0-45b1562ce15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.163575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:43.164745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:43.190189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.292395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:43.365336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fe8c85d1-26e9-487b-afa0-45b1562ce15d None None] For port 4203d72a-6a97-4391-86b1-0c50f91ffc2d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4203d72a-6a97-4391-86b1-0c50f91ffc2d,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:43.366739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.376730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4203d72a-6a97-4391-86b1-0c50f91ffc2d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:43.381178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.390833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fe8c85d1-26e9-487b-afa0-45b1562ce15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.470657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.523673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.542145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c85d1-26e9-487b-afa0-45b1562ce15d None None] Pushing event updated for resources: {'Port': ['ID=4203d72a-6a97-4391-86b1-0c50f91ffc2d,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:43.555505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] Routers {'0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:05:43.556177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:05:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:43.604711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.656352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event deleted for resources: {'Port': ['ID=bd4234d9-801c-4c86-a637-c88506113255,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:43.718931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-94a7a564-0557-4cf6-87a4-79a17930ac2f None None] Could not find standard attr ID for object abda0351-f0fa-473a-884d-789c2b77610e. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:05:43.728291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:43.733063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5f49d-9d30-4f2c-a7e7-f53cbe2d5756 None None] The sync data for ids ['0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:05:43.736069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-94a7a564-0557-4cf6-87a4-79a17930ac2f None None] Could not find standard attr ID for object faf3a921-4413-4e86-842c-57bd82c4e738. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:05:43.754115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting port f49e9f5d-a3d9-4d76-8925-ce085500994a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:43.757603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.906813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.949935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.956557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.962749 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:43.963950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ae8b31fe-b8d6-4078-872c-d5f8fd14eb4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "DELETE /v2.0/floatingips/5397f274-31c5-4887-b170-84ba0b48e0ad HTTP/1.1" status: 204 len: 168 time: 3.1409421 Feb 09 00:05:44.009986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.017281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Calling delete_port for f49e9f5d-a3d9-4d76-8925-ce085500994a owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:44.018633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/fafb25d8-5387-4d36-be1c-dcfb0985efe7 HTTP/1.1" status: 204 len: 168 time: 1.1958716 Feb 09 00:05:44.020166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b84b19-f926-47ad-aed7-97afac423907 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=fafb25d8-5387-4d36-be1c-dcfb0985efe7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:44.026753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:44.203211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5ed27884-e3ab-4da0-add7-7d9b34604b61 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1616924 Feb 09 00:05:44.204199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36024) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:44.228065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:44.262896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0bc0380-a535-4f3c-b956-a2d92b8432f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.322381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891773f4-a8a7-4838-8be0-94adb6ff115b None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:44.456247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:44.463348 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.661921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.687237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:44.715819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Port': ['ID=f49e9f5d-a3d9-4d76-8925-ce085500994a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:44.852712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] Deleting port 4203d72a-6a97-4391-86b1-0c50f91ffc2d {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:44.853377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.859027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.928375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36040) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:44.933432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110513688', 'description': 'tempest-description--1734606472'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:44.956993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] For port 4203d72a-6a97-4391-86b1-0c50f91ffc2d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4203d72a-6a97-4391-86b1-0c50f91ffc2d,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:44.957429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:44.975113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] Calling delete_port for 4203d72a-6a97-4391-86b1-0c50f91ffc2d owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:44.993501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.081730 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.085221 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.090404 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.092805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.093165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.118700 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.126758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] Pushing event deleted for resources: {'Port': ['ID=4203d72a-6a97-4391-86b1-0c50f91ffc2d,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:45.129836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfa7dd-b750-46bf-b915-ba7e1e870842 None None] No DVR routers for this DVR port 4203d72a-6a97-4391-86b1-0c50f91ffc2d on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:45.179053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.179869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:05:45.192871 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.194121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2647552 Feb 09 00:05:45.197242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.198213 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d27a04b7-0167-454b-81ac-4d4ed1192ab4 tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/routers/0ae2cbc9-8d3c-4e49-a000-1cbd2f35436d HTTP/1.1" status: 204 len: 168 time: 2.1493073 Feb 09 00:05:45.202399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36042) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:45.202723 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36044) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:45.209131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:45.214475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:45.220421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:45.225666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.227259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d2410-df83-4468-ac5f-31efe4f3c8f3 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:45.239391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'security_group_rule': {'security_group_id': 'dd1c80dd-a3b8-4224-88a5-35b810527915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:45.253409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b5401-6508-491b-9bd3-98cf0922a6f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c80dd-a3b8-4224-88a5-35b810527915,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:45.272347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0624688 Feb 09 00:05:45.277819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:45.292033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '8c1b9f8d-adb7-4000-aacf-87b9e899593d', 'ip_address': '2001:db8::b200:3dc3:c6cf:6650'}], 'name': 'tempest-NetworksTestDHCPv6-1947129679'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:45.390421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Deleting subnet a49ac1a0-ab2c-4aa5-960f-977fa44e7189 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:45.401360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.425049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318d4a5-1f01-4895-90f8-4f642f579c9e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=8c1b9f8d-adb7-4000-aacf-87b9e899593d,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:45.491741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.509749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.534858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.556616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '8c1b9f8d-adb7-4000-aacf-87b9e899593d'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:45.560537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.570891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:45.621442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.626669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.653335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.689398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0afe47-4eb2-45e1-bdf7-ae150a84378a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:45.704130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.705423 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e283b7d4-0edc-4626-9486-cb60562b7cf5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4995410 Feb 09 00:05:45.708193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36052) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:45.713022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'security_group_rule': {'security_group_id': 'dd1c80dd-a3b8-4224-88a5-35b810527915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:45.742751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.772867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.819980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 6189bfd7-8dc5-4131-9b37-6384f1e83bdb yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:45.827038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Subnet': ['ID=a49ac1a0-ab2c-4aa5-960f-977fa44e7189,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:45.838329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.845952 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e626e254-1212-4bf6-b628-d7f9be7d475f tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/subnets/a49ac1a0-ab2c-4aa5-960f-977fa44e7189 HTTP/1.1" status: 204 len: 168 time: 0.6383078 Feb 09 00:05:45.847835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:45.876842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:45.897876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/8c1b9f8d-adb7-4000-aacf-87b9e899593d/1d31d4ae-4ea2-43cc-8e41-e284a17b3af9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:46.148830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.167447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.174032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.177836 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.206642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.252147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:46.259576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:46.264379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:46.273866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc51ef30-2cb6-491e-8d89-73cc94ada0cc,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:46.278530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Pushing event updated for resources: {'Port': ['ID=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:46.283240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::b200:3dc3:c6cf:6650 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/8c1b9f8d-adb7-4000-aacf-87b9e899593d/6189bfd7-8dc5-4131-9b37-6384f1e83bdb) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:46.286244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.290297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0e73b5b5-2b13-4d3f-9a8f-79e37e0e5ab3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5784209 Feb 09 00:05:46.291404 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.291975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36068) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:46.302683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:46.328417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2be44c-6385-41bf-9b25-5de976909c1b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:46.339635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25178a0d-bbc4-47cd-a3a1-1e110eea9f0e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:46.340251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25178a0d-bbc4-47cd-a3a1-1e110eea9f0e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:46.358814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.371062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Attempting to bind port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:46.371436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Attempting to bind port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:46.372288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Attempting to bind port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:46.387063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.388306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:46.388808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:46.391345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.391860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:46.394143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Bound port: 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:46.395202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.398931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:05:46.399852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:05:46.429558 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:05:46.431857 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.574073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] For port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:46.633090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4203d72a-6a97-4391-86b1-0c50f91ffc2d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:46.658700 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.679927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.681461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4203d72a-6a97-4391-86b1-0c50f91ffc2d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:46.682312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4203d72a-6a97-4391-86b1-0c50f91ffc2d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:46.773630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.853209 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.889576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:46.892584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=6189bfd7-8dc5-4131-9b37-6384f1e83bdb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:46.897445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:46.902768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:46.911811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:46.912533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:46.927755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Allocated IP 172.25.3.32 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/43fb5434-a276-4e51-b025-fff8b3946a8a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:46.949732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-48fc0706-4411-4b82-8735-2ee416e417ba tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6704917 Feb 09 00:05:46.952046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36076) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:47.023116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.023710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] For port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:47.034922 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.048633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.057984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] 10.222.0.32 "DELETE /v2.0/networks/7b2be44c-6385-41bf-9b25-5de976909c1b HTTP/1.1" status: 204 len: 168 time: 1.2063131 Feb 09 00:05:47.078755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5362bf-4cba-42bd-a238-77f8315007f8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:47.085147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d794765-3574-4fce-a657-9aff26b5c4bc tempest-FloatingIPTestJSON-28723537 tempest-FloatingIPTestJSON-28723537-project] Pushing event deleted for resources: {'Network': ['ID=7b2be44c-6385-41bf-9b25-5de976909c1b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:47.085922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5362bf-4cba-42bd-a238-77f8315007f8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:47.089915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2f5362bf-4cba-42bd-a238-77f8315007f8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1368043 Feb 09 00:05:47.093230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36080) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:47.165489 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.226904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bdbe6-190e-4927-a7d5-a3cc5129d7ac None None] Pushing event updated for resources: {'Port': ['ID=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:47.227376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.302261 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.323005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:47.339452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:47.350933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:47.389762 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 6189bfd7-8dc5-4131-9b37-6384f1e83bdb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:47.390103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.426076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'Port': ['ID=43fb5434-a276-4e51-b025-fff8b3946a8a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:47.612827 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.686520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.693249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.708186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 6189bfd7-8dc5-4131-9b37-6384f1e83bdb owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:47.758813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36098) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:47.914820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.950963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:47.968747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.007295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=6189bfd7-8dc5-4131-9b37-6384f1e83bdb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:48.062078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.069051 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-18d926cd-3ba0-4aaa-8f8b-4cfaa2c8add1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/6189bfd7-8dc5-4131-9b37-6384f1e83bdb HTTP/1.1" status: 204 len: 168 time: 0.9748144 Feb 09 00:05:48.069720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:48.086403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'Port': ['ID=43fb5434-a276-4e51-b025-fff8b3946a8a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:48.100604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0a2f0218-d3eb-4faa-8737-45c131e8f602 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aedf48e58ad845259b373ec5c37c6c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405812 Feb 09 00:05:48.103135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36106) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:48.138608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.150791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c8c68-d051-43b5-b0ff-3ed6d1acdc0c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:48.153546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c8c68-d051-43b5-b0ff-3ed6d1acdc0c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:48.161773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2a2c8c68-d051-43b5-b0ff-3ed6d1acdc0c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0884955 Feb 09 00:05:48.162624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:48.184900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.188116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8fc26432-3513-45b3-acf5-cdfacd42bef4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8938193 Feb 09 00:05:48.193674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daa410c8-edae-4be1-931d-1fbe4d78ac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.229039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daa410c8-edae-4be1-931d-1fbe4d78ac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.237145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 8c1b9f8d-adb7-4000-aacf-87b9e899593d {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:48.244999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.320478 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.341980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daa410c8-edae-4be1-931d-1fbe4d78ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.345830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-daa410c8-edae-4be1-931d-1fbe4d78ac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.348350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-daa410c8-edae-4be1-931d-1fbe4d78ac14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce5509bd-01d5-4adc-825f-230a8306206a HTTP/1.1" status: 204 len: 168 time: 0.2434311 Feb 09 00:05:48.360052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa410c8-edae-4be1-931d-1fbe4d78ac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5509bd-01d5-4adc-825f-230a8306206a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:48.560420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.591574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-ef91241d-2130-47e1-a186-c5eb9644e56d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2110513688&fields=id&tenant_id=1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 267 time: 0.0938690 Feb 09 00:05:48.620312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-787360de-b90e-4084-bc10-96fc50919bd3 req-4bbb1da4-c176-4526-b4a1-481cf18d052b tempest-ServersOnMultiNodesTest-1459879784 tempest-ServersOnMultiNodesTest-1459879784-project] (105925) timed out ('10.222.0.84', 58466) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:05:48.764744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.777599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:48.786443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:48.792546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/8c1b9f8d-adb7-4000-aacf-87b9e899593d HTTP/1.1" status: 204 len: 168 time: 0.6270270 Feb 09 00:05:48.792945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:48.820217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d79a9-8793-4bfd-9209-211ad8d4de6c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1b9f8d-adb7-4000-aacf-87b9e899593d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:48.864293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-99f8d702-9f3d-48cd-b2b5-8bd0254ca930 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677810 Feb 09 00:05:48.864504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:48.872288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:48.892701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-888cdf4f-1496-472f-b9ba-e901e862c121 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:48.896044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-888cdf4f-1496-472f-b9ba-e901e862c121 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 817 time: 0.2956846 Feb 09 00:05:48.922578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a5038-341c-46f1-963a-2b05482d8008 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:48.928218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-9b9655b9-fb03-401c-8ef5-caa592762d39 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/quotas/1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 375 time: 0.0132077 Feb 09 00:05:48.969718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:48.970094 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.024625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:49.034422 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.050382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-6bde0f2d-028e-4a3c-afae-5c31002b12fb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051919 Feb 09 00:05:49.227345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-dcb4f6a0-f59e-4f54-a9d3-770f6f461942 service neutron] 10.222.0.32 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671388 Feb 09 00:05:49.336966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-877398a5-58a9-4aee-b4f2-c5d5489dfa1a None None] Provisioning complete for port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:49.337328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-877398a5-58a9-4aee-b4f2-c5d5489dfa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.444498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.478180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-297f2cc3-da4c-492d-9690-47acc1223d3b service neutron] 10.222.0.32 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448113 Feb 09 00:05:49.549362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:49.552453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:49.556054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:49.570500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:49.571012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.604325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=6e301d88-a759-4d48-9060-ef051a6b2381,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:49.614740 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-710d9d8b-701f-4148-9987-96a174f734cd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7486053 Feb 09 00:05:49.615442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.617431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36160) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:49.625442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '6e301d88-a759-4d48-9060-ef051a6b2381', 'ip_address': '2001:db8::2c82:e50:87d2:b613'}], 'name': 'tempest-NetworksTestDHCPv6-679836333'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:49.696737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-f9a6d528-2d2a-4d5a-8445-27162c17d4e9 req-7f0ed5e0-cf09-4a43-a48b-9b936dceb7fc service neutron] (105931) timed out ('10.222.0.84', 58421) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:05:49.702143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-877398a5-58a9-4aee-b4f2-c5d5489dfa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.710818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:49.730590 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.798201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] Deleting port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:49.798892 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:49.902667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:49.979341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:50.015908 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-877398a5-58a9-4aee-b4f2-c5d5489dfa1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:05:50.016314 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-877398a5-58a9-4aee-b4f2-c5d5489dfa1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:05:50.041057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1a06576-d67f-4317-bc16-b7fd17359c2b req-74c0e271-e344-4638-a505-f174f3142a1b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 210 time: 0.1756942 Feb 09 00:05:50.082633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] For port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:50.083198 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.094263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:50.100420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.114643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535299016'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:50.116598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] Calling delete_port for 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:50.156991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:50.157914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 3af09558-7585-4b64-837f-e3e8159d9202 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:50.161274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.197734 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.400901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.436902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] No DVR routers for this DVR port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:05:50.460101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.461887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73bc24-86a3-4a4a-9c52-19928d7814be None None] Pushing event deleted for resources: {'Port': ['ID=1d31d4ae-4ea2-43cc-8e41-e284a17b3af9,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:50.489176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.497463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36190) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:50.499038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fa5dc-2971-486d-9d4d-6bdea8e42d09 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:50.540193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::2c82:e50:87d2:b613 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/6e301d88-a759-4d48-9060-ef051a6b2381/3af09558-7585-4b64-837f-e3e8159d9202) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:50.547541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:05:50.578311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.578910 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1 of type vlan for network ccd9c421-8823-43f3-8a92-a9099e17abda Feb 09 00:05:50.580819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa3b70-a6d3-4e1f-947c-016ca3eb49bf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:50.671724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.737179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.749860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:50.750929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:50.754095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:50.804570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:05:50.806388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:05:50.814119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-877398a5-58a9-4aee-b4f2-c5d5489dfa1a None None] Port 1d31d4ae-4ea2-43cc-8e41-e284a17b3af9 update to ACTIVE by agent not found {{(pid=105933) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 09 00:05:50.826291 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9219551 Feb 09 00:05:51.004711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93501-dc44-49d5-9e47-87c34d0be27e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=ccd9c421-8823-43f3-8a92-a9099e17abda,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:51.036710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network ccd9c421-8823-43f3-8a92-a9099e17abda details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:05:51.159437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '6e301d88-a759-4d48-9060-ef051a6b2381'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:51.161967 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:51.646406 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:51.755503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f53d9cc-c895-4e8c-84fd-2ea79c6bd059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:51.760109 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88334fc3-e3ba-4b17-9c65-e5801f660743 req-d49a2216-55c9-4794-8b50-44151430cd3a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 210 time: 0.1114771 Feb 09 00:05:51.864928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:51.922458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-8be2a790-b88d-4f03-b807-590e545f15cb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:51.924812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-8be2a790-b88d-4f03-b807-590e545f15cb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 817 time: 0.2732556 Feb 09 00:05:51.937770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/6e301d88-a759-4d48-9060-ef051a6b2381/86c6ff14-2b0b-4630-bd25-92d878f35154) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:51.992289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=3af09558-7585-4b64-837f-e3e8159d9202,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:52.032467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:52.058488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:52.065674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:52.071470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:52.072214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.084677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-9f3a68e5-d426-48ab-a319-f792c2894c17 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 380 time: 0.1407034 Feb 09 00:05:52.093493 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:05:52.112649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'port': {'device_id': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'admin_state_up': True, 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'security_groups': ['dd1c80dd-a3b8-4224-88a5-35b810527915']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:52.159053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f53d9cc-c895-4e8c-84fd-2ea79c6bd059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.165617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a55a0d57-9995-40f1-9d0d-d98d95fe501b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5467348 Feb 09 00:05:52.169354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36216) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:52.201015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f53d9cc-c895-4e8c-84fd-2ea79c6bd059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.303813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8349a8be-c755-4795-b74d-c00bcfb015f9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:52.305362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8349a8be-c755-4795-b74d-c00bcfb015f9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1331460 Feb 09 00:05:52.315059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36220) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:52.328751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5f53d9cc-c895-4e8c-84fd-2ea79c6bd059 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06786cf657c841f495fc0dabb6a07945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8284094 Feb 09 00:05:52.331589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:52.339077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.349342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.473943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a733a935-2a28-4eaf-8eaf-845ab90bdc4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.482833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:52.492114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53d9cc-c895-4e8c-84fd-2ea79c6bd059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59e8ab6-10a7-4512-b0e1-08c7836f2c21,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:52.496048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:52.503103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:52.517186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Pushing event updated for resources: {'Port': ['ID=86c6ff14-2b0b-4630-bd25-92d878f35154,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:52.570178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a733a935-2a28-4eaf-8eaf-845ab90bdc4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.683176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a733a935-2a28-4eaf-8eaf-845ab90bdc4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.691231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a733a935-2a28-4eaf-8eaf-845ab90bdc4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.694549 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a733a935-2a28-4eaf-8eaf-845ab90bdc4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d59e8ab6-10a7-4512-b0e1-08c7836f2c21 HTTP/1.1" status: 204 len: 168 time: 0.3602381 Feb 09 00:05:52.736065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Made reservation on behalf of 1ae6f701f4534c21b4c6f097bb174366 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:52.737786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a935-2a28-4eaf-8eaf-845ab90bdc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59e8ab6-10a7-4512-b0e1-08c7836f2c21,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:52.746332 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:52.788588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 3af09558-7585-4b64-837f-e3e8159d9202 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:52.789125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:53.184673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Attempting to bind port 86c6ff14-2b0b-4630-bd25-92d878f35154 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:53.188981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Attempting to bind port 86c6ff14-2b0b-4630-bd25-92d878f35154 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:53.190302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Attempting to bind port 86c6ff14-2b0b-4630-bd25-92d878f35154 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:53.202561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:53.205368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:53.208303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:53.210750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:53.211507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Bound port: 86c6ff14-2b0b-4630-bd25-92d878f35154, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:53.212656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:53.216309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d02cef5-f328-42c6-8301-ed8ad338ed96 req-f5168f75-9141-4325-9d1e-b251fbe8ceae tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 210 time: 0.2509651 Feb 09 00:05:53.298795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:53.366358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] For port 86c6ff14-2b0b-4630-bd25-92d878f35154, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:53.377718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] For port 86c6ff14-2b0b-4630-bd25-92d878f35154, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=86c6ff14-2b0b-4630-bd25-92d878f35154,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:53.386512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Allocated IP 172.20.0.9 (53e7c5c6-c609-49a1-ae82-f8bb95c639d1/90c498b6-4590-440b-a55e-61bad78629b7/ae3d12d0-c5c3-4d60-a545-a25038e0337a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:53.396511 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:53.619542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b3fc0-970c-4288-85b0-cdc9053f1c3a None None] Pushing event updated for resources: {'Port': ['ID=86c6ff14-2b0b-4630-bd25-92d878f35154,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:53.692303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 3af09558-7585-4b64-837f-e3e8159d9202 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:53.855421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:53.984423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-88330ceb-4f16-4381-af30-3afc5bc0644d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2964604 Feb 09 00:05:54.329151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:54.382184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-9161ad8d-ae47-43fb-b8a1-d1206debafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:54.383745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-9161ad8d-ae47-43fb-b8a1-d1206debafc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 1096 time: 0.2987795 Feb 09 00:05:54.530391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:54.584398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:54.590406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:54.676503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:54.679728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:54.687155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:54.785982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 86c6ff14-2b0b-4630-bd25-92d878f35154 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:54.829823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:54.868162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d40fdc-ab41-4304-9a15-ab3cb840cd21 req-4c2484ff-a3a9-44ef-9ac6-167805159ef0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:54.875645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06d40fdc-ab41-4304-9a15-ab3cb840cd21 req-4c2484ff-a3a9-44ef-9ac6-167805159ef0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 931 time: 0.3850358 Feb 09 00:05:54.907555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:54.912129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:54.912810 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:54.929209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:54.931624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 86c6ff14-2b0b-4630-bd25-92d878f35154 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:54.932198 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.032509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=3af09558-7585-4b64-837f-e3e8159d9202,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:55.116493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-0699308e-f8fa-443c-ab66-c00d55ed1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:55.118148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-0699308e-f8fa-443c-ab66-c00d55ed1611 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 915 time: 0.6725194 Feb 09 00:05:55.168849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.176525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9c1dd6aa-dd93-4d32-8237-1073fb5284a2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/3af09558-7585-4b64-837f-e3e8159d9202 HTTP/1.1" status: 204 len: 168 time: 2.8482926 Feb 09 00:05:55.187886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36278) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:55.217706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.259312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-49d634e3-6fb3-4774-9913-8641c97a2994 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1647079 Feb 09 00:05:55.395790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb720a-b429-4e58-bc58-33c8583285e8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:55.397998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbb720a-b429-4e58-bc58-33c8583285e8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:55.398314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.403036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0cbb720a-b429-4e58-bc58-33c8583285e8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1560564 Feb 09 00:05:55.403208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 86c6ff14-2b0b-4630-bd25-92d878f35154, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=86c6ff14-2b0b-4630-bd25-92d878f35154,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:55.404722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36282) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:55.413005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-186da0e8-77d8-4be4-9794-3654f0afd46d None None] Provisioning complete for port ae3d12d0-c5c3-4d60-a545-a25038e0337a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:55.415249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-186da0e8-77d8-4be4-9794-3654f0afd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.418445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.588515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-eb5b73a8-340b-4d9b-b6bf-472f78bd92e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d HTTP/1.1" status: 200 len: 217 time: 0.4376020 Feb 09 00:05:55.594763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Request body: {'port': {'device_id': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:55.617412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 6e301d88-a759-4d48-9060-ef051a6b2381 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:05:55.701801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-186da0e8-77d8-4be4-9794-3654f0afd46d None None] Port ae3d12d0-c5c3-4d60-a545-a25038e0337a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:05:55.703372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:55.703877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: ccd9c421-8823-43f3-8a92-a9099e17abda, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:05:55.723117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=5e145e9e-93ec-4503-85d2-4561659f4bbc,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:55.769574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=86c6ff14-2b0b-4630-bd25-92d878f35154,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:55.789810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network ccd9c421-8823-43f3-8a92-a9099e17abda is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:05:55.796355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06d40fdc-ab41-4304-9a15-ab3cb840cd21 req-cdf45d3c-34f4-414b-a6a1-aee7abd3b3e9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8213763 Feb 09 00:05:55.801434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.836699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, ccd9c421-8823-43f3-8a92-a9099e17abda) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:55.863547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:55.867661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.884310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1233230c-0acf-4e64-b2dc-16ca305d881c None None] Network ccd9c421-8823-43f3-8a92-a9099e17abda requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:55.899649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-670ee8f1-dcf0-4ce4-b5bf-50aaf57c9cdc None None] Provisioning complete for port 86c6ff14-2b0b-4630-bd25-92d878f35154 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:55.901222 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-670ee8f1-dcf0-4ce4-b5bf-50aaf57c9cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.911160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.915936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-40d5af67-2caf-4aa1-b45b-512138b6a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:55.918122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-40d5af67-2caf-4aa1-b45b-512138b6a13a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 HTTP/1.1" status: 200 len: 854 time: 0.2889216 Feb 09 00:05:55.929829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dad37e64-c57a-4496-8379-f96e57a842a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3406165 Feb 09 00:05:55.931868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36296) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:55.960486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-642571357'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:55.990535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:55.999967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-6074f6f9-1963-498e-bba0-de84c09f2e93 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70fab46f-2373-4515-972a-9ab6269c5980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511301 Feb 09 00:05:56.036272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:56.044612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.097890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:05:56.132741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.133127 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 5580f697-1056-4564-8fa5-e2d92ec03b85 of type vlan for network 40986c74-c88e-43ec-a3b6-09a3628c4e7e Feb 09 00:05:56.315188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.344634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-ccd9c421-8823-43f3-8a92-a9099e17abda', 'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda', 'tenant_id': '3ebc91a754e948ba9e269b4f23259001', 'fixed_ips': [{'subnet_id': '5e145e9e-93ec-4503-85d2-4561659f4bbc'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:56.346645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.379319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.379933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.395215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:56.395862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.533404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-5b1fed5a-74d7-437a-a1a9-bc70dae52b52 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983008 Feb 09 00:05:56.570137 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6341934 Feb 09 00:05:56.570779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36304) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:56.588437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': '40986c74-c88e-43ec-a3b6-09a3628c4e7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:56.663489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa65a0b-dada-45a6-82fe-8f7e3fbc942d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=40986c74-c88e-43ec-a3b6-09a3628c4e7e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:56.724070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.799241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=6e301d88-a759-4d48-9060-ef051a6b2381,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:56.818442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 40986c74-c88e-43ec-a3b6-09a3628c4e7e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:05:56.821473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:56.827767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0a2457b1-9cb8-497c-a091-935cdbf43e55 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/6e301d88-a759-4d48-9060-ef051a6b2381 HTTP/1.1" status: 204 len: 168 time: 1.4106238 Feb 09 00:05:56.828405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 86c6ff14-2b0b-4630-bd25-92d878f35154 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:05:56.828973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36314) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:56.870826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ba280567-8d5b-4c63-bc5a-7fd9fb7bac82 None None] Could not find standard attr ID for object 6189bfd7-8dc5-4131-9b37-6384f1e83bdb. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:05:56.995755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8c322478-2ed3-4509-ab65-b1e57d8bcd81 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561201 Feb 09 00:05:56.997251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:57.002080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36338) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:57.017896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:57.091757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccd96b98-c3aa-4cd1-b746-46d510603fca req-cf08d465-3930-4020-8f23-4d0b86423972 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353010 Feb 09 00:05:57.285759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86317d7-5003-4dfc-8864-998809504352 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:57.409716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff3a6b-a6ee-45ca-ab80-fa621ece2349 req-09fab39c-a972-4bf8-bf04-7cadce2ef8e4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:57.410605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d0f9581c-38ef-476e-8d9f-979da8c2170e None None] Could not find standard attr ID for object 3af09558-7585-4b64-837f-e3e8159d9202. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:05:57.414595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-feff3a6b-a6ee-45ca-ab80-fa621ece2349 req-09fab39c-a972-4bf8-bf04-7cadce2ef8e4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 931 time: 0.3588445 Feb 09 00:05:57.444715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4674e42c-e7fe-41ae-9de7-b6aca6c98c16 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:57.460843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4674e42c-e7fe-41ae-9de7-b6aca6c98c16 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4486535 Feb 09 00:05:57.463306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36352) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:57.503104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3d12d0-c5c3-4d60-a545-a25038e0337a {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:05:57.537548 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:57.589550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Transition to ACTIVE for port object ae3d12d0-c5c3-4d60-a545-a25038e0337a will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:05:57.604751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359c9981-f31a-4c0a-8ea2-61556dd3e308 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:57.606707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-359c9981-f31a-4c0a-8ea2-61556dd3e308 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1422284 Feb 09 00:05:57.609352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:57.612248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36354) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:57.704663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f60dae61-255b-42c0-8f76-4fbde80a474e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886176 Feb 09 00:05:57.708794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:57.713810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36356) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:57.719195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:57.744952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Allocated IP 2001:db8:0:ffff::2 (ccd9c421-8823-43f3-8a92-a9099e17abda/5e145e9e-93ec-4503-85d2-4561659f4bbc/8ddd5d8a-4ac2-4aab-88c8-52154aa79d00) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:05:57.809437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=2b94874c-c23a-4978-8e0e-f9962583f9a8,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:57.853413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '5580f697-1056-4564-8fa5-e2d92ec03b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '40986c74-c88e-43ec-a3b6-09a3628c4e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:57.858037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: 40986c74-c88e-43ec-a3b6-09a3628c4e7e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:05:57.914884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-feff3a6b-a6ee-45ca-ab80-fa621ece2349 req-f0501af5-dcbf-42eb-bd63-76811313130f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518404 Feb 09 00:05:57.975317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network 40986c74-c88e-43ec-a3b6-09a3628c4e7e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:05:58.024751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 40986c74-c88e-43ec-a3b6-09a3628c4e7e) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:58.048274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:58.048875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.063680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:58.073285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4242a2a-6142-44dd-8ee2-be2a0ca919a0 None None] Network 40986c74-c88e-43ec-a3b6-09a3628c4e7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:05:58.083437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.087757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:58.150524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36364) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:58.226047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Attempting to bind port ae3d12d0-c5c3-4d60-a545-a25038e0337a on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:05:58.226395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Attempting to bind port ae3d12d0-c5c3-4d60-a545-a25038e0337a by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:05:58.226726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Attempting to bind port ae3d12d0-c5c3-4d60-a545-a25038e0337a on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:58.243528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Port ae3d12d0-c5c3-4d60-a545-a25038e0337a on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:05:58.253322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Attempting to bind port ae3d12d0-c5c3-4d60-a545-a25038e0337a on network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:05:58.257443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36368) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:58.258932 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f7f38981-1b23-4e1e-8ede-16437cefd890 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6785839 Feb 09 00:05:58.284773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:05:58.285392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Checking segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:05:58.285761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Bound using segment: {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:05:58.286193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Bound port: ae3d12d0-c5c3-4d60-a545-a25038e0337a, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25547e6e-fe97-4955-9575-45d33b603b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:05:58.286551 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.451840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 86c6ff14-2b0b-4630-bd25-92d878f35154 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:05:58.452398 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.506756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.549077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d17fd-76b8-4ff2-8a8a-0ea02b5920a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.581789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.605365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:05:58.668091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=876470e0-e5e2-4aaa-82ff-e167ec845286,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:58.686912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:58.688593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:58.695355 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:58.695943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.725144 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1dde8d4a-d2d7-4461-a9e9-e1ae738af49c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0098917 Feb 09 00:05:58.727136 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.728568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36372) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:58.742089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '876470e0-e5e2-4aaa-82ff-e167ec845286', 'ip_address': '2001:db8::cad7:a5c4:5a95:6bf3'}], 'name': 'tempest-NetworksTestDHCPv6-1362287789'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:05:58.753847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.806331 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d17fd-76b8-4ff2-8a8a-0ea02b5920a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.821600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9d17fd-76b8-4ff2-8a8a-0ea02b5920a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:58.841957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Network ccd9c421-8823-43f3-8a92-a9099e17abda is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:05:58.864183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0a9d17fd-76b8-4ff2-8a8a-0ea02b5920a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01a0e800a52a4775b9f1171f5bd909a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117300 Feb 09 00:05:58.866248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36374) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:05:58.997372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 86c6ff14-2b0b-4630-bd25-92d878f35154 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:05:59.013645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:05:59.037853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d17fd-76b8-4ff2-8a8a-0ea02b5920a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20584445-80bf-4cee-9685-fb693f444093,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:59.042559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:05:59.043738 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.050841 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:05:59.063644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e41410-2cd8-4643-9c8c-967e4a8636b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-40986c74-c88e-43ec-a3b6-09a3628c4e7e', 'network_id': '40986c74-c88e-43ec-a3b6-09a3628c4e7e', 'tenant_id': '3ebc91a754e948ba9e269b4f23259001', 'fixed_ips': [{'subnet_id': '2b94874c-c23a-4978-8e0e-f9962583f9a8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:05:59.064740 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d9e41410-2cd8-4643-9c8c-967e4a8636b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.106015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:05:59.108390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f143ee8-f1ff-4ccb-982e-64aed2bd2c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.119069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.213524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f143ee8-f1ff-4ccb-982e-64aed2bd2c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.237677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:59.238294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.243512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] 10.222.0.21 "PUT /v2.0/ports/ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 1091 time: 3.8307626 Feb 09 00:05:59.253868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:05:59.256444 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0894d91-b83f-4ffa-963d-3805db8fbf90" -d '{"events": [{"name": "network-changed", "server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:05:59.286605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] Deleting port 86c6ff14-2b0b-4630-bd25-92d878f35154 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:05:59.286990 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.337485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50600838-0dcb-4800-9928-8192eab11f8b req-04874c9e-7ab3-4ed7-b95d-c0343cc0a60c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:05:59.350816 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50600838-0dcb-4800-9928-8192eab11f8b req-04874c9e-7ab3-4ed7-b95d-c0343cc0a60c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2253234 Feb 09 00:05:59.361270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:05:59.367613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492891b-08e5-44fa-9ad9-52bf40c8b530 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:59.461504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.482036 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b56ab7-700b-406a-afa0-ee360eceadc0 x-openstack-request-id: req-68b56ab7-700b-406a-afa0-ee360eceadc0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:05:59.485742 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:05:59.486014 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68b56ab7-700b-406a-afa0-ee360eceadc0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:05:59.486443 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'status': 'completed', 'code': 200} Feb 09 00:05:59.542977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] For port 86c6ff14-2b0b-4630-bd25-92d878f35154, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=86c6ff14-2b0b-4630-bd25-92d878f35154,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:05:59.543551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.562555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f143ee8-f1ff-4ccb-982e-64aed2bd2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.566315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f143ee8-f1ff-4ccb-982e-64aed2bd2c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.567704 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f143ee8-f1ff-4ccb-982e-64aed2bd2c14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20584445-80bf-4cee-9685-fb693f444093 HTTP/1.1" status: 204 len: 168 time: 0.7005126 Feb 09 00:05:59.573665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] Calling delete_port for 86c6ff14-2b0b-4630-bd25-92d878f35154 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:05:59.580506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.611281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f143ee8-f1ff-4ccb-982e-64aed2bd2c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20584445-80bf-4cee-9685-fb693f444093,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:59.617546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 6343b7c6-8ff5-465d-9fb5-750f5da2b42a yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:05:59.675748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=2b94874c-c23a-4978-8e0e-f9962583f9a8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:59.808347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Pushing event updated for resources: {'Port': ['ID=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:05:59.861871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.904882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.938040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40986c74-c88e-43ec-a3b6-09a3628c4e7e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:59.952827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5580f697-1056-4564-8fa5-e2d92ec03b85') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:59.953317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5580f697-1056-4564-8fa5-e2d92ec03b85') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:05:59.966727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:05:59.989022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.001817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:00.002238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.070446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::cad7:a5c4:5a95:6bf3 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/876470e0-e5e2-4aaa-82ff-e167ec845286/6343b7c6-8ff5-465d-9fb5-750f5da2b42a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:00.072313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] Pushing event deleted for resources: {'Port': ['ID=86c6ff14-2b0b-4630-bd25-92d878f35154,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:00.077908 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Attempting to bind port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:00.078848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Attempting to bind port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:00.079523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Attempting to bind port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 on network ccd9c421-8823-43f3-8a92-a9099e17abda {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:00.088664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c53de-e95a-403c-9e2e-3b9f7987e2be None None] No DVR routers for this DVR port 86c6ff14-2b0b-4630-bd25-92d878f35154 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:00.091685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No active binding found for port 86c6ff14-2b0b-4630-bd25-92d878f35154 {{(pid=105933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 00:06:00.092457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 86c6ff14-2b0b-4630-bd25-92d878f35154 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:00.110319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:00.110940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Checking segment: {'id': '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:00.111965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.112793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Bound using segment: {'id': '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:00.113498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Bound port: 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'ccd9c421-8823-43f3-8a92-a9099e17abda'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:00.114101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.122140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be3be2b-b5b2-4f17-af55-32697ef4413b None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:00.148013 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:00.159128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50600838-0dcb-4800-9928-8192eab11f8b req-3705fae9-e6be-44e0-b2f6-628a02766945 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8074255 Feb 09 00:06:00.161286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.166646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.170497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/40986c74-c88e-43ec-a3b6-09a3628c4e7e HTTP/1.1" status: 204 len: 168 time: 1.9108877 Feb 09 00:06:00.180821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36396) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:00.206470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-774c5662-9046-4cc9-8553-9a8309621af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:00.208031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-774c5662-9046-4cc9-8553-9a8309621af0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1094 time: 0.8927600 Feb 09 00:06:00.209396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba888115-a0a1-4e79-a500-0bd23455afb5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=40986c74-c88e-43ec-a3b6-09a3628c4e7e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:00.212480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646562218'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:00.304678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd495e50-806e-46f1-ad33-6a839f262970 None None] Network 40986c74-c88e-43ec-a3b6-09a3628c4e7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:00.316874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36400) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:00.328978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-d4a35be1-28fa-4cf0-9777-b6baef4b2b44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 217 time: 0.1104784 Feb 09 00:06:00.399655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-c644b87f-72ef-4089-b5cf-0f631ef58a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:00.402676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-c644b87f-72ef-4089-b5cf-0f631ef58a63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.0649502 Feb 09 00:06:00.543735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-fb6bc741-de1d-4498-a819-0a4efe2c66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:00.546502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-fb6bc741-de1d-4498-a819-0a4efe2c66bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093719 Feb 09 00:06:00.580944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:00.587600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.590085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eac85c75-4e73-4354-96d6-7e23afcfe51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.759534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:00.771989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd495e50-806e-46f1-ad33-6a839f262970 None None] Network 40986c74-c88e-43ec-a3b6-09a3628c4e7e could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:06:00.798570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.799435 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 670bea20-3361-4ee7-8e04-83988d793006 of type vlan for network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff Feb 09 00:06:00.812040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.866760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] For port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:00.873682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] For port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,segment=NetworkSegment(42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1),segment_id=42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:00.903795 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:00.958960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eac85c75-4e73-4354-96d6-7e23afcfe51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.015515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eac85c75-4e73-4354-96d6-7e23afcfe51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.057459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '876470e0-e5e2-4aaa-82ff-e167ec845286'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:01.058718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.060079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.069622 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eac85c75-4e73-4354-96d6-7e23afcfe51e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7eb478385706453e95411e9b235082e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492311 Feb 09 00:06:01.069622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.071933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36406) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:01.115314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd2087-b449-43d9-866b-a63d9d6b93d3 None None] Pushing event updated for resources: {'Port': ['ID=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:01.179274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.resource_extend [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:06:01.229967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:01.250081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:01.336217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:01.359683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:01.360787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.365205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-f7ca42b4-a396-498e-b45c-0fd48a9d22f5 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8114855 Feb 09 00:06:01.382768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac85c75-4e73-4354-96d6-7e23afcfe51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb5b26-5610-4708-8157-0cca88d5ec9d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:01.416180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.425471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:01.426243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.453284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=6343b7c6-8ff5-465d-9fb5-750f5da2b42a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:01.501996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3168247 Feb 09 00:06:01.512853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36416) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:01.525048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:01.529800 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97a53f18-9313-4ba8-8f44-c48fd98f63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7992055 Feb 09 00:06:01.533524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36420) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:01.543556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '876470e0-e5e2-4aaa-82ff-e167ec845286', 'ip_address': '2001:db8::cad7:a5c4:5a95:6bf3'}], 'name': 'tempest-NetworksTestDHCPv6-1747116547'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:01.557356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/876470e0-e5e2-4aaa-82ff-e167ec845286/56f59155-4747-4a68-be6a-b07403f66554) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:01.610638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8fb1c-aaa4-4a82-a0eb-306d9d8f233d req-48096ae1-5f5b-40d3-a724-488145dee58a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:01.612489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdb8fb1c-aaa4-4a82-a0eb-306d9d8f233d req-48096ae1-5f5b-40d3-a724-488145dee58a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2460577 Feb 09 00:06:01.707212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed760b4-2ee9-4cb2-92de-41c5c7c20e88 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=5075297e-6a6a-48e9-ba1a-a6bf1bd788ff,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:01.708986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afec8635-808f-41fc-8a7c-ea7f818bff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.721824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:01.743725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afec8635-808f-41fc-8a7c-ea7f818bff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.847422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f4ce64-4f42-43c8-ae60-de2b6a883b61 req-d6684e92-73d9-4efe-a42d-cc6d58e2d241 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680612 Feb 09 00:06:01.877658 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdb8fb1c-aaa4-4a82-a0eb-306d9d8f233d req-10fa6377-5ae4-482c-b836-59b790b9ab51 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270231 Feb 09 00:06:01.880939 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afec8635-808f-41fc-8a7c-ea7f818bff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.883584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afec8635-808f-41fc-8a7c-ea7f818bff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.885163 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-afec8635-808f-41fc-8a7c-ea7f818bff40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8fb5b26-5610-4708-8157-0cca88d5ec9d HTTP/1.1" status: 204 len: 168 time: 0.8063524 Feb 09 00:06:01.892364 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.899025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec8635-808f-41fc-8a7c-ea7f818bff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb5b26-5610-4708-8157-0cca88d5ec9d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:01.907226 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:01.943327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:01.946995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:02.023839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:02.028275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:02.030762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Pushing event updated for resources: {'Port': ['ID=56f59155-4747-4a68-be6a-b07403f66554,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:02.033388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:02.130439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Attempting to bind port 56f59155-4747-4a68-be6a-b07403f66554 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:02.133784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Attempting to bind port 56f59155-4747-4a68-be6a-b07403f66554 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:02.134247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Attempting to bind port 56f59155-4747-4a68-be6a-b07403f66554 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:02.151366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:02.151823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:02.152299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:02.152879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:02.153441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Bound port: 56f59155-4747-4a68-be6a-b07403f66554, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:02.153938 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:02.347468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-8ed7e061-855d-4957-a1f4-e8cfa669bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:02.349481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-8ed7e061-855d-4957-a1f4-e8cfa669bbbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1094 time: 0.3071980 Feb 09 00:06:02.355533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-95de455f-3285-4a02-81ef-f462980b047f None None] For port 56f59155-4747-4a68-be6a-b07403f66554, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:02.368174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-95de455f-3285-4a02-81ef-f462980b047f None None] For port 56f59155-4747-4a68-be6a-b07403f66554, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=56f59155-4747-4a68-be6a-b07403f66554,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:02.368541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:02.375172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:02.487441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:02.512158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de455f-3285-4a02-81ef-f462980b047f None None] Pushing event updated for resources: {'Port': ['ID=56f59155-4747-4a68-be6a-b07403f66554,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:02.606930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=b3c45500-dd02-4202-8cd0-209d838687ae,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:02.706655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '670bea20-3361-4ee7-8e04-83988d793006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:02.707315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:02.729687 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:02.755524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port c60779c8-97b4-4bc2-990a-11ccdd646ebf yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:06:02.950905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10600198-8540-4125-868d-428c887bd9d0 None None] Network ccd9c421-8823-43f3-8a92-a9099e17abda requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:03.042949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-38b69b2b-7c94-4959-bd67-8eccc13bb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.045773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-38b69b2b-7c94-4959-bd67-8eccc13bb7df service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.6885726 Feb 09 00:06:03.050078 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 00:06:03.056108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:03.132900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-9128ca30-fc89-4e33-96ed-7674d0415dab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 217 time: 0.0736730 Feb 09 00:06:03.156895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:03.228446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-57dd115b-392f-40bc-8379-d0cb970ff473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.230772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-57dd115b-392f-40bc-8379-d0cb970ff473 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.0655277 Feb 09 00:06:03.268160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36454) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:03.277981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-afbe2faa-5898-490c-be06-7a4746ad88d6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7431037 Feb 09 00:06:03.278975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:03.345222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:03.351750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.352350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.368588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa64f9-fb2f-47a5-9439-9cd0fb3b5f15 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.391401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa64f9-fb2f-47a5-9439-9cd0fb3b5f15 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.392953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-12fa64f9-fb2f-47a5-9439-9cd0fb3b5f15 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1237633 Feb 09 00:06:03.396409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac72a5-163e-4e8b-9359-5b2b7a215f06 None None] Network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:03.397460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d3da7a01-6a13-4d51-84da-d99df8dabf9f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8840230 Feb 09 00:06:03.400276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:03.403093 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-84ca2a54-d901-4560-afc5-4068ac266845 None None] Provisioning complete for port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:03.404296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84ca2a54-d901-4560-afc5-4068ac266845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.405473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36462) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:03.410689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206718616'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:03.456706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:03.460462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.536562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-2e7abeb3-5b14-4a26-b03d-08a1d8c9a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.542752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-2e7abeb3-5b14-4a26-b03d-08a1d8c9a887 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937217 Feb 09 00:06:03.545261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:03.557916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1bc6c-ab0b-46c8-9507-41e1206c9d3a req-b18c0dc5-06f2-407e-a0f4-84f8ccf0cea5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.564422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4d1bc6c-ab0b-46c8-9507-41e1206c9d3a req-b18c0dc5-06f2-407e-a0f4-84f8ccf0cea5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.4246447 Feb 09 00:06:03.565782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.566315 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment a22305db-b6d4-4ea7-a596-34122901fc69 of type vlan for network af5a07a1-bddc-4019-893b-a08bfbc5c344 Feb 09 00:06:03.712621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.745852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.756469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:03.757614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:03.921413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=af5a07a1-bddc-4019-893b-a08bfbc5c344,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:03.922137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4d1bc6c-ab0b-46c8-9507-41e1206c9d3a req-f79e52fc-e86c-4d43-8bc3-873f992d386b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435359 Feb 09 00:06:03.951785 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c6ff34ec-4ea1-46a8-a13b-7a37fe86b108 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5434077 Feb 09 00:06:03.956511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36486) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:03.962888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': 'af5a07a1-bddc-4019-893b-a08bfbc5c344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:03.971965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:03.972482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.027475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 6343b7c6-8ff5-465d-9fb5-750f5da2b42a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:04.037113 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.046882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network af5a07a1-bddc-4019-893b-a08bfbc5c344 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:04.177729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.184125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:04.193996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 6343b7c6-8ff5-465d-9fb5-750f5da2b42a owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:04.197410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.287622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:06:04.357636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-1e21a976-dbc1-4090-8f9a-52ee02a304b7 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797699 Feb 09 00:06:04.359078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.360522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84ca2a54-d901-4560-afc5-4068ac266845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.408087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-84ca2a54-d901-4560-afc5-4068ac266845 None None] For port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,segment=NetworkSegment(42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1),segment_id=42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:04.422322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84ca2a54-d901-4560-afc5-4068ac266845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.451466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Performing IP validity checks on allocation pools {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 00:06:04.452592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.ipam_backend_mixin [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105931) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 00:06:04.455439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=6343b7c6-8ff5-465d-9fb5-750f5da2b42a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:04.658214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.665036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-703f388b-ebfa-4356-bdf7-c0a372379e98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/6343b7c6-8ff5-465d-9fb5-750f5da2b42a HTTP/1.1" status: 204 len: 168 time: 1.2636678 Feb 09 00:06:04.668096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36504) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:04.936430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Provisioning complete for port 56f59155-4747-4a68-be6a-b07403f66554 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:04.936802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.938262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:04.940937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497416c8-b364-4d0a-8788-627f05d73df3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:04.942661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497416c8-b364-4d0a-8788-627f05d73df3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:04.947643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-497416c8-b364-4d0a-8788-627f05d73df3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2762146 Feb 09 00:06:04.959367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36508) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:04.964471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0894d91-b83f-4ffa-963d-3805db8fbf90 req-a8bc2b81-13f2-4c0a-a650-b0c6a8a6041a service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973363 Feb 09 00:06:05.191564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca2a54-d901-4560-afc5-4068ac266845 None None] Pushing event updated for resources: {'Port': ['ID=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:05.252369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-5075297e-6a6a-48e9-ba1a-a6bf1bd788ff', 'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff', 'tenant_id': '3ebc91a754e948ba9e269b4f23259001', 'fixed_ips': [{'subnet_id': 'b3c45500-dd02-4202-8cd0-209d838687ae'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:05.257638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=7ea6e6cb-1392-44c8-bdc9-ddde36373d55,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:05.258442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.275362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': 'a22305db-b6d4-4ea7-a596-34122901fc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'af5a07a1-bddc-4019-893b-a08bfbc5c344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:05.275857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: af5a07a1-bddc-4019-893b-a08bfbc5c344, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:05.283326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 876470e0-e5e2-4aaa-82ff-e167ec845286 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:05.287066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb29af-1867-42fc-a6f7-4630a534b389 req-53106366-691c-43c0-a027-244fe3e5ce6d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:05.288863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edeb29af-1867-42fc-a6f7-4630a534b389 req-53106366-691c-43c0-a027-244fe3e5ce6d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.1949756 Feb 09 00:06:05.299934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.344609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:05.408263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edeb29af-1867-42fc-a6f7-4630a534b389 req-daf40d83-7248-4ff1-b42f-ebe3486d3ed4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028376 Feb 09 00:06:05.432189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network af5a07a1-bddc-4019-893b-a08bfbc5c344 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:05.450271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.456019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, af5a07a1-bddc-4019-893b-a08bfbc5c344) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:05.515902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:05.516763 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.528407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3c403-9a39-45d6-a904-f0e0c2b2a339 None None] Network af5a07a1-bddc-4019-893b-a08bfbc5c344 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:05.583292 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ff7d28a-7ad1-4d26-b21d-cf49063d1ef3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6254051 Feb 09 00:06:05.586180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:05.689847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'mac_address': 'fa:16:3e:a7:ec:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:06:05.745751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.838734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.889793 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.903088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:05.938617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.954890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=876470e0-e5e2-4aaa-82ff-e167ec845286,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:05.957329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:05.964089 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ad546be-b3ab-4434-90ec-05e0e565aa8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/876470e0-e5e2-4aaa-82ff-e167ec845286 HTTP/1.1" status: 204 len: 168 time: 0.9723330 Feb 09 00:06:05.970291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:06.051323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.093731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.128435 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7dbb059a-2d45-4f5c-a01f-d45b39cafb65 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564152 Feb 09 00:06:06.132239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36568) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:06.140055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:06.180005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea6e6cb-1392-44c8-bdc9-ddde36373d55,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:06.252181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:06.260883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.264349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Allocated IP 2001:db8::1 (5075297e-6a6a-48e9-ba1a-a6bf1bd788ff/b3c45500-dd02-4202-8cd0-209d838687ae/0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:06.301452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.327739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5a07a1-bddc-4019-893b-a08bfbc5c344']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:06.340476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22305db-b6d4-4ea7-a596-34122901fc69') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:06.341074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22305db-b6d4-4ea7-a596-34122901fc69') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:06.374754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.404954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.421596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:06.422225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:06.445740 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:06.643418 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.701243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.702742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.722023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fb778-b3cb-40c2-8e1e-17df19ee568a None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:06.750701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.761378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/af5a07a1-bddc-4019-893b-a08bfbc5c344 HTTP/1.1" status: 204 len: 168 time: 1.1741045 Feb 09 00:06:06.771515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36616) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:06.776087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.786305 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.794253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625349654'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:06.804516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21262a0c-0d55-49f7-89d7-2e96ea7ab844 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=af5a07a1-bddc-4019-893b-a08bfbc5c344,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:06.812576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:06.816231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:06.822585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:06.823335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.836381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b820a-01e9-4550-92e6-85b4e8bd4022 req-eab3321e-5c44-4a0e-84bf-f1b3f409646f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:06.845077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a29b820a-01e9-4550-92e6-85b4e8bd4022 req-eab3321e-5c44-4a0e-84bf-f1b3f409646f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2363055 Feb 09 00:06:06.848137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=2f243eb0-d75e-4ae4-a4c2-37f402c9f18c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:06.878566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-652515a3-f5d0-403b-9df1-23b780be364d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7447331 Feb 09 00:06:06.882573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36622) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:06.901700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '2f243eb0-d75e-4ae4-a4c2-37f402c9f18c', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1368019154'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:06.936401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:06.945768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:06.987011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a29b820a-01e9-4550-92e6-85b4e8bd4022 req-a2986309-6ebe-4ba0-a21f-6610748d6857 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396129 Feb 09 00:06:07.014083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:07.025623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.026007 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 55e46038-1a3e-440a-954a-13e79f4f6e2c of type vlan for network c4fe1557-3c10-46db-9428-0bbc5273e615 Feb 09 00:06:07.117158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:07.145487 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.205777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.211281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:07.211905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.305023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d12d0-c5c3-4d60-a545-a25038e0337a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:06:07.326673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:07.347126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:07.392517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.397653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:07.433703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=c4fe1557-3c10-46db-9428-0bbc5273e615,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:07.446337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 7c3ebe99-e6f5-422a-b13f-8521095d3926 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:06:07.472266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-baa4e438-7a16-4c21-b338-d3c42c892810 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6989141 Feb 09 00:06:07.478113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36646) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:07.497413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': 'c4fe1557-3c10-46db-9428-0bbc5273e615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:07.500246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:07.542356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c4fe1557-3c10-46db-9428-0bbc5273e615 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:07.628279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.714060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:07.714456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.723745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69be30-1948-41be-bd44-608c37bface0 None None] Network af5a07a1-bddc-4019-893b-a08bfbc5c344 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:07.772167 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:06:07.774075 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:06:07.774323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.776521 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:06:07.781061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:07.787108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd69be30-1948-41be-bd44-608c37bface0 None None] Network af5a07a1-bddc-4019-893b-a08bfbc5c344 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:06:07.796614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:07.811347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.844286 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91144295-eb00-4856-9489-9c1584a93611 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9593840 Feb 09 00:06:07.844522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Attempting to bind port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:07.844744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Attempting to bind port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '670bea20-3361-4ee7-8e04-83988d793006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:07.845135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Attempting to bind port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f on network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:07.846362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36668) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:07.858210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:07.858640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Checking segment: {'id': '670bea20-3361-4ee7-8e04-83988d793006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:07.859059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.859452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Bound using segment: {'id': '670bea20-3361-4ee7-8e04-83988d793006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:07.860004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Bound port: 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670bea20-3361-4ee7-8e04-83988d793006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '5075297e-6a6a-48e9-ba1a-a6bf1bd788ff'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:07.860390 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.874797 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:07.967809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] For port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:07.971627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] For port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,segment=NetworkSegment(670bea20-3361-4ee7-8e04-83988d793006),segment_id=670bea20-3361-4ee7-8e04-83988d793006)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:07.976299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Pushing event updated for resources: {'Port': ['ID=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:08.079479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a007a34-3586-488c-a1b2-06e213a6fd25 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:08.088401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9a007a34-3586-488c-a1b2-06e213a6fd25 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2400794 Feb 09 00:06:08.097495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:08.127159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:08.135626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:08.150481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ae3d12d0-c5c3-4d60-a545-a25038e0337a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:06:08.374933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b30d28-d8c8-486b-a1d0-877ef57ebee6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:08.376562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b30d28-d8c8-486b-a1d0-877ef57ebee6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:08.399228 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:08.409663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-78b30d28-d8c8-486b-a1d0-877ef57ebee6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3094945 Feb 09 00:06:08.413492 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36698) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:08.488437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] For port 56f59155-4747-4a68-be6a-b07403f66554, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=56f59155-4747-4a68-be6a-b07403f66554,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:08.548149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 2f243eb0-d75e-4ae4-a4c2-37f402c9f18c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:08.558805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:08.575043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536d12c-34c0-4d38-85df-6247fe3a7f33 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:08.593823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:08.642574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:08.791631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:08.916164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=f708e488-f145-4046-a43b-3d2fd76bc453,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:08.922011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '55e46038-1a3e-440a-954a-13e79f4f6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c4fe1557-3c10-46db-9428-0bbc5273e615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:08.922846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: c4fe1557-3c10-46db-9428-0bbc5273e615, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:08.939164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50e6b-1406-4d3b-bdb0-9fcf3110a80c req-cec127d2-fc96-4af6-bca7-f53cae8b18c1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:08.941165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4df50e6b-1406-4d3b-bdb0-9fcf3110a80c req-cec127d2-fc96-4af6-bca7-f53cae8b18c1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.4219685 Feb 09 00:06:08.983007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.063866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c89abd-a559-4c84-9917-5a53157450b2 None None] Pushing event updated for resources: {'Port': ['ID=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:09.120123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network c4fe1557-3c10-46db-9428-0bbc5273e615 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:09.142763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4df50e6b-1406-4d3b-bdb0-9fcf3110a80c req-4b139c83-3edc-4c9f-a1eb-a12a1c6bb289 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922839 Feb 09 00:06:09.149796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, c4fe1557-3c10-46db-9428-0bbc5273e615) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:09.162325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:09.164028 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.233487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-145a8630-0f54-482e-b264-a33cc803bc27 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7495325 Feb 09 00:06:09.234620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d7ffb-1470-4e42-95f9-f266adbd167c None None] Network c4fe1557-3c10-46db-9428-0bbc5273e615 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:09.235978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36750) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:09.438019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.595304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.602241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c8ae4c0b-28c5-4599-a06a-dc960bfa602d None None] Provisioning complete for port 56f59155-4747-4a68-be6a-b07403f66554 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:09.602750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4c0b-28c5-4599-a06a-dc960bfa602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.703801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56f59155-4747-4a68-be6a-b07403f66554 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:09.803002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.865187 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.910409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=2f243eb0-d75e-4ae4-a4c2-37f402c9f18c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:09.918753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:09.929367 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d16776e-fd71-4481-8577-fdca90b85a4a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/2f243eb0-d75e-4ae4-a4c2-37f402c9f18c HTTP/1.1" status: 204 len: 168 time: 1.5098600 Feb 09 00:06:09.929617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188e02b-681e-4b9c-81ed-5afe256064b3 None None] Pushing event updated for resources: {'Port': ['ID=56f59155-4747-4a68-be6a-b07403f66554,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:09.929815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:09.935580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=f708e488-f145-4046-a43b-3d2fd76bc453,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:10.050332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 56f59155-4747-4a68-be6a-b07403f66554 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:10.050700 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.063861 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c6a6b8ea-13f4-4e37-8e71-7faaa0d6ca8d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277990 Feb 09 00:06:10.066210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36766) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:10.082416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:10.118959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36770) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:10.150890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.242803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fe1557-3c10-46db-9428-0bbc5273e615']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:10.299236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e46038-1a3e-440a-954a-13e79f4f6e2c') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:10.299710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e46038-1a3e-440a-954a-13e79f4f6e2c') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:10.392645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.408889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc6ded-73c5-416b-bc24-111cf9c1b106 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:10.460812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5578b1-7e56-4ab0-9c72-e6935513523b None None] Network c4fe1557-3c10-46db-9428-0bbc5273e615 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:10.535809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:10.541776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.659162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.726133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c8ae4c0b-28c5-4599-a06a-dc960bfa602d None None] Provisioning complete for port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:10.726998 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4c0b-28c5-4599-a06a-dc960bfa602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.731531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:10.736574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:10.761315 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:10.803923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920e14b3-4e9d-4c85-b945-7938908b4abc None None] Network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:10.877043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0ad8-3229-49c6-a0b3-66cb6e9eeb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.050018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5110b-954b-4ab3-841c-b12c493382f1 req-34d70fe4-dad0-4a1c-84e8-e67d21231b58 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:11.051947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7e5110b-954b-4ab3-841c-b12c493382f1 req-34d70fe4-dad0-4a1c-84e8-e67d21231b58 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.6031995 Feb 09 00:06:11.054733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.064469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.068613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/c4fe1557-3c10-46db-9428-0bbc5273e615 HTTP/1.1" status: 204 len: 168 time: 1.8317344 Feb 09 00:06:11.127522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:11.132793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808ea55-820b-436f-95cb-21ff63279834 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=c4fe1557-3c10-46db-9428-0bbc5273e615,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:11.147594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7e5110b-954b-4ab3-841c-b12c493382f1 req-156f4bc9-365c-410c-b623-5e2ab0fa60dd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745931 Feb 09 00:06:11.153676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1730379007'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:11.215210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:11.219847 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.256637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:11.268354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.268701 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment c6220799-b66b-4a12-a4db-13b1b2b67e45 of type vlan for network 9964626e-48a2-49a5-91aa-3cb3476a7e1c Feb 09 00:06:11.328968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.366067 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.398392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:11.402667 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:11.407030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:11.407613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.424906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=87659432-a33b-4d47-b310-804fd022c53e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:11.431341 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5199513d-99cb-46fe-a97c-6cebed2a3268 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3640401 Feb 09 00:06:11.436473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36788) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:11.437630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.443653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:11.444248 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.460062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:11.519412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3701589 Feb 09 00:06:11.521981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36790) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:11.527699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': '9964626e-48a2-49a5-91aa-3cb3476a7e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:11.656309 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0ad8-3229-49c6-a0b3-66cb6e9eeb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.667624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.675604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.681310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a282552-6f01-4781-b48a-f7a9eaa695b0 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=9964626e-48a2-49a5-91aa-3cb3476a7e1c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:11.687445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cd0ad8-3229-49c6-a0b3-66cb6e9eeb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.716125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:11.718941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:11.721982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9964626e-48a2-49a5-91aa-3cb3476a7e1c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:11.799576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd0ad8-3229-49c6-a0b3-66cb6e9eeb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5eae9d-f672-47fd-859d-f8f8dd8eb14d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:11.834668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e1cd0ad8-3229-49c6-a0b3-66cb6e9eeb63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=001c045516084e52922da527c2ad2f79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7134645 Feb 09 00:06:11.836230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36794) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:11.886085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:11.890358 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.981216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:11.996072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.053017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-43877526-df84-4645-97b5-31de5e8ce6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.090761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:12.106176 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c8ae4c0b-28c5-4599-a06a-dc960bfa602d None None] Could not find standard attr ID for object 6343b7c6-8ff5-465d-9fb5-750f5da2b42a. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:06:12.129964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-43877526-df84-4645-97b5-31de5e8ce6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.190144 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58934c96-dbb7-4125-b7a4-af17f2b6d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.193094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.198824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc58651a-dbdd-4990-8993-ed4c2af98a37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7424393 Feb 09 00:06:12.221347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36804) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:12.281597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.367719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a190baaf-222b-438c-b297-595c6927f4c4 None None] Provisioning complete for port 56f59155-4747-4a68-be6a-b07403f66554 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:12.368095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a190baaf-222b-438c-b297-595c6927f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.404484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': 'c6220799-b66b-4a12-a4db-13b1b2b67e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '9964626e-48a2-49a5-91aa-3cb3476a7e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:12.405611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: 9964626e-48a2-49a5-91aa-3cb3476a7e1c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:12.407997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=b483c2fa-b5a9-42fb-ae2c-3df62dabc3ee,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:12.436332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network 9964626e-48a2-49a5-91aa-3cb3476a7e1c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:12.449266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] Deleting port 56f59155-4747-4a68-be6a-b07403f66554 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:12.450171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.462072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9964626e-48a2-49a5-91aa-3cb3476a7e1c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:12.466814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:12.467674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.504322 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2135c2e9-e9d8-46b4-9fcf-8964da851554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9808896 Feb 09 00:06:12.505521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36814) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:12.518371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ae3d12d0-c5c3-4d60-a545-a25038e0337a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:06:12.529412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4075f9cb-cf5b-48b3-8922-19ae20f643eb None None] Network 9964626e-48a2-49a5-91aa-3cb3476a7e1c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:12.579727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b577-e22c-42e5-bc5e-c31d0e9b6e2a req-ccb732b8-4c8e-4736-99d7-66fb8c0f1e6d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:12.581938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22d4b577-e22c-42e5-bc5e-c31d0e9b6e2a req-ccb732b8-4c8e-4736-99d7-66fb8c0f1e6d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.2137952 Feb 09 00:06:12.585577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-43877526-df84-4645-97b5-31de5e8ce6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.588506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-43877526-df84-4645-97b5-31de5e8ce6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.593661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-43877526-df84-4645-97b5-31de5e8ce6eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c5eae9d-f672-47fd-859d-f8f8dd8eb14d HTTP/1.1" status: 204 len: 168 time: 0.7249508 Feb 09 00:06:12.602836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:12.603141 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.644511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43877526-df84-4645-97b5-31de5e8ce6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5eae9d-f672-47fd-859d-f8f8dd8eb14d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:12.662000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ae3d12d0-c5c3-4d60-a545-a25038e0337a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:12.662000 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.687553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22d4b577-e22c-42e5-bc5e-c31d0e9b6e2a req-07690749-9811-43ca-81eb-524a938ab804 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900900 Feb 09 00:06:12.771361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.838812 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.843093 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.923767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:12.974743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=b483c2fa-b5a9-42fb-ae2c-3df62dabc3ee,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:13.138329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.189603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9964626e-48a2-49a5-91aa-3cb3476a7e1c']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:13.206118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6220799-b66b-4a12-a4db-13b1b2b67e45') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:13.207555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6220799-b66b-4a12-a4db-13b1b2b67e45') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:13.231392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] For port 56f59155-4747-4a68-be6a-b07403f66554, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=56f59155-4747-4a68-be6a-b07403f66554,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:13.231392 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.236825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.265095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.276052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:13.280037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:13.283713 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:13.407043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] Calling delete_port for 56f59155-4747-4a68-be6a-b07403f66554 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:13.413410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.436561 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.437173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dff547-92b4-43ca-b995-670b4bf402ac None None] Network 9964626e-48a2-49a5-91aa-3cb3476a7e1c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:13.442509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.451550 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/9964626e-48a2-49a5-91aa-3cb3476a7e1c HTTP/1.1" status: 204 len: 168 time: 0.9422355 Feb 09 00:06:13.458833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36842) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:13.471844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1795966220'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:13.484760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dff547-92b4-43ca-b995-670b4bf402ac None None] Network 9964626e-48a2-49a5-91aa-3cb3476a7e1c could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:06:13.499192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e74c4f-3c91-43dd-b3e2-031653956b68 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=9964626e-48a2-49a5-91aa-3cb3476a7e1c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:13.569561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:13.577840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.642896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:13.660445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:13.673679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.676824 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 4679e393-675a-4a33-8eac-ec60378f6425 of type vlan for network 382dbd61-491c-4225-8afc-493d330aff03 Feb 09 00:06:13.744420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:06:13.747538 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1223a4e2-fd82-40df-9a48-b0d2e797a190" -d '{"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:06:13.751569 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.766543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.800449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a190baaf-222b-438c-b297-595c6927f4c4 None None] Provisioning complete for port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:13.802124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a190baaf-222b-438c-b297-595c6927f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.845605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.921367 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2b0fc2-db76-40db-811c-e007d4c3e071 x-openstack-request-id: req-ad2b0fc2-db76-40db-811c-e007d4c3e071 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:06:13.921658 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:06:13.921910 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad2b0fc2-db76-40db-811c-e007d4c3e071 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:06:13.922315 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'code': 200} Feb 09 00:06:13.965389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:13.971962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:13.972820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.132755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,segment=NetworkSegment(670bea20-3361-4ee7-8e04-83988d793006),segment_id=670bea20-3361-4ee7-8e04-83988d793006)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:14.150110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=382dbd61-491c-4225-8afc-493d330aff03,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:14.177371 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aaf05dff-68e6-4ea9-8e27-502965babe74 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7147608 Feb 09 00:06:14.177758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:14.190296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': '382dbd61-491c-4225-8afc-493d330aff03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:14.196043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.241913 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.246804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b20dd-737e-4bfc-a55a-663d0157e596 req-aaec0f8a-0f0f-4cd8-b30f-a1cdc8f18a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:14.249659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 382dbd61-491c-4225-8afc-493d330aff03 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:14.252033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a22b20dd-737e-4bfc-a55a-663d0157e596 req-aaec0f8a-0f0f-4cd8-b30f-a1cdc8f18a3e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1096 time: 0.1994209 Feb 09 00:06:14.296949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c36384-c833-46dd-bee6-0db1b3639a77 req-2856e7df-2389-4ef2-b3ce-ccf86f2bde5d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:14.322329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c36384-c833-46dd-bee6-0db1b3639a77 req-2856e7df-2389-4ef2-b3ce-ccf86f2bde5d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.2618158 Feb 09 00:06:14.436892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:14.446347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.450692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56f59155-4747-4a68-be6a-b07403f66554 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:14.454780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a22b20dd-737e-4bfc-a55a-663d0157e596 req-36ec9e06-3eb2-46bc-b599-857ad86d8dda service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908274 Feb 09 00:06:14.474765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5c36384-c833-46dd-bee6-0db1b3639a77 req-41361e1b-4697-4748-8660-9186de0c03c1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389320 Feb 09 00:06:14.520604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::1 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/87659432-a33b-4d47-b310-804fd022c53e/388c2965-cf0f-4295-8ce0-f439d4e8f822) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:14.523015 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-18608952-5c75-4bd0-b53c-c1132581258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.526008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] No DVR routers for this DVR port 56f59155-4747-4a68-be6a-b07403f66554 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:14.533925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 56f59155-4747-4a68-be6a-b07403f66554 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:14.534520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56f59155-4747-4a68-be6a-b07403f66554 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:14.556428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:14.632620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edd161d-50a2-4791-b585-ebd069783905 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:14.842206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:14.875524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.884740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9ffcb-9f65-4ae1-bb7c-879aa3ae5c3d None None] Pushing event deleted for resources: {'Port': ['ID=56f59155-4747-4a68-be6a-b07403f66554,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:14.968892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '87659432-a33b-4d47-b310-804fd022c53e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:14.970307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:14.973135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.000787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.017588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-84e0b2a1-d7ea-4616-8bd6-3ea5778bc971 None None] Provisioning complete for port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:15.018245 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-84e0b2a1-d7ea-4616-8bd6-3ea5778bc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.062107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:15.069139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:15.084454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:15.085612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.154953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=388c2965-cf0f-4295-8ce0-f439d4e8f822,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:15.228084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=bbcff14a-b36f-47ef-bb48-28ec935d85ea,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:15.234169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '4679e393-675a-4a33-8eac-ec60378f6425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '382dbd61-491c-4225-8afc-493d330aff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:15.234538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: 382dbd61-491c-4225-8afc-493d330aff03, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:15.278977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network 382dbd61-491c-4225-8afc-493d330aff03 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:15.296253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 382dbd61-491c-4225-8afc-493d330aff03) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:15.303885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:15.304713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.328634 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.338071 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-33b168a1-c104-4188-b5d9-98d6554d0fd5 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1591575 Feb 09 00:06:15.339607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36896) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:15.344989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': '382dbd61-491c-4225-8afc-493d330aff03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:15.371639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc64c7-b119-482d-83b6-589b24813111 None None] Network 382dbd61-491c-4225-8afc-493d330aff03 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:15.393706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/87659432-a33b-4d47-b310-804fd022c53e/4ea3a017-f100-4a59-b454-18bc7f0ed206) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:15.600258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:15.606289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.607933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:15.859399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409165d-f4f6-4dca-8964-7dc1d2700b94 req-4ca68f76-733d-4ccd-9a72-afd8834ce19c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:15.861056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7409165d-f4f6-4dca-8964-7dc1d2700b94 req-4ca68f76-733d-4ccd-9a72-afd8834ce19c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.1829336 Feb 09 00:06:15.998990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-382dbd61-491c-4225-8afc-493d330aff03', 'network_id': '382dbd61-491c-4225-8afc-493d330aff03', 'tenant_id': '3ebc91a754e948ba9e269b4f23259001', 'fixed_ips': [{'subnet_id': 'bbcff14a-b36f-47ef-bb48-28ec935d85ea'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:16.001425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.017563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7409165d-f4f6-4dca-8964-7dc1d2700b94 req-afc48a93-a04c-46ae-a949-9789387f6b22 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425998 Feb 09 00:06:16.199996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.215215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.221306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.253540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.265905 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.288001 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.427086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network 382dbd61-491c-4225-8afc-493d330aff03 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:16.432047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:16.438298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.439128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.453150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=541314a9-16f9-45a7-9acc-5a4a93046c6b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:16.477384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-34b20bef-5b88-4ed9-b90d-5b0a9727591f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1366415 Feb 09 00:06:16.479891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36932) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:16.533014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:16.569752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af654cd-3b5c-4d2f-9a33-bf76637e9b12 req-f7cd838e-b8c8-4845-bcdb-d1a0100c0f49 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.584255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Allocated IP 2001:db8::2 (382dbd61-491c-4225-8afc-493d330aff03/bbcff14a-b36f-47ef-bb48-28ec935d85ea/a36b431f-30ed-4cda-9048-fa4c1779b281) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:16.600863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0af654cd-3b5c-4d2f-9a33-bf76637e9b12 req-f7cd838e-b8c8-4845-bcdb-d1a0100c0f49 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.4046521 Feb 09 00:06:16.605382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:16.605768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 36942) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:16.619782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:16.628361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:16.631045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb62a-fd59-4b1f-b9ad-b7610f57771d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.635822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb62a-fd59-4b1f-b9ad-b7610f57771d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.639691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb62a-fd59-4b1f-b9ad-b7610f57771d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.641476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb62a-fd59-4b1f-b9ad-b7610f57771d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.644904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bb62a-fd59-4b1f-b9ad-b7610f57771d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.645992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Request body: {'floatingip': {'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:16.651653 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-792bb62a-fd59-4b1f-b9ad-b7610f57771d tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1705887 Feb 09 00:06:16.652573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36946) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:16.659326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1547329537'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:16.692745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Pushing event updated for resources: {'Port': ['ID=4ea3a017-f100-4a59-b454-18bc7f0ed206,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:16.705609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:16.710132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.767258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:16.780397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=388c2965-cf0f-4295-8ce0-f439d4e8f822,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:16.782871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.784114 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 72d821bc-1036-438a-901e-ec7526703fa7 of type vlan for network dae4068d-a247-47b4-a330-6084b1562612 Feb 09 00:06:16.793529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.814432 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Attempting to bind port 4ea3a017-f100-4a59-b454-18bc7f0ed206 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:16.815076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Attempting to bind port 4ea3a017-f100-4a59-b454-18bc7f0ed206 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:16.815398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Attempting to bind port 4ea3a017-f100-4a59-b454-18bc7f0ed206 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:16.903528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:16.903934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.904120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:16.904481 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.904871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:16.905387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Bound port: 4ea3a017-f100-4a59-b454-18bc7f0ed206, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:16.905772 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.925966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:16.926412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.957170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:16.965090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:16.966048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.071244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=dae4068d-a247-47b4-a330-6084b1562612,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:17.099874 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-363ad416-647d-4da1-bf94-38543b30fa23 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4458895 Feb 09 00:06:17.100833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36970) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:17.111965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:17.188450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.237869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] For port 4ea3a017-f100-4a59-b454-18bc7f0ed206, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:17.241531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] For port 4ea3a017-f100-4a59-b454-18bc7f0ed206, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4ea3a017-f100-4a59-b454-18bc7f0ed206,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:17.242887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.249669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network dae4068d-a247-47b4-a330-6084b1562612 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:17.253928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.278279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:17.295176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:17.298307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.315409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Pushing event updated for resources: {'Port': ['ID=a36b431f-30ed-4cda-9048-fa4c1779b281,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:17.412266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.430941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.520983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=dae4068d-a247-47b4-a330-6084b1562612,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:17.541058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network dae4068d-a247-47b4-a330-6084b1562612 is not hosted by any dhcp agent {{(pid=105931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 00:06:17.547880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:17.548839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.555134 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e5559618-5f37-4280-be4b-70ed019a1a8b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "PUT /v2.0/networks/dae4068d-a247-47b4-a330-6084b1562612 HTTP/1.1" status: 200 len: 723 time: 0.4525664 Feb 09 00:06:17.556766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 36988) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:17.568230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': 'dae4068d-a247-47b4-a330-6084b1562612', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:17.684186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network dae4068d-a247-47b4-a330-6084b1562612 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:17.730526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Network 382dbd61-491c-4225-8afc-493d330aff03 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:17.858325 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:17.861516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:17.867348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:17.875411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Router e0afd1d6-78af-4b1f-94ef-700c04606d83 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:06:17.881936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:17.894172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.249465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a43b-225c-4399-a1be-6763331655d5 None None] Pushing event updated for resources: {'Port': ['ID=4ea3a017-f100-4a59-b454-18bc7f0ed206,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:18.272786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Attempting to bind port a36b431f-30ed-4cda-9048-fa4c1779b281 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:18.276214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Attempting to bind port a36b431f-30ed-4cda-9048-fa4c1779b281 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '4679e393-675a-4a33-8eac-ec60378f6425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '382dbd61-491c-4225-8afc-493d330aff03'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:18.280410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Attempting to bind port a36b431f-30ed-4cda-9048-fa4c1779b281 on network 382dbd61-491c-4225-8afc-493d330aff03 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:18.296339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:18.296717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Checking segment: {'id': '4679e393-675a-4a33-8eac-ec60378f6425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '382dbd61-491c-4225-8afc-493d330aff03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:18.311896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.311896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Bound using segment: {'id': '4679e393-675a-4a33-8eac-ec60378f6425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '382dbd61-491c-4225-8afc-493d330aff03'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:18.311896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Bound port: a36b431f-30ed-4cda-9048-fa4c1779b281, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4679e393-675a-4a33-8eac-ec60378f6425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '382dbd61-491c-4225-8afc-493d330aff03'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:18.311896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.335898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.352205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37004) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:18.411552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.422789 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.504251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] For port a36b431f-30ed-4cda-9048-fa4c1779b281, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:18.506963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=c3b52e17-e146-419d-a24e-70f88078da6b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:18.509162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] For port a36b431f-30ed-4cda-9048-fa4c1779b281, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a36b431f-30ed-4cda-9048-fa4c1779b281,segment=NetworkSegment(4679e393-675a-4a33-8eac-ec60378f6425),segment_id=4679e393-675a-4a33-8eac-ec60378f6425)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:18.515659 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.535524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '72d821bc-1036-438a-901e-ec7526703fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dae4068d-a247-47b4-a330-6084b1562612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:18.536369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: dae4068d-a247-47b4-a330-6084b1562612, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:18.583039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1366b38d-4b58-4e8f-8d53-70dbde543e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.619588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network dae4068d-a247-47b4-a330-6084b1562612 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:18.667149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0be698-c274-412c-ab95-00f09714d603 None None] Pushing event updated for resources: {'Port': ['ID=a36b431f-30ed-4cda-9048-fa4c1779b281,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:18.668247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:18.684876 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Sync routers for ids ['e0afd1d6-78af-4b1f-94ef-700c04606d83'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:18.704900 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Routers {'e0afd1d6-78af-4b1f-94ef-700c04606d83'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:18.712008 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['e0afd1d6-78af-4b1f-94ef-700c04606d83'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:18.745124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6afd1768-cd3e-4f5d-96e9-303dca10581e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "PUT /v2.0/routers/e0afd1d6-78af-4b1f-94ef-700c04606d83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5226905 Feb 09 00:06:18.759833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37008) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:18.800295 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1366b38d-4b58-4e8f-8d53-70dbde543e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.807396 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1366b38d-4b58-4e8f-8d53-70dbde543e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.852695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c0bb5f-97e1-460a-b2cd-9244f0adf32d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:18.854371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-08c0bb5f-97e1-460a-b2cd-9244f0adf32d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports/388c2965-cf0f-4295-8ce0-f439d4e8f822 HTTP/1.1" status: 200 len: 911 time: 0.0909121 Feb 09 00:06:18.860591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37012) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:18.900756 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1366b38d-4b58-4e8f-8d53-70dbde543e21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32b7c1d282a149f8b2426db8cc8583da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419607 Feb 09 00:06:18.900756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, dae4068d-a247-47b4-a330-6084b1562612) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:18.901886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37016) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:18.913014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc61cfe-2102-49ee-bfe3-398e38e11b2c None None] Network dae4068d-a247-47b4-a330-6084b1562612 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:18.917700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:18.918303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:18.923718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b38d-4b58-4e8f-8d53-70dbde543e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bdab5c-4423-4f7d-a51f-55f14be21488,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:19.019496 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-740aa77e-8b59-4ff6-8fdf-6cf5aba5fcd7 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4614668 Feb 09 00:06:19.020243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37020) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:19.022722 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Floating IP 843ec956-00a7-4b69-8d5c-c8093c203427 associated. External IP: 172.25.3.32, port: ae3d12d0-c5c3-4d60-a545-a25038e0337a. Feb 09 00:06:19.027768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:19.098043 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Set router e0afd1d6-78af-4b1f-94ef-700c04606d83 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:19.203807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8906183'] for subnet, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:19.243335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4791d5-ee93-4d11-818e-a8b8d3f151a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:19.257099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4791d5-ee93-4d11-818e-a8b8d3f151a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:19.267531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9f4791d5-ee93-4d11-818e-a8b8d3f151a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4051483 Feb 09 00:06:19.271239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37022) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:19.438506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-dae4068d-a247-47b4-a330-6084b1562612', 'network_id': 'dae4068d-a247-47b4-a330-6084b1562612', 'tenant_id': '3ebc91a754e948ba9e269b4f23259001', 'fixed_ips': [{'subnet_id': 'c3b52e17-e146-419d-a24e-70f88078da6b'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:19.439382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:19.654451 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:11Z', 'updated_at': '2022-02-09T00:06:15Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None, '_interfaces': [{'id': '388c2965-cf0f-4295-8ce0-f439d4e8f822', 'name': '', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'mac_address': 'fa:16:3e:be:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '87659432-a33b-4d47-b310-804fd022c53e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:13Z', 'updated_at': '2022-02-09T00:06:15Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'subnets': [{'id': '87659432-a33b-4d47-b310-804fd022c53e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:19.665620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790164744551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8907125'] for subnet, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:19.741423 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Checking router: e0afd1d6-78af-4b1f-94ef-700c04606d83 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:19.742170 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Updating router e0afd1d6-78af-4b1f-94ef-700c04606d83 port 388c2965-cf0f-4295-8ce0-f439d4e8f822 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:06:19.772136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:19.772742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:19.775954 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "PUT /v2.0/subnets/c3b52e17-e146-419d-a24e-70f88078da6b HTTP/1.1" status: 200 len: 826 time: 0.7545862 Feb 09 00:06:19.781434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37028) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:19.816491 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:19.819390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f595f6f-7665-4f1a-8f0b-90482af8ace3 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=c3b52e17-e146-419d-a24e-70f88078da6b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:19.827804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Allocated IP 2001:db8::2 (dae4068d-a247-47b4-a330-6084b1562612/c3b52e17-e146-419d-a24e-70f88078da6b/224c86a3-8eaa-497b-b09e-76d68a9cb6f8) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:20.079893 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.116502 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.255492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Network dae4068d-a247-47b4-a330-6084b1562612 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:20.302144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Pushing event updated for resources: {'Port': ['ID=224c86a3-8eaa-497b-b09e-76d68a9cb6f8,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:20.311541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:20.339858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b8e63639-334d-45ca-827d-f9bda2de61fb None None] Provisioning complete for port 4ea3a017-f100-4a59-b454-18bc7f0ed206 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:20.346429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e63639-334d-45ca-827d-f9bda2de61fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.436293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:20.552368 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.577596 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.655076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Attempting to bind port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:20.655608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Attempting to bind port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '72d821bc-1036-438a-901e-ec7526703fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dae4068d-a247-47b4-a330-6084b1562612'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:20.656075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Attempting to bind port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8 on network dae4068d-a247-47b4-a330-6084b1562612 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:20.675133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:20.680953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Checking segment: {'id': '72d821bc-1036-438a-901e-ec7526703fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dae4068d-a247-47b4-a330-6084b1562612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:20.681543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.682059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Bound using segment: {'id': '72d821bc-1036-438a-901e-ec7526703fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dae4068d-a247-47b4-a330-6084b1562612'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:20.682667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Bound port: 224c86a3-8eaa-497b-b09e-76d68a9cb6f8, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d821bc-1036-438a-901e-ec7526703fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'dae4068d-a247-47b4-a330-6084b1562612'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:20.683161 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.689650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e63639-334d-45ca-827d-f9bda2de61fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:20.801412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a36b431f-30ed-4cda-9048-fa4c1779b281 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:20.838966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8e63639-334d-45ca-827d-f9bda2de61fb None None] For port 4ea3a017-f100-4a59-b454-18bc7f0ed206, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4ea3a017-f100-4a59-b454-18bc7f0ed206,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:20.849265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e6de8c-d658-43af-b211-4114d3892443 None None] Network 382dbd61-491c-4225-8afc-493d330aff03 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:20.957274 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Pushing event updated for resources: {'Port': ['ID=388c2965-cf0f-4295-8ce0-f439d4e8f822,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:21.006971 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.007431 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.007866 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.008305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.008898 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.009702 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.010343 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.010766 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.011192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.011620 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.012666 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.013144 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:21.045777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Attempting to bind port 388c2965-cf0f-4295-8ce0-f439d4e8f822 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:21.046065 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Attempting to bind port 388c2965-cf0f-4295-8ce0-f439d4e8f822 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:21.046544 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Attempting to bind port 388c2965-cf0f-4295-8ce0-f439d4e8f822 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:21.062705 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:21.063171 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:21.063695 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.064221 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:21.064820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Bound port: 388c2965-cf0f-4295-8ce0-f439d4e8f822, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:21.065393 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.127935 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8e63639-334d-45ca-827d-f9bda2de61fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.198479 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] For port 388c2965-cf0f-4295-8ce0-f439d4e8f822, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:21.202975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] For port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:21.204954 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] For port 388c2965-cf0f-4295-8ce0-f439d4e8f822, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=388c2965-cf0f-4295-8ce0-f439d4e8f822,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:21.208042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] For port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=224c86a3-8eaa-497b-b09e-76d68a9cb6f8,segment=NetworkSegment(72d821bc-1036-438a-901e-ec7526703fa7),segment_id=72d821bc-1036-438a-901e-ec7526703fa7)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:21.213814 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.224675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.357314 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Routers {'e0afd1d6-78af-4b1f-94ef-700c04606d83'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:21.361609 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['e0afd1d6-78af-4b1f-94ef-700c04606d83'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:21.426597 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a9adc44-63db-4b05-8e3c-20f3f852f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.432656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:06:21.555558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.580638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e63639-334d-45ca-827d-f9bda2de61fb None None] Pushing event updated for resources: {'Port': ['ID=4ea3a017-f100-4a59-b454-18bc7f0ed206,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:21.666800 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] Set router e0afd1d6-78af-4b1f-94ef-700c04606d83 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:21.719704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Provisioning complete for port a36b431f-30ed-4cda-9048-fa4c1779b281 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:21.725425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.759697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a9adc44-63db-4b05-8e3c-20f3f852f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.875968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a36b431f-30ed-4cda-9048-fa4c1779b281 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:21.880998 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:21.910785 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5f760-5a07-4337-9b83-31d7146a8788 None None] Pushing event updated for resources: {'Port': ['ID=388c2965-cf0f-4295-8ce0-f439d4e8f822,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:22.301122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:11Z', 'updated_at': '2022-02-09T00:06:15Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None, '_interfaces': [{'id': '388c2965-cf0f-4295-8ce0-f439d4e8f822', 'name': '', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'mac_address': 'fa:16:3e:be:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '87659432-a33b-4d47-b310-804fd022c53e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:13Z', 'updated_at': '2022-02-09T00:06:21Z', 'revision_number': 4, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'subnets': [{'id': '87659432-a33b-4d47-b310-804fd022c53e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:22.352398 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82511281-49ae-442f-b257-f4def6a81f91 None None] The sync data for ids ['e0afd1d6-78af-4b1f-94ef-700c04606d83'] in n-d-828413-1 is: [{'id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:11Z', 'updated_at': '2022-02-09T00:06:15Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None, '_interfaces': [{'id': '388c2965-cf0f-4295-8ce0-f439d4e8f822', 'name': '', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'mac_address': 'fa:16:3e:be:f1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2951, 'fixed_ips': [{'subnet_id': '87659432-a33b-4d47-b310-804fd022c53e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:13Z', 'updated_at': '2022-02-09T00:06:21Z', 'revision_number': 4, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'subnets': [{'id': '87659432-a33b-4d47-b310-804fd022c53e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:06:22.522981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a9adc44-63db-4b05-8e3c-20f3f852f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:22.527916 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a9adc44-63db-4b05-8e3c-20f3f852f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:22.534361 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a9adc44-63db-4b05-8e3c-20f3f852f175 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39bdab5c-4423-4f7d-a51f-55f14be21488 HTTP/1.1" status: 204 len: 168 time: 3.6283796 Feb 09 00:06:22.539767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Pushing event updated for resources: {'Port': ['ID=224c86a3-8eaa-497b-b09e-76d68a9cb6f8,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:22.551328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:22.553124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:22.637031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.637697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.638252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.638730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.639185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.639792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.640358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.641409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.645628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.646270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.647474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.647787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:22.648291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07bd0fc-d13c-4afa-b618-8b9475e1d27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:22.658118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:22.678239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] Update dhcp port {'port': {'network_id': '382dbd61-491c-4225-8afc-493d330aff03', 'fixed_ips': [{'subnet_id': 'bbcff14a-b36f-47ef-bb48-28ec935d85ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '541314a9-16f9-45a7-9acc-5a4a93046c6b'}], 'binding:host_id': 'n-d-828413-1'}, 'id': 'a36b431f-30ed-4cda-9048-fa4c1779b281'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:06:22.683269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:22.685316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:22.787303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:22.788283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:22.933320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] For port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=224c86a3-8eaa-497b-b09e-76d68a9cb6f8,segment=NetworkSegment(72d821bc-1036-438a-901e-ec7526703fa7),segment_id=72d821bc-1036-438a-901e-ec7526703fa7)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:22.936552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:22.987776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Calling delete_port for 224c86a3-8eaa-497b-b09e-76d68a9cb6f8 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:23.020632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.319051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37060) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:23.369784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9adc44-63db-4b05-8e3c-20f3f852f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bdab5c-4423-4f7d-a51f-55f14be21488,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:23.383520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26a0be08-b5ca-4772-8dcd-007f6bbd5475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.394036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] Allocated IP 172.20.0.1 (382dbd61-491c-4225-8afc-493d330aff03/541314a9-16f9-45a7-9acc-5a4a93046c6b/a36b431f-30ed-4cda-9048-fa4c1779b281) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:23.403907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.433092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] For port a36b431f-30ed-4cda-9048-fa4c1779b281, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a36b431f-30ed-4cda-9048-fa4c1779b281,segment=NetworkSegment(4679e393-675a-4a33-8eac-ec60378f6425),segment_id=4679e393-675a-4a33-8eac-ec60378f6425)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:23.558716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-97f4ffc3-49c4-4568-8949-303791983836 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "PUT /v2.0/floatingips/843ec956-00a7-4b69-8d5c-c8093c203427 HTTP/1.1" status: 200 len: 990 time: 6.9376607 Feb 09 00:06:23.574782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:06:23.602096 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb859e-e668-49b9-95db-2d7859ab7c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:06:23.607393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] For port a36b431f-30ed-4cda-9048-fa4c1779b281, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a36b431f-30ed-4cda-9048-fa4c1779b281,segment=NetworkSegment(4679e393-675a-4a33-8eac-ec60378f6425),segment_id=4679e393-675a-4a33-8eac-ec60378f6425)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:23.613997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Port': ['ID=224c86a3-8eaa-497b-b09e-76d68a9cb6f8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:23.615910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.630860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26a0be08-b5ca-4772-8dcd-007f6bbd5475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.639543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26a0be08-b5ca-4772-8dcd-007f6bbd5475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.680434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.705579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea06356f-d521-43a5-92ff-bff2112a27aa None None] Network dae4068d-a247-47b4-a330-6084b1562612 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:23.723280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0be08-b5ca-4772-8dcd-007f6bbd5475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb4a06-0cb8-40f9-9998-09db7e848d29,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:23.783886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-26a0be08-b5ca-4772-8dcd-007f6bbd5475 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cb8210c19dc4fe3a306ab20923443b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4609206 Feb 09 00:06:23.784106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37072) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:23.811843 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd003842-f750-4abd-896b-72beeffb18a2 x-openstack-request-id: req-dd003842-f750-4abd-896b-72beeffb18a2 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:06:23.814347 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:06:23.814731 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd003842-f750-4abd-896b-72beeffb18a2 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:06:23.815308 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'status': 'completed', 'code': 200} Feb 09 00:06:23.845762 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.849723 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.851721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.904537 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a26c4d60-5591-429a-aac1-bd22336e279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.931274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a26c4d60-5591-429a-aac1-bd22336e279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:23.956967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No DVR routers for this DVR port 224c86a3-8eaa-497b-b09e-76d68a9cb6f8 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:24.025325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a26c4d60-5591-429a-aac1-bd22336e279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:24.032484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a26c4d60-5591-429a-aac1-bd22336e279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:24.037226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a26c4d60-5591-429a-aac1-bd22336e279e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8bb4a06-0cb8-40f9-9998-09db7e848d29 HTTP/1.1" status: 204 len: 168 time: 0.2497032 Feb 09 00:06:24.055724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c4d60-5591-429a-aac1-bd22336e279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb4a06-0cb8-40f9-9998-09db7e848d29,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:24.100415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Provisioning complete for port 388c2965-cf0f-4295-8ce0-f439d4e8f822 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:24.100710 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:24.283127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-a375bdfa-6d86-43c7-be02-5dea94f7092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:24.287393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-a375bdfa-6d86-43c7-be02-5dea94f7092f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1096 time: 0.4660263 Feb 09 00:06:24.294630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:24.461302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:24.578276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Pushing event updated for resources: {'Port': ['ID=a36b431f-30ed-4cda-9048-fa4c1779b281,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:24.713428 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:06:24.714521 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:06:24.853987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:24.945217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b52e17-e146-419d-a24e-70f88078da6b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:25.061164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-571263bd-641e-4548-ad16-77c5a0e96c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:25.070490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-571263bd-641e-4548-ad16-77c5a0e96c78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.7704463 Feb 09 00:06:25.223642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.258616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-7ff2d41f-ba92-45a7-bce6-785a36a7186b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 998 time: 0.1683099 Feb 09 00:06:25.464126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-4679ae72-2d4f-4e9d-bb58-d7fe5509c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:25.471177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-4679ae72-2d4f-4e9d-bb58-d7fe5509c0ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1703465 Feb 09 00:06:25.489072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4ea3a017-f100-4a59-b454-18bc7f0ed206 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:25.582647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91824661-2e0c-44ba-a5e5-ab9e763f839d None None] Pushing event updated for resources: {'Port': ['ID=a36b431f-30ed-4cda-9048-fa4c1779b281,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:25.587519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.618923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae4068d-a247-47b4-a330-6084b1562612']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:25.639570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d821bc-1036-438a-901e-ec7526703fa7') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:25.639902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d821bc-1036-438a-901e-ec7526703fa7') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:25.656722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.666806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] For port 388c2965-cf0f-4295-8ce0-f439d4e8f822, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=388c2965-cf0f-4295-8ce0-f439d4e8f822,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:25.681876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.688023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.705792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:25.706353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:25.901065 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:25.915550 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:25.953257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca6db4-884f-4d43-89fd-53815e297456 req-a630bc13-48e6-432e-96d1-ff7cfb877591 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:25.978475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62ca6db4-884f-4d43-89fd-53815e297456 req-a630bc13-48e6-432e-96d1-ff7cfb877591 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 2.1612544 Feb 09 00:06:25.993335 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.003457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/dae4068d-a247-47b4-a330-6084b1562612 HTTP/1.1" status: 204 len: 168 time: 6.2134850 Feb 09 00:06:26.006331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37116) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:26.055840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59898c1-a11f-4f1f-af98-08f22f3d3ea4 None None] Pushing event updated for resources: {'Port': ['ID=388c2965-cf0f-4295-8ce0-f439d4e8f822,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:26.069028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0b86585b-6a12-4be2-84e0-4e202e3377b3 None None] Provisioning complete for port 388c2965-cf0f-4295-8ce0-f439d4e8f822 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:26.070484 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0b86585b-6a12-4be2-84e0-4e202e3377b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.083796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc00ce8-614b-4b77-bf0b-7cb97a67ed0c None None] DHCP port deletion for dae4068d-a247-47b4-a330-6084b1562612 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:26.112178 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ec37a6-b8e6-426c-8c3e-143eb653e761 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:26.115873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ec37a6-b8e6-426c-8c3e-143eb653e761 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:26.119592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27ec37a6-b8e6-426c-8c3e-143eb653e761 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/dae4068d-a247-47b4-a330-6084b1562612 HTTP/1.1" status: 404 len: 339 time: 0.1122141 Feb 09 00:06:26.127021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0d173-6ef0-4f45-928b-625935c80bd6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=dae4068d-a247-47b4-a330-6084b1562612,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:26.129281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37120) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:26.147672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1648153838', 'description': 'd1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:26.188264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-a3a9cde5-4697-49c8-983c-e63b85a97df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:26.189710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-a3a9cde5-4697-49c8-983c-e63b85a97df0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6862524 Feb 09 00:06:26.190298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:26.193673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.217670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92603144-e6c9-4086-8536-b57ddc2bb412 None None] Network 382dbd61-491c-4225-8afc-493d330aff03 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:26.252561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62ca6db4-884f-4d43-89fd-53815e297456 req-20d08602-cf10-42ca-8f24-b76bb1d03a55 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706037 Feb 09 00:06:26.339698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:26.351430 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.352164 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment be758ddb-2d02-408c-971a-c1c4ce2da647 of type vlan for network c2e5ef07-2834-445b-945e-37b61d2599b0 Feb 09 00:06:26.406177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.427226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4ea3a017-f100-4a59-b454-18bc7f0ed206 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:26.427649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.504598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7accc08-75b9-41fa-8f6e-17e945f2fe3c None None] Network dae4068d-a247-47b4-a330-6084b1562612 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:26.524586 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.542058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:26.542837 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.755176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-9807f0cf-528d-403a-bf65-e370ab7a839c service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437276 Feb 09 00:06:26.770333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6307116 Feb 09 00:06:26.773190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:26.790952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 388c2965-cf0f-4295-8ce0-f439d4e8f822 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:26.791826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:26.979496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7accc08-75b9-41fa-8f6e-17e945f2fe3c None None] Network dae4068d-a247-47b4-a330-6084b1562612 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:06:27.004115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '843ec956-00a7-4b69-8d5c-c8093c203427', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'mac_address': 'fa:16:3e:a7:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:05:47Z', 'updated_at': '2022-02-09T00:06:18Z', 'revision_number': 1, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:27.093631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:27.135386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf755d5-7eff-4066-9f43-fdee9220d670 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:27.138249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2bf755d5-7eff-4066-9f43-fdee9220d670 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks?id=c2e5ef07-2834-445b-945e-37b61d2599b0 HTTP/1.1" status: 200 len: 765 time: 0.3637671 Feb 09 00:06:27.139072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:27.140655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] For port 388c2965-cf0f-4295-8ce0-f439d4e8f822, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=388c2965-cf0f-4295-8ce0-f439d4e8f822,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:27.141496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37150) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:27.143654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.148061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bacb859e-e668-49b9-95db-2d7859ab7c4d req-cb4f64a5-5594-4b31-83f6-a871d4c0fee8 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516581 Feb 09 00:06:27.148664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af80ac2-afe8-4589-b88e-a5487348115a tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=c2e5ef07-2834-445b-945e-37b61d2599b0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:27.151202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'description': 'd2'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:27.154950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:27.155661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:27.173328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c2e5ef07-2834-445b-945e-37b61d2599b0 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:27.205339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 388c2965-cf0f-4295-8ce0-f439d4e8f822 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:27.275353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d0702-df9c-4eec-bcad-f022567caa81 req-058e9b3a-081a-4809-978c-d75e873e90dc tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:27.276979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f67d0702-df9c-4eec-bcad-f022567caa81 req-058e9b3a-081a-4809-978c-d75e873e90dc tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 945 time: 0.6212041 Feb 09 00:06:27.492578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f67d0702-df9c-4eec-bcad-f022567caa81 req-292ff7d1-b5bd-41e0-9327-d69b64f52e66 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607550 Feb 09 00:06:27.530778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.548433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2061882665'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:27.552466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.557206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0b86585b-6a12-4be2-84e0-4e202e3377b3 None None] Could not find standard attr ID for object 224c86a3-8eaa-497b-b09e-76d68a9cb6f8. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:06:27.630259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=c2e5ef07-2834-445b-945e-37b61d2599b0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:27.634103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network c2e5ef07-2834-445b-945e-37b61d2599b0 is not hosted by any dhcp agent {{(pid=105931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 00:06:27.640056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:27.641153 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.642834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-de6e8ad9-ab48-4af0-9826-03b0e1df9793 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "PUT /v2.0/networks/c2e5ef07-2834-445b-945e-37b61d2599b0 HTTP/1.1" status: 200 len: 762 time: 0.4967916 Feb 09 00:06:27.645725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37162) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:27.716007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:27.745300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Made reservation on behalf of d5996961e9c742e3b841aba789a09da8 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:27.748973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.756663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.811484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:27.818942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=388c2965-cf0f-4295-8ce0-f439d4e8f822,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:27.833172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c2e5ef07-2834-445b-945e-37b61d2599b0 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:27.928545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6c5aa-6b74-48c6-80b0-7cd1f2880554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:27.930473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-73e6c5aa-6b74-48c6-80b0-7cd1f2880554 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks?id=c2e5ef07-2834-445b-945e-37b61d2599b0 HTTP/1.1" status: 200 len: 765 time: 0.2835200 Feb 09 00:06:27.945862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:28.041492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a566c649-ad44-4852-863d-a39047a0f87f None None] Provisioning complete for port a36b431f-30ed-4cda-9048-fa4c1779b281 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:28.041870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a566c649-ad44-4852-863d-a39047a0f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.187407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a36b431f-30ed-4cda-9048-fa4c1779b281 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:28.320667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.330721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.393015 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc89601-8a23-4a25-8eeb-895242bc0b59 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.395180 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2bc89601-8a23-4a25-8eeb-895242bc0b59 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4483311 Feb 09 00:06:28.396546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:28.414210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37170) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:28.439113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a36b431f-30ed-4cda-9048-fa4c1779b281 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:28.439732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.454849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.455200 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Added segment 6e1b37d7-02cc-497a-ae51-e61a52840244 of type vlan for network 2c6f770e-775d-4205-a9a8-ec3f4a41bb60 Feb 09 00:06:28.463789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030efdaa-26ec-49fb-86eb-d6e82107134d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:28.469483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d472c66-495e-44de-8bd7-998c20c2a2f6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 207 time: 0.0541461 Feb 09 00:06:28.493692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37172) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:28.580045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.641038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.651431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.656892 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.754810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 388c2965-cf0f-4295-8ce0-f439d4e8f822 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:28.758396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d6979e7d-fe39-4e60-832f-f2e237fd6f51 None None] Provisioning complete for port a36b431f-30ed-4cda-9048-fa4c1779b281 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:28.758778 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6979e7d-fe39-4e60-832f-f2e237fd6f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:28.760329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.768506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.774684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.781433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.789569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.795750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:28.797792 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b8efdaee-7975-4bf9-ac3f-fa62078c3778 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.3031049 Feb 09 00:06:28.811435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 388c2965-cf0f-4295-8ce0-f439d4e8f822 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:28.811932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 388c2965-cf0f-4295-8ce0-f439d4e8f822 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 00:06:28.842465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:28.858682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Port 388c2965-cf0f-4295-8ce0-f439d4e8f822 not found, will not notify nova. {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 00:06:28.859414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4ea3a017-f100-4a59-b454-18bc7f0ed206 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:28.860662 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7204087 Feb 09 00:06:28.872172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '843ec956-00a7-4b69-8d5c-c8093c203427', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'mac_address': 'fa:16:3e:a7:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:05:47Z', 'updated_at': '2022-02-09T00:06:18Z', 'revision_number': 1, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:28.877541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37182) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:28.947274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd0a311-076d-4981-87f6-7b0897079458 None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '843ec956-00a7-4b69-8d5c-c8093c203427', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'mac_address': 'fa:16:3e:a7:ec:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:05:47Z', 'updated_at': '2022-02-09T00:06:18Z', 'revision_number': 1, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:06:29.007939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:29.096015 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:06:29.108677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-81b36ff0-4dc3-4ae3-b5a1-4e121c3f7df4 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.111803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4ea3a017-f100-4a59-b454-18bc7f0ed206 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:29.112277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-81b36ff0-4dc3-4ae3-b5a1-4e121c3f7df4 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 945 time: 0.9822795 Feb 09 00:06:29.112408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:29.136989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb2e4e-e8e7-41ab-b91c-2f1ed7195273 req-2ad65495-a467-470d-a1b4-215f276a72c3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.140543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5eb2e4e-e8e7-41ab-b91c-2f1ed7195273 req-2ad65495-a467-470d-a1b4-215f276a72c3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 1.6820972 Feb 09 00:06:29.394093 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9674526c-3699-4bc6-a504-474947392de2 None None] New status for floating IP 843ec956-00a7-4b69-8d5c-c8093c203427: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:06:29.450025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37536490-eace-4723-98b9-414bd5ea058b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.6064343 Feb 09 00:06:29.453379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:29.474709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'network': {'name': 'tempest-network--30132425', 'router:external': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:29.478752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07999651-41a6-42c7-821e-690b1856d4a2 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Pushing event updated for resources: {'Network': ['ID=2c6f770e-775d-4205-a9a8-ec3f4a41bb60,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:29.490744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2c6f770e-775d-4205-a9a8-ec3f4a41bb60 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:29.575620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Router e0afd1d6-78af-4b1f-94ef-700c04606d83 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:06:29.610383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763e094-4cf3-4376-ae45-f1028d91d984 req-00d446ee-78e3-4534-9514-12c83f468dea tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.613561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8763e094-4cf3-4376-ae45-f1028d91d984 req-00d446ee-78e3-4534-9514-12c83f468dea tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 945 time: 0.6412723 Feb 09 00:06:29.650746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d0eae-cf67-4eeb-94b2-d1c6d139c191 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.659549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d0eae-cf67-4eeb-94b2-d1c6d139c191 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.661758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d0eae-cf67-4eeb-94b2-d1c6d139c191 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.663449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d0eae-cf67-4eeb-94b2-d1c6d139c191 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.665339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d0eae-cf67-4eeb-94b2-d1c6d139c191 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.673413 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8f2d0eae-cf67-4eeb-94b2-d1c6d139c191 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2159324 Feb 09 00:06:29.674418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37194) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:29.675173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Made reservation on behalf of 024d1bd56fdf4841b0e2ad0a53269fba for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:29.677935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:29.679138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8763e094-4cf3-4376-ae45-f1028d91d984 req-fbd584bd-2e7e-48c1-902a-c790e77de3c9 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589623 Feb 09 00:06:29.753501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0945083-91a1-4901-8452-f83b51156f8e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.755230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0945083-91a1-4901-8452-f83b51156f8e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.756730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0945083-91a1-4901-8452-f83b51156f8e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.758253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0945083-91a1-4901-8452-f83b51156f8e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.759996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0945083-91a1-4901-8452-f83b51156f8e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['shared'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:29.768227 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0945083-91a1-4901-8452-f83b51156f8e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0873439 Feb 09 00:06:29.775427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37196) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:29.848451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:29.863944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] Sync routers for ids ['e0afd1d6-78af-4b1f-94ef-700c04606d83'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:29.878600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-49771d06-7b5e-45a2-9e87-e8c89261ce1d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "PUT /v2.0/routers/e0afd1d6-78af-4b1f-94ef-700c04606d83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5945675 Feb 09 00:06:29.890023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37198) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:29.892700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] Routers {'e0afd1d6-78af-4b1f-94ef-700c04606d83'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:29.896282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['e0afd1d6-78af-4b1f-94ef-700c04606d83'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:29.948086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5eb2e4e-e8e7-41ab-b91c-2f1ed7195273 req-819e4551-950a-4e53-939d-f44c0160e8b3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5953789 Feb 09 00:06:29.964848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Deleting port f9b28d7d-cfdf-46cc-be87-ba769022d71d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:29.965890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:29.988201 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.007385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fc490-ae3c-4e92-a1f9-02cadd7a34e2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:30.018623 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f99fc490-ae3c-4e92-a1f9-02cadd7a34e2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks/ccd9c421-8823-43f3-8a92-a9099e17abda HTTP/1.1" status: 200 len: 804 time: 0.2399566 Feb 09 00:06:30.023421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37204) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:30.050646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] Set router e0afd1d6-78af-4b1f-94ef-700c04606d83 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:30.050981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02abb73-eb19-4db2-99a5-e897d352f727 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:30.052690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02abb73-eb19-4db2-99a5-e897d352f727 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:30.062194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37206) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:30.064283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a02abb73-eb19-4db2-99a5-e897d352f727 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1604540 Feb 09 00:06:30.129939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37210) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:30.165520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:11Z', 'updated_at': '2022-02-09T00:06:27Z', 'revision_number': 3, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:30.181720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] For port f9b28d7d-cfdf-46cc-be87-ba769022d71d, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=f9b28d7d-cfdf-46cc-be87-ba769022d71d,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:30.182349 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.196598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Calling delete_port for f9b28d7d-cfdf-46cc-be87-ba769022d71d owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:30.230223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] Checking router: e0afd1d6-78af-4b1f-94ef-700c04606d83 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:30.244580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] Routers {'e0afd1d6-78af-4b1f-94ef-700c04606d83'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:30.247206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['e0afd1d6-78af-4b1f-94ef-700c04606d83'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:30.300205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 87659432-a33b-4d47-b310-804fd022c53e {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:30.315246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.354601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] Set router e0afd1d6-78af-4b1f-94ef-700c04606d83 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:30.474018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37220) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:30.474711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-983daf5a-8678-4461-a949-e5a7409fec71 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/networks/ccd9c421-8823-43f3-8a92-a9099e17abda?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4376481 Feb 09 00:06:30.515688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.524330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f835cab-5080-4332-a569-ce598de94c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.533545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:11Z', 'updated_at': '2022-02-09T00:06:27Z', 'revision_number': 3, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:30.571067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5cfdb-5664-4bdd-b1e2-82488ac1d65d None None] The sync data for ids ['e0afd1d6-78af-4b1f-94ef-700c04606d83'] in n-d-828413-1 is: [{'id': 'e0afd1d6-78af-4b1f-94ef-700c04606d83', 'name': 'tempest-NetworksTestDHCPv6-router-1586605274', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:11Z', 'updated_at': '2022-02-09T00:06:27Z', 'revision_number': 3, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:06:30.595180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.638390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Pushing event deleted for resources: {'Port': ['ID=f9b28d7d-cfdf-46cc-be87-ba769022d71d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:30.649449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.666534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa52449-0c5c-48d1-80a6-07cd7af8a56b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:30.667371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6fa52449-0c5c-48d1-80a6-07cd7af8a56b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/subnets/5e145e9e-93ec-4503-85d2-4561659f4bbc HTTP/1.1" status: 200 len: 843 time: 0.1696348 Feb 09 00:06:30.677757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37226) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:30.680342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.758191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7f8ba1-24dc-424c-b1d7-270a1e06f623,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:30.779061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] No DVR routers for this DVR port f9b28d7d-cfdf-46cc-be87-ba769022d71d on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:30.802141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:30.815672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.842104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.842815 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Added segment ee09a703-0e08-40a7-a6fd-17df1699436f of type vlan for network b614805b-19af-4287-b4ef-7551ec625be5 Feb 09 00:06:30.855353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:30.859363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45886b30-6e0c-4ac9-951d-1e55cb18cd60 req-da234a40-9040-4011-88fc-a438f9c6985f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "DELETE /v2.0/ports/f9b28d7d-cfdf-46cc-be87-ba769022d71d HTTP/1.1" status: 204 len: 173 time: 1.7332797 Feb 09 00:06:30.862506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'name': 'network-vif-deleted', 'tag': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:06:30.868046 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b60e0e6-3853-49a4-929f-913e9495ff25" -d '{"events": [{"server_uuid": "ba6e82d0-7d4c-412d-89e6-4ead46ef988a", "name": "network-vif-deleted", "tag": "f9b28d7d-cfdf-46cc-be87-ba769022d71d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:06:30.997073 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e1496c-7419-4389-90a1-4fc23e198b86 x-openstack-request-id: req-77e1496c-7419-4389-90a1-4fc23e198b86 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:06:30.997367 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6e82d0-7d4c-412d-89e6-4ead46ef988a", "name": "network-vif-deleted", "tag": "f9b28d7d-cfdf-46cc-be87-ba769022d71d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:06:30.997597 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77e1496c-7419-4389-90a1-4fc23e198b86 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:06:30.997991 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6e82d0-7d4c-412d-89e6-4ead46ef988a', 'name': 'network-vif-deleted', 'tag': 'f9b28d7d-cfdf-46cc-be87-ba769022d71d', 'status': 'completed', 'code': 200} Feb 09 00:06:31.002040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.025512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ab49b9a-6b8f-4187-893c-cccb43a57e49 req-d480f2df-7fec-4417-8fb2-1069b5ca1c1c tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba6e82d0-7d4c-412d-89e6-4ead46ef988a HTTP/1.1" status: 200 len: 210 time: 0.1767192 Feb 09 00:06:31.038915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b3c6d-cfc6-4b43-ba5d-1f81158261b8 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['shared'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:31.040292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f58b3c6d-cfc6-4b43-ba5d-1f81158261b8 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "GET /v2.0/subnets/5e145e9e-93ec-4503-85d2-4561659f4bbc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3614848 Feb 09 00:06:31.047258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37234) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:31.055402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806801796'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:31.088966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.161638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.163400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:31.163784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f835cab-5080-4332-a569-ce598de94c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.165044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.172395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.173822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0f835cab-5080-4332-a569-ce598de94c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.179831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982a353-19d6-4b26-9ca4-21564353256c None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:31.182201 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/87659432-a33b-4d47-b310-804fd022c53e HTTP/1.1" status: 204 len: 168 time: 1.1153483 Feb 09 00:06:31.184068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37236) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:31.232403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0f835cab-5080-4332-a569-ce598de94c1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f81fc55cd65e46c89881af6c70411f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0977693 Feb 09 00:06:31.234333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:31.238495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.242593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9121c15-9c7e-4939-970d-2101e54c63b8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=87659432-a33b-4d47-b310-804fd022c53e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:31.244722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37238) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:31.368737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f835cab-5080-4332-a569-ce598de94c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee482b41-9fe5-4de9-9c56-3a130ee7ab63,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:31.412465 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.5318255 Feb 09 00:06:31.458893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37240) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:31.491563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844db4c-58a5-4e09-8600-34716df595da tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Network': ['ID=b614805b-19af-4287-b4ef-7551ec625be5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:31.505941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b614805b-19af-4287-b4ef-7551ec625be5 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:31.546386 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e9c64319-936d-4c2d-8cbf-bab1123baf18 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3557835 Feb 09 00:06:31.548369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37244) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:31.598248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:31.653805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.680693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.732620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f9b28d7d-cfdf-46cc-be87-ba769022d71d no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:31.743103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:31.765809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.766562 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Added segment 75811010-d6fe-42b7-845e-1bf2118ad58b of type vlan for network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e Feb 09 00:06:31.783202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: f9b28d7d-cfdf-46cc-be87-ba769022d71d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:31.783543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device f9b28d7d-cfdf-46cc-be87-ba769022d71d not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:31.815322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] Deleting port 4ea3a017-f100-4a59-b454-18bc7f0ed206 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:31.817768 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.845308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 388c2965-cf0f-4295-8ce0-f439d4e8f822 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:31.915267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 388c2965-cf0f-4295-8ce0-f439d4e8f822 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:31.915487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 388c2965-cf0f-4295-8ce0-f439d4e8f822 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:31.915927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4ea3a017-f100-4a59-b454-18bc7f0ed206 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:31.970886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:31.990590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.000630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] For port 4ea3a017-f100-4a59-b454-18bc7f0ed206, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4ea3a017-f100-4a59-b454-18bc7f0ed206,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:32.001060 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.006661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1aeda8b-9b73-4deb-a77b-ce67b0b1b84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.022589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] Calling delete_port for 4ea3a017-f100-4a59-b454-18bc7f0ed206 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:32.033081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1aeda8b-9b73-4deb-a77b-ce67b0b1b84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.073018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.077250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.128057 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1aeda8b-9b73-4deb-a77b-ce67b0b1b84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.130753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d1aeda8b-9b73-4deb-a77b-ce67b0b1b84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.134541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d1aeda8b-9b73-4deb-a77b-ce67b0b1b84a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee482b41-9fe5-4de9-9c56-3a130ee7ab63 HTTP/1.1" status: 204 len: 168 time: 0.8888092 Feb 09 00:06:32.136400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b614805b-19af-4287-b4ef-7551ec625be5']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:32.147623 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.152300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeda8b-9b73-4deb-a77b-ce67b0b1b84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee482b41-9fe5-4de9-9c56-3a130ee7ab63,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:32.157582 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.163480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:32.163995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.176570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee09a703-0e08-40a7-a6fd-17df1699436f') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:32.176869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee09a703-0e08-40a7-a6fd-17df1699436f') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:32.214711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4ea3a017-f100-4a59-b454-18bc7f0ed206, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4ea3a017-f100-4a59-b454-18bc7f0ed206,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:32.230526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.255885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Network': ['ID=05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:32.257915 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.258429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Fanout notify agent at l3_agent the message router_deleted on router e0afd1d6-78af-4b1f-94ef-700c04606d83 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:06:32.263204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-028edd74-a840-4b5b-bfaf-65d6f6787fd9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2141390 Feb 09 00:06:32.267932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37258) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:32.270862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.272547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.273689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4e68b60f-7d5e-43b3-a884-ff22a3f730d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/routers/e0afd1d6-78af-4b1f-94ef-700c04606d83 HTTP/1.1" status: 204 len: 168 time: 0.7235639 Feb 09 00:06:32.278799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37260) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:32.289400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:32.289686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:32.302861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:32.372570 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.531626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:32.539409 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.567783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.596078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:32.596542 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:32.675748 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:32.705287 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.712959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b614805b-19af-4287-b4ef-7551ec625be5 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 00:06:32.716031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Made reservation on behalf of 3ebc91a754e948ba9e269b4f23259001 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:32.720487 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.725719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.729730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b614805b-19af-4287-b4ef-7551ec625be5 HTTP/1.1" status: 204 len: 168 time: 1.2665672 Feb 09 00:06:32.734531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37272) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:32.740865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:32.743925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5dac8-ad6c-4c66-bc39-cf16e15d3e93 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Network': ['ID=b614805b-19af-4287-b4ef-7551ec625be5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:32.820275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_backend_mixin [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Performing IP validity checks on allocation pools {{(pid=105925) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 00:06:32.820944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_backend_mixin [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105925) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 00:06:32.937491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Made reservation on behalf of 024d1bd56fdf4841b0e2ad0a53269fba for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:32.941784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.963558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:32.967277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4ea3a017-f100-4a59-b454-18bc7f0ed206,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:32.973890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] No DVR routers for this DVR port 4ea3a017-f100-4a59-b454-18bc7f0ed206 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:33.017654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.086431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=5ddbd852-53c6-4151-bed4-6a1a9d295130,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:33.096444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf39155-7af2-4e49-b824-5749a793a262 None None] Pushing event deleted for resources: {'Port': ['ID=4ea3a017-f100-4a59-b454-18bc7f0ed206,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:33.117676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:33.125801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:33.135215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Checking segment: {'id': '75811010-d6fe-42b7-845e-1bf2118ad58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:33.140224 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:33.142762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2570ce6b-b830-4fb4-b2cd-9e9b412fb40c None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:33.144080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network hostable DHCP agents. Network: 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:33.156867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:33.159552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.161501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=d3ef949d-76a5-4e71-b1f9-1c861979b759,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:33.196202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:33.213532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fc2f266b-df2c-4e57-adc9-ac59795f5605 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9333258 Feb 09 00:06:33.217339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37290) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:33.220581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:33.228567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:33.235115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:33.236119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.276796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:33.277649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dae1663d-24f2-44d7-8a7f-2e998d557274 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0086718 Feb 09 00:06:33.279285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.279771 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Added segment 133b6d57-15eb-4857-ab57-c00550bdfa14 of type vlan for network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 Feb 09 00:06:33.295102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:33.389985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6f516-5b7e-41c9-b495-4fce7bb474f7 None None] Network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:33.428000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.429175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.585785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.677391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '5ddbd852-53c6-4151-bed4-6a1a9d295130'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:33.678308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.708116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.712155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8906183'] for subnet, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.720072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.744906 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.753803 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41e5b9eb-c1b3-4c23-bbec-db58e5f5a8c9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5257723 Feb 09 00:06:33.753803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37310) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:33.759336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.760326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:33.760905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:33.983415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2449923 Feb 09 00:06:33.983799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37318) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:33.989142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'subnet': {'network_id': '992e6b77-5080-458e-aaa6-6cdcef0f01d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:34.047116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/5ddbd852-53c6-4151-bed4-6a1a9d295130/8ef7131a-f452-4303-ba8f-64ce91163605) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:34.049152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Made reservation on behalf of 024d1bd56fdf4841b0e2ad0a53269fba for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:34.056546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.268040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a3d04-f795-4d6e-9e17-7c1ec3328699 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Network': ['ID=992e6b77-5080-458e-aaa6-6cdcef0f01d9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:34.303840 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.313054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:34.320164 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.424075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Pushing event updated for resources: {'Port': ['ID=8ef7131a-f452-4303-ba8f-64ce91163605,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:34.514697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:34.626261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e', 'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e', 'tenant_id': '3ebc91a754e948ba9e269b4f23259001', 'fixed_ips': [{'subnet_id': 'd3ef949d-76a5-4e71-b1f9-1c861979b759'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:34.626261 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.685029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:34.695437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:34.726770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:34.746458 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790164744551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8907125'] for subnet, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.848089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event updated for resources: {'Subnet': ['ID=d3ef949d-76a5-4e71-b1f9-1c861979b759,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:34.860117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:34.861081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.866187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37338) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:34.866717 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1328ebd5-26f5-4e84-99d0-bac033c7ea91 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "PUT /v2.0/subnets/d3ef949d-76a5-4e71-b1f9-1c861979b759 HTTP/1.1" status: 200 len: 900 time: 1.5847771 Feb 09 00:06:34.895768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.913048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Attempting to bind port 8ef7131a-f452-4303-ba8f-64ce91163605 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:34.913268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da420ab7-648d-4d72-a8dd-953f09870114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.913530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Attempting to bind port 8ef7131a-f452-4303-ba8f-64ce91163605 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:34.913775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Attempting to bind port 8ef7131a-f452-4303-ba8f-64ce91163605 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:34.925585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:34.925995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:34.926353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.926740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:34.927204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Bound port: 8ef7131a-f452-4303-ba8f-64ce91163605, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:34.927579 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:34.983609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:06:34.984606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.018713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da420ab7-648d-4d72-a8dd-953f09870114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.026636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da420ab7-648d-4d72-a8dd-953f09870114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.035049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Allocated IP 2001:db8::3 (05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e/d3ef949d-76a5-4e71-b1f9-1c861979b759/7dd6b4a9-5da9-43e3-8297-164909004892) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:35.054512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] For port 8ef7131a-f452-4303-ba8f-64ce91163605, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:35.079793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] For port 8ef7131a-f452-4303-ba8f-64ce91163605, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ef7131a-f452-4303-ba8f-64ce91163605,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:35.108754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d2f500fd-0eff-46b5-89f3-0c118ece09d3,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:35.114467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.150364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Checking segment: {'id': '133b6d57-15eb-4857-ab57-c00550bdfa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '992e6b77-5080-458e-aaa6-6cdcef0f01d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:35.151647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Network hostable DHCP agents. Network: 992e6b77-5080-458e-aaa6-6cdcef0f01d9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:35.174105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da420ab7-648d-4d72-a8dd-953f09870114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb36d8e7-2fab-471e-a46e-518211edc470,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:35.186767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da420ab7-648d-4d72-a8dd-953f09870114 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fca762258e5f4b3497720573c141fab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6707313 Feb 09 00:06:35.203017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.209231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37340) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:35.240995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04381c0-50d6-480a-b148-97e143698a61 None None] Pushing event updated for resources: {'Port': ['ID=8ef7131a-f452-4303-ba8f-64ce91163605,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:35.271591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:35.303989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 992e6b77-5080-458e-aaa6-6cdcef0f01d9) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:35.308075 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.315148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0da0e-2489-4df7-96d4-363e4cc94701 None None] Network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:35.365278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:35.366022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.407735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d83bac41-2029-46e7-aed3-b2bd4f73b7dd tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4227753 Feb 09 00:06:35.409618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37342) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:35.416874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'floatingip': {'floating_network_id': '992e6b77-5080-458e-aaa6-6cdcef0f01d9'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:35.422767 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.422968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::1 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/5ddbd852-53c6-4151-bed4-6a1a9d295130/0a0cecb5-63b8-45ed-8217-c1b62d7af18b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:35.485532 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.515230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f915dd33-6545-46d0-ad94-a3cb9cb53cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.558151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a1ce5-e40e-4378-bea7-08849fd4da1a None None] Network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:35.570518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:35.589077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:35.599903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f915dd33-6545-46d0-ad94-a3cb9cb53cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.604691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:35.630302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.639239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.673041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ef949d-76a5-4e71-b1f9-1c861979b759,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:35.693646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Pushing event updated for resources: {'Port': ['ID=7dd6b4a9-5da9-43e3-8297-164909004892,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:35.761102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.813975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.828337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Attempting to bind port 7dd6b4a9-5da9-43e3-8297-164909004892 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:35.828709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Attempting to bind port 7dd6b4a9-5da9-43e3-8297-164909004892 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '75811010-d6fe-42b7-845e-1bf2118ad58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:35.829115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Attempting to bind port 7dd6b4a9-5da9-43e3-8297-164909004892 on network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:35.843544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:35.843937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Checking segment: {'id': '75811010-d6fe-42b7-845e-1bf2118ad58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:35.844333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.845008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Bound using segment: {'id': '75811010-d6fe-42b7-845e-1bf2118ad58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:35.845659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Bound port: 7dd6b4a9-5da9-43e3-8297-164909004892, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75811010-d6fe-42b7-845e-1bf2118ad58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:35.846048 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.931319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.932856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ef7131a-f452-4303-ba8f-64ce91163605 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:35.967469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:35.976121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:35.977552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:35.978844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:35.983092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:35.990237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:35.990784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.019898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75811010-d6fe-42b7-845e-1bf2118ad58b') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:36.020198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75811010-d6fe-42b7-845e-1bf2118ad58b') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:36.046516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.059482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] For port 7dd6b4a9-5da9-43e3-8297-164909004892, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:36.065160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] For port 7dd6b4a9-5da9-43e3-8297-164909004892, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7dd6b4a9-5da9-43e3-8297-164909004892,segment=NetworkSegment(75811010-d6fe-42b7-845e-1bf2118ad58b),segment_id=75811010-d6fe-42b7-845e-1bf2118ad58b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:36.072774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.080536 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.088702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ef7131a-f452-4303-ba8f-64ce91163605 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:36.093480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.110256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:36.110665 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.113777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f915dd33-6545-46d0-ad94-a3cb9cb53cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.116325 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f915dd33-6545-46d0-ad94-a3cb9cb53cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.117524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f915dd33-6545-46d0-ad94-a3cb9cb53cd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb36d8e7-2fab-471e-a46e-518211edc470 HTTP/1.1" status: 204 len: 168 time: 0.9052563 Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:36.118293 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:36.257918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f915dd33-6545-46d0-ad94-a3cb9cb53cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb36d8e7-2fab-471e-a46e-518211edc470,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:36.303977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.db.api [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 00:06:36.303977 n-d-828413-1 neutron-server[105925]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 00:06:36.303977 n-d-828413-1 neutron-server[105925]: [parameters: {'id': '05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e'}] Feb 09 00:06:36.303977 n-d-828413-1 neutron-server[105925]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:06:36.305162 n-d-828413-1 neutron-server[105925]: DEBUG oslo_db.api [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:06:36.320532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c292-83bd-44fc-b8c8-893f580df195 None None] Pushing event updated for resources: {'Port': ['ID=7dd6b4a9-5da9-43e3-8297-164909004892,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:36.370541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f93de1-d3aa-4e6f-874f-e029c7bc735e None None] Network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:36.474376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.572404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Allocated IP 172.20.0.13 (992e6b77-5080-458e-aaa6-6cdcef0f01d9/d2f500fd-0eff-46b5-89f3-0c118ece09d3/4934556f-f603-49b9-a05b-4eb058152525) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:36.649594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.769453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8ef7131a-f452-4303-ba8f-64ce91163605, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ef7131a-f452-4303-ba8f-64ce91163605,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:36.782851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.806808 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:36.865762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088c2e77-96c1-4dda-bc76-eab6d44fe543 None None] Network 05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:36.913318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting port 7dd6b4a9-5da9-43e3-8297-164909004892 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:36.913874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.005581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] For port 7dd6b4a9-5da9-43e3-8297-164909004892, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7dd6b4a9-5da9-43e3-8297-164909004892,segment=NetworkSegment(75811010-d6fe-42b7-845e-1bf2118ad58b),segment_id=75811010-d6fe-42b7-845e-1bf2118ad58b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:37.006814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.027021 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.028091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Calling delete_port for 7dd6b4a9-5da9-43e3-8297-164909004892 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:37.084450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.087767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8ef7131a-f452-4303-ba8f-64ce91163605,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:37.093159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c49de366-3933-41ff-bfaa-7092f671ae2a None None] Provisioning complete for port 8ef7131a-f452-4303-ba8f-64ce91163605 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:37.101419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c49de366-3933-41ff-bfaa-7092f671ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.204827 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.272400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Port': ['ID=7dd6b4a9-5da9-43e3-8297-164909004892,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:37.274746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No DVR routers for this DVR port 7dd6b4a9-5da9-43e3-8297-164909004892 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:37.386100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d540bc1-3f0a-4146-b90c-f7bda378b661 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 00:06:37.418397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.458025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:37.476464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75811010-d6fe-42b7-845e-1bf2118ad58b') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:37.476773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75811010-d6fe-42b7-845e-1bf2118ad58b') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:37.493490 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.513041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.522568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:37.523088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.553012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3d5cddb8-d14c-4041-939e-2b23a986c444 None None] Provisioning complete for port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:37.553385 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d5cddb8-d14c-4041-939e-2b23a986c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.614331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37396) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:37.615129 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:37.640149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cddb8-d14c-4041-939e-2b23a986c444 None None] Port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:06:37.658931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.670257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.686580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e HTTP/1.1" status: 204 len: 168 time: 2.8098953 Feb 09 00:06:37.693468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37400) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:37.723854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d540bc1-3f0a-4146-b90c-f7bda378b661 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 00:06:37.737182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fc97-0080-4195-89d9-d311124878f4 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:37.780804 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15c6f6e-cf8a-4659-8396-2e60df78e9e6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:37.780804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15c6f6e-cf8a-4659-8396-2e60df78e9e6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:37.782179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d15c6f6e-cf8a-4659-8396-2e60df78e9e6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/d3ef949d-76a5-4e71-b1f9-1c861979b759 HTTP/1.1" status: 404 len: 337 time: 0.0824938 Feb 09 00:06:37.783181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37404) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:37.858927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:37.866290 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a6325c-8c0c-46f5-983c-04dc79ece2cd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:37.868864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a6325c-8c0c-46f5-983c-04dc79ece2cd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:37.872497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-55a6325c-8c0c-46f5-983c-04dc79ece2cd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/05b882c3-d48f-4c8e-bc9e-ddca0be2dc7e HTTP/1.1" status: 404 len: 339 time: 0.0880742 Feb 09 00:06:37.878457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37408) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:37.887203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-284081983-network', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:37.995069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.036882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.071438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.075872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Made reservation on behalf of dc6da84b5e784e22949ed74af28530f2 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:38.089534 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.109681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ef7131a-f452-4303-ba8f-64ce91163605 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:38.115981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.129131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Port': ['ID=4934556f-f603-49b9-a05b-4eb058152525,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:38.131929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.139827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.207828 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.220447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.226270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:38.241896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:38.248209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:38.255218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:38.295594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a4c3e-7614-4009-9a88-b23a69155855,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:38.353774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:38.419748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ef7131a-f452-4303-ba8f-64ce91163605 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:38.419748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.422352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.431407 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.431754 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Added segment e122daa2-df76-4104-a2ae-324f67c69198 of type vlan for network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 Feb 09 00:06:38.470895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:38.485809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.489159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.498608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:38.513891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e5ef07-2834-445b-945e-37b61d2599b0']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:38.518384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.519424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:38.520060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.569398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be758ddb-2d02-408c-971a-c1c4ce2da647') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:38.570247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be758ddb-2d02-408c-971a-c1c4ce2da647') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:38.578905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.592391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9758379 Feb 09 00:06:38.593422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37422) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:38.640710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Request body: {'subnet': {'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-284081983-subnet', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:38.646988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.680239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.682083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d2364-1460-4b2c-99e3-23a4fa3fd598 admin admin] Pushing event updated for resources: {'Network': ['ID=14d6e482-7b42-4bac-bc50-ca106d56c7e8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:38.693701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:38.694116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:38.697364 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:38.704464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:38.787892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Made reservation on behalf of dc6da84b5e784e22949ed74af28530f2 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:38.791904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.865844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Router 26774953-c5c6-424d-abfe-e8375376ff59 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:06:38.898398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.907152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.910965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/c2e5ef07-2834-445b-945e-37b61d2599b0 HTTP/1.1" status: 204 len: 168 time: 1.0198216 Feb 09 00:06:38.913982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37426) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:38.954245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.960639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:38.964937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0027be1-bdf8-4c72-84e6-24405e323419 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=c2e5ef07-2834-445b-945e-37b61d2599b0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:38.980292 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f29df81-e20b-4a4c-bd7b-f273c51fe9c6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:38.980870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f29df81-e20b-4a4c-bd7b-f273c51fe9c6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:38.987446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2f29df81-e20b-4a4c-bd7b-f273c51fe9c6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/c3b52e17-e146-419d-a24e-70f88078da6b HTTP/1.1" status: 404 len: 337 time: 0.0704665 Feb 09 00:06:38.988092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37428) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:38.998607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cbb65e8b-fe0a-4e83-ba95-822d4f85dc9b None None] Provisioning complete for port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:38.999292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbb65e8b-fe0a-4e83-ba95-822d4f85dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.024099 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c52072d-69e7-4e72-a737-2789de589f92 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:39.024679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c52072d-69e7-4e72-a737-2789de589f92 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:39.028176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4c52072d-69e7-4e72-a737-2789de589f92 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/dae4068d-a247-47b4-a330-6084b1562612 HTTP/1.1" status: 404 len: 339 time: 0.0373571 Feb 09 00:06:39.030835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37430) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:39.054988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cbb65e8b-fe0a-4e83-ba95-822d4f85dc9b None None] Port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:06:39.097487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Port': ['ID=4934556f-f603-49b9-a05b-4eb058152525,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:39.109455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:39.111335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.119781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ec6a8de-8414-43dc-a537-13d288407a78 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "PUT /v2.0/routers/26774953-c5c6-424d-abfe-e8375376ff59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3591549 Feb 09 00:06:39.119953 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Sync routers for ids ['26774953-c5c6-424d-abfe-e8375376ff59'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:39.120559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37434) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:39.129643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting subnet 541314a9-16f9-45a7-9acc-5a4a93046c6b {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:39.135663 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Routers {'26774953-c5c6-424d-abfe-e8375376ff59'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:39.136297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['26774953-c5c6-424d-abfe-e8375376ff59'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:39.139613 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.172770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.178136 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c5bec5ec-d535-40ad-a9e6-7fa269824ef2 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7670367 Feb 09 00:06:39.178921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37438) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:39.189127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd8539-1478-4982-bc7b-85173ecefda4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:39.197415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ffd8539-1478-4982-bc7b-85173ecefda4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports/0a0cecb5-63b8-45ed-8217-c1b62d7af18b HTTP/1.1" status: 200 len: 911 time: 0.0696170 Feb 09 00:06:39.197632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37440) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:39.243910 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Set router 26774953-c5c6-424d-abfe-e8375376ff59 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:39.270398 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97bc0e3b-fc46-430e-9715-d26619d68b69 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=992e6b77-5080-458e-aaa6-6cdcef0f01d9 HTTP/1.1" status: 200 len: 690 time: 0.0901368 Feb 09 00:06:39.271104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37442) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:39.291357 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.379543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.453693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e6798-350e-4cc1-95bb-3c186187136f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:39.467485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e6798-350e-4cc1-95bb-3c186187136f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:39.475940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc0e6798-350e-4cc1-95bb-3c186187136f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2787046 Feb 09 00:06:39.480944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37448) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:39.486400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.513940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26774953-c5c6-424d-abfe-e8375376ff59', 'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:33Z', 'updated_at': '2022-02-09T00:06:36Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None, '_interfaces': [{'id': '0a0cecb5-63b8-45ed-8217-c1b62d7af18b', 'name': '', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'mac_address': 'fa:16:3e:14:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26774953-c5c6-424d-abfe-e8375376ff59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '5ddbd852-53c6-4151-bed4-6a1a9d295130', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:35Z', 'updated_at': '2022-02-09T00:06:36Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'subnets': [{'id': '5ddbd852-53c6-4151-bed4-6a1a9d295130', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:39.520157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Deleting port 4934556f-f603-49b9-a05b-4eb058152525 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:39.521058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.552181 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Checking router: 26774953-c5c6-424d-abfe-e8375376ff59 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:39.553051 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Updating router 26774953-c5c6-424d-abfe-e8375376ff59 port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:06:39.610833 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.647100 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.647434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:39.671774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Calling delete_port for 4934556f-f603-49b9-a05b-4eb058152525 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:39.954811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.001509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Port': ['ID=4934556f-f603-49b9-a05b-4eb058152525,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:40.037734 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.046402 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.107242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.159253 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c46b-8925-4d0b-953d-07174b8f7ed1 None None] Pushing event updated for resources: {'Port': ['ID=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:40.173439 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.196870 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Attempting to bind port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:40.197272 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Attempting to bind port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:40.197820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Attempting to bind port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:40.205196 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:40.205907 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:40.206470 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.207278 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:40.207916 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Bound port: 0a0cecb5-63b8-45ed-8217-c1b62d7af18b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:40.218804 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.277193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.328037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f500fd-0eff-46b5-89f3-0c118ece09d3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:40.352084 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] For port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:40.357721 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] For port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:40.366822 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.461444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Routers {'26774953-c5c6-424d-abfe-e8375376ff59'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:40.462233 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:14Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['26774953-c5c6-424d-abfe-e8375376ff59'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:40.479552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-ebc52994-54b8-48f7-8549-88fdcc057d41 req-ab27b277-1620-4e45-8bc6-ab0d5227df78 service neutron] (105925) timed out ('10.222.0.32', 42542) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:06:40.491968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.545059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.593675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.600046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5993d1af-7ac1-47ef-8cb4-5562a7b2e2fa None None] Provisioning complete for port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:40.600585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5993d1af-7ac1-47ef-8cb4-5562a7b2e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.600689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992e6b77-5080-458e-aaa6-6cdcef0f01d9']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:40.629192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133b6d57-15eb-4857-ab57-c00550bdfa14') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:40.629495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133b6d57-15eb-4857-ab57-c00550bdfa14') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:40.647669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.647840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57cd5cc-a0b9-47ab-bcad-27b5171133e8,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:40.675737 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.686277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:40.686693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:40.688620 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:40.745524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=541314a9-16f9-45a7-9acc-5a4a93046c6b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:40.766538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.775750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c792200e-7a55-4ccb-a7d8-98d735d351a1 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/541314a9-16f9-45a7-9acc-5a4a93046c6b HTTP/1.1" status: 204 len: 168 time: 1.7439294 Feb 09 00:06:40.779140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37464) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:40.818417 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] Set router 26774953-c5c6-424d-abfe-e8375376ff59 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:40.825520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5993d1af-7ac1-47ef-8cb4-5562a7b2e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.828962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672964b-82ff-45ca-a20e-58e0a2be504b None None] Network 382dbd61-491c-4225-8afc-493d330aff03 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:40.848692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Checking segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:40.855146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Network hostable DHCP agents. Network: 14d6e482-7b42-4bac-bc50-ca106d56c7e8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:40.900274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.908948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 992e6b77-5080-458e-aaa6-6cdcef0f01d9 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 00:06:40.927013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:40.933260 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/992e6b77-5080-458e-aaa6-6cdcef0f01d9 HTTP/1.1" status: 204 len: 168 time: 1.6590042 Feb 09 00:06:40.935904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:40.958138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:41.000953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Network': ['ID=992e6b77-5080-458e-aaa6-6cdcef0f01d9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:41.024538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting subnet bbcff14a-b36f-47ef-bb48-28ec935d85ea {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:41.028258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 14d6e482-7b42-4bac-bc50-ca106d56c7e8) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:41.066268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.067132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044b187-5f4c-4d50-9f34-e7e4f7c8c7ef None None] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:41.069606 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7c46b-8925-4d0b-953d-07174b8f7ed1 None None] Pushing event updated for resources: {'Port': ['ID=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:41.094455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.097705 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.161857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3c4f9454-76d0-4f13-a4cb-c46d4333b0c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5240169 Feb 09 00:06:41.173263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37474) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:41.178292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:41.182896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.183486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.184729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.186678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.187227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.187742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.190469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.193438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.193957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.194510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.194996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.195481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb8690a-9e7d-4c3a-9e35-5e6b81346421 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:41.292421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.313261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.316178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.391439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5993d1af-7ac1-47ef-8cb4-5562a7b2e2fa None None] For port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:41.441415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a6cddf60-23a7-4e92-b3ed-2718f615821d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.4448805 Feb 09 00:06:41.444608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37476) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:41.465715 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5993d1af-7ac1-47ef-8cb4-5562a7b2e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.526346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.554768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.562622 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26774953-c5c6-424d-abfe-e8375376ff59', 'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:33Z', 'updated_at': '2022-02-09T00:06:36Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None, '_interfaces': [{'id': '0a0cecb5-63b8-45ed-8217-c1b62d7af18b', 'name': '', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'mac_address': 'fa:16:3e:14:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26774953-c5c6-424d-abfe-e8375376ff59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '5ddbd852-53c6-4151-bed4-6a1a9d295130', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:35Z', 'updated_at': '2022-02-09T00:06:40Z', 'revision_number': 4, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'subnets': [{'id': '5ddbd852-53c6-4151-bed4-6a1a9d295130', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:41.572031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.572632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.573177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.573685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.574917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.575362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.576143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.576653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.577240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.577748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.578251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.578753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:41.583873 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-177b0607-466a-4b38-bfcb-f5dc8189df43 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7841 time: 0.1322937 Feb 09 00:06:41.584712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37478) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:41.640704 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-499fc481-68b9-4bff-bc77-f7d9fc45d92e tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] delete failed (client error): The resource could not be found. Feb 09 00:06:41.644863 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-499fc481-68b9-4bff-bc77-f7d9fc45d92e tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/43279107-46d8-49f0-9769-2805939f5d6c HTTP/1.1" status: 404 len: 345 time: 0.0563042 Feb 09 00:06:41.646641 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de4fdd-3788-42c2-8899-163fbce18996 None None] The sync data for ids ['26774953-c5c6-424d-abfe-e8375376ff59'] in n-d-828413-1 is: [{'id': '26774953-c5c6-424d-abfe-e8375376ff59', 'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:33Z', 'updated_at': '2022-02-09T00:06:36Z', 'revision_number': 2, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None, '_interfaces': [{'id': '0a0cecb5-63b8-45ed-8217-c1b62d7af18b', 'name': '', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'mac_address': 'fa:16:3e:14:c2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26774953-c5c6-424d-abfe-e8375376ff59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '5ddbd852-53c6-4151-bed4-6a1a9d295130', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:35Z', 'updated_at': '2022-02-09T00:06:40Z', 'revision_number': 4, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'subnets': [{'id': '5ddbd852-53c6-4151-bed4-6a1a9d295130', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:06:41.656514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37484) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:41.717416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.789392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.836776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcff14a-b36f-47ef-bb48-28ec935d85ea,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:41.850343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.858148 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-133702b0-d6f2-455c-85be-74c22f0a6a0f tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/bbcff14a-b36f-47ef-bb48-28ec935d85ea HTTP/1.1" status: 204 len: 168 time: 1.0760884 Feb 09 00:06:41.863475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37488) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:41.880683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d899b782-4c95-4432-ac63-c1b7e477796b None None] Provisioning complete for port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:41.881817 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d899b782-4c95-4432-ac63-c1b7e477796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.889873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993d1af-7ac1-47ef-8cb4-5562a7b2e2fa None None] Pushing event updated for resources: {'Port': ['ID=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:41.906947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'fixed_ips': [{'subnet_id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:41.908144 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.931678 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-47ca36ad-16e4-448a-a5ee-e4faa85110b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:41.974230 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-142c6e71-c6e9-48a1-96af-9b52c7189616 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 00:06:41.974759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142c6e71-c6e9-48a1-96af-9b52c7189616 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:41.978182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-142c6e71-c6e9-48a1-96af-9b52c7189616 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/992e6b77-5080-458e-aaa6-6cdcef0f01d9 HTTP/1.1" status: 404 len: 339 time: 0.2847764 Feb 09 00:06:41.983636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37492) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:41.988100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'network': {'name': 'tempest-network--1657655666', 'router:external': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:42.068398 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.079707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Made reservation on behalf of 024d1bd56fdf4841b0e2ad0a53269fba for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:42.088164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.146673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.157520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting port a36b431f-30ed-4cda-9048-fa4c1779b281 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:42.157520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.191301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Allocated IP 172.20.0.2 (14d6e482-7b42-4bac-bc50-ca106d56c7e8/b57cd5cc-a0b9-47ab-bcad-27b5171133e8/5ad4b4a9-0e25-4a19-8dc0-8903e077ca77) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:42.250543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:42.260739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.261122 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Added segment 1050d5f5-be6f-42d4-b03f-0a359bd2e769 of type vlan for network c1ac323c-c1e2-4187-a18d-3ee406cdade3 Feb 09 00:06:42.337089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.362001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812fa30-0bcd-4f75-988e-d2088d787562 None None] Update dhcp port {'port': {'network_id': '382dbd61-491c-4225-8afc-493d330aff03', 'fixed_ips': [{'subnet_id': 'bbcff14a-b36f-47ef-bb48-28ec935d85ea'}], 'binding:host_id': 'n-d-828413-1'}, 'id': 'a36b431f-30ed-4cda-9048-fa4c1779b281'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:06:42.381236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] For port a36b431f-30ed-4cda-9048-fa4c1779b281, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a36b431f-30ed-4cda-9048-fa4c1779b281,segment=NetworkSegment(4679e393-675a-4a33-8eac-ec60378f6425),segment_id=4679e393-675a-4a33-8eac-ec60378f6425)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:42.383354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.408278 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Calling delete_port for a36b431f-30ed-4cda-9048-fa4c1779b281 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:42.410242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.411368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:42.412095 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.425945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e812fa30-0bcd-4f75-988e-d2088d787562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.526116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5403471 Feb 09 00:06:42.529833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37502) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:42.557288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Network': ['ID=c1ac323c-c1e2-4187-a18d-3ee406cdade3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:42.572851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.573342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.573767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.574216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.574624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.575032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.575436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.575841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.576260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.576661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.577099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.578207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03863652-a173-41dd-904c-eac0cf19bfce tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:06:42.662467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c1ac323c-c1e2-4187-a18d-3ee406cdade3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:42.689963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.787589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Port': ['ID=a36b431f-30ed-4cda-9048-fa4c1779b281,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:42.804373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No DVR routers for this DVR port a36b431f-30ed-4cda-9048-fa4c1779b281 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:42.826055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:42.826642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a79d0-c755-4f57-a5d1-90d87b767cd7 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:42.827039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.833957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a79d0-c755-4f57-a5d1-90d87b767cd7 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:42.846978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a79d0-c755-4f57-a5d1-90d87b767cd7 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:42.875689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a79d0-c755-4f57-a5d1-90d87b767cd7 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:42.880091 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d99a79d0-c755-4f57-a5d1-90d87b767cd7 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3398788 Feb 09 00:06:42.893328 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.903346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37508) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:42.903595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15727a8-000b-4424-a5b7-6a3a2314b5a7 None None] Network 382dbd61-491c-4225-8afc-493d330aff03 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:42.950157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:42.979295 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.004979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.008102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5a4d5484-efb8-48ae-b31b-53ddca57d17d None None] Could not find standard attr ID for object a36b431f-30ed-4cda-9048-fa4c1779b281. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:06:43.037971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:43.082355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:43.089061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:43.152891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e2e48-9949-4ac8-8f35-f3b44441daa1 None None] DHCP port deletion for 382dbd61-491c-4225-8afc-493d330aff03 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:43.197674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Pushing event updated for resources: {'Port': ['ID=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:43.198125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.202972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Attempting to bind port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:43.203474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Attempting to bind port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:43.203934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Attempting to bind port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:43.211732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:43.212240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Checking segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:43.213302 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.216232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Bound using segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:43.222302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.224021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Bound port: 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:43.224434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.239288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382dbd61-491c-4225-8afc-493d330aff03']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:43.251607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4679e393-675a-4a33-8eac-ec60378f6425') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:43.252146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4679e393-675a-4a33-8eac-ec60378f6425') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:43.266966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.338151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] For port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:43.343702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] For port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:43.349981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.365306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] For port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:43.365675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.377815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.390253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 0a0cecb5-63b8-45ed-8217-c1b62d7af18b owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:43.397890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-697a17d9-6810-45b7-bbc7-3008e30d9b28 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:43.399376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-697a17d9-6810-45b7-bbc7-3008e30d9b28 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 814 time: 0.3531408 Feb 09 00:06:43.411344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ac323c-c1e2-4187-a18d-3ee406cdade3']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:43.421160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215914a-f20b-4a89-bef7-cf4dc6aa322d None None] Pushing event updated for resources: {'Port': ['ID=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:43.424517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1050d5f5-be6f-42d4-b03f-0a359bd2e769') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:43.424961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1050d5f5-be6f-42d4-b03f-0a359bd2e769') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:43.439972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.467986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.472115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.483342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:43.484136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:43.486124 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:43.496446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:43.497130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:43.500143 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:43.547605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-8c38e526-0bd3-4489-87c2-73eebb62b14b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/quotas/6cad847b2f2449d5a1ed7414ec6e1e89 HTTP/1.1" status: 200 len: 375 time: 0.1068552 Feb 09 00:06:43.596058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-0dd25317-c93e-4542-9293-d5cc0a6beaed tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420423 Feb 09 00:06:43.623531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.631900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.635134 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/382dbd61-491c-4225-8afc-493d330aff03 HTTP/1.1" status: 204 len: 168 time: 1.7704117 Feb 09 00:06:43.637831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.649260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37526) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.665867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1ac323c-c1e2-4187-a18d-3ee406cdade3 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 00:06:43.669885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f172-e769-4c6c-9797-802312ac1295 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=382dbd61-491c-4225-8afc-493d330aff03,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:43.671891 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.675184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c1ac323c-c1e2-4187-a18d-3ee406cdade3 HTTP/1.1" status: 204 len: 168 time: 0.7703793 Feb 09 00:06:43.696304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37528) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.696790 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e45840-a916-483b-a190-d0b1480ea958 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:43.697453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e45840-a916-483b-a190-d0b1480ea958 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:43.701003 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-69e45840-a916-483b-a190-d0b1480ea958 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/b483c2fa-b5a9-42fb-ae2c-3df62dabc3ee HTTP/1.1" status: 404 len: 337 time: 0.0487514 Feb 09 00:06:43.704389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Allocated IP 172.25.3.205 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e6f23113-e292-40b8-b793-bb36d7f4a874) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:43.713160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37530) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.722658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16b8e1-596c-49e1-a519-d5989809dc13 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1ac323c-c1e2-4187-a18d-3ee406cdade3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:43.722979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'network': {'name': 'tempest-network--2075574546', 'router:external': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:43.735757 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f646d9-e363-493e-b7d9-7b092f886a7e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:43.738346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f646d9-e363-493e-b7d9-7b092f886a7e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:43.745656 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a8f646d9-e363-493e-b7d9-7b092f886a7e tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/9964626e-48a2-49a5-91aa-3cb3476a7e1c HTTP/1.1" status: 404 len: 339 time: 0.0252719 Feb 09 00:06:43.745656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37532) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.816326 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1361ad59-bce6-435f-b780-b3ba76b3cd05 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:43.816326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1361ad59-bce6-435f-b780-b3ba76b3cd05 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:43.816326 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1361ad59-bce6-435f-b780-b3ba76b3cd05 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/f708e488-f145-4046-a43b-3d2fd76bc453 HTTP/1.1" status: 404 len: 337 time: 0.0691059 Feb 09 00:06:43.816728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37534) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.858059 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-140fd31a-5675-464e-9e72-fcb96f42c9ad tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:43.858801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140fd31a-5675-464e-9e72-fcb96f42c9ad tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:43.863944 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-140fd31a-5675-464e-9e72-fcb96f42c9ad tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/c4fe1557-3c10-46db-9428-0bbc5273e615 HTTP/1.1" status: 404 len: 339 time: 0.0449367 Feb 09 00:06:43.876628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37536) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.879477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a0cecb5-63b8-45ed-8217-c1b62d7af18b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:43.930257 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6eeb710-6ae4-45e1-8fa4-35866631528b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:43.935361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6eeb710-6ae4-45e1-8fa4-35866631528b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:43.939593 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a6eeb710-6ae4-45e1-8fa4-35866631528b tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/7ea6e6cb-1392-44c8-bdc9-ddde36373d55 HTTP/1.1" status: 404 len: 337 time: 0.0613785 Feb 09 00:06:43.942976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37538) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:43.969824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:43.987045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No active binding found for port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b {{(pid=105933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 00:06:43.987861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a0cecb5-63b8-45ed-8217-c1b62d7af18b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 00:06:43.997859 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43415d4-7349-4c7d-a81d-6693d9a578d9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:43.998404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43415d4-7349-4c7d-a81d-6693d9a578d9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:44.009603 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d43415d4-7349-4c7d-a81d-6693d9a578d9 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/af5a07a1-bddc-4019-893b-a08bfbc5c344 HTTP/1.1" status: 404 len: 339 time: 0.0629816 Feb 09 00:06:44.009791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37540) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:44.016850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Port 0a0cecb5-63b8-45ed-8217-c1b62d7af18b not found, will not notify nova. {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 00:06:44.024942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-f4ada2e7-6a2c-4318-af05-598c4acf309d service neutron] 10.222.0.32 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649931 Feb 09 00:06:44.073220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Made reservation on behalf of 024d1bd56fdf4841b0e2ad0a53269fba for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:44.076106 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.083173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting subnet b3c45500-dd02-4202-8cd0-209d838687ae {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:44.088162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.101575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=0a0cecb5-63b8-45ed-8217-c1b62d7af18b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:44.107183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a36b431f-30ed-4cda-9048-fa4c1779b281 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:44.150191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a36b431f-30ed-4cda-9048-fa4c1779b281 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:44.153207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a36b431f-30ed-4cda-9048-fa4c1779b281 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:44.177886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.363918 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.417291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:44.420503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.432776 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.483708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.509722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.512491 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Added segment 172c7a69-f3d0-4fca-97a1-80f943d7edb6 of type vlan for network c3c68a4b-4f2e-455d-9d3c-7081a988331a Feb 09 00:06:44.525471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d343a0-4bf2-41dc-b7ae-0c8ad1045067 None None] Network 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:44.537838 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.544104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/b3c45500-dd02-4202-8cd0-209d838687ae HTTP/1.1" status: 204 len: 168 time: 0.5319386 Feb 09 00:06:44.547386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee603e53-51bc-431d-be00-6e781326e4f2 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c45500-dd02-4202-8cd0-209d838687ae,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:44.554919 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:44.802397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.817527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.901047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:44.901917 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:44.980220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-28846499-95be-4549-b81b-9ae9773562b9 service neutron] 10.222.0.32 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9187534 Feb 09 00:06:44.986964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.001645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] For port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,segment=NetworkSegment(670bea20-3361-4ee7-8e04-83988d793006),segment_id=670bea20-3361-4ee7-8e04-83988d793006)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:45.002287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.027091 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c6dd913-9182-4051-8724-a51192b590a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.034277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Calling delete_port for 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:45.082557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741151b-a303-4f44-a07f-be1f07c70a83 None None] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:45.100675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:45.139213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:45.154975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:45.167674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.195707 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.196735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:45.197332 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.207716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No DVR routers for this DVR port 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:45.219056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Router 26774953-c5c6-424d-abfe-e8375376ff59 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:06:45.222949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f23113-e292-40b8-b793-bb36d7f4a874,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:45.241491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5321431 Feb 09 00:06:45.254660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37552) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:45.362120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d3a4c15c-e85d-47bc-a44c-91b5d8147538 None None] Provisioning complete for port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:45.362606 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c15c-e85d-47bc-a44c-91b5d8147538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.396609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.428638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5075297e-6a6a-48e9-ba1a-a6bf1bd788ff']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:45.444517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670bea20-3361-4ee7-8e04-83988d793006') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:45.445005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670bea20-3361-4ee7-8e04-83988d793006') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:45.448658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d560d5-4b28-4b62-8d27-dcc5cafee5ae None None] DHCP port deletion for 5075297e-6a6a-48e9-ba1a-a6bf1bd788ff request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:45.457863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.473776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.481182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:45.481846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.495906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.542247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a91b3d12-5230-40d5-8ece-a72d505a7673 req-2e61450a-b5d1-46cd-9914-8d34a001ea71 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 210 time: 0.2222352 Feb 09 00:06:45.566873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e0483-5eb6-4977-97ab-7366462846b9 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Network': ['ID=c3c68a4b-4f2e-455d-9d3c-7081a988331a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:45.571380 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:45.575755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Port': ['ID=0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:45.578557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c3c68a4b-4f2e-455d-9d3c-7081a988331a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:45.587369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.609079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.613265 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/5075297e-6a6a-48e9-ba1a-a6bf1bd788ff HTTP/1.1" status: 204 len: 168 time: 1.0568972 Feb 09 00:06:45.625352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37560) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:45.636154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37c107-732f-49f4-861b-d2d265d004fe tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=5075297e-6a6a-48e9-ba1a-a6bf1bd788ff,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:45.680151 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-062ee34b-35e1-4463-b96f-90dddc8a6fef tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:45.680630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062ee34b-35e1-4463-b96f-90dddc8a6fef tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:45.688152 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-062ee34b-35e1-4463-b96f-90dddc8a6fef tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/2b94874c-c23a-4978-8e0e-f9962583f9a8 HTTP/1.1" status: 404 len: 337 time: 0.0590086 Feb 09 00:06:45.697715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37562) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:45.727088 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe7e926-19bd-4c7a-99a1-18fd004b25d6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:45.728664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe7e926-19bd-4c7a-99a1-18fd004b25d6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:45.732824 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9fe7e926-19bd-4c7a-99a1-18fd004b25d6 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/40986c74-c88e-43ec-a3b6-09a3628c4e7e HTTP/1.1" status: 404 len: 339 time: 0.0336492 Feb 09 00:06:45.735424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37564) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:45.785602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c15c-e85d-47bc-a44c-91b5d8147538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.850143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting subnet 5e145e9e-93ec-4503-85d2-4561659f4bbc {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:45.859295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d3a4c15c-e85d-47bc-a44c-91b5d8147538 None None] For port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:45.863253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.872303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c15c-e85d-47bc-a44c-91b5d8147538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:45.921900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.001970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c15c-e85d-47bc-a44c-91b5d8147538 None None] Pushing event updated for resources: {'Port': ['ID=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:46.018970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:46.134940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.143972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:46.144551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.227486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.259928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Subnet': ['ID=5e145e9e-93ec-4503-85d2-4561659f4bbc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:46.262056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.266450 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f8f5f8a-b1fc-4b99-b506-4c8022c7accd tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/subnets/5e145e9e-93ec-4503-85d2-4561659f4bbc HTTP/1.1" status: 204 len: 168 time: 0.5290236 Feb 09 00:06:46.268147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37574) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:46.276537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3750d54-093b-4474-8778-be5a19ba8696 None None] Network ccd9c421-8823-43f3-8a92-a9099e17abda requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:46.363991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5138dbd7-270e-4f21-916d-7e99c8025366 None None] Provisioning complete for port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:46.364843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5138dbd7-270e-4f21-916d-7e99c8025366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.400729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.453042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:46.461171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59737a92-6fc1-4a92-9b92-ae7e31ce8b25 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:46.465819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59737a92-6fc1-4a92-9b92-ae7e31ce8b25 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] 10.222.0.32 "GET /v2.0/networks/c3c68a4b-4f2e-455d-9d3c-7081a988331a HTTP/1.1" status: 200 len: 757 time: 1.2073116 Feb 09 00:06:46.466463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37576) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:46.466737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] Sync routers for ids ['26774953-c5c6-424d-abfe-e8375376ff59'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:46.538843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1a4fb571-eaae-44b1-8ad9-c73e3402b90b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "PUT /v2.0/routers/26774953-c5c6-424d-abfe-e8375376ff59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0493069 Feb 09 00:06:46.549088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:46.552088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37578) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:46.567614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] Routers {'26774953-c5c6-424d-abfe-e8375376ff59'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:46.568327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['26774953-c5c6-424d-abfe-e8375376ff59'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:46.672985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea71a9-d4db-4463-a35d-23ec43167ac1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:46.674626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea71a9-d4db-4463-a35d-23ec43167ac1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:46.676179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4fea71a9-d4db-4463-a35d-23ec43167ac1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1227694 Feb 09 00:06:46.680634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37582) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:46.733997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:46.781029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:46.781446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0bc6e85b-f19d-4e60-8b69-7160ce1a0e7f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:46.794783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] Set router 26774953-c5c6-424d-abfe-e8375376ff59 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:46.843052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e389c-44e2-41c4-be58-793c5331d37a tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:46.844633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bb5e389c-44e2-41c4-be58-793c5331d37a tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] 10.222.0.32 "GET /v2.0/networks/2c6f770e-775d-4205-a9a8-ec3f4a41bb60 HTTP/1.1" status: 200 len: 768 time: 0.3046947 Feb 09 00:06:46.917777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26774953-c5c6-424d-abfe-e8375376ff59', 'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:33Z', 'updated_at': '2022-02-09T00:06:43Z', 'revision_number': 3, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:46.937835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37588) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:46.947979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] DHCP port deletion for ccd9c421-8823-43f3-8a92-a9099e17abda request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:47.006490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc4420f6-1189-4df5-ad2b-7b5c808087f2 req-99cfff37-6fc7-4a33-a1f1-8fc761aa0c51 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 210 time: 0.2691767 Feb 09 00:06:47.006731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] Checking router: 26774953-c5c6-424d-abfe-e8375376ff59 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:47.021472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] Routers {'26774953-c5c6-424d-abfe-e8375376ff59'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:47.021890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['26774953-c5c6-424d-abfe-e8375376ff59'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.031041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.046977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Deleting port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:47.047408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.090653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.129220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 5ddbd852-53c6-4151-bed4-6a1a9d295130 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:47.134114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] Set router 26774953-c5c6-424d-abfe-e8375376ff59 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:47.142265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.194532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26774953-c5c6-424d-abfe-e8375376ff59', 'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:33Z', 'updated_at': '2022-02-09T00:06:43Z', 'revision_number': 3, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.211729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.216556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] For port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,segment=NetworkSegment(42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1),segment_id=42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:47.217163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.242410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf29c9-e2eb-40b6-ae41-422816b27d17 None None] The sync data for ids ['26774953-c5c6-424d-abfe-e8375376ff59'] in n-d-828413-1 is: [{'id': '26774953-c5c6-424d-abfe-e8375376ff59', 'name': 'tempest-NetworksTestDHCPv6-router-1336065064', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:33Z', 'updated_at': '2022-02-09T00:06:43Z', 'revision_number': 3, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:06:47.264049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Calling delete_port for 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:47.279734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c68a4b-4f2e-455d-9d3c-7081a988331a']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.295525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] Deleting port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:47.298654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.301220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.307841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172c7a69-f3d0-4fca-97a1-80f943d7edb6') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.308357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172c7a69-f3d0-4fca-97a1-80f943d7edb6') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.351115 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-b6a533ca-1e06-4afd-899d-a6d7c1986d4b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:47.352503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-b6a533ca-1e06-4afd-899d-a6d7c1986d4b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 814 time: 0.4088707 Feb 09 00:06:47.356166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.367697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Request body: {'port': {'device_id': '6683583c-131d-4b11-91f1-a842577d2caa', 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980', 'admin_state_up': True, 'tenant_id': '6cad847b2f2449d5a1ed7414ec6e1e89'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:47.377486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.393118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] For port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,segment=NetworkSegment(42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1),segment_id=42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:47.393561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.397678 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:47.398648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:47.400595 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:47.412718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] Calling delete_port for 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:47.445654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.484307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.497452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.499265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3c68a4b-4f2e-455d-9d3c-7081a988331a {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 00:06:47.505744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.510245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.513837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.525888 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c3c68a4b-4f2e-455d-9d3c-7081a988331a HTTP/1.1" status: 204 len: 168 time: 0.5863948 Feb 09 00:06:47.542048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:47.544562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] Pushing event deleted for resources: {'Port': ['ID=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:47.547398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'network': {'name': 'tempest-network--907772412'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:47.553697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38b8bf-c55b-44a6-88e2-61824ef50c76 None None] No DVR routers for this DVR port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:47.554138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f7c76-ca53-4396-8db4-3c2aa20cd6f1 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3c68a4b-4f2e-455d-9d3c-7081a988331a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:47.578507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Port': ['ID=8ddd5d8a-4ac2-4aab-88c8-52154aa79d00,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:47.580498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] No DVR routers for this DVR port 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:47.650226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.692411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Made reservation on behalf of 024d1bd56fdf4841b0e2ad0a53269fba for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:47.697830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.747750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.810927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd9c421-8823-43f3-8a92-a9099e17abda']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.822200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:47.823179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Made reservation on behalf of 6cad847b2f2449d5a1ed7414ec6e1e89 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:47.825044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:47.826961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.828475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.829027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fdc9b2-b7b7-4f8b-b400-89b77ce3a2c1') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:47.832705 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.846387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.861909 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.862338 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Added segment 2e4f95d7-1d74-4e1a-9e76-7e81a6da09a4 of type vlan for network 42a890b1-193f-43c1-b842-88e17e043a30 Feb 09 00:06:47.916216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:47.916801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.926752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.953403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:47.953934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:47.958305 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:47.979612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.013291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Allocated IP 172.20.0.7 (70fab46f-2373-4515-972a-9ab6269c5980/823cb1a8-2e9b-4ce3-b732-56ed9d9392d9/6b0b8885-5ae2-4e85-8178-b248d737e657) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:48.082575 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.115196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.124837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] 10.222.0.32 "DELETE /v2.0/networks/ccd9c421-8823-43f3-8a92-a9099e17abda HTTP/1.1" status: 204 len: 168 time: 1.8556814 Feb 09 00:06:48.131682 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.132693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:48.133327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.161825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406f3e7-6234-43a8-8d74-afb3cccd4170 tempest-NetworksIpV6Test-1644555936 tempest-NetworksIpV6Test-1644555936-project] Pushing event deleted for resources: {'Network': ['ID=ccd9c421-8823-43f3-8a92-a9099e17abda,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:48.246563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=5ddbd852-53c6-4151-bed4-6a1a9d295130,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:48.270401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Network': ['ID=42a890b1-193f-43c1-b842-88e17e043a30,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:48.302120 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d81ecb26-d6ae-4831-a796-bd9574043f3d tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7587113 Feb 09 00:06:48.303654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37612) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:48.311586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:48.354358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.359535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc043900-3d9d-4e01-9de4-94d6e3d0ac90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/5ddbd852-53c6-4151-bed4-6a1a9d295130 HTTP/1.1" status: 204 len: 168 time: 1.6380551 Feb 09 00:06:48.381575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37616) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:48.387708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cce8b97b-c99e-441f-a5bc-ce3ac888d830 req-e24fe22a-76de-4fa8-9322-bdb509b2237d tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 210 time: 0.1699545 Feb 09 00:06:48.429999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b45265-8e56-4615-b2a7-78ed16246c35 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:48.499895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 42a890b1-193f-43c1-b842-88e17e043a30 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:48.516291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:48.536755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Router 8263b861-98ee-4883-af99-2b0b382a067f is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:06:48.655998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a0cecb5-63b8-45ed-8217-c1b62d7af18b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:48.668754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2d1afd3e-e403-47ff-9fde-80af74045b36 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2794194 Feb 09 00:06:48.673623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37628) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:48.678742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.711155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0a0cecb5-63b8-45ed-8217-c1b62d7af18b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:48.711614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0a0cecb5-63b8-45ed-8217-c1b62d7af18b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:48.712885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:48.716605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.758754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:48.759103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ddd5d8a-4ac2-4aab-88c8-52154aa79d00 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:48.783880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Network 42a890b1-193f-43c1-b842-88e17e043a30 is not hosted by any dhcp agent {{(pid=105931) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 00:06:48.785037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:48.785633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.789404 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "PUT /v2.0/networks/42a890b1-193f-43c1-b842-88e17e043a30 HTTP/1.1" status: 200 len: 857 time: 0.4811413 Feb 09 00:06:48.789573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37630) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:48.793191 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.861573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714047a-9279-450f-9de9-47cb9edc2b47 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event updated for resources: {'Network': ['ID=42a890b1-193f-43c1-b842-88e17e043a30,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:48.891280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.898382 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.903358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:06:48.983962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] Deleting port 8ef7131a-f452-4303-ba8f-64ce91163605 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:48.984422 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:48.992298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.014121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a890b1-193f-43c1-b842-88e17e043a30']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.020056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-470aad46-52e8-43e6-bc92-980a997013c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ebc91a754e948ba9e269b4f23259001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993830 Feb 09 00:06:49.025683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:49.032150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4f95d7-1d74-4e1a-9e76-7e81a6da09a4') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.032150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4f95d7-1d74-4e1a-9e76-7e81a6da09a4') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.043579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.060018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.066611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:49.067031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.077507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:49.087913 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Sync routers for ids ['8263b861-98ee-4883-af99-2b0b382a067f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:49.103357 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Routers {'8263b861-98ee-4883-af99-2b0b382a067f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:49.105025 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8263b861-98ee-4883-af99-2b0b382a067f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.105725 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.117298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] For port 8ef7131a-f452-4303-ba8f-64ce91163605, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ef7131a-f452-4303-ba8f-64ce91163605,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:49.117694 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:49.130190 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:49.133840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.143409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42a890b1-193f-43c1-b842-88e17e043a30 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 00:06:49.146816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.150545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] Calling delete_port for 8ef7131a-f452-4303-ba8f-64ce91163605 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:49.156989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] 10.222.0.32 "DELETE /v2.0/networks/42a890b1-193f-43c1-b842-88e17e043a30 HTTP/1.1" status: 204 len: 168 time: 0.3653104 Feb 09 00:06:49.185525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:49.207812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ec1e8-d3cc-4007-9f43-1e13a6a65837 tempest-ExternalNetworksTestJSON-2103174872 tempest-ExternalNetworksTestJSON-2103174872-project-admin] Pushing event deleted for resources: {'Network': ['ID=42a890b1-193f-43c1-b842-88e17e043a30,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:49.261304 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5b14b2-0e26-4fbc-a2ef-cffedef099f8 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] DELETE failed (client error): The resource could not be found. Feb 09 00:06:49.265551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5b14b2-0e26-4fbc-a2ef-cffedef099f8 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:06:49.280608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.280848 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e5b14b2-0e26-4fbc-a2ef-cffedef099f8 tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] 10.222.0.32 "DELETE /v2.0/subnets/d2f500fd-0eff-46b5-89f3-0c118ece09d3 HTTP/1.1" status: 404 len: 337 time: 0.0941646 Feb 09 00:06:49.281789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:49.293693 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Set router 8263b861-98ee-4883-af99-2b0b382a067f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:49.312654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.344898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] No DVR routers for this DVR port 8ef7131a-f452-4303-ba8f-64ce91163605 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:06:49.347748 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.350971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e247-1133-4873-933c-0bdece089ee6 None None] Pushing event deleted for resources: {'Port': ['ID=8ef7131a-f452-4303-ba8f-64ce91163605,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:49.369220 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.370488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-05dcb033-f863-4f08-a93d-becbf7d99023 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1960793 Feb 09 00:06:49.392297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37644) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:49.398854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Network 70fab46f-2373-4515-972a-9ab6269c5980 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:49.579267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.719944 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:06:45Z', 'revision_number': 3, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.744768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.759232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ef7131a-f452-4303-ba8f-64ce91163605 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:06:49.783846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6f770e-775d-4205-a9a8-ec3f4a41bb60']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.785209 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Checking router: 8263b861-98ee-4883-af99-2b0b382a067f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:49.785842 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Updating router 8263b861-98ee-4883-af99-2b0b382a067f port e6f23113-e292-40b8-b793-bb36d7f4a874 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:06:49.814794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8ef7131a-f452-4303-ba8f-64ce91163605 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:06:49.819259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ef7131a-f452-4303-ba8f-64ce91163605 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:06:49.843389 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.844602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1b37d7-02cc-497a-ae51-e61a52840244') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.844933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1b37d7-02cc-497a-ae51-e61a52840244') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:49.862518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.890735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:49.893440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71f90b61-b078-4420-9f58-2d17dcc6eec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.920642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71f90b61-b078-4420-9f58-2d17dcc6eec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.930800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.961265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:49.968286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Pushing event updated for resources: {'Port': ['ID=6b0b8885-5ae2-4e85-8178-b248d737e657,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:49.979360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:49.981740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:49.985320 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:50.013877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71f90b61-b078-4420-9f58-2d17dcc6eec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.016541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71f90b61-b078-4420-9f58-2d17dcc6eec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.020289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-71f90b61-b078-4420-9f58-2d17dcc6eec4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ffa3b70-a6d3-4e1f-947c-016ca3eb49bf HTTP/1.1" status: 204 len: 168 time: 0.9919157 Feb 09 00:06:50.025519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.026147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Fanout notify agent at l3_agent the message router_deleted on router 26774953-c5c6-424d-abfe-e8375376ff59 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:06:50.044960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.048831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-600bb178-f775-4890-ae8a-c1f7e3bf2226 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/routers/26774953-c5c6-424d-abfe-e8375376ff59 HTTP/1.1" status: 204 len: 168 time: 1.3709176 Feb 09 00:06:50.050417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37658) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:50.054148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f90b61-b078-4420-9f58-2d17dcc6eec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa3b70-a6d3-4e1f-947c-016ca3eb49bf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:50.099148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:50.099778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.111917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53df95-ce86-479c-ba33-79733462ec3b req-7d7dd1b1-3d13-45f0-a36f-c810cdcca102 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:50.119605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e53df95-ce86-479c-ba33-79733462ec3b req-7d7dd1b1-3d13-45f0-a36f-c810cdcca102 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 931 time: 0.2409685 Feb 09 00:06:50.177348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-62616410-77a4-4543-b042-817522d6aac1 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8134532 Feb 09 00:06:50.204171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Request body: {'port': {'device_id': '6683583c-131d-4b11-91f1-a842577d2caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:50.233478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e53df95-ce86-479c-ba33-79733462ec3b req-a2323d36-e898-415c-9f63-d041e3b05d92 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129181 Feb 09 00:06:50.252551 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e58339f-88b7-4789-bea3-433c26508fc2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1971161 Feb 09 00:06:50.256058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37662) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:50.337992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.341045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.358645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.364714 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] 10.222.0.32 "DELETE /v2.0/networks/2c6f770e-775d-4205-a9a8-ec3f4a41bb60 HTTP/1.1" status: 204 len: 168 time: 1.0795705 Feb 09 00:06:50.373249 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.394144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f93efd-f7c5-4050-a7fd-7de02be03a50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:50.398668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97f93efd-f7c5-4050-a7fd-7de02be03a50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1418531 Feb 09 00:06:50.399179 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.399427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37672) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:50.442489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e73241-e48c-43a8-82ad-03e957b55fcd tempest-ExternalNetworksTestJSON-1449199038 tempest-ExternalNetworksTestJSON-1449199038-project] Pushing event deleted for resources: {'Network': ['ID=2c6f770e-775d-4205-a9a8-ec3f4a41bb60,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:50.513660 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Attempting to bind port e6f23113-e292-40b8-b793-bb36d7f4a874 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:50.514298 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Attempting to bind port e6f23113-e292-40b8-b793-bb36d7f4a874 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:50.514932 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Attempting to bind port e6f23113-e292-40b8-b793-bb36d7f4a874 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:50.529024 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:50.529702 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:50.530113 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.530888 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:50.531382 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Bound port: e6f23113-e292-40b8-b793-bb36d7f4a874, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:50.531762 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.537322 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3b030e9e-e4f8-4584-a562-622fd88fd99a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925064 Feb 09 00:06:50.537946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37674) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:50.546631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:50.599013 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] For port e6f23113-e292-40b8-b793-bb36d7f4a874, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:50.603252 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] For port e6f23113-e292-40b8-b793-bb36d7f4a874, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e6f23113-e292-40b8-b793-bb36d7f4a874,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:50.611826 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.641166 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bdbbc-4366-44bf-8e67-44ffdb797b42 None None] Pushing event updated for resources: {'Port': ['ID=e6f23113-e292-40b8-b793-bb36d7f4a874,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:50.714323 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bdbbc-4366-44bf-8e67-44ffdb797b42 None None] Pushing event updated for resources: {'Port': ['ID=e6f23113-e292-40b8-b793-bb36d7f4a874,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:50.717512 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Routers {'8263b861-98ee-4883-af99-2b0b382a067f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:50.720391 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8263b861-98ee-4883-af99-2b0b382a067f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:50.885561 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] Set router 8263b861-98ee-4883-af99-2b0b382a067f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:50.888184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:50.894696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.959400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0b8885-5ae2-4e85-8178-b248d737e657 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:06:50.968864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:50.981811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37692) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:50.991743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Transition to ACTIVE for port object 6b0b8885-5ae2-4e85-8178-b248d737e657 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:06:50.998327 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:51.096533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0b8885-5ae2-4e85-8178-b248d737e657,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:51.117642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:51.156804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Attempting to bind port 6b0b8885-5ae2-4e85-8178-b248d737e657 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:51.157183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Attempting to bind port 6b0b8885-5ae2-4e85-8178-b248d737e657 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:51.157501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Attempting to bind port 6b0b8885-5ae2-4e85-8178-b248d737e657 on network 70fab46f-2373-4515-972a-9ab6269c5980 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:51.164025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Port 6b0b8885-5ae2-4e85-8178-b248d737e657 on network 70fab46f-2373-4515-972a-9ab6269c5980 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:06:51.164378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Attempting to bind port 6b0b8885-5ae2-4e85-8178-b248d737e657 on network 70fab46f-2373-4515-972a-9ab6269c5980 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:51.174666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:51.175053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Checking segment: {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:51.175460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Bound using segment: {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:51.176061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Bound port: 6b0b8885-5ae2-4e85-8178-b248d737e657, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e207bec3-2f6c-46ff-a8e3-28908ace8a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:51.176434 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:51.282592 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:06:45Z', 'revision_number': 3, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:51.308448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] For port 6b0b8885-5ae2-4e85-8178-b248d737e657, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:51.347905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] For port 6b0b8885-5ae2-4e85-8178-b248d737e657, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6b0b8885-5ae2-4e85-8178-b248d737e657,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:51.361616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:51.373115 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb08119-ad8c-4681-ae64-ee50a0370255 None None] The sync data for ids ['8263b861-98ee-4883-af99-2b0b382a067f'] in n-d-828413-1 is: [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:06:45Z', 'revision_number': 3, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:06:51.454259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0b8885-5ae2-4e85-8178-b248d737e657,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:51.578009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:51.578753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:51.580305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-04d5add3-53c3-4786-b28a-02e9085232d8 service neutron] 10.222.0.21 "PUT /v2.0/ports/6b0b8885-5ae2-4e85-8178-b248d737e657 HTTP/1.1" status: 200 len: 1091 time: 1.3940766 Feb 09 00:06:51.586684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6683583c-131d-4b11-91f1-a842577d2caa', 'tag': '6b0b8885-5ae2-4e85-8178-b248d737e657'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:06:51.589334 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746" -d '{"events": [{"name": "network-changed", "server_uuid": "6683583c-131d-4b11-91f1-a842577d2caa", "tag": "6b0b8885-5ae2-4e85-8178-b248d737e657"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:06:51.651283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b1645f48-4d09-4db2-ab81-54bdf9902d91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5996961e9c742e3b841aba789a09da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679251 Feb 09 00:06:51.661763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37724) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:51.719945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d243569-303e-4184-b4fd-eeba16ea3891 req-530e27d4-07fa-499a-bd04-c0ddbe9e7091 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:51.733085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d243569-303e-4184-b4fd-eeba16ea3891 req-530e27d4-07fa-499a-bd04-c0ddbe9e7091 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 943 time: 0.2804720 Feb 09 00:06:51.789589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Allocated IP 172.20.0.1 (14d6e482-7b42-4bac-bc50-ca106d56c7e8/b57cd5cc-a0b9-47ab-bcad-27b5171133e8/89992253-35a7-405f-b187-4e6b5a881d37) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:51.843615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-443cde0e-6358-497a-ab47-bc916a0d52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:51.848061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-443cde0e-6358-497a-ab47-bc916a0d52ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 1094 time: 0.1840203 Feb 09 00:06:51.874287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d243569-303e-4184-b4fd-eeba16ea3891 req-bff80e86-aa38-4a4d-82bb-de0d0a741a7e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234388 Feb 09 00:06:51.912379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:06:51.917203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:51.945072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-7ce1ec8b-3123-4ae7-80e0-53da9762f538 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0b8885-5ae2-4e85-8178-b248d737e657 HTTP/1.1" status: 200 len: 217 time: 0.0743773 Feb 09 00:06:51.957693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2ea3-7b33-47db-9c5f-f07c4dc1c912 req-15b0429d-a25a-4065-a2ce-00379912d965 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:51.959514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20bb2ea3-7b33-47db-9c5f-f07c4dc1c912 req-15b0429d-a25a-4065-a2ce-00379912d965 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.2253308 Feb 09 00:06:52.017114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-81a4edc3-2e05-4c30-b84d-5b30d7aaec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:52.018955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-81a4edc3-2e05-4c30-b84d-5b30d7aaec8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 HTTP/1.1" status: 200 len: 854 time: 0.0569060 Feb 09 00:06:52.022133 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecebfbe2-ea0c-4c5e-92f8-2209fe19e2b7 x-openstack-request-id: req-ecebfbe2-ea0c-4c5e-92f8-2209fe19e2b7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:06:52.022737 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6683583c-131d-4b11-91f1-a842577d2caa", "tag": "6b0b8885-5ae2-4e85-8178-b248d737e657", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:06:52.023587 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecebfbe2-ea0c-4c5e-92f8-2209fe19e2b7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:06:52.024214 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6683583c-131d-4b11-91f1-a842577d2caa', 'tag': '6b0b8885-5ae2-4e85-8178-b248d737e657', 'status': 'completed', 'code': 200} Feb 09 00:06:52.069051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-52a87902-26e9-4152-bfe1-49f0beb693d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70fab46f-2373-4515-972a-9ab6269c5980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420516 Feb 09 00:06:52.075442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:52.077388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-189182c4-a589-493e-8f78-d4410cd5e0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.079092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=9d47597b-e752-4eec-862b-1c9abc197c04,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:52.083944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:52.095489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc12e4-17ac-459f-b50a-1061e6d5e07a None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:52.110033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:52.110748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.166271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20bb2ea3-7b33-47db-9c5f-f07c4dc1c912 req-3ac974bd-a393-4099-9393-31813cae2ab5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459298 Feb 09 00:06:52.190119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-189182c4-a589-493e-8f78-d4410cd5e0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.253916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aef95f7f-bfc2-4358-ae5a-3effe1992dda tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7107594 Feb 09 00:06:52.257453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37740) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:52.265716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:52.315710 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.389307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-189182c4-a589-493e-8f78-d4410cd5e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.392596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-189182c4-a589-493e-8f78-d4410cd5e0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.396462 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-189182c4-a589-493e-8f78-d4410cd5e0f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/030efdaa-26ec-49fb-86eb-d6e82107134d HTTP/1.1" status: 204 len: 168 time: 0.7249985 Feb 09 00:06:52.412526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189182c4-a589-493e-8f78-d4410cd5e0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030efdaa-26ec-49fb-86eb-d6e82107134d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:52.416049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.469296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '9d47597b-e752-4eec-862b-1c9abc197c04'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:52.475698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:52.478013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.483362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:52.486000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:52.537563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Pushing event updated for resources: {'Port': ['ID=89992253-35a7-405f-b187-4e6b5a881d37,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:52.541587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-67eefb65-4a8f-42b1-9549-203fc5f112c4 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579098 Feb 09 00:06:52.582890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.845529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c818c2ed-0e09-4472-9152-e7d4e22cfa2d req-b8881990-286d-4b32-8a2d-75239126570e service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028829 Feb 09 00:06:52.867715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:52.881599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.937648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:52.945595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Allocated IP 2001:db8::f816:3eff:fe9d:3e50 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/9d47597b-e752-4eec-862b-1c9abc197c04/15814149-127b-4d88-b844-b60acc755f37) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:53.186784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-21491d82-0fed-48c5-b19a-207b336d12b0 None None] Provisioning complete for port 89992253-35a7-405f-b187-4e6b5a881d37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:53.189157 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21491d82-0fed-48c5-b19a-207b336d12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.267711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37770) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:53.339850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-21491d82-0fed-48c5-b19a-207b336d12b0 None None] Port 89992253-35a7-405f-b187-4e6b5a881d37 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:06:53.363724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-f0aaec3a-03f9-4dd5-9e73-3ea1d31e8dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:53.365592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-f0aaec3a-03f9-4dd5-9e73-3ea1d31e8dfb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 1094 time: 0.1707027 Feb 09 00:06:53.392025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4bf1e-f4ab-487f-9415-18de83e936c4 req-b413c96b-c19f-4900-8cf7-7f704116df66 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:53.403250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22a4bf1e-f4ab-487f-9415-18de83e936c4 req-b413c96b-c19f-4900-8cf7-7f704116df66 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 943 time: 0.2397001 Feb 09 00:06:53.408215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.414926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.417467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.427096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.495943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.499599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Pushing event updated for resources: {'Port': ['ID=89992253-35a7-405f-b187-4e6b5a881d37,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:53.510794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Pushing event updated for resources: {'Port': ['ID=15814149-127b-4d88-b844-b60acc755f37,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:53.529723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:53.531951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:53.543188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:53.600186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f9c83edd-dd71-4bf4-8c7b-ef6ac70ca4e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=024d1bd56fdf4841b0e2ad0a53269fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256075 Feb 09 00:06:53.609092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22a4bf1e-f4ab-487f-9415-18de83e936c4 req-5123ec0b-6cb6-4041-9d70-a67e2698b34f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044096 Feb 09 00:06:53.611665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37782) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:53.644492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Attempting to bind port 15814149-127b-4d88-b844-b60acc755f37 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:53.644831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Attempting to bind port 15814149-127b-4d88-b844-b60acc755f37 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:53.645243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Attempting to bind port 15814149-127b-4d88-b844-b60acc755f37 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:53.651640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:53.657173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:53.657681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.658095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:53.658600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Bound port: 15814149-127b-4d88-b844-b60acc755f37, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:53.659972 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.711136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.746759 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:53.748600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:53.890772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] For port 15814149-127b-4d88-b844-b60acc755f37, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:53.893005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Router 8263b861-98ee-4883-af99-2b0b382a067f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:06:53.897876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] For port 15814149-127b-4d88-b844-b60acc755f37, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=15814149-127b-4d88-b844-b60acc755f37,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:53.903181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e6f23113-e292-40b8-b793-bb36d7f4a874 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:53.908506 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:53.919409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf77a7-1aa0-487b-a1c6-00ece55522e2 req-94dc30b4-5b3d-4658-9675-dc533b785c0b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:53.922509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0bf77a7-1aa0-487b-a1c6-00ece55522e2 req-94dc30b4-5b3d-4658-9675-dc533b785c0b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.5861411 Feb 09 00:06:53.942938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:53.998023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:54.005551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:54.008857 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.015586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=7f48eb8c-2e6c-49b0-a75c-363778713181,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:54.097144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf7b13-6b5f-4332-b646-1ec7d948171d None None] Pushing event updated for resources: {'Port': ['ID=15814149-127b-4d88-b844-b60acc755f37,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:54.099947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-d6f7d5d6-7bfd-42fb-8a01-79f32ae59729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:54.099947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-d6f7d5d6-7bfd-42fb-8a01-79f32ae59729 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 200 len: 915 time: 0.6523945 Feb 09 00:06:54.135480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0bf77a7-1aa0-487b-a1c6-00ece55522e2 req-e64c7ee5-fc13-441a-8ba5-febd87181b1c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392374 Feb 09 00:06:54.169585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:06:54.177566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c5dc9cdd-5f28-43e3-8247-df49251ecd97 admin admin] 10.222.0.32 "PUT /v2.0/routers/8263b861-98ee-4883-af99-2b0b382a067f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7832427 Feb 09 00:06:54.224013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e6f23113-e292-40b8-b793-bb36d7f4a874 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:54.224554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.265505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-e671c8aa-bfa4-4ce9-9b40-cbe2b4124883 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b0b8885-5ae2-4e85-8178-b248d737e657 HTTP/1.1" status: 200 len: 217 time: 0.1392131 Feb 09 00:06:54.302824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a70247f5-c0c8-4f63-ad12-d3b8416cae95 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0444016 Feb 09 00:06:54.306713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37798) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:54.315408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:ad:da:54', 'name': 'tempest-NetworksTestDHCPv6-1485331161'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:54.318020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa460f36-4b2f-4cb8-ad5d-14adedb00a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.341285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5c63e03e-1b56-473f-9360-ced3b375aff6 None None] Provisioning complete for port 89992253-35a7-405f-b187-4e6b5a881d37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:54.342296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c63e03e-1b56-473f-9360-ced3b375aff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.436818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5c63e03e-1b56-473f-9360-ced3b375aff6 None None] Port 89992253-35a7-405f-b187-4e6b5a881d37 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:06:54.455097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Sync routers for ids ['8263b861-98ee-4883-af99-2b0b382a067f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:06:54.467359 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa460f36-4b2f-4cb8-ad5d-14adedb00a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.476016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-85ae88e5-31f3-4fc9-874e-41baa95f1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:54.477919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-85ae88e5-31f3-4fc9-874e-41baa95f1aff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 HTTP/1.1" status: 200 len: 854 time: 0.2035997 Feb 09 00:06:54.529669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Routers {'8263b861-98ee-4883-af99-2b0b382a067f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:54.530744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8263b861-98ee-4883-af99-2b0b382a067f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:54.582306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37810) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:54.597222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-c2024f81-8798-4425-9ed2-009e54a2753d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70fab46f-2373-4515-972a-9ab6269c5980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112609 Feb 09 00:06:54.703981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:54.814694 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa460f36-4b2f-4cb8-ad5d-14adedb00a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.817703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa460f36-4b2f-4cb8-ad5d-14adedb00a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.821387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fa460f36-4b2f-4cb8-ad5d-14adedb00a36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa7f8ba1-24dc-424c-b1d7-270a1e06f623 HTTP/1.1" status: 204 len: 168 time: 1.2031624 Feb 09 00:06:54.876451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa460f36-4b2f-4cb8-ad5d-14adedb00a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7f8ba1-24dc-424c-b1d7-270a1e06f623,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:54.877047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Set router 8263b861-98ee-4883-af99-2b0b382a067f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:06:54.908095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:54.933025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 8444bd39-06d4-4236-82be-1557f86cb6fb yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:06:54.957811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-bfef31e6-831c-4b3e-8ad3-a29b2bd19495 service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198478 Feb 09 00:06:54.978321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:55.006760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-28035650-04e7-4f27-a84c-b510974684ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:55.008550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-28035650-04e7-4f27-a84c-b510974684ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1096 time: 0.2669919 Feb 09 00:06:55.103501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e6f23113-e292-40b8-b793-bb36d7f4a874, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e6f23113-e292-40b8-b793-bb36d7f4a874,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:55.109988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2d82-226b-48cd-af5d-bdc51e6013cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:55.124754 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:55.153314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b52d9-c59b-4b3e-b47a-6b5e394046d5 req-9a1b4941-d3ef-441d-a33c-005af8d6a699 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:55.155437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c59b52d9-c59b-4b3e-b47a-6b5e394046d5 req-9a1b4941-d3ef-441d-a33c-005af8d6a699 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 943 time: 0.2847381 Feb 09 00:06:55.298064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e6f23113-e292-40b8-b793-bb36d7f4a874,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:55.328009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:06:52Z', 'revision_number': 4, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '89992253-35a7-405f-b187-4e6b5a881d37', 'name': '', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'mac_address': 'fa:16:3e:cb:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:51Z', 'updated_at': '2022-02-09T00:06:53Z', 'revision_number': 2, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'subnets': [{'id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:55.382027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 172.20.0.11 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/7f48eb8c-2e6c-49b0-a75c-363778713181/8444bd39-06d4-4236-82be-1557f86cb6fb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:55.389995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fead:da54 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/9d47597b-e752-4eec-862b-1c9abc197c04/8444bd39-06d4-4236-82be-1557f86cb6fb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:55.403033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Checking router: 8263b861-98ee-4883-af99-2b0b382a067f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:06:55.408529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Updating router 8263b861-98ee-4883-af99-2b0b382a067f port 89992253-35a7-405f-b187-4e6b5a881d37 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:06:55.494121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c59b52d9-c59b-4b3e-b47a-6b5e394046d5 req-195c4529-45c1-4631-a986-5b8e06f6b547 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940488 Feb 09 00:06:55.494748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:55.608935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1fb3554-b4bb-4ed8-b5b5-ff0953d46746 req-0b9fbd40-a564-42b8-af6a-44f3c2d14aab service neutron] 10.222.0.21 "GET /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405241 Feb 09 00:06:55.670199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:55.716195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-324bafb3-ece2-4885-8ecb-b764d9d596ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:55.718285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-324bafb3-ece2-4885-8ecb-b764d9d596ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.6290212 Feb 09 00:06:55.728046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:55.732055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1d5a-6cd7-47cc-a5d1-a5e1527f2629 req-c0065c91-ef25-430c-805a-449701c9a85b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:55.743954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-809f1d5a-6cd7-47cc-a5d1-a5e1527f2629 req-c0065c91-ef25-430c-805a-449701c9a85b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3273435 Feb 09 00:06:55.816449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6b0b8885-5ae2-4e85-8178-b248d737e657 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:06:55.853126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:55.865289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:55.872565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:06:55.926583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-0441199f-1737-4a42-a88a-33b21deb0544 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 1000 time: 0.1719389 Feb 09 00:06:55.939980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37850) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:55.944471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=8444bd39-06d4-4236-82be-1557f86cb6fb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:55.958743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1725206080-network', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:56.065471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2d82-226b-48cd-af5d-bdc51e6013cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.080462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-809f1d5a-6cd7-47cc-a5d1-a5e1527f2629 req-e2ac9ea5-e586-4b9b-9808-34e33fb2199e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3351111 Feb 09 00:06:56.093723 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2d82-226b-48cd-af5d-bdc51e6013cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.101557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-ec58b685-045d-4d26-9f1c-aab57bb4ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:56.104579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-ec58b685-045d-4d26-9f1c-aab57bb4ea4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1569457 Feb 09 00:06:56.160762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 15814149-127b-4d88-b844-b60acc755f37 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:56.163729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a9185-3897-4f74-a2d7-2015b2e4e2e9 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:56.191831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4b1b2d82-226b-48cd-af5d-bdc51e6013cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=843b08d765d84f6ea06c77855dca1ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6035619 Feb 09 00:06:56.194735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:56.195749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b2d82-226b-48cd-af5d-bdc51e6013cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e92273-7782-407a-b261-ae58e96136ac,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:56.221842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-aee77566-a608-42c4-8609-5bb34b4175bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:56.223912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-aee77566-a608-42c4-8609-5bb34b4175bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042633 Feb 09 00:06:56.349376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a94590e6-bb53-4d13-b9af-c33beb9b3f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.398340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a94590e6-bb53-4d13-b9af-c33beb9b3f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.462275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-81985019-2c0b-4fdf-9504-405451a6c240 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271948 Feb 09 00:06:56.488526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:56.489822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.503819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Made reservation on behalf of b214b8a4fed4427eafd8f59f9a792faa for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:56.507576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.536565 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51f27f75-ffdb-408b-bd19-d4104db4bd07 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2286131 Feb 09 00:06:56.538930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:56.571524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:56.594309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b82d07b1-36db-4615-88e4-c11c28c394b7 req-d54b1873-292a-4cbb-86a0-2e59506639ca service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237066 Feb 09 00:06:56.619804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.625740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a94590e6-bb53-4d13-b9af-c33beb9b3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.628789 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a94590e6-bb53-4d13-b9af-c33beb9b3f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.630078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a94590e6-bb53-4d13-b9af-c33beb9b3f95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/88e92273-7782-407a-b261-ae58e96136ac HTTP/1.1" status: 204 len: 168 time: 0.4313941 Feb 09 00:06:56.701839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc2340-93a1-415b-9f79-1455068150d0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:56.702805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94590e6-bb53-4d13-b9af-c33beb9b3f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e92273-7782-407a-b261-ae58e96136ac,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:56.711491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc2340-93a1-415b-9f79-1455068150d0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:56.717333 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ecfc2340-93a1-415b-9f79-1455068150d0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1644220 Feb 09 00:06:56.718368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37882) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:56.804053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3bb59665-f1ce-4860-9a78-7b8cb5b12dce None None] Provisioning complete for port 15814149-127b-4d88-b844-b60acc755f37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:56.804551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3bb59665-f1ce-4860-9a78-7b8cb5b12dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.835553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'networks': [{'name': 'tempest-network--2103048234'}, {'name': 'tempest-network--102992955'}]} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:56.836127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'network': {'name': 'tempest-network--2103048234'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:56.836706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'network': {'name': 'tempest-network--102992955'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:56.843197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.851109 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.887423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:56.888855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070117-201a-4b43-a0ec-b857794b1510 req-aa8f5e91-3fa4-4a19-9f9c-925e4ba2eb11 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:56.890440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b070117-201a-4b43-a0ec-b857794b1510 req-aa8f5e91-3fa4-4a19-9f9c-925e4ba2eb11 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 943 time: 0.2767477 Feb 09 00:06:56.919022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c63351a-405a-42b3-bf16-8a93cb750b66,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:56.925696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.926172 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Added segment 6c6c6977-9c54-4959-8466-6beef27f9641 of type vlan for network e001fd6a-67ca-4f1d-9560-e8f575af014d Feb 09 00:06:56.927538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'network': 2} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:56.933958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.959666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:56.961042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b070117-201a-4b43-a0ec-b857794b1510 req-2fca21a0-c382-4296-af87-5344a0ff25ad tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620787 Feb 09 00:06:56.964029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 8444bd39-06d4-4236-82be-1557f86cb6fb {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:06:56.964619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.022063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.067752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.084587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.085579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:57.087372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.094796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 8444bd39-06d4-4236-82be-1557f86cb6fb owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:06:57.120264 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1779985 Feb 09 00:06:57.131315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37890) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:57.136576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Request body: {'subnet': {'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1725206080-subnet', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:57.221623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.231257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.231723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.232005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 6b0b8885-5ae2-4e85-8178-b248d737e657, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6b0b8885-5ae2-4e85-8178-b248d737e657,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:57.237484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17635d-ed5b-488e-9df5-420f3d1cb4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e001fd6a-67ca-4f1d-9560-e8f575af014d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:57.242958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Made reservation on behalf of b214b8a4fed4427eafd8f59f9a792faa for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:06:57.245279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.268757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e001fd6a-67ca-4f1d-9560-e8f575af014d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:57.288593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 15814149-127b-4d88-b844-b60acc755f37 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:57.289078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.335750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '6b0b8885-5ae2-4e85-8178-b248d737e657', 'network_id': '70fab46f-2373-4515-972a-9ab6269c5980', 'port_id': '6b0b8885-5ae2-4e85-8178-b248d737e657', 'mac_address': 'fa:16:3e:a5:a2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823cb1a8-2e9b-4ce3-b732-56ed9d9392d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:06:57.348966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:57.384301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2617407-28f7-478e-a868-fbcbff8e7ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.424082 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3bb59665-f1ce-4860-9a78-7b8cb5b12dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.428895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.433918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.483279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=8444bd39-06d4-4236-82be-1557f86cb6fb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:57.538537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1201ed23-f807-4f06-ba67-adee2261d6cd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:57.550494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.551274 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.552621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:57.569753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cedbe5-94b5-41d4-82b2-81ce40aa60ca req-7a28799a-4367-4048-a41e-817687601bfb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:57.593327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3cedbe5-94b5-41d4-82b2-81ce40aa60ca req-7a28799a-4367-4048-a41e-817687601bfb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.1983075 Feb 09 00:06:57.613090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.613453 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Added segment e65a3258-4d99-438c-acad-56b5ff2176ed of type vlan for network abf7fdb4-e17f-4883-a595-b8d0dac093b5 Feb 09 00:06:57.720784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:57.743580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.782402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Checking segment: {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:57.782845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Network hostable DHCP agents. Network: e001fd6a-67ca-4f1d-9560-e8f575af014d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:06:57.825308 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2617407-28f7-478e-a868-fbcbff8e7ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.835299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:06:57.837576 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2617407-28f7-478e-a868-fbcbff8e7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.851698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.857152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Network e001fd6a-67ca-4f1d-9560-e8f575af014d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:06:57.878375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.878567 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Added segment 25482bed-10d7-4412-9cea-ea2702c4983a of type vlan for network e475d6d6-40a6-4d87-8621-fea90cc53bdd Feb 09 00:06:57.882867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3bb59665-f1ce-4860-9a78-7b8cb5b12dce None None] For port 15814149-127b-4d88-b844-b60acc755f37, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=15814149-127b-4d88-b844-b60acc755f37,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:57.907823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3cedbe5-94b5-41d4-82b2-81ce40aa60ca req-0bfa558f-3326-46cb-b087-5e35a5dd2bd1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153130 Feb 09 00:06:57.912592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.921199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-074326f6-078e-49d1-9430-4ec5f7c815ce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/8444bd39-06d4-4236-82be-1557f86cb6fb HTTP/1.1" status: 204 len: 168 time: 1.2008784 Feb 09 00:06:57.922081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37902) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:57.942939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e001fd6a-67ca-4f1d-9560-e8f575af014d) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:57.950894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:57.951429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.952367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426c86e-6596-4250-8683-e4a511d7ec38 None None] Pushing event updated for resources: {'Port': ['ID=89992253-35a7-405f-b187-4e6b5a881d37,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:57.954776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3bb59665-f1ce-4860-9a78-7b8cb5b12dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:57.975052 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a2617407-28f7-478e-a868-fbcbff8e7ba5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df1cbc6ddcf74f1ca75dbe61ac73b6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6175811 Feb 09 00:06:58.000364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b592ae-3546-49fc-b1b4-50715853e50c None None] Network e001fd6a-67ca-4f1d-9560-e8f575af014d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:06:58.000777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37904) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:58.015225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15dc4c6-e368-4430-904a-b5b298b76bd8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.016763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15dc4c6-e368-4430-904a-b5b298b76bd8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.018590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15dc4c6-e368-4430-904a-b5b298b76bd8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.020294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d15dc4c6-e368-4430-904a-b5b298b76bd8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0949059 Feb 09 00:06:58.025637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37908) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:58.028946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2617407-28f7-478e-a868-fbcbff8e7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aecef6-aa3e-4fa2-9d17-3849c958fb8f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:58.051493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.072003 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d3523149-b6e4-4e67-a0e8-6358fbbf6c4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9395719 Feb 09 00:06:58.072663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37910) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:58.101605 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:06:58.166534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.167057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.174489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.179299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.179994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.191048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0109-5c7d-4e9e-9abc-6d3fb402d407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.223950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.225318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.256620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Attempting to bind port 89992253-35a7-405f-b187-4e6b5a881d37 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:06:58.257316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Attempting to bind port 89992253-35a7-405f-b187-4e6b5a881d37 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:06:58.257888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Attempting to bind port 89992253-35a7-405f-b187-4e6b5a881d37 on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:06:58.265713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0b8885-5ae2-4e85-8178-b248d737e657 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:06:58.275726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e6f23113-e292-40b8-b793-bb36d7f4a874 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:06:58.279900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f235ecf-0c80-4a38-b36c-ff6d96e7bfea None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '9d47597b-e752-4eec-862b-1c9abc197c04', 'ip_address': '2001:db8::f816:3eff:fe9d:3e50'}, {'subnet_id': '7f48eb8c-2e6c-49b0-a75c-363778713181'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '15814149-127b-4d88-b844-b60acc755f37'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:06:58.280956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 7f48eb8c-2e6c-49b0-a75c-363778713181 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:58.291737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.306675 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7294402 Feb 09 00:06:58.312119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37916) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:58.316835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c814ca0-acad-4d09-b05a-2675afcb4f8a req-2790b502-4967-4bd4-bb92-053ee6f2d46f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.325865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c814ca0-acad-4d09-b05a-2675afcb4f8a req-2790b502-4967-4bd4-bb92-053ee6f2d46f tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 943 time: 0.1939831 Feb 09 00:06:58.343243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0109-5c7d-4e9e-9abc-6d3fb402d407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.375085 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Network': ['ID=abf7fdb4-e17f-4883-a595-b8d0dac093b5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:58.425575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:06:58.426294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Checking segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:06:58.426881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.427886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Bound using segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:06:58.430072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Bound port: 89992253-35a7-405f-b187-4e6b5a881d37, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:06:58.430667 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.431213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c814ca0-acad-4d09-b05a-2675afcb4f8a req-c7e37474-4483-4f8f-ab98-682c5b4a3ffd tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Feb 09 00:06:58.439311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb59665-f1ce-4860-9a78-7b8cb5b12dce None None] Pushing event updated for resources: {'Port': ['ID=15814149-127b-4d88-b844-b60acc755f37,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:58.440037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.541477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.551144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network abf7fdb4-e17f-4883-a595-b8d0dac093b5 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:58.631237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a93c8f52-2ec4-45a8-ac85-0863ca2d8a8e None None] Provisioning complete for port 89992253-35a7-405f-b187-4e6b5a881d37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:58.631949 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a93c8f52-2ec4-45a8-ac85-0863ca2d8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.632068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.663770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.677256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=7f48eb8c-2e6c-49b0-a75c-363778713181,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:58.688688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c235edc-dc92-4cf3-9555-5d09592d35ae tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Network': ['ID=e475d6d6-40a6-4d87-8621-fea90cc53bdd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:58.688940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.696640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-94c6bcdb-a48f-40a1-87a0-899f0efb5546 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/7f48eb8c-2e6c-49b0-a75c-363778713181 HTTP/1.1" status: 204 len: 168 time: 0.6681159 Feb 09 00:06:58.702101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a93c8f52-2ec4-45a8-ac85-0863ca2d8a8e None None] Port 89992253-35a7-405f-b187-4e6b5a881d37 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:06:58.704480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37922) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:58.758020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 6b0b8885-5ae2-4e85-8178-b248d737e657, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6b0b8885-5ae2-4e85-8178-b248d737e657,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:06:58.763022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e475d6d6-40a6-4d87-8621-fea90cc53bdd details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:06:58.766759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8f235ecf-0c80-4a38-b36c-ff6d96e7bfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.812292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 9d47597b-e752-4eec-862b-1c9abc197c04 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:06:58.816710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.831294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317354d-8807-40d3-90f4-f79c40d2cccb tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.837444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317354d-8807-40d3-90f4-f79c40d2cccb tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.843625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317354d-8807-40d3-90f4-f79c40d2cccb tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.849373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317354d-8807-40d3-90f4-f79c40d2cccb tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:58.851088 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2317354d-8807-40d3-90f4-f79c40d2cccb tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5239415 Feb 09 00:06:58.856284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37926) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:06:58.865125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e001fd6a-67ca-4f1d-9560-e8f575af014d', 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'fixed_ips': [{'subnet_id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:06:58.866985 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.870501 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.937895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.940784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0109-5c7d-4e9e-9abc-6d3fb402d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.943390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5e8d0109-5c7d-4e9e-9abc-6d3fb402d407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.945253 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5e8d0109-5c7d-4e9e-9abc-6d3fb402d407 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7aecef6-aa3e-4fa2-9d17-3849c958fb8f HTTP/1.1" status: 204 len: 168 time: 0.9312229 Feb 09 00:06:58.965389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:58.974621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d0109-5c7d-4e9e-9abc-6d3fb402d407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aecef6-aa3e-4fa2-9d17-3849c958fb8f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:58.976401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.161343 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.194246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['6b0b8885-5ae2-4e85-8178-b248d737e657'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:06:59.219369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8e3ca-6fda-4d23-9017-8c5dc4ae710d req-ee75c13d-14b6-4040-9806-a2274935ee2d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:06:59.225701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1c8e3ca-6fda-4d23-9017-8c5dc4ae710d req-ee75c13d-14b6-4040-9806-a2274935ee2d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.2099013 Feb 09 00:06:59.320559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.327243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf7fdb4-e17f-4883-a595-b8d0dac093b5']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:59.342111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.349728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e6f23113-e292-40b8-b793-bb36d7f4a874 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:06:59.350101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.370331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.379143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] For port 89992253-35a7-405f-b187-4e6b5a881d37, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:06:59.416423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=6b0b8885-5ae2-4e85-8178-b248d737e657,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:06:59.504234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65a3258-4d99-438c-acad-56b5ff2176ed') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:59.506059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65a3258-4d99-438c-acad-56b5ff2176ed') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:59.521481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.544658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Allocated IP 172.25.3.192 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/555c4777-69b0-414e-acc7-b1919630790c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:59.546459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.550413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] For port 89992253-35a7-405f-b187-4e6b5a881d37, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=89992253-35a7-405f-b187-4e6b5a881d37,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:06:59.554627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:06:59.555872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.577389 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:06:59.641624 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:06:59.646399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-8f235ecf-0c80-4a38-b36c-ff6d96e7bfea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d47597b-e752-4eec-862b-1c9abc197c04: This subnet is being modified by another concurrent operation. Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d47597b-e752-4eec-862b-1c9abc197c04: This subnet is being modified by another concurrent operation. Feb 09 00:06:59.676747 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 09 00:06:59.741304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.757717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Routers {'8263b861-98ee-4883-af99-2b0b382a067f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:06:59.758390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8263b861-98ee-4883-af99-2b0b382a067f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:06:59.787016 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.788583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Allocated IP 172.20.0.2 (e001fd6a-67ca-4f1d-9560-e8f575af014d/1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac/882f2d6b-0447-4900-a0b9-78cdbdb32213) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:06:59.869848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:06:59.981776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:06:59.995244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:06:59.999546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:00.087745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Pushing event updated for resources: {'Port': ['ID=555c4777-69b0-414e-acc7-b1919630790c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:00.147312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426c86e-6596-4250-8683-e4a511d7ec38 None None] Pushing event updated for resources: {'Port': ['ID=89992253-35a7-405f-b187-4e6b5a881d37,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:00.175873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e07411-6b48-4f1f-ba41-8d20cdac2651 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:00.392529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.398543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/9d47597b-e752-4eec-862b-1c9abc197c04 HTTP/1.1" status: 204 len: 168 time: 1.6913207 Feb 09 00:07:00.402722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1c8e3ca-6fda-4d23-9017-8c5dc4ae710d req-796f02b9-6b37-4e8c-b733-10a8e52694b1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1618865 Feb 09 00:07:00.403138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712fb49-ba84-4667-b5e8-85b213992435 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=9d47597b-e752-4eec-862b-1c9abc197c04,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:00.406564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 37972) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:00.409324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.413602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/networks/abf7fdb4-e17f-4883-a595-b8d0dac093b5 HTTP/1.1" status: 204 len: 168 time: 1.5574059 Feb 09 00:07:00.422343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37974) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:00.444389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2697a06-03d3-4b60-b860-b2f7b060d1fa tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Network': ['ID=abf7fdb4-e17f-4883-a595-b8d0dac093b5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:00.514914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8f90e8c5-3854-45e2-9549-a02b928a71cd None None] Provisioning complete for port 15814149-127b-4d88-b844-b60acc755f37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:00.515393 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8f90e8c5-3854-45e2-9549-a02b928a71cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.521285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf2e46-56fa-415c-bc90-e75e1d4c8807 req-f70b1e11-6f6b-4f5a-8ffa-3795ec7aca7a tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:00.523037 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9cf2e46-56fa-415c-bc90-e75e1d4c8807 req-f70b1e11-6f6b-4f5a-8ffa-3795ec7aca7a tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 944 time: 0.8642359 Feb 09 00:07:00.536423 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-92929188-306a-43d5-a053-f84fc7382fe9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208425 Feb 09 00:07:00.543801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 37976) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:00.548732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:00.589979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.663301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 15814149-127b-4d88-b844-b60acc755f37 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:00.672626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.706721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9cf2e46-56fa-415c-bc90-e75e1d4c8807 req-9178dbc9-f6d3-4b51-8fa0-cbf21170e8e0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679661 Feb 09 00:07:00.720957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] Set router 8263b861-98ee-4883-af99-2b0b382a067f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:07:00.838866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.848563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:00.852129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:00.914851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e475d6d6-40a6-4d87-8621-fea90cc53bdd']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:00.937297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25482bed-10d7-4412-9cea-ea2702c4983a') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:00.937676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25482bed-10d7-4412-9cea-ea2702c4983a') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:01.030865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:01.037713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.074337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.137743 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.223862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.240896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8f90e8c5-3854-45e2-9549-a02b928a71cd None None] Could not find standard attr ID for object 8444bd39-06d4-4236-82be-1557f86cb6fb. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:07:01.243905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Router 6506315b-2856-476f-a837-66de6e2cd48f is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:07:01.261465 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.284396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Network e001fd6a-67ca-4f1d-9560-e8f575af014d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:01.285202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.293607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:07:01.294077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.304852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:07:01.313469 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:07:01.376796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:01.386772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Pushing event updated for resources: {'Port': ['ID=882f2d6b-0447-4900-a0b9-78cdbdb32213,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:01.396715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 15814149-127b-4d88-b844-b60acc755f37, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=15814149-127b-4d88-b844-b60acc755f37,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:01.436430 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.503984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.512650 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.516411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:07:01.519205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38008) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:01.520286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/networks/e475d6d6-40a6-4d87-8621-fea90cc53bdd HTTP/1.1" status: 204 len: 168 time: 1.0877087 Feb 09 00:07:01.528940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Sync routers for ids ['6506315b-2856-476f-a837-66de6e2cd48f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:07:01.559807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a3df-575f-4d42-a180-ff492f5d2325 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Network': ['ID=e475d6d6-40a6-4d87-8621-fea90cc53bdd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:01.564434 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Routers {'6506315b-2856-476f-a837-66de6e2cd48f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:07:01.565182 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6506315b-2856-476f-a837-66de6e2cd48f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:01.599065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:07:01.603429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f33133c8-ccfd-442f-97a8-5565d98a42fd None None] Provisioning complete for port 89992253-35a7-405f-b187-4e6b5a881d37 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:01.607086 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f33133c8-ccfd-442f-97a8-5565d98a42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.639017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.640687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-248ebed5-0a69-4fb4-a1fd-4badc9f05765 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5499303 Feb 09 00:07:01.643825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:01.706609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Attempting to bind port 882f2d6b-0447-4900-a0b9-78cdbdb32213 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:01.706957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Attempting to bind port 882f2d6b-0447-4900-a0b9-78cdbdb32213 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:01.707261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Attempting to bind port 882f2d6b-0447-4900-a0b9-78cdbdb32213 on network e001fd6a-67ca-4f1d-9560-e8f575af014d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:01.731415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37b655-de2a-4fef-b138-bc10233d4f71 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:01.732833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:01.733266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Checking segment: {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:01.735015 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.735428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Bound using segment: {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:01.738034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Bound port: 882f2d6b-0447-4900-a0b9-78cdbdb32213, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:01.738433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.747069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37b655-de2a-4fef-b138-bc10233d4f71 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:01.754840 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc37b655-de2a-4fef-b138-bc10233d4f71 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2343621 Feb 09 00:07:01.758616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38018) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:01.769703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1583216606'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:01.787458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] Deleting port 15814149-127b-4d88-b844-b60acc755f37 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:01.787707 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.825899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:01.832420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.896368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:07:01.907408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.907825 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Added segment d5e3280c-fe11-4827-b62b-55aa4f4533a3 of type vlan for network 9bb346b0-b4b0-4c5d-8c59-370f2aa39feb Feb 09 00:07:01.958064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=15814149-127b-4d88-b844-b60acc755f37,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:01.959006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:01.971432 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Set router 6506315b-2856-476f-a837-66de6e2cd48f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:07:02.013866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.021928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:02.022632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.141179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:06:52Z', 'revision_number': 4, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '89992253-35a7-405f-b187-4e6b5a881d37', 'name': '', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'mac_address': 'fa:16:3e:cb:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:51Z', 'updated_at': '2022-02-09T00:06:59Z', 'revision_number': 4, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'subnets': [{'id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:02.170281 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f33133c8-ccfd-442f-97a8-5565d98a42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.205065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0627cd-201d-466c-a551-729d9c5713b4 req-c510b82c-d526-47b6-9cc8-50ba11e72d25 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:02.207757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb0627cd-201d-466c-a551-729d9c5713b4 req-c510b82c-d526-47b6-9cc8-50ba11e72d25 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 944 time: 0.2924607 Feb 09 00:07:02.227966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Network': ['ID=9bb346b0-b4b0-4c5d-8c59-370f2aa39feb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:02.256119 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0b4d577a-a41a-4587-be3c-65dd7c313f61 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4961185 Feb 09 00:07:02.256943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38036) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:02.263170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-776266952'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:02.299241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:02.303523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.335345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] For port 15814149-127b-4d88-b844-b60acc755f37, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=15814149-127b-4d88-b844-b60acc755f37,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:02.335953 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.338852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.344718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:07:02.360818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.361393 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Added segment 61f0c4b1-0077-4e44-bbde-7e6dc4bc8253 of type vlan for network 10cc14b3-7b54-43c0-a452-bd3e9798ef7b Feb 09 00:07:02.368188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] Calling delete_port for 15814149-127b-4d88-b844-b60acc755f37 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:02.449190 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:07:00Z', 'revision_number': 3, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:02.458853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.496855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] For port 882f2d6b-0447-4900-a0b9-78cdbdb32213, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:02.497350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb0627cd-201d-466c-a551-729d9c5713b4 req-6b44e28d-ca7c-46cb-b17e-31a1418b4636 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184496 Feb 09 00:07:02.505041 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Checking router: 6506315b-2856-476f-a837-66de6e2cd48f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:07:02.505389 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Updating router 6506315b-2856-476f-a837-66de6e2cd48f port 555c4777-69b0-414e-acc7-b1919630790c binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:07:02.513181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] For port 882f2d6b-0447-4900-a0b9-78cdbdb32213, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=882f2d6b-0447-4900-a0b9-78cdbdb32213,segment=NetworkSegment(6c6c6977-9c54-4959-8466-6beef27f9641),segment_id=6c6c6977-9c54-4959-8466-6beef27f9641)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:02.515190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9bb346b0-b4b0-4c5d-8c59-370f2aa39feb details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:07:02.520075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.535252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c93a2f-55fc-4ca7-a4bc-0ac4f7e97e98 None None] The sync data for ids ['8263b861-98ee-4883-af99-2b0b382a067f'] in n-d-828413-1 is: [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:06:52Z', 'revision_number': 4, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '89992253-35a7-405f-b187-4e6b5a881d37', 'name': '', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'mac_address': 'fa:16:3e:cb:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:51Z', 'updated_at': '2022-02-09T00:06:59Z', 'revision_number': 4, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'subnets': [{'id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:07:02.537964 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.545505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:02.546155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.564092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.570555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14be3a-e407-47c1-87c6-732286d55cd6 req-da3642a0-ce20-4f38-9d79-3c14b6563c81 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:02.582582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d14be3a-e407-47c1-87c6-732286d55cd6 req-da3642a0-ce20-4f38-9d79-3c14b6563c81 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.4595037 Feb 09 00:07:02.593326 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.677923 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4111919 Feb 09 00:07:02.678714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:02.702319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'ports': [{'network_id': '9bb346b0-b4b0-4c5d-8c59-370f2aa39feb', 'name': 'tempest-port--939674096', 'admin_state_up': True}, {'network_id': '10cc14b3-7b54-43c0-a452-bd3e9798ef7b', 'admin_state_up': False}]} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:02.702883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'port': {'network_id': '9bb346b0-b4b0-4c5d-8c59-370f2aa39feb', 'name': 'tempest-port--939674096', 'admin_state_up': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:02.703552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'port': {'network_id': '10cc14b3-7b54-43c0-a452-bd3e9798ef7b', 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:02.735976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Port 15814149-127b-4d88-b844-b60acc755f37 concurrently deleted while adding address for new subnet {'id': '12925b86-1d08-4f8e-963a-1ea8dc672be2', 'name': '', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3064, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-09T00:07:01Z', 'updated_at': '2022-02-09T00:07:01Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'be0b21f6a87f4cbc8644df70cf203289'}. {{(pid=105925) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Feb 09 00:07:02.741053 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.833890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] No DVR routers for this DVR port 15814149-127b-4d88-b844-b60acc755f37 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:02.845108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f33133c8-ccfd-442f-97a8-5565d98a42fd None None] For port 89992253-35a7-405f-b187-4e6b5a881d37, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=89992253-35a7-405f-b187-4e6b5a881d37,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:02.902086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=12925b86-1d08-4f8e-963a-1ea8dc672be2,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:02.903401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f33133c8-ccfd-442f-97a8-5565d98a42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:02.937736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6b0b8885-5ae2-4e85-8178-b248d737e657 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:02.946466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff62e2-6e3e-4286-a50c-6aa90a0534a0 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Network': ['ID=10cc14b3-7b54-43c0-a452-bd3e9798ef7b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:02.992947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:03.001238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79409-a475-4b23-a5c5-126ee5335694 None None] Pushing event updated for resources: {'Port': ['ID=882f2d6b-0447-4900-a0b9-78cdbdb32213,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:03.024270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d14be3a-e407-47c1-87c6-732286d55cd6 req-b537ce45-48c5-43fd-972c-0cdd1e02b484 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4402804 Feb 09 00:07:03.028808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:03.040157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:03.041379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.131555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 10cc14b3-7b54-43c0-a452-bd3e9798ef7b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:07:03.149479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9ba33e-a77f-4613-a1f0-94a6fe400554 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:03.213293 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.227851 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.290546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'port': 2} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:03.295489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.321806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Attempting to bind port 555c4777-69b0-414e-acc7-b1919630790c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:03.322438 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Attempting to bind port 555c4777-69b0-414e-acc7-b1919630790c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:03.324891 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Attempting to bind port 555c4777-69b0-414e-acc7-b1919630790c on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:03.328789 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cbe38-66f8-4aee-88b3-8803434b0e2b None None] Pushing event updated for resources: {'Port': ['ID=555c4777-69b0-414e-acc7-b1919630790c,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:03.343250 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:03.344981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5e6d91b5-f0e8-4278-a7fe-42e27b8bb7b2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8001180 Feb 09 00:07:03.346077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:03.346713 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.348052 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:03.349038 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Bound port: 555c4777-69b0-414e-acc7-b1919630790c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:03.352768 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.354691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38078) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:03.377320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:03.433157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.446354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38080) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:03.507739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] For port 555c4777-69b0-414e-acc7-b1919630790c, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:03.513780 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] For port 555c4777-69b0-414e-acc7-b1919630790c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=555c4777-69b0-414e-acc7-b1919630790c,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:03.528408 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.750456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cbe38-66f8-4aee-88b3-8803434b0e2b None None] Pushing event updated for resources: {'Port': ['ID=555c4777-69b0-414e-acc7-b1919630790c,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:03.756197 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Routers {'6506315b-2856-476f-a837-66de6e2cd48f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:07:03.757154 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6506315b-2856-476f-a837-66de6e2cd48f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:03.780427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d506a-dfb4-4d66-a051-107b02a9eaf8 None None] Pushing event deleted for resources: {'Port': ['ID=15814149-127b-4d88-b844-b60acc755f37,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:03.871497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:03.928820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] Set router 6506315b-2856-476f-a837-66de6e2cd48f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:07:03.940619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b055cef-5870-47bf-abc4-af6d8c46d6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.035301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] device_id is not set on port 68a1fc08-b2fb-429c-b268-35516b2bb1d1 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:04.143853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.202535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf5500-a8ea-4e31-b95f-730acbb2e4bd req-b3c79f45-5eb3-40ea-b050-1f2f5f90a27b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:04.208116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21cf5500-a8ea-4e31-b95f-730acbb2e4bd req-b3c79f45-5eb3-40ea-b050-1f2f5f90a27b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 944 time: 0.4918582 Feb 09 00:07:04.240856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] device_id is not set on port 84a8549d-5b84-4abb-8c5b-cdf5a00a6447 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:04.276809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33133c8-ccfd-442f-97a8-5565d98a42fd None None] Pushing event updated for resources: {'Port': ['ID=89992253-35a7-405f-b187-4e6b5a881d37,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:04.349993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.364751 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:07:00Z', 'revision_number': 3, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:04.398928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '12925b86-1d08-4f8e-963a-1ea8dc672be2'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:04.400227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.428064 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f471166-881d-41b1-8b7d-194fd9472d94 None None] The sync data for ids ['6506315b-2856-476f-a837-66de6e2cd48f'] in n-d-828413-1 is: [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:07:00Z', 'revision_number': 3, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:07:04.473453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.530129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b055cef-5870-47bf-abc4-af6d8c46d6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.556737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21cf5500-a8ea-4e31-b95f-730acbb2e4bd req-bdb2fccf-cbcb-427f-9971-12211fb8d13b tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125048 Feb 09 00:07:04.581886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Port': ['ID=68a1fc08-b2fb-429c-b268-35516b2bb1d1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:04.593651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:04.602578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.671458 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3b055cef-5870-47bf-abc4-af6d8c46d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.692146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Allocated IP 2001:db8::f816:3eff:fee3:e3af (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/12925b86-1d08-4f8e-963a-1ea8dc672be2/019c21e8-82c1-4a41-a6fc-b5d4dab526d2) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:04.889096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Checking segment: {'id': 'd5e3280c-fe11-4827-b62b-55aa4f4533a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '9bb346b0-b4b0-4c5d-8c59-370f2aa39feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:04.889608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network hostable DHCP agents. Network: 9bb346b0-b4b0-4c5d-8c59-370f2aa39feb, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:07:04.931456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43838-aba4-400c-b58e-2fc7f66107c7 req-a5bb1e60-3d15-4955-9ba1-3bf611c684b1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:04.940677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44f43838-aba4-400c-b58e-2fc7f66107c7 req-a5bb1e60-3d15-4955-9ba1-3bf611c684b1 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.7310884 Feb 09 00:07:04.985083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network 9bb346b0-b4b0-4c5d-8c59-370f2aa39feb is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:07:04.985676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:04.988601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 6b0b8885-5ae2-4e85-8178-b248d737e657 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:07:04.996746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3b055cef-5870-47bf-abc4-af6d8c46d6f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80d1fc9ad02f41f38c0f5c37ae7aac25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5493042 Feb 09 00:07:04.997573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b055cef-5870-47bf-abc4-af6d8c46d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c76f8a-00f7-4be9-ba0c-4d7c691b5585,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:05.001514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 6b0b8885-5ae2-4e85-8178-b248d737e657 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:05.002067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.002210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38106) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:05.079503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 882f2d6b-0447-4900-a0b9-78cdbdb32213 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:05.089811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:07:05.100948 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.105914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9bb346b0-b4b0-4c5d-8c59-370f2aa39feb) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:05.108786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1c584-8312-4cd6-b339-951ce0460e58 None None] Network e001fd6a-67ca-4f1d-9560-e8f575af014d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:05.110056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Allocated IP 172.20.0.1 (e001fd6a-67ca-4f1d-9560-e8f575af014d/1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac/4f0e3ce7-c735-4968-a4b6-a2ead56b3687) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:05.118583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44f43838-aba4-400c-b58e-2fc7f66107c7 req-d7a7cec7-c04a-49d5-bc6b-0dac35745a1f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770749 Feb 09 00:07:05.207323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:05.208168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.376501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3b661-540d-4b3e-8da6-a0f3f9ec3411 None None] Network 9bb346b0-b4b0-4c5d-8c59-370f2aa39feb requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:05.395513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.489504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Pushing event updated for resources: {'Port': ['ID=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:05.513179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.569073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Port': ['ID=84a8549d-5b84-4abb-8c5b-cdf5a00a6447,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:05.597764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:05.612398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:05.630565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Network e001fd6a-67ca-4f1d-9560-e8f575af014d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:05.636855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:05.644755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:05.650549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:05.653565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.662227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d17b9419-bed3-41df-99be-ba8090d73d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.686703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-16a4c946-28ef-428a-864f-f4c203b6d288 None None] Provisioning complete for port 882f2d6b-0447-4900-a0b9-78cdbdb32213 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:05.687084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-16a4c946-28ef-428a-864f-f4c203b6d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.735188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Pushing event updated for resources: {'Port': ['ID=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:05.736478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Checking segment: {'id': '61f0c4b1-0077-4e44-bbde-7e6dc4bc8253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '10cc14b3-7b54-43c0-a452-bd3e9798ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:05.736849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network hostable DHCP agents. Network: 10cc14b3-7b54-43c0-a452-bd3e9798ef7b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:07:05.768861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.793480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:05.799205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d17b9419-bed3-41df-99be-ba8090d73d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.814695 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.resource_extend [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:07:05.820855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:05.845601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:05.847786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.911640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Attempting to bind port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:05.912007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Attempting to bind port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:05.912369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Attempting to bind port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:05.938198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=7eff2dd7-1e08-4539-9af9-0abfcc6c5547,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:05.963762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:05.964668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:05.969368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.969825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:05.970343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Bound port: 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:05.970829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:05.990632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network 10cc14b3-7b54-43c0-a452-bd3e9798ef7b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:07:06.000600 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-92eb4c1a-4dc6-482e-97c6-78f165c9d6b5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6421323 Feb 09 00:07:06.001207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38120) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:06.008417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:60:e1:e4', 'name': 'tempest-NetworksTestDHCPv6-1896194877'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:06.019731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 10cc14b3-7b54-43c0-a452-bd3e9798ef7b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:06.034773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:06.040447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:06.068544 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:06.069059 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.075619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.107502 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:07:06.108289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d17b9419-bed3-41df-99be-ba8090d73d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.111050 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d17b9419-bed3-41df-99be-ba8090d73d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.114960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d17b9419-bed3-41df-99be-ba8090d73d46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4c76f8a-00f7-4be9-ba0c-4d7c691b5585 HTTP/1.1" status: 204 len: 168 time: 1.0988081 Feb 09 00:07:06.124029 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-25123a2e-fe21-417a-8ff0-e602f8059501 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4272563 Feb 09 00:07:06.124169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde9934-9f18-4b39-89f7-83aba46b2453 None None] Network 10cc14b3-7b54-43c0-a452-bd3e9798ef7b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:06.128900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38126) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:06.218259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b9419-bed3-41df-99be-ba8090d73d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c76f8a-00f7-4be9-ba0c-4d7c691b5585,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:06.282481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d34dd3-c8a8-4cec-8cb2-2312c71fb770 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:06.299917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d34dd3-c8a8-4cec-8cb2-2312c71fb770 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:06.304286 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31d34dd3-c8a8-4cec-8cb2-2312c71fb770 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1717176 Feb 09 00:07:06.327755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38130) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:06.427081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240eb58-604f-402e-ab0a-84c64179e893 req-d6e6dde8-e1c0-4af8-9634-e2477abecf9e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:06.432458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f240eb58-604f-402e-ab0a-84c64179e893 req-d6e6dde8-e1c0-4af8-9634-e2477abecf9e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 944 time: 0.5354369 Feb 09 00:07:06.572905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Deleting port 68a1fc08-b2fb-429c-b268-35516b2bb1d1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:06.574897 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.676128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.707944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Calling delete_port for 68a1fc08-b2fb-429c-b268-35516b2bb1d1 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:06.725345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38134) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:06.743796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 882f2d6b-0447-4900-a0b9-78cdbdb32213 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:06.744185 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.773282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8983c39f-2f75-45d7-a629-5e990f49e856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.826828 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-16a4c946-28ef-428a-864f-f4c203b6d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.851649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:06.865226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e9bee-d821-48e4-a1a2-666a0fc4fa4e req-d46dbca1-3e50-4b47-8448-ca3d77fd3cdc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:06.866939 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a4e9bee-d821-48e4-a1a2-666a0fc4fa4e req-d46dbca1-3e50-4b47-8448-ca3d77fd3cdc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.4193258 Feb 09 00:07:07.012024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.021545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.046084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] For port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:07.049373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6683583c-131d-4b11-91f1-a842577d2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0b8885-5ae2-4e85-8178-b248d737e657'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:07.051806 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0727ed-866b-45f9-bf23-d140ccb8870e" -d '{"events": [{"server_uuid": "6683583c-131d-4b11-91f1-a842577d2caa", "name": "network-vif-plugged", "status": "completed", "tag": "6b0b8885-5ae2-4e85-8178-b248d737e657"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:07.059592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:07.062783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.077959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-16a4c946-28ef-428a-864f-f4c203b6d288 None None] For port 882f2d6b-0447-4900-a0b9-78cdbdb32213, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=882f2d6b-0447-4900-a0b9-78cdbdb32213,segment=NetworkSegment(6c6c6977-9c54-4959-8466-6beef27f9641),segment_id=6c6c6977-9c54-4959-8466-6beef27f9641)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:07.112580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 6b0b8885-5ae2-4e85-8178-b248d737e657, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6b0b8885-5ae2-4e85-8178-b248d737e657,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:07.116248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] For port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:07.129879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Port': ['ID=68a1fc08-b2fb-429c-b268-35516b2bb1d1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:07.134622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-16a4c946-28ef-428a-864f-f4c203b6d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.135396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f240eb58-604f-402e-ab0a-84c64179e893 req-08ad0fc8-a4b4-4ad1-865f-79154dc5fc89 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885099 Feb 09 00:07:07.150599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.153204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:07.165700 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.171601 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.173838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'mac_address': 'fa:16:3e:a7:ec:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:07:07.180724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.190837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.193187 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2a91047d-94b1-4f64-9189-1e96b658b7bc tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/ports/68a1fc08-b2fb-429c-b268-35516b2bb1d1 HTTP/1.1" status: 204 len: 168 time: 0.8641200 Feb 09 00:07:07.196858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38140) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:07.280851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8983c39f-2f75-45d7-a629-5e990f49e856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.302829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8983c39f-2f75-45d7-a629-5e990f49e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.331856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Pushing event updated for resources: {'Port': ['ID=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:07.345286 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c945ee45-a4df-47bf-9e39-d3a791bc0735 x-openstack-request-id: req-c945ee45-a4df-47bf-9e39-d3a791bc0735 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:07.345782 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6683583c-131d-4b11-91f1-a842577d2caa", "name": "network-vif-plugged", "status": "completed", "tag": "6b0b8885-5ae2-4e85-8178-b248d737e657", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:07.346223 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c945ee45-a4df-47bf-9e39-d3a791bc0735 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:07.346799 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6683583c-131d-4b11-91f1-a842577d2caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0b8885-5ae2-4e85-8178-b248d737e657', 'code': 200} Feb 09 00:07:07.363631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983c39f-2f75-45d7-a629-5e990f49e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d3f088-5747-4b3e-965b-2199c7181490,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:07.372816 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8983c39f-2f75-45d7-a629-5e990f49e856 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=438d0d36424a48dd8710b2047b4ea821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413908 Feb 09 00:07:07.375202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38142) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:07.376863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89992253-35a7-405f-b187-4e6b5a881d37 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:07.413620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Deleting port 84a8549d-5b84-4abb-8c5b-cdf5a00a6447 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:07.418338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.453240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a4e9bee-d821-48e4-a1a2-666a0fc4fa4e req-5ca566bb-acbf-40bb-8f09-690042a55f92 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877745 Feb 09 00:07:07.466747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4c946-28ef-428a-864f-f4c203b6d288 None None] Pushing event updated for resources: {'Port': ['ID=882f2d6b-0447-4900-a0b9-78cdbdb32213,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:07.479418 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.522261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-db07b14d-7a14-43db-95a4-2cf8020ad47e None None] Provisioning complete for port 882f2d6b-0447-4900-a0b9-78cdbdb32213 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:07.522887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db07b14d-7a14-43db-95a4-2cf8020ad47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.585903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae3d12d0-c5c3-4d60-a545-a25038e0337a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:07:07.594537 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:07.838198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec453d-e6c3-4a78-bbfd-412816becc4e req-794eca1c-5f70-4e19-815b-97ce15953653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:07.840673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7eec453d-e6c3-4a78-bbfd-412816becc4e req-794eca1c-5f70-4e19-815b-97ce15953653 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 1096 time: 0.5039668 Feb 09 00:07:07.943034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.004623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:08.018110 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.019461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 42178f09-c73a-498d-8734-52b97e82b7c9 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:08.032621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=6b0b8885-5ae2-4e85-8178-b248d737e657,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:08.041747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Network e001fd6a-67ca-4f1d-9560-e8f575af014d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:08.047276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7eec453d-e6c3-4a78-bbfd-412816becc4e req-806dae26-42f8-42a4-8814-0372d306a875 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779208 Feb 09 00:07:08.080684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:08.107600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac6175-b30c-43b3-be93-81845f3d4055 None None] Pushing event updated for resources: {'Port': ['ID=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:08.116680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 89992253-35a7-405f-b187-4e6b5a881d37 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:08.117147 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.281745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ae3d12d0-c5c3-4d60-a545-a25038e0337a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:07:08.322894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Router 6506315b-2856-476f-a837-66de6e2cd48f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:07:08.426111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:08.532620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-db07b14d-7a14-43db-95a4-2cf8020ad47e None None] Provisioning complete for port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:08.533015 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db07b14d-7a14-43db-95a4-2cf8020ad47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.571416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.621827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Calling delete_port for 84a8549d-5b84-4abb-8c5b-cdf5a00a6447 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:08.624101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f4b094-18e0-466c-9701-cb89a33c051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.750263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-db07b14d-7a14-43db-95a4-2cf8020ad47e None None] Port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:07:08.803919 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f4b094-18e0-466c-9701-cb89a33c051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.946916 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.950146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f4b094-18e0-466c-9701-cb89a33c051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.954142 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-57f4b094-18e0-466c-9701-cb89a33c051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:08.966516 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-57f4b094-18e0-466c-9701-cb89a33c051b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6d3f088-5747-4b3e-965b-2199c7181490 HTTP/1.1" status: 204 len: 168 time: 1.5803709 Feb 09 00:07:09.020422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6de309d9-a297-4d78-a6e1-7e579fe8bba3 None None] Provisioning complete for port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:09.022069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4b094-18e0-466c-9701-cb89a33c051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d3f088-5747-4b3e-965b-2199c7181490,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:09.031045 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6de309d9-a297-4d78-a6e1-7e579fe8bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.109861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Port': ['ID=84a8549d-5b84-4abb-8c5b-cdf5a00a6447,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:09.130436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.147809 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0e30077-980d-4cbe-a6b9-1855338cf9e1 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/ports/84a8549d-5b84-4abb-8c5b-cdf5a00a6447 HTTP/1.1" status: 204 len: 168 time: 1.9497166 Feb 09 00:07:09.150291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38152) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:09.163834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:09.225303 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f5dc227-eba8-48f3-b5b4-03825b38f356 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0669379 Feb 09 00:07:09.225934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38156) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:09.236950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-923140232'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:09.279468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796102c2-891f-46e3-8df3-953c912969b2 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:09.279711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:09.283717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.317454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:07:09.331147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.331147 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Added segment dda82c18-32a4-4b67-ba2a-50540e05df59 of type vlan for network e225ed77-5af8-4f94-a685-79033ea936c8 Feb 09 00:07:09.376023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6de309d9-a297-4d78-a6e1-7e579fe8bba3 None None] Port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:07:09.385948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.424178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.448978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:09.452569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.478350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:07:09.496797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc3a8b21-2104-433e-a636-08124437e28a admin admin] 10.222.0.32 "PUT /v2.0/routers/6506315b-2856-476f-a837-66de6e2cd48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7948208 Feb 09 00:07:09.555150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Sync routers for ids ['6506315b-2856-476f-a837-66de6e2cd48f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:07:09.567759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37795354-0512-467f-a692-28be295e997b req-f240aab0-cb87-4c26-83fc-5ca14be5ef8e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:09.569852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37795354-0512-467f-a692-28be295e997b req-f240aab0-cb87-4c26-83fc-5ca14be5ef8e tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 945 time: 1.2582283 Feb 09 00:07:09.685723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f78db-6497-4fbf-ac72-13764be344bf req-16c71ab8-e274-45d2-b263-776a9f37e458 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:09.690902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e50f78db-6497-4fbf-ac72-13764be344bf req-16c71ab8-e274-45d2-b263-776a9f37e458 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.2163849 Feb 09 00:07:09.701751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4747045 Feb 09 00:07:09.702426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:09.708785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1737058810'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:09.709637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37795354-0512-467f-a692-28be295e997b req-db52c044-676f-4532-ba1b-ba9c32938cd9 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292343 Feb 09 00:07:09.714752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa748249-d107-4fb1-aa9d-7ae8e50ddc73 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Network': ['ID=e225ed77-5af8-4f94-a685-79033ea936c8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:09.725904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Routers {'6506315b-2856-476f-a837-66de6e2cd48f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:07:09.729967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:06:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6506315b-2856-476f-a837-66de6e2cd48f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:09.729967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1c9ac29e-ef2f-44d6-ae7a-c97b618b9c92 None None] Provisioning complete for port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:09.729967 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac29e-ef2f-44d6-ae7a-c97b618b9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.765463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:09.775325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.786023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e225ed77-5af8-4f94-a685-79033ea936c8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:07:09.831561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e50f78db-6497-4fbf-ac72-13764be344bf req-67f9f46c-5b47-45f0-99d6-d9f606fe165d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269951 Feb 09 00:07:09.858745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:07:09.884600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 172.20.0.11 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/7eff2dd7-1e08-4539-9af9-0abfcc6c5547/42178f09-c73a-498d-8734-52b97e82b7c9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:09.895275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:09.895989 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Added segment 78dc2e47-715b-4c54-a432-7363ee7a63ef of type vlan for network f73abf03-5c0f-43ac-85f9-b0df427585af Feb 09 00:07:09.905832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe60:e1e4 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/12925b86-1d08-4f8e-963a-1ea8dc672be2/42178f09-c73a-498d-8734-52b97e82b7c9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:09.990838 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.045633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.058922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:10.060760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.195132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:10.275696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:10.276474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.278995 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5743680 Feb 09 00:07:10.309228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7e169-309a-4962-976e-4f91d49b97c6 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Network': ['ID=f73abf03-5c0f-43ac-85f9-b0df427585af,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:10.351924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.452119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f73abf03-5c0f-43ac-85f9-b0df427585af details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:07:10.477383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.695685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:10.699087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:10.731071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:10.748836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=42178f09-c73a-498d-8734-52b97e82b7c9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:10.852993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:10.853736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.891418 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac29e-ef2f-44d6-ae7a-c97b618b9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:10.911626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9c7538c0-26d5-4551-bab2-30881fcf429b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.9060693 Feb 09 00:07:10.911779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Set router 6506315b-2856-476f-a837-66de6e2cd48f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:07:10.911934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:10.923168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ae3d12d0-c5c3-4d60-a545-a25038e0337a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:10.929494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.044028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f562b-c21f-44a8-88c9-7e792a0a94f0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:11.069321 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99f562b-c21f-44a8-88c9-7e792a0a94f0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:11.076041 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c99f562b-c21f-44a8-88c9-7e792a0a94f0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1606822 Feb 09 00:07:11.078476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38208) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:11.225717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1c9ac29e-ef2f-44d6-ae7a-c97b618b9c92 None None] For port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:11.236370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.320993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fa01a-9541-4370-ae30-a99115092374 req-db58bdbb-29f2-4cc6-9d20-d4e453d2cfd0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:11.339784 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc1fa01a-9541-4370-ae30-a99115092374 req-db58bdbb-29f2-4cc6-9d20-d4e453d2cfd0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 945 time: 0.3801541 Feb 09 00:07:11.348995 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c9ac29e-ef2f-44d6-ae7a-c97b618b9c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.366307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '12925b86-1d08-4f8e-963a-1ea8dc672be2', 'ip_address': '2001:db8::f816:3eff:fee3:e3af'}, {'subnet_id': '7eff2dd7-1e08-4539-9af9-0abfcc6c5547'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '019c21e8-82c1-4a41-a6fc-b5d4dab526d2'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:07:11.444114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 42178f09-c73a-498d-8734-52b97e82b7c9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:11.454238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.516822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.581748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc1fa01a-9541-4370-ae30-a99115092374 req-a7b8c3fb-f7f0-45d6-a8ce-196e8dede2f6 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294812 Feb 09 00:07:11.590292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-2526a2c3-eb42-467b-b72e-47b0d7b501a9 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:11.592930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-2526a2c3-eb42-467b-b72e-47b0d7b501a9 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/networks?id=14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 200 len: 910 time: 0.5767229 Feb 09 00:07:11.637221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-66b38921-0280-4927-bf22-8cbc358b4b70 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/quotas/b214b8a4fed4427eafd8f59f9a792faa HTTP/1.1" status: 200 len: 375 time: 0.0134199 Feb 09 00:07:11.712283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.760283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 42178f09-c73a-498d-8734-52b97e82b7c9 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:11.834648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:11.842990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-1a001a85-d6f2-464a-9005-76fa3ddfdc2b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920769 Feb 09 00:07:12.273896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:12.304411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:12.423332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=42178f09-c73a-498d-8734-52b97e82b7c9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:12.484208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] Allocated IP 172.20.0.2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/7eff2dd7-1e08-4539-9af9-0abfcc6c5547/019c21e8-82c1-4a41-a6fc-b5d4dab526d2) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:12.553270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc36b4-19cd-4045-bb2e-5632a0409fc8 req-6aebf0c7-524d-433a-9d26-2a45c6b853a0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:12.557646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70cc36b4-19cd-4045-bb2e-5632a0409fc8 req-6aebf0c7-524d-433a-9d26-2a45c6b853a0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.6484771 Feb 09 00:07:12.585055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-a9ae6eae-7e20-47c0-9fd1-43a7abd7ffa3 service neutron] 10.222.0.32 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314467 Feb 09 00:07:12.657678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:12.668989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c754f897-66a6-4d66-93ea-bb697c542dac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/42178f09-c73a-498d-8734-52b97e82b7c9 HTTP/1.1" status: 204 len: 168 time: 1.5860717 Feb 09 00:07:12.668989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38232) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:12.685381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:12.688382 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87270052-9fe6-4a6e-8db7-0f44ccf98b8e" -d '{"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:12.699937 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5ea59bfb-b02d-402e-9aa6-168e413709df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:12.725999 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:12.729272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ac29e-ef2f-44d6-ae7a-c97b618b9c92 None None] Pushing event updated for resources: {'Port': ['ID=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:12.748630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:07:12.751236 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:07:12.783746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f09fe9-05df-4038-b29f-b61d975a26fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:12.786550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f09fe9-05df-4038-b29f-b61d975a26fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:12.788541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f09fe9-05df-4038-b29f-b61d975a26fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:12.790233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70cc36b4-19cd-4045-bb2e-5632a0409fc8 req-cbb5fbcb-547d-4f74-8ff2-d2d5718a699a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267869 Feb 09 00:07:12.791164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9f09fe9-05df-4038-b29f-b61d975a26fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1123860 Feb 09 00:07:12.794527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38238) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:12.894409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-ed75817b-b812-4c71-8291-5b2195d0b7bc service neutron] 10.222.0.32 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897782 Feb 09 00:07:12.896660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] For port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:12.985703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 12925b86-1d08-4f8e-963a-1ea8dc672be2 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:13.109386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:13.130056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:13.135293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:13.145999 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:13.453479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:13.597242 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9882eb6d-e5ab-4129-91c3-67356dcedfe5 x-openstack-request-id: req-9882eb6d-e5ab-4129-91c3-67356dcedfe5 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:13.597538 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:13.597793 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9882eb6d-e5ab-4129-91c3-67356dcedfe5 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:13.609929 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'code': 200} Feb 09 00:07:13.635519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8ab18-ae41-4a4d-91b1-377f1516b67a None None] Pushing event updated for resources: {'Port': ['ID=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:13.657460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 555c4777-69b0-414e-acc7-b1919630790c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:13.781151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b50a8e4-2773-419f-9938-cddb4b850f2f req-adde38c5-005e-4c47-ac70-37938917325f tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 210 time: 0.1190259 Feb 09 00:07:13.809902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:07:05Z', 'revision_number': 4, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '4f0e3ce7-c735-4968-a4b6-a2ead56b3687', 'name': '', 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'mac_address': 'fa:16:3e:1f:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:07:04Z', 'updated_at': '2022-02-09T00:07:06Z', 'revision_number': 2, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'subnets': [{'id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:13.821398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38260) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:13.827573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'subnets': [{'network_id': 'e225ed77-5af8-4f94-a685-79033ea936c8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1764486336', 'ip_version': 6}, {'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:13.827891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'subnet': {'network_id': 'e225ed77-5af8-4f94-a685-79033ea936c8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1764486336', 'ip_version': 6}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:13.828569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Request body: {'subnet': {'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:13.890101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:13.958825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Checking router: 6506315b-2856-476f-a837-66de6e2cd48f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:07:13.959186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Updating router 6506315b-2856-476f-a837-66de6e2cd48f port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:07:14.080099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.148830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=12925b86-1d08-4f8e-963a-1ea8dc672be2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:14.168520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.172494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.176473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f4445901-d954-4c75-bb9d-295ec2fd3a0a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/12925b86-1d08-4f8e-963a-1ea8dc672be2 HTTP/1.1" status: 204 len: 168 time: 1.3807216 Feb 09 00:07:14.179006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:14.325027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 7eff2dd7-1e08-4539-9af9-0abfcc6c5547 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:14.335267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.365849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 555c4777-69b0-414e-acc7-b1919630790c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:14.366977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.457879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fae5-5acd-4e39-9fa6-2f731d648b1c req-26df5c27-51a9-42e8-b436-d7e715e94449 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:14.471695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee77fae5-5acd-4e39-9fa6-2f731d648b1c req-26df5c27-51a9-42e8-b436-d7e715e94449 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.4132941 Feb 09 00:07:14.558376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.635248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee77fae5-5acd-4e39-9fa6-2f731d648b1c req-c32db62e-db78-426f-b58e-15f227db76bb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621492 Feb 09 00:07:14.660051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Made reservation on behalf of 412735da7af24ad8b1ce810c903ea8c7 for: {'subnet': 2} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:14.673119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.673771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.921833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:14.957361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d10de92-1ef7-4361-a6c6-ffd97c21a9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.119234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.241363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=7eff2dd7-1e08-4539-9af9-0abfcc6c5547,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:15.273646 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.283038 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cdba7326-aa0f-4ee4-a411-56a93e5d39a1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/7eff2dd7-1e08-4539-9af9-0abfcc6c5547 HTTP/1.1" status: 204 len: 168 time: 1.1019425 Feb 09 00:07:15.285138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38286) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:15.425684 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6634a47c-5998-49af-86cd-c6464c45674d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1392915 Feb 09 00:07:15.426461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38290) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:15.433865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:15.448443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db8210fb-0279-4033-be91-fe99f9683f6c req-df9ee47e-0116-4fc6-bc14-f405e7ebb515 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 210 time: 0.0358589 Feb 09 00:07:15.454045 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.536419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38ad61-4def-45bd-84d6-9e81e1e8ca74 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:15.587850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c6219c3a-498b-41ba-8f7c-b764701916ab None None] Could not find standard attr ID for object 42178f09-c73a-498d-8734-52b97e82b7c9. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:07:15.614557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Subnet': ['ID=a839828d-43e8-4722-8c23-64d35fb3d441,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:15.629639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Checking segment: {'id': 'dda82c18-32a4-4b67-ba2a-50540e05df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'e225ed77-5af8-4f94-a685-79033ea936c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:15.631507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network hostable DHCP agents. Network: e225ed77-5af8-4f94-a685-79033ea936c8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:07:15.670380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:15.680567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network e225ed77-5af8-4f94-a685-79033ea936c8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:07:15.685636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.688183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.699899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.716446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e225ed77-5af8-4f94-a685-79033ea936c8) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:15.735200 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.747215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc550d-6214-4444-a482-19b0be0e6106 None None] Network e225ed77-5af8-4f94-a685-79033ea936c8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:15.753350 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.780408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.794531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c6219c3a-498b-41ba-8f7c-b764701916ab None None] Provisioning complete for port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:15.795044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6219c3a-498b-41ba-8f7c-b764701916ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:15.899889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event updated for resources: {'Subnet': ['ID=498d9b6a-e7ed-4d96-9e50-528969bd0c02,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:16.034846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84593133-8b39-475f-a2b8-65d9aad4fac9 req-e4d84271-e057-4d75-952b-311553fb996e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.037736 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84593133-8b39-475f-a2b8-65d9aad4fac9 req-e4d84271-e057-4d75-952b-311553fb996e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.1388850 Feb 09 00:07:16.055243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Checking segment: {'id': '78dc2e47-715b-4c54-a432-7363ee7a63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:16.055716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network hostable DHCP agents. Network: f73abf03-5c0f-43ac-85f9-b0df427585af, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:07:16.161857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84593133-8b39-475f-a2b8-65d9aad4fac9 req-935ce0f5-b467-41e0-b614-911581c4a983 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133280 Feb 09 00:07:16.208123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759cb5a-f09a-4085-a494-54da9a9facb7 None None] Pushing event updated for resources: {'Port': ['ID=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:16.215947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 555c4777-69b0-414e-acc7-b1919630790c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=555c4777-69b0-414e-acc7-b1919630790c,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:16.221918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Network f73abf03-5c0f-43ac-85f9-b0df427585af is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:07:16.234974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f73abf03-5c0f-43ac-85f9-b0df427585af) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:16.254107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.254634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.255355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:16.264784 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:16.270666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 882f2d6b-0447-4900-a0b9-78cdbdb32213 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:16.275267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fc1f4-f4ba-4604-afe8-5685128c8263 None None] Network f73abf03-5c0f-43ac-85f9-b0df427585af requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:16.301354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:16.364245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7005c778-37a7-424e-9db8-4ea0192271dd tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5413468 Feb 09 00:07:16.365558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38302) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:16.493251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=458a9034-f5e9-4330-bb80-932a0e5371e0,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:16.518750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:16.527524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:16.541566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.546830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:16.603192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-71ca8858-e45c-4510-998d-c4aa5869b269 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1755197 Feb 09 00:07:16.607104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38308) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:16.611337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-536cbe8a-551c-489c-8648-039550406911 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.613282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-536cbe8a-551c-489c-8648-039550406911 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.21 "GET /v2.0/networks?id=14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 200 len: 910 time: 0.3361526 Feb 09 00:07:16.613777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:16.650016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Request body: {'port': {'device_id': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'admin_state_up': True, 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:16.812080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:16.821032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:16.829955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83cc3555-252d-4a03-946e-8132fe65b975 req-b1ede4ae-8298-4b46-95a0-0a0037875db7 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 210 time: 0.1229286 Feb 09 00:07:16.941279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7abe9f-5592-4837-b68f-26b253e4d16d tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.947485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7abe9f-5592-4837-b68f-26b253e4d16d tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.955932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7abe9f-5592-4837-b68f-26b253e4d16d tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:16.963680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea7abe9f-5592-4837-b68f-26b253e4d16d tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3740513 Feb 09 00:07:16.973477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38312) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:17.032747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Made reservation on behalf of b214b8a4fed4427eafd8f59f9a792faa for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:17.045231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.054660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=555c4777-69b0-414e-acc7-b1919630790c,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:17.057979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.143795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Attempting to bind port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:17.144171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Attempting to bind port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:17.144542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Attempting to bind port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 on network e001fd6a-67ca-4f1d-9560-e8f575af014d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:17.165772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f73abf03-5c0f-43ac-85f9-b0df427585af', 'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af', 'tenant_id': '412735da7af24ad8b1ce810c903ea8c7', 'fixed_ips': [{'subnet_id': '498d9b6a-e7ed-4d96-9e50-528969bd0c02'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:17.167898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.169832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:17.170256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Checking segment: {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:17.170733 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.171205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Bound using segment: {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:17.171716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Bound port: 4f0e3ce7-c735-4968-a4b6-a2ead56b3687, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6c6977-9c54-4959-8466-6beef27f9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:17.172148 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.181991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:17.217520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 882f2d6b-0447-4900-a0b9-78cdbdb32213 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:17.217520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.271839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec429186-a3e1-434c-8c52-67c6beaac223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e225ed77-5af8-4f94-a685-79033ea936c8', 'network_id': 'e225ed77-5af8-4f94-a685-79033ea936c8', 'tenant_id': '412735da7af24ad8b1ce810c903ea8c7', 'fixed_ips': [{'subnet_id': 'a839828d-43e8-4722-8c23-64d35fb3d441'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:17.273003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ec429186-a3e1-434c-8c52-67c6beaac223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.330145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Deleting subnet a839828d-43e8-4722-8c23-64d35fb3d441 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:17.442008 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.622216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:07:17.637083 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:17.764105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6766-bcdd-453f-aba4-97b0e2fe58f4 req-2ad6da42-e8a3-490d-98cd-9b079c9cbdd6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:17.767075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9aa6766-bcdd-453f-aba4-97b0e2fe58f4 req-2ad6da42-e8a3-490d-98cd-9b079c9cbdd6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3413744 Feb 09 00:07:17.906109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Allocated IP 172.20.0.12 (14d6e482-7b42-4bac-bc50-ca106d56c7e8/b57cd5cc-a0b9-47ab-bcad-27b5171133e8/7148941e-0e1a-41ba-81e6-294c473c3cb0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:17.914742 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9aa6766-bcdd-453f-aba4-97b0e2fe58f4 req-6f3b32b1-6b15-4ef7-92a8-c7f39fd38734 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361167 Feb 09 00:07:17.925877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.207479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.250400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.318988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Allocated IP 2001:db8:0:1::1 (f73abf03-5c0f-43ac-85f9-b0df427585af/498d9b6a-e7ed-4d96-9e50-528969bd0c02/a604ec42-e54a-4fd5-b1f3-9b88a713087b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:18.374359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb55c880-e028-4595-9c5c-5d6bb59e82f1 req-028325da-d385-49f1-adb8-f5be846e599f tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 210 time: 0.3883033 Feb 09 00:07:18.388774 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.467320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:18.471982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:18.490270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:18.497259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Pushing event updated for resources: {'Port': ['ID=7148941e-0e1a-41ba-81e6-294c473c3cb0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:18.509419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.553589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.560850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-261fe764-f512-42fc-9632-f199141f2b7e None None] Provisioning complete for port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:18.561362 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-261fe764-f512-42fc-9632-f199141f2b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.682944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Subnet': ['ID=a839828d-43e8-4722-8c23-64d35fb3d441,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:18.690046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:18.690823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.704787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] For port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:18.710563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.717005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f0e15f5c-0eba-4122-9e08-38c025f1201c tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/subnets/a839828d-43e8-4722-8c23-64d35fb3d441 HTTP/1.1" status: 204 len: 168 time: 1.7401071 Feb 09 00:07:18.718364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38326) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:18.731093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.752068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.773662 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.786170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.786986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.815854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-13e469d6-b0e2-45d8-b5b9-7d161b0f1215 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1699567 Feb 09 00:07:18.841386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-261fe764-f512-42fc-9632-f199141f2b7e None None] Port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:07:18.865813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Deleting subnet 498d9b6a-e7ed-4d96-9e50-528969bd0c02 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:18.898709 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:18.919580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86cab6-d6a7-463a-acb9-fe772d7227b6 None None] Network e225ed77-5af8-4f94-a685-79033ea936c8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:18.940028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] Deleting port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:18.940446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.005806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:19.068191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=309d9cae-006f-4b12-b5b4-203a9567d9f8,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:19.075647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.082707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:19.084538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:19.092191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:19.093374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.127779 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-98b989a6-a74f-49b2-b4f0-87deb774812e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5193903 Feb 09 00:07:19.131577 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38336) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:19.148572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:42:6a:db', 'name': 'tempest-NetworksTestDHCPv6-1442242464'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:19.247636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Request body: {'port': {'device_id': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:19.341390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] For port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:19.341900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.358893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] Calling delete_port for 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:19.463076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:19.518967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] For port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:19.545130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Network f73abf03-5c0f-43ac-85f9-b0df427585af is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:19.553736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.587524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:19.592320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:19.611281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.654388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Pushing event updated for resources: {'Port': ['ID=a604ec42-e54a-4fd5-b1f3-9b88a713087b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:19.655536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 77c94f4a-480b-4131-84cc-1747431dcad1 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:19.672617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.708752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e62349-ffb5-4625-8677-83bd56cb5167 req-72cf90ef-0173-4a23-8af8-419926712b30 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:19.714056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8e62349-ffb5-4625-8677-83bd56cb5167 req-72cf90ef-0173-4a23-8af8-419926712b30 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.6043966 Feb 09 00:07:19.743302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] For port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,segment=NetworkSegment(6c6c6977-9c54-4959-8466-6beef27f9641),segment_id=6c6c6977-9c54-4959-8466-6beef27f9641)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:19.762558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.792097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] Pushing event deleted for resources: {'Port': ['ID=019c21e8-82c1-4a41-a6fc-b5d4dab526d2,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:19.847184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3668f4d4-eac3-4885-a3ac-34626620c32e None None] Provisioning complete for port 7148941e-0e1a-41ba-81e6-294c473c3cb0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:19.847723 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3668f4d4-eac3-4885-a3ac-34626620c32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.849917 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:19.874749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 555c4777-69b0-414e-acc7-b1919630790c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:20.063718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 172.20.0.11 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/458a9034-f5e9-4330-bb80-932a0e5371e0/77c94f4a-480b-4131-84cc-1747431dcad1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:20.070760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe42:6adb (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/309d9cae-006f-4b12-b5b4-203a9567d9f8/77c94f4a-480b-4131-84cc-1747431dcad1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:20.107848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568f5f-b899-408b-ba42-c13a2e0d40aa req-168713b7-08b5-40ed-bc8c-4382b1a204b7 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:20.116775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d568f5f-b899-408b-ba42-c13a2e0d40aa req-168713b7-08b5-40ed-bc8c-4382b1a204b7 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1028 time: 0.5792422 Feb 09 00:07:20.174970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Attempting to bind port a604ec42-e54a-4fd5-b1f3-9b88a713087b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:20.175696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Attempting to bind port a604ec42-e54a-4fd5-b1f3-9b88a713087b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '78dc2e47-715b-4c54-a432-7363ee7a63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:20.176290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Attempting to bind port a604ec42-e54a-4fd5-b1f3-9b88a713087b on network f73abf03-5c0f-43ac-85f9-b0df427585af {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:20.195209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af93c4c-70cd-4ee6-b3a7-493bd09bafca None None] No DVR routers for this DVR port 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:20.242409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:20.242979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Checking segment: {'id': '78dc2e47-715b-4c54-a432-7363ee7a63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:20.244352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.245418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Bound using segment: {'id': '78dc2e47-715b-4c54-a432-7363ee7a63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:20.246153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Bound port: a604ec42-e54a-4fd5-b1f3-9b88a713087b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78dc2e47-715b-4c54-a432-7363ee7a63ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f73abf03-5c0f-43ac-85f9-b0df427585af'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:20.246651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.296826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461f159a-23df-4517-95bd-2f28b8e0953f None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:20.302806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3668f4d4-eac3-4885-a3ac-34626620c32e None None] Port 7148941e-0e1a-41ba-81e6-294c473c3cb0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:07:20.413175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8e62349-ffb5-4625-8677-83bd56cb5167 req-5a682d6d-e823-41f1-87c8-3f29d614a00c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6633654 Feb 09 00:07:20.475637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Routers {'6506315b-2856-476f-a837-66de6e2cd48f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:07:20.476417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:07:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6506315b-2856-476f-a837-66de6e2cd48f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:20.478364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759cb5a-f09a-4085-a494-54da9a9facb7 None None] Pushing event updated for resources: {'Port': ['ID=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:20.515428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.595630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.710248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:20.725716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:20.730375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:20.764406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=77c94f4a-480b-4131-84cc-1747431dcad1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:20.774163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7148941e-0e1a-41ba-81e6-294c473c3cb0 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:07:20.785070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.835644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 555c4777-69b0-414e-acc7-b1919630790c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:20.835644 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.850856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d568f5f-b899-408b-ba42-c13a2e0d40aa req-248eee94-a21d-4418-96cf-d9fa5ddaec43 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299595 Feb 09 00:07:20.871757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Transition to ACTIVE for port object 7148941e-0e1a-41ba-81e6-294c473c3cb0 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:07:20.873865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.902585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:20.906902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.919865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] For port a604ec42-e54a-4fd5-b1f3-9b88a713087b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:20.940046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] For port a604ec42-e54a-4fd5-b1f3-9b88a713087b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a604ec42-e54a-4fd5-b1f3-9b88a713087b,segment=NetworkSegment(78dc2e47-715b-4c54-a432-7363ee7a63ef),segment_id=78dc2e47-715b-4c54-a432-7363ee7a63ef)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:20.956600 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a4573268-ba7e-4884-8d30-6c30f1f8d9df tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8226590 Feb 09 00:07:20.961590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38354) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:20.962532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:20.975373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Subnet': ['ID=498d9b6a-e7ed-4d96-9e50-528969bd0c02,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:21.026788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:21.046631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:21.053643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0fb36071-7a43-445a-b665-1564e25be5a2 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/subnets/498d9b6a-e7ed-4d96-9e50-528969bd0c02 HTTP/1.1" status: 204 len: 168 time: 2.3340435 Feb 09 00:07:21.076763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d57c8f-2cec-4e9b-ba41-05e463f79ac6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:21.080441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c7d57c8f-2cec-4e9b-ba41-05e463f79ac6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1176877 Feb 09 00:07:21.083589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38356) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:21.089783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38360) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:21.127226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Pushing event updated for resources: {'Port': ['ID=7148941e-0e1a-41ba-81e6-294c473c3cb0,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:21.185161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Provisioning complete for port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:21.185840 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:21.227978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] Set router 6506315b-2856-476f-a837-66de6e2cd48f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:07:21.360257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df748d-0f19-4696-bb2b-85078f8828cf tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:21.366180 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0df748d-0f19-4696-bb2b-85078f8828cf tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2737288 Feb 09 00:07:21.370564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38366) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:21.460631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Attempting to bind port 7148941e-0e1a-41ba-81e6-294c473c3cb0 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:21.465580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Attempting to bind port 7148941e-0e1a-41ba-81e6-294c473c3cb0 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:21.466431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Attempting to bind port 7148941e-0e1a-41ba-81e6-294c473c3cb0 on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:21.478004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Port 7148941e-0e1a-41ba-81e6-294c473c3cb0 on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:07:21.478339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Attempting to bind port 7148941e-0e1a-41ba-81e6-294c473c3cb0 on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:21.496955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:21.497284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Checking segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:21.497691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Bound using segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:21.498109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Bound port: 7148941e-0e1a-41ba-81e6-294c473c3cb0, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:21.498476 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:21.608323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a56f4-c63d-41d5-b5c8-4ce1fcb6c60a None None] Pushing event updated for resources: {'Port': ['ID=a604ec42-e54a-4fd5-b1f3-9b88a713087b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:21.665428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:21.693123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 77c94f4a-480b-4131-84cc-1747431dcad1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:21.693721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:21.931985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] For port 7148941e-0e1a-41ba-81e6-294c473c3cb0, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:21.936480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] For port 7148941e-0e1a-41ba-81e6-294c473c3cb0, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:21.952190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.097545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Deleting port a604ec42-e54a-4fd5-b1f3-9b88a713087b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:22.097840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.203438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2641e7-01d0-4260-8176-435ea5df3d19 req-5f5f786f-a63e-47ad-a6ff-dde834c73afa tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:22.209445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c2641e7-01d0-4260-8176-435ea5df3d19 req-5f5f786f-a63e-47ad-a6ff-dde834c73afa tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.5338540 Feb 09 00:07:22.217667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:22.218296 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.233202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] 10.222.0.21 "PUT /v2.0/ports/7148941e-0e1a-41ba-81e6-294c473c3cb0 HTTP/1.1" status: 200 len: 1092 time: 3.4070489 Feb 09 00:07:22.234902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'tag': '7148941e-0e1a-41ba-81e6-294c473c3cb0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:22.253917 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2047676a-0b6c-4abb-944e-a1a581fa9980" -d '{"events": [{"name": "network-changed", "server_uuid": "4068f2f0-cec6-40f5-a391-61299c064aaf", "tag": "7148941e-0e1a-41ba-81e6-294c473c3cb0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:22.330497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] For port a604ec42-e54a-4fd5-b1f3-9b88a713087b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a604ec42-e54a-4fd5-b1f3-9b88a713087b,segment=NetworkSegment(78dc2e47-715b-4c54-a432-7363ee7a63ef),segment_id=78dc2e47-715b-4c54-a432-7363ee7a63ef)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:22.330870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.349632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Calling delete_port for a604ec42-e54a-4fd5-b1f3-9b88a713087b owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:22.588380 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.642500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bbbb-14f8-470f-a0cd-41dbade7f089 service neutron] Pushing event updated for resources: {'Port': ['ID=7148941e-0e1a-41ba-81e6-294c473c3cb0,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:22.701627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '309d9cae-006f-4b12-b5b4-203a9567d9f8'}, {'subnet_id': '458a9034-f5e9-4330-bb80-932a0e5371e0'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:22.704439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.755820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:22.765944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c2641e7-01d0-4260-8176-435ea5df3d19 req-b57a3b63-657e-4bf1-b55e-a94672cddc62 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333053 Feb 09 00:07:22.780232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] No DVR routers for this DVR port a604ec42-e54a-4fd5-b1f3-9b88a713087b on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:22.799630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Port': ['ID=a604ec42-e54a-4fd5-b1f3-9b88a713087b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:22.813544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dd17c-0d00-4b1b-bc52-d0087d68a4f9 req-9d1d8ee7-9067-4e87-82e3-f4869c235daa tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:22.819828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac6dd17c-0d00-4b1b-bc52-d0087d68a4f9 req-9d1d8ee7-9067-4e87-82e3-f4869c235daa tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1095 time: 0.7314253 Feb 09 00:07:22.879734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-12acc980-3f4d-402e-b232-699fefe7ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:22.883830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 77c94f4a-480b-4131-84cc-1747431dcad1 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:22.889183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-12acc980-3f4d-402e-b232-699fefe7ac73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1095 time: 0.5471234 Feb 09 00:07:22.903407 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a292ccc-693e-4407-be86-5857ae655346 x-openstack-request-id: req-5a292ccc-693e-4407-be86-5857ae655346 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:22.903940 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4068f2f0-cec6-40f5-a391-61299c064aaf", "tag": "7148941e-0e1a-41ba-81e6-294c473c3cb0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:22.904350 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a292ccc-693e-4407-be86-5857ae655346 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:22.904939 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'tag': '7148941e-0e1a-41ba-81e6-294c473c3cb0', 'status': 'completed', 'code': 200} Feb 09 00:07:22.908637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:22.968798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-08b630dd-2e9c-4da3-990e-c4dc786ec7cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0 HTTP/1.1" status: 200 len: 217 time: 0.0624859 Feb 09 00:07:22.971246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac6dd17c-0d00-4b1b-bc52-d0087d68a4f9 req-63137df0-8b0d-4263-be19-8a675b65bab8 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413517 Feb 09 00:07:22.974458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:07:22.975018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 019c21e8-82c1-4a41-a6fc-b5d4dab526d2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:07:23.035429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.060968 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-1f3e9545-21da-40ce-b44d-0fa49a29d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:23.062647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-1f3e9545-21da-40ce-b44d-0fa49a29d70b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b57cd5cc-a0b9-47ab-bcad-27b5171133e8 HTTP/1.1" status: 200 len: 848 time: 0.0869908 Feb 09 00:07:23.167658 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.194445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-88e04b90-977b-4144-9f17-f6c3bdbe12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:23.204520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-88e04b90-977b-4144-9f17-f6c3bdbe12ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d6e482-7b42-4bac-bc50-ca106d56c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337001 Feb 09 00:07:23.215140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73abf03-5c0f-43ac-85f9-b0df427585af']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:23.250751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78dc2e47-715b-4c54-a432-7363ee7a63ef') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:23.251057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78dc2e47-715b-4c54-a432-7363ee7a63ef') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:23.304746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.367996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.386103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:07:23.387674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:07:23.396442 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:07:23.406021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] For port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,segment=NetworkSegment(6c6c6977-9c54-4959-8466-6beef27f9641),segment_id=6c6c6977-9c54-4959-8466-6beef27f9641)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:23.418546 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.457196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-bc0dd776-4d22-48e1-9d86-654902ea6046 service neutron] 10.222.0.21 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470155 Feb 09 00:07:23.505089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Pushing event updated for resources: {'Port': ['ID=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:23.563797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40244a4-da53-474b-873f-ab7abc394dca None None] Network f73abf03-5c0f-43ac-85f9-b0df427585af requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:23.593360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-012b5f87-0231-4b4a-bf87-6060aedea352 req-2cf41fba-be20-40f9-9840-d96e0e74c0db service neutron] 10.222.0.21 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280148 Feb 09 00:07:23.594115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.594462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.594800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.595136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.595465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.595789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.596113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.596438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.596751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.597976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.598331 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.598663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493f586-0547-4e84-bc99-d225ce421965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:23.611926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-01961147-4110-4850-ab52-c68e29daaf37 None None] Could not find standard attr ID for object a604ec42-e54a-4fd5-b1f3-9b88a713087b. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:07:23.640577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.672733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:23.682935 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/networks/f73abf03-5c0f-43ac-85f9-b0df427585af HTTP/1.1" status: 204 len: 168 time: 2.2958682 Feb 09 00:07:23.695020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38384) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:23.745560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac45a5-b2b9-47c4-bdd0-b91695479594 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Network': ['ID=f73abf03-5c0f-43ac-85f9-b0df427585af,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:23.778549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-068967f3-40e1-483c-93e0-d1011627673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:23.780475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-068967f3-40e1-483c-93e0-d1011627673d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1095 time: 0.1323383 Feb 09 00:07:23.812436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:07:05Z', 'revision_number': 4, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '4f0e3ce7-c735-4968-a4b6-a2ead56b3687', 'name': '', 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'mac_address': 'fa:16:3e:1f:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:07:04Z', 'updated_at': '2022-02-09T00:07:18Z', 'revision_number': 4, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'subnets': [{'id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:23.875086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Allocated IP 172.20.0.2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/458a9034-f5e9-4330-bb80-932a0e5371e0/470a7c46-0312-4e4b-ab75-ef26ad0ce840) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:23.901466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Allocated IP 2001:db8::f816:3eff:fe2e:7032 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/309d9cae-006f-4b12-b5b4-203a9567d9f8/470a7c46-0312-4e4b-ab75-ef26ad0ce840) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:23.992550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.010222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.076639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=77c94f4a-480b-4131-84cc-1747431dcad1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:24.242159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babacbf-c378-4b2e-a09d-ab10b6116ae3 req-fea2bb20-39e0-4b6e-afac-7ecb331a5874 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:24.249320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3babacbf-c378-4b2e-a09d-ab10b6116ae3 req-fea2bb20-39e0-4b6e-afac-7ecb331a5874 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3111770 Feb 09 00:07:24.263123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-1be9e61e-a22c-41d5-b49b-e9c206b81f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:24.267916 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.272860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-1be9e61e-a22c-41d5-b49b-e9c206b81f0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 200 len: 910 time: 0.4834080 Feb 09 00:07:24.334229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.357646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d223162-5d99-4906-a7b9-5bfd15835532 None None] The sync data for ids ['6506315b-2856-476f-a837-66de6e2cd48f'] in n-d-828413-1 is: [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:07:05Z', 'revision_number': 4, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '4f0e3ce7-c735-4968-a4b6-a2ead56b3687', 'name': '', 'network_id': 'e001fd6a-67ca-4f1d-9560-e8f575af014d', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'mac_address': 'fa:16:3e:1f:66:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:07:04Z', 'updated_at': '2022-02-09T00:07:18Z', 'revision_number': 4, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'subnets': [{'id': '1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:07:24.363670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.414706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e225ed77-5af8-4f94-a685-79033ea936c8']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:24.429997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda82c18-32a4-4b67-ba2a-50540e05df59') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:24.430290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda82c18-32a4-4b67-ba2a-50540e05df59') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:24.468693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-214f1f89-69b5-4fe9-8d52-1d46edeee10c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0 HTTP/1.1" status: 200 len: 217 time: 0.1291943 Feb 09 00:07:24.505195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.547078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Pushing event updated for resources: {'Port': ['ID=470a7c46-0312-4e4b-ab75-ef26ad0ce840,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:24.569258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:24.571298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:24.580135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:24.594988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c27f43-7596-4fdc-bd38-0d0a55e3c147 None None] DHCP port deletion for f73abf03-5c0f-43ac-85f9-b0df427585af request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:24.665564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3babacbf-c378-4b2e-a09d-ab10b6116ae3 req-b2cc6417-b3bc-40a1-a565-5edb72b938c4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865535 Feb 09 00:07:24.679740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.706952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdfc96-14c3-431c-853f-1a72c947caa1 req-57770a95-1d8a-4436-a3bd-5018d5523297 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:24.708378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:07:24.709812 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.729526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fcdfc96-14c3-431c-853f-1a72c947caa1 req-57770a95-1d8a-4436-a3bd-5018d5523297 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1095 time: 0.5705390 Feb 09 00:07:24.746844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Attempting to bind port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:24.747221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Attempting to bind port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:24.747583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Attempting to bind port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:24.765958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:24.765958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:24.765958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.765958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:24.765958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Bound port: 470a7c46-0312-4e4b-ab75-ef26ad0ce840, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:24.765958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:07:24.766647 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:07:24.789947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.797501 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d31edbb9-c9e3-4792-8feb-a88efdb200a6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/77c94f4a-480b-4131-84cc-1747431dcad1 HTTP/1.1" status: 204 len: 168 time: 3.6915159 Feb 09 00:07:24.798187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38396) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:24.804722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-2134e569-a43c-4a77-ac44-234ab10d2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:24.816486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-2134e569-a43c-4a77-ac44-234ab10d2558 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b57cd5cc-a0b9-47ab-bcad-27b5171133e8 HTTP/1.1" status: 200 len: 848 time: 0.3352633 Feb 09 00:07:24.905554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] For port 470a7c46-0312-4e4b-ab75-ef26ad0ce840, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:24.918976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] For port 470a7c46-0312-4e4b-ab75-ef26ad0ce840, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=470a7c46-0312-4e4b-ab75-ef26ad0ce840,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:24.929676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:24.979754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fcdfc96-14c3-431c-853f-1a72c947caa1 req-b9b54578-25d6-4b0e-9fae-a3117abc3008 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511086 Feb 09 00:07:25.036277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-c16ad86e-08e0-4490-80f9-57637f1a3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:25.040798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-c16ad86e-08e0-4490-80f9-57637f1a3d33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=14d6e482-7b42-4bac-bc50-ca106d56c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153330 Feb 09 00:07:25.136865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40dd2d-87c9-452c-b8a6-9bb178e5611b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:25.139966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40dd2d-87c9-452c-b8a6-9bb178e5611b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:25.141680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c40dd2d-87c9-452c-b8a6-9bb178e5611b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:25.151210 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c40dd2d-87c9-452c-b8a6-9bb178e5611b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3482039 Feb 09 00:07:25.152401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971e07c-cce7-4c3b-9662-9d7adf529aaa None None] Pushing event updated for resources: {'Port': ['ID=470a7c46-0312-4e4b-ab75-ef26ad0ce840,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:25.153693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.161658 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.165970 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/networks/e225ed77-5af8-4f94-a685-79033ea936c8 HTTP/1.1" status: 204 len: 168 time: 1.4685972 Feb 09 00:07:25.165970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38402) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:25.235333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:25.236154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56009423-4683-4d3e-8cb5-4bca0fd6bdc3 tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Network': ['ID=e225ed77-5af8-4f94-a685-79033ea936c8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:25.242844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 309d9cae-006f-4b12-b5b4-203a9567d9f8 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:25.246593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.285264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:25.334259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.437337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:25.437627 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.597668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.776876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:25.883181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a604ec42-e54a-4fd5-b1f3-9b88a713087b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:25.987820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a604ec42-e54a-4fd5-b1f3-9b88a713087b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:07:25.988483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a604ec42-e54a-4fd5-b1f3-9b88a713087b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:07:26.078717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7148941e-0e1a-41ba-81e6-294c473c3cb0 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:07:26.125282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=309d9cae-006f-4b12-b5b4-203a9567d9f8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:26.129627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:26.147318 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b8b0542-659b-4618-8fc3-d1089821fea1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/309d9cae-006f-4b12-b5b4-203a9567d9f8 HTTP/1.1" status: 204 len: 168 time: 0.9587913 Feb 09 00:07:26.171813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:26.379700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:26.449555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 458a9034-f5e9-4330-bb80-932a0e5371e0 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:26.463940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7148941e-0e1a-41ba-81e6-294c473c3cb0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:26.466353 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:26.507280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '7148941e-0e1a-41ba-81e6-294c473c3cb0', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'port_id': '7148941e-0e1a-41ba-81e6-294c473c3cb0', 'mac_address': 'fa:16:3e:4c:c6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:07:26.552855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-dcccd7bf-a629-4fe2-9cee-55cd86b46640 service neutron] 10.222.0.21 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5033147 Feb 09 00:07:26.624281 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:26.664974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7148941e-0e1a-41ba-81e6-294c473c3cb0 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:07:26.785706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7148941e-0e1a-41ba-81e6-294c473c3cb0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:26.798153 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:26.891876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:26.892962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494acc-106f-4c60-aeae-7c3d0f467ab1 req-f72e6d41-9729-4a8f-af03-c2980a976062 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:26.919543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77494acc-106f-4c60-aeae-7c3d0f467ab1 req-f72e6d41-9729-4a8f-af03-c2980a976062 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3630073 Feb 09 00:07:26.952734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cc14b3-7b54-43c0-a452-bd3e9798ef7b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:26.983288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f0c4b1-0077-4e44-bbde-7e6dc4bc8253') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:26.983586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f0c4b1-0077-4e44-bbde-7e6dc4bc8253') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:27.004318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.013435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2047676a-0b6c-4abb-944e-a1a581fa9980 req-061c0c5b-52ef-4082-8d03-d7738859ae84 service neutron] 10.222.0.21 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520746 Feb 09 00:07:27.021176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f162d91-d1c9-4341-8e13-1fb8f2d4e343 req-f67bab8f-189d-4dca-a363-553c87caf462 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:27.025936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f162d91-d1c9-4341-8e13-1fb8f2d4e343 req-f67bab8f-189d-4dca-a363-553c87caf462 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1095 time: 0.4519405 Feb 09 00:07:27.026781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38432) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:27.075589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7148941e-0e1a-41ba-81e6-294c473c3cb0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:27.102546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.124478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77494acc-106f-4c60-aeae-7c3d0f467ab1 req-05d461fd-5df9-4062-9727-bd28a71233f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034409 Feb 09 00:07:27.147604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f162d91-d1c9-4341-8e13-1fb8f2d4e343 req-efd11376-2632-4e0c-be40-8a3dbc92501b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845942 Feb 09 00:07:27.191903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7148941e-0e1a-41ba-81e6-294c473c3cb0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:07:27.314069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9bda214-533d-41c9-8c55-e664e8685dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.351298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.408337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:07:27.417833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:07:27.423440 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:07:27.458314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 470a7c46-0312-4e4b-ab75-ef26ad0ce840 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:27.505496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c104b52c-2db2-4362-8dec-a58b96a293d3 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:27.523762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] Could not find standard attr ID for object 77c94f4a-480b-4131-84cc-1747431dcad1. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:07:27.623184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.634385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:27.635144 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.680983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] Provisioning complete for port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:27.681582 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9bda214-533d-41c9-8c55-e664e8685dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.682215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.689372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9bda214-533d-41c9-8c55-e664e8685dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.724391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.743393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.753155 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/networks/10cc14b3-7b54-43c0-a452-bd3e9798ef7b HTTP/1.1" status: 204 len: 168 time: 2.0841229 Feb 09 00:07:27.776538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38444) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:27.779234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.797752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bda214-533d-41c9-8c55-e664e8685dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53672f3-1b2b-40db-af59-5c7a2b21a75c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:27.856240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b9bda214-533d-41c9-8c55-e664e8685dc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=977ae111bd1c43c3860bc0a31d9463b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272204 Feb 09 00:07:27.859036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:27.939677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-577fa396-955d-4fd4-a337-9ceffd25b88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:27.976145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-577fa396-955d-4fd4-a337-9ceffd25b88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.038569 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.047012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-577fa396-955d-4fd4-a337-9ceffd25b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.050037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-577fa396-955d-4fd4-a337-9ceffd25b88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.053686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-577fa396-955d-4fd4-a337-9ceffd25b88e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c53672f3-1b2b-40db-af59-5c7a2b21a75c HTTP/1.1" status: 204 len: 168 time: 0.1910243 Feb 09 00:07:28.065591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fa396-955d-4fd4-a337-9ceffd25b88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53672f3-1b2b-40db-af59-5c7a2b21a75c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:28.092506 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.139397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:28.159106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] For port 470a7c46-0312-4e4b-ab75-ef26ad0ce840, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=470a7c46-0312-4e4b-ab75-ef26ad0ce840,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:28.204035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.368732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b8d28-bc16-4821-b457-ecca15ea5bcb None None] Pushing event updated for resources: {'Port': ['ID=470a7c46-0312-4e4b-ab75-ef26ad0ce840,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:28.373509 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:07:28.373870 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:07:28.378746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] Deleting port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:28.379119 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.489537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dfacb-96ee-4f07-a9de-355bc28d8c07 req-673ccb61-bc6a-40d4-9ccf-5286a9d7bd4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:28.491290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa8dfacb-96ee-4f07-a9de-355bc28d8c07 req-673ccb61-bc6a-40d4-9ccf-5286a9d7bd4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.1839294 Feb 09 00:07:28.497169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0b585-43b2-49a2-a089-8a10e9cafc34 req-997beaee-ce1b-40b0-ae07-39200c849ea6 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:28.515982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52e0b585-43b2-49a2-a089-8a10e9cafc34 req-997beaee-ce1b-40b0-ae07-39200c849ea6 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1096 time: 0.1955459 Feb 09 00:07:28.599342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa8dfacb-96ee-4f07-a9de-355bc28d8c07 req-47a44c6f-d597-4c5b-8dc3-a206f58430ce tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811610 Feb 09 00:07:28.613157 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52e0b585-43b2-49a2-a089-8a10e9cafc34 req-274a5796-3c21-4bc7-a853-ee63250d2ab7 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946951 Feb 09 00:07:28.668886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] For port 470a7c46-0312-4e4b-ab75-ef26ad0ce840, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=470a7c46-0312-4e4b-ab75-ef26ad0ce840,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:28.669336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.685148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:28.698392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] Calling delete_port for 470a7c46-0312-4e4b-ab75-ef26ad0ce840 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:28.702519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f254813e-768d-471b-ac1e-830b7255d349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.751731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.763094 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/458a9034-f5e9-4330-bb80-932a0e5371e0 HTTP/1.1" status: 204 len: 168 time: 2.5898376 Feb 09 00:07:28.763799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38462) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:28.768339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011b7ef-32c3-4137-a12e-853268cefc8b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Network': ['ID=10cc14b3-7b54-43c0-a452-bd3e9798ef7b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:28.789632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3e277-a837-40b9-a41e-76c388aef2d2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=458a9034-f5e9-4330-bb80-932a0e5371e0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:28.864637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fae30c37-7e57-4429-8ea5-4e27b031c62e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950384 Feb 09 00:07:28.866643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:28.874815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:28.884158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.892507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:28.961871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 update to ACTIVE by agent not found {{(pid=105933) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 09 00:07:28.975596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] No DVR routers for this DVR port 470a7c46-0312-4e4b-ab75-ef26ad0ce840 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:28.979729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0d5a-9317-4c0f-9b7c-6f65c4fe9435 None None] Pushing event deleted for resources: {'Port': ['ID=470a7c46-0312-4e4b-ab75-ef26ad0ce840,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:29.028714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd800789-af25-47a7-872c-2c6677c83606 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 00:07:29.100005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.117282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f254813e-768d-471b-ac1e-830b7255d349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.132719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f254813e-768d-471b-ac1e-830b7255d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.147833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb346b0-b4b0-4c5d-8c59-370f2aa39feb']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:29.165613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e3280c-fe11-4827-b62b-55aa4f4533a3') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:29.165904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e3280c-fe11-4827-b62b-55aa4f4533a3') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:07:29.178037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.193478 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.202165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f254813e-768d-471b-ac1e-830b7255d349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7321a2ab211f4cb6bb5c7f560ccdadb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142620 Feb 09 00:07:29.203288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:07:29.204350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.205920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38468) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:29.241150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:29.246254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.264513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 470a7c46-0312-4e4b-ab75-ef26ad0ce840 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:29.292409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd800789-af25-47a7-872c-2c6677c83606 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:07:29.304705 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:07:29.313105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.320822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.322633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 470a7c46-0312-4e4b-ab75-ef26ad0ce840 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:07:29.323142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 470a7c46-0312-4e4b-ab75-ef26ad0ce840 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:07:29.331280 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] 10.222.0.32 "DELETE /v2.0/networks/9bb346b0-b4b0-4c5d-8c59-370f2aa39feb HTTP/1.1" status: 204 len: 168 time: 1.5461555 Feb 09 00:07:29.367998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34542d52-cb2e-4fac-8528-e34fa44f254b tempest-BulkNetworkOpsIpV6Test-292665649 tempest-BulkNetworkOpsIpV6Test-292665649-project] Pushing event deleted for resources: {'Network': ['ID=9bb346b0-b4b0-4c5d-8c59-370f2aa39feb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:29.394463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-f476d9ae-b41a-4478-8ef4-8e3e66a92147 req-79b1ca3b-91e3-4d15-b72e-c796094ba4a1 tempest-ServerActionsTestJSON-504752996 tempest-ServerActionsTestJSON-504752996-project] (105925) timed out ('10.222.0.84', 58435) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:07:29.458026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254813e-768d-471b-ac1e-830b7255d349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31670e5-df5d-4f9a-8001-e0a0e020cb6c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:29.492930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e834beea-8f18-4a02-9376-3ca82a19fac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.534677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e834beea-8f18-4a02-9376-3ca82a19fac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.622414 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.676220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:29.688113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:29.716238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:29.718321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.740612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e834beea-8f18-4a02-9376-3ca82a19fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.746743 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e834beea-8f18-4a02-9376-3ca82a19fac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:29.747976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e834beea-8f18-4a02-9376-3ca82a19fac8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e31670e5-df5d-4f9a-8001-e0a0e020cb6c HTTP/1.1" status: 204 len: 168 time: 0.5410824 Feb 09 00:07:29.847661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9795530 Feb 09 00:07:29.849728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834beea-8f18-4a02-9376-3ca82a19fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31670e5-df5d-4f9a-8001-e0a0e020cb6c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:29.851046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38482) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:29.855394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd81fd-671c-451a-b249-beb15864302c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=0206036c-b3d5-40f0-93b1-ec7267e9db7f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:29.860564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:30.009020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32716cd-a268-442a-851c-b9d2f0e0fe76 req-2832a679-4ed4-4d87-b3cb-121b12fb6c94 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:30.011212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f32716cd-a268-442a-851c-b9d2f0e0fe76 req-2832a679-4ed4-4d87-b3cb-121b12fb6c94 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1096 time: 0.2156456 Feb 09 00:07:30.047471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87165a3-1952-43c7-8c29-29c690b28d95 req-680170e2-26f8-40af-9554-0df6b1973ce3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:30.054842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e87165a3-1952-43c7-8c29-29c690b28d95 req-680170e2-26f8-40af-9554-0df6b1973ce3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.2228632 Feb 09 00:07:30.081904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38486) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:30.103596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7148941e-0e1a-41ba-81e6-294c473c3cb0 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:30.175730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e87165a3-1952-43c7-8c29-29c690b28d95 req-f6669377-c4bd-44be-b053-937cf5cee55d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177657 Feb 09 00:07:30.206117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f32716cd-a268-442a-851c-b9d2f0e0fe76 req-047d5a8a-dde6-4011-997e-ec8f1fa0a11c tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871357 Feb 09 00:07:30.246647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:30.264601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.280164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '0206036c-b3d5-40f0-93b1-ec7267e9db7f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:30.285265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.581050 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c2c0d7bb-e530-449a-8e0a-540cf878a008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=412735da7af24ad8b1ce810c903ea8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977396 Feb 09 00:07:30.581992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38500) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:30.611718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Allocated IP 172.20.0.2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/0206036c-b3d5-40f0-93b1-ec7267e9db7f/142d96c7-ed08-4ab4-a090-ae5787c8fd7a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:30.619796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 7148941e-0e1a-41ba-81e6-294c473c3cb0 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:07:30.628861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 7148941e-0e1a-41ba-81e6-294c473c3cb0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:30.629401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.670402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1681-dfb3-479d-a545-e7db50c1ac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.712615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1681-dfb3-479d-a545-e7db50c1ac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.827785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1681-dfb3-479d-a545-e7db50c1ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.832823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1681-dfb3-479d-a545-e7db50c1ac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:30.835121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d2cf1681-dfb3-479d-a545-e7db50c1ac87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1201ed23-f807-4f06-ba67-adee2261d6cd HTTP/1.1" status: 204 len: 168 time: 0.2518942 Feb 09 00:07:30.871258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1681-dfb3-479d-a545-e7db50c1ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1201ed23-f807-4f06-ba67-adee2261d6cd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:31.139930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:07:31.143240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.305634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:31.313470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:31.328709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:31.329361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.460444 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6081450 Feb 09 00:07:31.465694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38530) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:31.492799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:83:c7:89', 'name': 'tempest-NetworksTestDHCPv6-1238137277'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:31.498747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4228a1c-084f-4609-bfc0-87d83419ce90 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=faea0773-577c-4942-8eee-6fd52868ad65,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:31.504575 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.524820 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.598776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.639105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:31.646931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Pushing event updated for resources: {'Port': ['ID=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:31.654305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:31.658117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:31.743126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7148941e-0e1a-41ba-81e6-294c473c3cb0'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:31.750048 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ed98ed-2754-4d86-9df2-18ae2958e8d7" -d '{"events": [{"server_uuid": "4068f2f0-cec6-40f5-a391-61299c064aaf", "name": "network-vif-plugged", "status": "completed", "tag": "7148941e-0e1a-41ba-81e6-294c473c3cb0"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:31.773436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805857fd-a514-41d1-a6c5-cc5d7a1704c9 req-06301f70-23f1-4daf-bf95-3321064579f8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:31.782246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-805857fd-a514-41d1-a6c5-cc5d7a1704c9 req-06301f70-23f1-4daf-bf95-3321064579f8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3343189 Feb 09 00:07:31.809593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4f33f-345d-4eef-9b53-e3542cdd945d req-230f5eac-3cb4-4e63-bed6-65630ae4a728 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:31.821331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6e4f33f-345d-4eef-9b53-e3542cdd945d req-230f5eac-3cb4-4e63-bed6-65630ae4a728 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1096 time: 0.3642421 Feb 09 00:07:31.856302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7148941e-0e1a-41ba-81e6-294c473c3cb0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:31.876068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.911153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:31.940847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Attempting to bind port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:31.943962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Attempting to bind port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:31.944346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Attempting to bind port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:31.953483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-805857fd-a514-41d1-a6c5-cc5d7a1704c9 req-943d2aea-958a-4596-8ca5-10a22afdc3bc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514852 Feb 09 00:07:31.962678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:31.968369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:31.969047 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:31.969768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:31.970465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Bound port: 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:31.971030 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:32.013566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6e4f33f-345d-4eef-9b53-e3542cdd945d req-941db18c-6060-477a-8e41-c88412f6df35 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891379 Feb 09 00:07:32.084055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7148941e-0e1a-41ba-81e6-294c473c3cb0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:32.121727 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3575ee4-8c0d-4bc3-995d-caacd8f804e0 x-openstack-request-id: req-a3575ee4-8c0d-4bc3-995d-caacd8f804e0 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:32.122079 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4068f2f0-cec6-40f5-a391-61299c064aaf", "name": "network-vif-plugged", "status": "completed", "tag": "7148941e-0e1a-41ba-81e6-294c473c3cb0", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:32.122329 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3575ee4-8c0d-4bc3-995d-caacd8f804e0 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:32.122736 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7148941e-0e1a-41ba-81e6-294c473c3cb0', 'code': 200} Feb 09 00:07:32.138294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] For port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:32.144240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] For port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:32.151575 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:32.175803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:32.265445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 1910c051-7323-4236-bf25-21eeb612251f yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:32.324945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb55a8-b209-4075-84a7-56297df15067 req-69160e4e-5ca3-4ab8-b9a8-61d78d94fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:32.327273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7cb55a8-b209-4075-84a7-56297df15067 req-69160e4e-5ca3-4ab8-b9a8-61d78d94fc19 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.1434383 Feb 09 00:07:32.335887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c8bc0-fdf5-4614-a6ce-6b82508be8e9 None None] Pushing event updated for resources: {'Port': ['ID=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:32.413407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7cb55a8-b209-4075-84a7-56297df15067 req-c3880635-429e-4eed-8cc6-f27b52f0f59f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Feb 09 00:07:32.656871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 172.20.0.8 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/0206036c-b3d5-40f0-93b1-ec7267e9db7f/1910c051-7323-4236-bf25-21eeb612251f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:32.668261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe83:c789 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/faea0773-577c-4942-8eee-6fd52868ad65/1910c051-7323-4236-bf25-21eeb612251f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:33.024894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38564) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:33.184855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.241269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--127014543'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:33.275137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.282247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 142d96c7-ed08-4ab4-a090-ae5787c8fd7a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:33.383740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:33.402735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:33.402982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:33.403644 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.415406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:33.420589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91e1fc-3e95-453f-8b4c-657c02d993ab req-7cf62623-c480-45ea-b5fe-5ef80fbbf112 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:33.422242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe91e1fc-3e95-453f-8b4c-657c02d993ab req-7cf62623-c480-45ea-b5fe-5ef80fbbf112 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.2672527 Feb 09 00:07:33.433154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=1910c051-7323-4236-bf25-21eeb612251f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:33.528337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.551221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:33.551900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.554655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8297d-7b0e-41b1-843a-81f06c7a4959 req-15be0e0f-b2b3-4be7-91b3-5ee8c4d6050e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:33.563484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05a8297d-7b0e-41b1-843a-81f06c7a4959 req-15be0e0f-b2b3-4be7-91b3-5ee8c4d6050e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.3321493 Feb 09 00:07:33.590753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.612844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe91e1fc-3e95-453f-8b4c-657c02d993ab req-68544296-db53-4e89-bc71-f5347908d67b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778896 Feb 09 00:07:33.628063 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-583376b9-1a18-469f-8770-4bb4a428fb35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1560009 Feb 09 00:07:33.629148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38578) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:33.698956 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.745158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05a8297d-7b0e-41b1-843a-81f06c7a4959 req-f73c531a-4a2a-4f47-8672-232b7ab9c237 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760330 Feb 09 00:07:33.789867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:33.800669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.863266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad09a2c-27ec-4a51-8880-f681a157d2e1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:33.879776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad09a2c-27ec-4a51-8880-f681a157d2e1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:33.884315 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ad09a2c-27ec-4a51-8880-f681a157d2e1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2539093 Feb 09 00:07:33.888332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38584) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:33.903266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:33.908209 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:33.918909 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.018116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f40632-f237-4e77-b182-2edc8b8f160c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:34.264254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 1910c051-7323-4236-bf25-21eeb612251f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:34.265365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.282154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.298152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.426755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3c058-7432-4047-8fed-d77fe10c1833,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:34.438811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.450451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb616629-3f54-46a0-9b30-80ba4dc58671 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4118669 Feb 09 00:07:34.452865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38600) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:34.453065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.470176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 1910c051-7323-4236-bf25-21eeb612251f owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:34.550228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84570b3-5eed-497a-8e2d-a26c7d780712 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:34.692820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91b2e344-640f-4529-a12a-e566b6e77b96 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2386417 Feb 09 00:07:34.693731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38608) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:34.699821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-security--1959907597', 'description': 'tempest-security-description-1137162136'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:34.807731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.824222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.833808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:34.866152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-01b9daf3-6222-4623-a228-18558184794c None None] Provisioning complete for port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:34.866583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=1910c051-7323-4236-bf25-21eeb612251f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:34.867010 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-01b9daf3-6222-4623-a228-18558184794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.911131 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.935976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.939411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:34.941217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "PUT /v2.0/security-groups/0ba3c058-7432-4047-8fed-d77fe10c1833 HTTP/1.1" status: 200 len: 1780 time: 0.2462571 Feb 09 00:07:34.948712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38624) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.067502 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a0434368-5185-42eb-a010-9ad6da5427ca tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups/0ba3c058-7432-4047-8fed-d77fe10c1833 HTTP/1.1" status: 200 len: 1780 time: 0.0723579 Feb 09 00:07:35.067502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38628) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.174435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.174435 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7074821e-c62f-4c36-b0fc-b5769b1d5794 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/1910c051-7323-4236-bf25-21eeb612251f HTTP/1.1" status: 204 len: 168 time: 1.2258601 Feb 09 00:07:35.174435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.206985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 142d96c7-ed08-4ab4-a090-ae5787c8fd7a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:35.214989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445675eb-33c6-42d7-8a69-3462a7b33c86 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba3c058-7432-4047-8fed-d77fe10c1833,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:35.247154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8178a50-e850-4aea-9991-b757959c0003 req-5f79e698-a464-4d24-b3c2-d7c7093aa465 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:35.248703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8178a50-e850-4aea-9991-b757959c0003 req-5f79e698-a464-4d24-b3c2-d7c7093aa465 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.4272397 Feb 09 00:07:35.251022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d36d-4113-4c6c-8331-7c91d6bbcf48 req-54fe0ca3-7a33-474c-b23e-4e8d25a254e1 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:35.257827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ded1d36d-4113-4c6c-8331-7c91d6bbcf48 req-54fe0ca3-7a33-474c-b23e-4e8d25a254e1 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.3356471 Feb 09 00:07:35.285431 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-beb89ab9-4ccf-487d-8d28-e1d39f6574d6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.303978 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0aba3260-685f-4902-b536-eaf5e1b1e59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.340352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-beb89ab9-4ccf-487d-8d28-e1d39f6574d6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.394480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:35.394998 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.445536 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ded1d36d-4113-4c6c-8331-7c91d6bbcf48 req-1ac7abca-b9cf-43b6-bd19-c833b3b85dd9 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855528 Feb 09 00:07:35.447204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2badb6-ff20-4a38-966d-867d4b01aba3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:35.453242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2badb6-ff20-4a38-966d-867d4b01aba3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:35.454623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8178a50-e850-4aea-9991-b757959c0003 req-7121c068-04b1-4696-b9f4-00b5d1bb2950 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875353 Feb 09 00:07:35.457680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2badb6-ff20-4a38-966d-867d4b01aba3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:35.459558 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc2badb6-ff20-4a38-966d-867d4b01aba3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3215258 Feb 09 00:07:35.463557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38644) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.470230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-beb89ab9-4ccf-487d-8d28-e1d39f6574d6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.478145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-beb89ab9-4ccf-487d-8d28-e1d39f6574d6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.487033 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-beb89ab9-4ccf-487d-8d28-e1d39f6574d6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ba3c058-7432-4047-8fed-d77fe10c1833 HTTP/1.1" status: 204 len: 168 time: 0.4467046 Feb 09 00:07:35.489574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38648) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.554703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 0206036c-b3d5-40f0-93b1-ec7267e9db7f {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:35.557720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89ab9-4ccf-487d-8d28-e1d39f6574d6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba3c058-7432-4047-8fed-d77fe10c1833,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:35.560822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.599810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d177c2-f93d-4ac4-bfcd-3276d664e5bc None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '0206036c-b3d5-40f0-93b1-ec7267e9db7f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'faea0773-577c-4942-8eee-6fd52868ad65'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '142d96c7-ed08-4ab4-a090-ae5787c8fd7a'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:07:35.641803 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57d177c2-f93d-4ac4-bfcd-3276d664e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.660812 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ac63456f-915b-46da-8732-baf6a7abde03 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482282 Feb 09 00:07:35.661037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.661328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38656) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.685208 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-330e3a3c-36b7-4d45-82b5-9312edfefacb tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] delete failed (client error): The resource could not be found. Feb 09 00:07:35.686236 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-330e3a3c-36b7-4d45-82b5-9312edfefacb tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ba3c058-7432-4047-8fed-d77fe10c1833 HTTP/1.1" status: 404 len: 347 time: 0.0238056 Feb 09 00:07:35.709565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38658) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:35.714374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528005435'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:35.797260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.962245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.969348 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:35.995965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.042360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.046367 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3328979 Feb 09 00:07:36.046934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38664) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:36.060649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96b896-bc43-44cb-8b7d-fc76c2ea797d req-14118f48-1f7d-45da-9827-eaa14dd7b12d tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:36.064312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': 'bae85f21-3746-467a-b23a-92b7c7933336', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:36.071066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a9cef-04c7-453a-95a2-ac51f68ee0d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae85f21-3746-467a-b23a-92b7c7933336,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:36.073838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd96b896-bc43-44cb-8b7d-fc76c2ea797d req-14118f48-1f7d-45da-9827-eaa14dd7b12d tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.3033855 Feb 09 00:07:36.134570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.168963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0aba3260-685f-4902-b536-eaf5e1b1e59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.219124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.227074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.235084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd96b896-bc43-44cb-8b7d-fc76c2ea797d req-9e6ca316-54ef-48a0-b737-53a589af8def tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603668 Feb 09 00:07:36.235957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0aba3260-685f-4902-b536-eaf5e1b1e59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.290128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac346e89-a85c-413a-a7a5-3aa8f2591fea,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:36.306638 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.311823 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d4a632c2-bc5b-45eb-b195-91f576446076 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2638092 Feb 09 00:07:36.313063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38670) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:36.389923 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-952fc4aa-87e5-4874-a66d-bd3848ba1de7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.402021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38672) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:36.405542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0aba3260-685f-4902-b536-eaf5e1b1e59c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7d9834c5d174b0894bd2dccfe9a356e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4913800 Feb 09 00:07:36.420587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-57d177c2-f93d-4ac4-bfcd-3276d664e5bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0206036c-b3d5-40f0-93b1-ec7267e9db7f: This subnet is being modified by another concurrent operation. Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0206036c-b3d5-40f0-93b1-ec7267e9db7f: This subnet is being modified by another concurrent operation. Feb 09 00:07:36.426957 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 09 00:07:36.520219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-952fc4aa-87e5-4874-a66d-bd3848ba1de7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.623187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=0206036c-b3d5-40f0-93b1-ec7267e9db7f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:36.642070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-952fc4aa-87e5-4874-a66d-bd3848ba1de7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.646051 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.652329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-952fc4aa-87e5-4874-a66d-bd3848ba1de7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.659425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a156be4e-70fe-48b3-9236-e5f826847f4e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/0206036c-b3d5-40f0-93b1-ec7267e9db7f HTTP/1.1" status: 204 len: 168 time: 1.1896763 Feb 09 00:07:36.660200 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-952fc4aa-87e5-4874-a66d-bd3848ba1de7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ac346e89-a85c-413a-a7a5-3aa8f2591fea HTTP/1.1" status: 204 len: 168 time: 0.3457315 Feb 09 00:07:36.663110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:36.663551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38682) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:36.678932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283310c0-86fe-4f9a-b245-d54456d809c9 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:36.703876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3260-685f-4902-b536-eaf5e1b1e59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1922e-c4e2-457c-a55a-14aeff22919d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:36.707376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-da49c96a-967c-4ddb-a629-0433544a5c70 None None] Provisioning complete for port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:36.708048 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-da49c96a-967c-4ddb-a629-0433544a5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.795549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b79ad-cf25-4155-b777-54a4d87dae2a req-dbf31dd6-a84d-4d3d-b1b3-2916c83ee2b5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:36.802022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-050b79ad-cf25-4155-b777-54a4d87dae2a req-dbf31dd6-a84d-4d3d-b1b3-2916c83ee2b5 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.1405814 Feb 09 00:07:36.803351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet faea0773-577c-4942-8eee-6fd52868ad65 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:36.823884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5273e9-4357-4428-85f6-59ba0398ad79 req-53b4fc44-a046-403e-9808-58b34b5caf03 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:36.825474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d5273e9-4357-4428-85f6-59ba0398ad79 req-53b4fc44-a046-403e-9808-58b34b5caf03 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.2888777 Feb 09 00:07:36.832959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.842165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fc4aa-87e5-4874-a66d-bd3848ba1de7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac346e89-a85c-413a-a7a5-3aa8f2591fea,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:36.846873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0275-f28c-4ccf-9d10-f02307f9a928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:36.880897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-050b79ad-cf25-4155-b777-54a4d87dae2a req-4b893881-2181-417e-8bc6-cabc786ff027 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704246 Feb 09 00:07:36.900861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d5273e9-4357-4428-85f6-59ba0398ad79 req-03dbf488-3816-44bb-a753-91bb074c4e17 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653548 Feb 09 00:07:36.942355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38696) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:36.942543 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-02b06420-0db3-4b5e-b051-9aaa4eb2aa4d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2665992 Feb 09 00:07:36.993512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.011637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0275-f28c-4ccf-9d10-f02307f9a928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.074173 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.121193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb91-2e43-461a-aec2-ef9c91be9f10 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.124178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.124847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.191353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb91-2e43-461a-aec2-ef9c91be9f10 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.218497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 142d96c7-ed08-4ab4-a090-ae5787c8fd7a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:37.292784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb91-2e43-461a-aec2-ef9c91be9f10 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.296255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb47cb91-2e43-461a-aec2-ef9c91be9f10 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.301629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eb47cb91-2e43-461a-aec2-ef9c91be9f10 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/bae85f21-3746-467a-b23a-92b7c7933336 HTTP/1.1" status: 204 len: 168 time: 0.3578954 Feb 09 00:07:37.302526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:37.316728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0275-f28c-4ccf-9d10-f02307f9a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.319377 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d8e0275-f28c-4ccf-9d10-f02307f9a928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.322908 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d8e0275-f28c-4ccf-9d10-f02307f9a928 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7f1922e-c4e2-457c-a55a-14aeff22919d HTTP/1.1" status: 204 len: 168 time: 0.9184432 Feb 09 00:07:37.379059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e0275-f28c-4ccf-9d10-f02307f9a928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1922e-c4e2-457c-a55a-14aeff22919d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:37.400430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.496370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=faea0773-577c-4942-8eee-6fd52868ad65,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:37.531471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47cb91-2e43-461a-aec2-ef9c91be9f10 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae85f21-3746-467a-b23a-92b7c7933336,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:37.533946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-a89cdd4d-0ad7-4692-8fe7-51c1f445dccd tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:37.544728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:37.548759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-a89cdd4d-0ad7-4692-8fe7-51c1f445dccd tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/networks?id=14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 200 len: 910 time: 0.1826196 Feb 09 00:07:37.556994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e021f1e9-f5be-43e6-8bc7-80f1b42e81c7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/faea0773-577c-4942-8eee-6fd52868ad65 HTTP/1.1" status: 204 len: 168 time: 0.8800514 Feb 09 00:07:37.558908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38720) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:37.574982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-a9173a01-a26b-44f0-b0d9-c668c30f2126 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/quotas/b214b8a4fed4427eafd8f59f9a792faa HTTP/1.1" status: 200 len: 375 time: 0.0250254 Feb 09 00:07:37.649524 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-22011a55-7ede-4d8e-93b0-c8688e88ed1b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869532 Feb 09 00:07:37.651155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38724) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:37.656498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2b5201bb-a9a1-4be9-9c82-afe18b86786b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3374772 Feb 09 00:07:37.656719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38726) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:37.701181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-0de8ae0d-2e47-48b8-9dcf-5cb447b3421c tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250718 Feb 09 00:07:37.720366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049581303'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:37.762163 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.047169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c3d44-d7f9-4503-b014-d8c769cf2960 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:38.054461 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-215c3d44-d7f9-4503-b014-d8c769cf2960 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4018879 Feb 09 00:07:38.055585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38738) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:38.106304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:38.128432 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.277091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb665d7-7a5f-4c1a-b6b4-f9947b156729 None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': 'faea0773-577c-4942-8eee-6fd52868ad65'}], 'binding:host_id': 'n-d-828413-1'}, 'id': '142d96c7-ed08-4ab4-a090-ae5787c8fd7a'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:07:38.297628 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.304783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63154fc-963e-4a79-8128-1d799c253a35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:38.311829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c63154fc-963e-4a79-8128-1d799c253a35 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2548239 Feb 09 00:07:38.314047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38742) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:38.356437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38744) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:38.370830 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b57af3d5-c9ba-4a97-8714-602f91fba832 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554609 Feb 09 00:07:38.374711 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5eb665d7-7a5f-4c1a-b6b4-f9947b156729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.379338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38746) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:38.384955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ac7efd21-4f4c-4bd1-b02d-fb9d21698f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:38.434879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b03d31-0502-4716-9361-791589beedf2 req-f3aaa2d5-fa7b-4e69-8147-1230a69eee7a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:38.436884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53b03d31-0502-4716-9361-791589beedf2 req-f3aaa2d5-fa7b-4e69-8147-1230a69eee7a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3110800 Feb 09 00:07:38.497571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53b03d31-0502-4716-9361-791589beedf2 req-498ee620-3eae-4420-9e26-289f18ead0bc tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544989 Feb 09 00:07:38.507753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-f1a57cc0-72b6-4263-9549-66f09ed298f1 service neutron] 10.222.0.32 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053579 Feb 09 00:07:38.559947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd81c981-3ce7-47aa-8049-80f515fe72b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.624580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:38.656772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966cc00-ff52-46f2-9ca1-8c55627ef27d None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:38.676290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6de4240c-6b64-4b4b-b81c-d732c42948e5 service neutron] 10.222.0.32 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674402 Feb 09 00:07:38.741196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fc2aea0a-2844-497a-8edb-1eaa64a98540 None None] Provisioning complete for port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:38.741615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fc2aea0a-2844-497a-8edb-1eaa64a98540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.770644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.776078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7efd21-4f4c-4bd1-b02d-fb9d21698f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:38.781157 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac7efd21-4f4c-4bd1-b02d-fb9d21698f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.782745 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7efd21-4f4c-4bd1-b02d-fb9d21698f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:07:38.783698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7efd21-4f4c-4bd1-b02d-fb9d21698f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:07:38.800158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.873031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.873031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2052014 Feb 09 00:07:38.873031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38754) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:38.883897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f42192a-9460-4e64-9ae9-c6594a2e52a5 req-77c22c85-78f0-4039-8111-0ec20cefb071 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 210 time: 0.0553384 Feb 09 00:07:38.893401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b8eaa-f69d-487b-a150-85b1809981da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:38.910643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ac7efd21-4f4c-4bd1-b02d-fb9d21698f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5300705 Feb 09 00:07:38.914194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38758) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:38.915032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69e7af-d316-4970-a5f9-c9a84def09d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b8eaa-f69d-487b-a150-85b1809981da,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:38.921219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f02d64a9-363f-4ea9-839b-39fe0a0a2000 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:38.982136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.985924 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd81c981-3ce7-47aa-8049-80f515fe72b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:38.998423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd81c981-3ce7-47aa-8049-80f515fe72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.098971 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fc2aea0a-2844-497a-8edb-1eaa64a98540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.104796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:39.129247 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd81c981-3ce7-47aa-8049-80f515fe72b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7359812aa9d04445b8a5beedd69d64b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7569125 Feb 09 00:07:39.131900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:39.150778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c981-3ce7-47aa-8049-80f515fe72b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a8e40-6fec-429f-ade9-096d69867cf9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:39.165105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-fc2aea0a-2844-497a-8edb-1eaa64a98540 None None] For port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:39.220045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.222654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fc2aea0a-2844-497a-8edb-1eaa64a98540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.244798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.289294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aea0a-2844-497a-8edb-1eaa64a98540 None None] Pushing event updated for resources: {'Port': ['ID=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:39.324438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] Deleting port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:39.325103 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.352252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c12c7d3-52b6-4399-b7e0-c62065459531,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:39.354759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d64a9-363f-4ea9-839b-39fe0a0a2000 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:39.368686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.372029 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a0d346cc-5f81-4630-b94b-24d80bb38681 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5012333 Feb 09 00:07:39.372961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f02d64a9-363f-4ea9-839b-39fe0a0a2000 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.377126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38784) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:39.378741 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02d64a9-363f-4ea9-839b-39fe0a0a2000 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:07:39.379541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02d64a9-363f-4ea9-839b-39fe0a0a2000 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:07:39.384953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b8eaa-f69d-487b-a150-85b1809981da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:39.402031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71d2b241-32a2-4319-a45e-8dca799d4866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.429688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f02d64a9-363f-4ea9-839b-39fe0a0a2000 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5142167 Feb 09 00:07:39.434339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38788) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:39.440163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aefae4d5-d6e1-4f38-a033-3a6e5583edd1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:39.467063 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71d2b241-32a2-4319-a45e-8dca799d4866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.479225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] For port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:39.479707 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.518586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] Calling delete_port for 142d96c7-ed08-4ab4-a090-ae5787c8fd7a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:39.555625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.577493 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71d2b241-32a2-4319-a45e-8dca799d4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.581638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71d2b241-32a2-4319-a45e-8dca799d4866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.583770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-71d2b241-32a2-4319-a45e-8dca799d4866 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c53a8e40-6fec-429f-ade9-096d69867cf9 HTTP/1.1" status: 204 len: 168 time: 0.4504554 Feb 09 00:07:39.617660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2b241-32a2-4319-a45e-8dca799d4866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a8e40-6fec-429f-ade9-096d69867cf9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:39.704645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.755315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33adbdd-07ea-40ac-a3d0-3a720ca7d574 req-977572ca-590e-4a82-8562-d02f31050620 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:39.767497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33adbdd-07ea-40ac-a3d0-3a720ca7d574 req-977572ca-590e-4a82-8562-d02f31050620 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.0958800 Feb 09 00:07:39.788415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] Pushing event deleted for resources: {'Port': ['ID=142d96c7-ed08-4ab4-a090-ae5787c8fd7a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:39.793908 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbfa9e-fc99-4089-8a60-f24b7dcad5b0 None None] No DVR routers for this DVR port 142d96c7-ed08-4ab4-a090-ae5787c8fd7a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:39.829810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac745da9-b0ea-468f-9aa1-35667269123a None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 00:07:39.863296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.870660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefae4d5-d6e1-4f38-a033-3a6e5583edd1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:39.874346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d33adbdd-07ea-40ac-a3d0-3a720ca7d574 req-a8255d57-2b77-46c0-bfcb-1e07552538f4 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056709 Feb 09 00:07:39.877931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aefae4d5-d6e1-4f38-a033-3a6e5583edd1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:39.895414 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefae4d5-d6e1-4f38-a033-3a6e5583edd1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:07:39.895911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefae4d5-d6e1-4f38-a033-3a6e5583edd1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:07:39.904037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.004641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cd69ee-5b72-4bfb-8493-6eca989e4df4,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:40.012424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac745da9-b0ea-468f-9aa1-35667269123a None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 00:07:40.020849 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aefae4d5-d6e1-4f38-a033-3a6e5583edd1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5850067 Feb 09 00:07:40.026269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38804) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.031442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9ef058b1-b9b3-45dd-bc1d-b173828164a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.040101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.042073 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6142f3af-7223-49fd-ad27-b3307afe253e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6638713 Feb 09 00:07:40.046612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38806) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.056193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b8eaa-f69d-487b-a150-85b1809981da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.115535 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.256023 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.265809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.298238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.300005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2523689 Feb 09 00:07:40.302987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38814) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.321452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b8eaa-f69d-487b-a150-85b1809981da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.347341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef0ec7-af7d-438c-8dc2-d2bb940d019b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8915464-b3aa-4493-8e76-1a957fcbf66a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:40.374667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38b2bf3e-8164-4619-8476-f515e21b9c68 req-3bc12020-68ab-408f-929b-56d4f155faba tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 210 time: 0.1777084 Feb 09 00:07:40.398820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-3c1bf7b1-8dee-4e58-a55a-d4e3db664ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:40.401184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-3c1bf7b1-8dee-4e58-a55a-d4e3db664ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1096 time: 0.1999187 Feb 09 00:07:40.406978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.418787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef058b1-b9b3-45dd-bc1d-b173828164a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:40.422933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ef058b1-b9b3-45dd-bc1d-b173828164a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.424722 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef058b1-b9b3-45dd-bc1d-b173828164a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:07:40.425361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef058b1-b9b3-45dd-bc1d-b173828164a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:07:40.484159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9ef058b1-b9b3-45dd-bc1d-b173828164a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4566433 Feb 09 00:07:40.494307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38820) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.507838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ef6a6196-10bf-43a4-b8c6-7da03cb33137 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.564379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.84', 58697) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.645449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.659440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.699233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6a6196-10bf-43a4-b8c6-7da03cb33137 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:40.702191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6196-10bf-43a4-b8c6-7da03cb33137 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.703648 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6a6196-10bf-43a4-b8c6-7da03cb33137 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:07:40.704082 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6a6196-10bf-43a4-b8c6-7da03cb33137 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:07:40.707944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3041a370-279c-459f-b879-44620b833c1e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:40.731449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-0bcfb680-872f-4074-ae42-f67285d83b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:40.733486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-0bcfb680-872f-4074-ae42-f67285d83b38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.3252127 Feb 09 00:07:40.745099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:40.748965 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d47a2ab9-f867-4354-9d71-a8a0b3e0adcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426570 Feb 09 00:07:40.761875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38830) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.770632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': 'cb8b8eaa-f69d-487b-a150-85b1809981da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.805899 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef6a6196-10bf-43a4-b8c6-7da03cb33137 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2992361 Feb 09 00:07:40.807590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38834) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:40.822428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bc342406-d6bb-4aa1-85c2-e21d9958edd2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.861660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-9da6ac99-efde-46fc-ba55-2dcdcfe51c19 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:40.863153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-9da6ac99-efde-46fc-ba55-2dcdcfe51c19 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.84 "GET /v2.0/networks?id=14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 200 len: 910 time: 0.2919056 Feb 09 00:07:40.879590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Request body: {'port': {'device_id': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'admin_state_up': True, 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:40.887889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-8afdfaba-9f62-45c9-a7f3-b1f94e9f6de1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 1000 time: 0.1393766 Feb 09 00:07:40.994239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Made reservation on behalf of b214b8a4fed4427eafd8f59f9a792faa for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:40.998174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.006313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.108025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-8e058d46-49fd-4df4-9ee3-e724b5ee9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:41.110546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-8e058d46-49fd-4df4-9ee3-e724b5ee9900 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.2151411 Feb 09 00:07:41.163999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.182469 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.206347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddaa687-4df1-474c-97c3-82b65917148e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:41.237478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.237826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.238190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.238589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.238985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.239246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.239569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.239896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.240214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.240564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.240930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.241270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:41.255372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eaface-9d5f-479b-a396-5ffe7d467241 req-37f29ace-f801-4fa8-97af-b7ee2aaa7f78 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:41.257198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40eaface-9d5f-479b-a396-5ffe7d467241 req-37f29ace-f801-4fa8-97af-b7ee2aaa7f78 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.2929962 Feb 09 00:07:41.282871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.284858 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-50080fd1-0532-4324-acaf-882c46c31623 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5200830 Feb 09 00:07:41.288090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38850) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.298537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc342406-d6bb-4aa1-85c2-e21d9958edd2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:41.308379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bc342406-d6bb-4aa1-85c2-e21d9958edd2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.312630 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc342406-d6bb-4aa1-85c2-e21d9958edd2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:07:41.312872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc342406-d6bb-4aa1-85c2-e21d9958edd2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:07:41.341184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc342406-d6bb-4aa1-85c2-e21d9958edd2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5280125 Feb 09 00:07:41.343766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38854) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.355738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-de5bef36-b839-431a-8b85-133b5bff1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:41.358969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-de5bef36-b839-431a-8b85-133b5bff1c12 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330976 Feb 09 00:07:41.405084 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9106c1d-76d4-4aca-98ca-504648122cc9 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.415115 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9106c1d-76d4-4aca-98ca-504648122cc9 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.431917 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c19d555e-5621-46e7-9057-20ba4682fe10 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0859156 Feb 09 00:07:41.436188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38858) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.536896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40eaface-9d5f-479b-a396-5ffe7d467241 req-674a2ec7-6474-4c00-ba16-76d33d38662c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567928 Feb 09 00:07:41.558775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5ec3f-0a60-4fc4-93ee-98a3da996fe9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:41.560447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dba5ec3f-0a60-4fc4-93ee-98a3da996fe9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230242 Feb 09 00:07:41.563108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.614991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9106c1d-76d4-4aca-98ca-504648122cc9 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.619961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9106c1d-76d4-4aca-98ca-504648122cc9 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.623347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d9106c1d-76d4-4aca-98ca-504648122cc9 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3ddaa687-4df1-474c-97c3-82b65917148e HTTP/1.1" status: 204 len: 168 time: 0.3308494 Feb 09 00:07:41.626580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.628522 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5ed8e99-b72e-4534-98ff-5cfd7be8c357 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643625 Feb 09 00:07:41.637427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.650545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:41.670696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Allocated IP 172.20.0.13 (14d6e482-7b42-4bac-bc50-ca106d56c7e8/b57cd5cc-a0b9-47ab-bcad-27b5171133e8/c4b0f04f-32c9-42e8-ad79-e7192d881ccf) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:41.685709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9ddddd6-37df-486d-94e1-98acefb7c4ea req-bd360861-e8d3-450b-a867-5ed5a6bb2012 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 210 time: 0.1746964 Feb 09 00:07:41.686597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9106c1d-76d4-4aca-98ca-504648122cc9 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ddaa687-4df1-474c-97c3-82b65917148e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:41.751988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c85a07e5-8cac-4ee6-9ce6-014e1981f3e4 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1220570 Feb 09 00:07:41.758103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.781549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-3511dbec-125e-4a32-8c8d-6668660fb97d service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088559 Feb 09 00:07:41.800794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fac91158-f2c3-406f-81ea-27ca29b0813f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.813540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fac91158-f2c3-406f-81ea-27ca29b0813f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.838288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:41.842250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.856240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-61139e16-bc41-4e46-b4b3-9fcc0347859d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.913041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fac91158-f2c3-406f-81ea-27ca29b0813f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.923045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fac91158-f2c3-406f-81ea-27ca29b0813f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:41.924267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fac91158-f2c3-406f-81ea-27ca29b0813f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3041a370-279c-459f-b879-44620b833c1e HTTP/1.1" status: 204 len: 168 time: 0.1651738 Feb 09 00:07:41.933600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:41.945038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac91158-f2c3-406f-81ea-27ca29b0813f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3041a370-279c-459f-b879-44620b833c1e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:41.977448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.019320 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ad00940-943d-4618-9d8b-7afbb3220dd4 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0849266 Feb 09 00:07:42.026559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:42.032419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0c5eecd-f75f-4f2a-b0f4-87bcedd63ae5 req-d5a428c5-53a4-4411-8d39-d24daddcce41 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582439 Feb 09 00:07:42.076712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.088020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7148941e-0e1a-41ba-81e6-294c473c3cb0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:07:42.101232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f190137-30cb-444d-9869-ec646dfc2e1a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.115172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f190137-30cb-444d-9869-ec646dfc2e1a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.156432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:42.182515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:42.190540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:42.195141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:42.240459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:42.240459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.252707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f190137-30cb-444d-9869-ec646dfc2e1a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.255689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:42.264171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f190137-30cb-444d-9869-ec646dfc2e1a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.268233 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f190137-30cb-444d-9869-ec646dfc2e1a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b8915464-b3aa-4493-8e76-1a957fcbf66a HTTP/1.1" status: 204 len: 168 time: 0.2402689 Feb 09 00:07:42.271452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b7c21ea5-9561-442f-840c-b9a22b47b979 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3980348 Feb 09 00:07:42.272432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38894) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:42.287876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f190137-30cb-444d-9869-ec646dfc2e1a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8915464-b3aa-4493-8e76-1a957fcbf66a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:42.295882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-38231915-4844-4a21-9525-455156cb8273 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:07:42.297304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-38231915-4844-4a21-9525-455156cb8273 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147049 Feb 09 00:07:42.463579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:07:42.490358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f099d385-a9e4-49ba-9483-38de3f2aa017 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2135243 Feb 09 00:07:42.491247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.491743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:42.534486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.547129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.550012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec42-967b-4124-ac21-719264c8d0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.594123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Request body: {'port': {'device_id': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:42.636307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:42.648659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:42.655031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:42.658990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a30e8a-59bf-46a0-bb11-49791b8d26a3 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:42.659709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.697516 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0523202 Feb 09 00:07:42.697516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad8fe4-dd1d-4972-b2dd-94df9f66ac52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=874bb928-aecd-4c90-9a58-e5cf3d5c3fa5,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:42.698406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38910) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:42.718478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:2f:77:1a', 'name': 'tempest-NetworksTestDHCPv6-86304339'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:42.742241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.804743 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.806314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b2cd69ee-5b72-4bfb-8493-6eca989e4df4 HTTP/1.1" status: 204 len: 168 time: 0.3133407 Feb 09 00:07:42.811596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38916) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:42.836056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5415af1b-7ffe-4c46-aef7-c3fb11504eaf None None] Provisioning complete for port c4b0f04f-32c9-42e8-ad79-e7192d881ccf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:42.836770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.841950 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5415af1b-7ffe-4c46-aef7-c3fb11504eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.872365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec42-967b-4124-ac21-719264c8d0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.884397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec42-967b-4124-ac21-719264c8d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:42.914100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5415af1b-7ffe-4c46-aef7-c3fb11504eaf None None] Port c4b0f04f-32c9-42e8-ad79-e7192d881ccf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:07:42.929955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47ec42-967b-4124-ac21-719264c8d0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543ce8ca-8317-45ac-8c2e-152b4e361a98,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:42.949589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2cd69ee-5b72-4bfb-8493-6eca989e4df4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:42.972416 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb5faf35-0c79-47bb-a658-a0317963e8ff tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1552832 Feb 09 00:07:42.974950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.000952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.001454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.001646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.001982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.002445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.002775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.003110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.003438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.003761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.004107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.004393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.004711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e64daed-4099-4129-983b-f076a145f693 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:07:43.010894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '874bb928-aecd-4c90-9a58-e5cf3d5c3fa5'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:43.012015 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.028661 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b47ec42-967b-4124-ac21-719264c8d0e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cf3f13b0cc0447587f8d49541b43cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681915 Feb 09 00:07:43.032806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc959a18-9741-4268-9c38-5eae2f04d735 req-619329df-a8d2-4ce8-8b32-b4d684f16c40 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:43.034746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc959a18-9741-4268-9c38-5eae2f04d735 req-619329df-a8d2-4ce8-8b32-b4d684f16c40 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1028 time: 0.1354415 Feb 09 00:07:43.036955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38922) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.049430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5cff0-0120-4a3e-a851-0629ef7b1bdf req-b1542e1a-fa53-484f-b15b-670a216a8ea8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:43.051938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41e5cff0-0120-4a3e-a851-0629ef7b1bdf req-b1542e1a-fa53-484f-b15b-670a216a8ea8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 945 time: 0.3559473 Feb 09 00:07:43.052472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b166e8e-fea9-4bec-9b03-21cb1479b492 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.062024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b166e8e-fea9-4bec-9b03-21cb1479b492 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.099480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:07:43.111756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b166e8e-fea9-4bec-9b03-21cb1479b492 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.144149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b166e8e-fea9-4bec-9b03-21cb1479b492 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.145940 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5b166e8e-fea9-4bec-9b03-21cb1479b492 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7c12c7d3-52b6-4399-b7e0-c62065459531 HTTP/1.1" status: 204 len: 168 time: 0.1699271 Feb 09 00:07:43.147251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b166e8e-fea9-4bec-9b03-21cb1479b492 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c12c7d3-52b6-4399-b7e0-c62065459531,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:43.155416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38924) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.221362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9baa37f-4b3f-417c-abce-60485efda39a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613146 Feb 09 00:07:43.222066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.240244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Allocated IP 2001:db8::f816:3eff:feab:c6ce (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/874bb928-aecd-4c90-9a58-e5cf3d5c3fa5/07d182ec-30ce-4645-92b7-7a4877024521) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:43.282789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c869157-0bed-44c0-812b-ae196137c4aa tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.314117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c869157-0bed-44c0-812b-ae196137c4aa tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.394444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c869157-0bed-44c0-812b-ae196137c4aa tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.398468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c869157-0bed-44c0-812b-ae196137c4aa tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.407099 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6c869157-0bed-44c0-812b-ae196137c4aa tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb8b8eaa-f69d-487b-a150-85b1809981da HTTP/1.1" status: 204 len: 168 time: 0.1839929 Feb 09 00:07:43.407735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38932) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.427441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c869157-0bed-44c0-812b-ae196137c4aa tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b8eaa-f69d-487b-a150-85b1809981da,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:43.521295 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b6e5788-6e79-4e5e-84f9-8a69c96721fd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1085863 Feb 09 00:07:43.523838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38936) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.530320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133095523'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:43.574085 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.587150 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.607477 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.667516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.671770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:43.672626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.675836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:43.685877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:43.693411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Pushing event updated for resources: {'Port': ['ID=07d182ec-30ce-4645-92b7-7a4877024521,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:43.717669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.722222 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1945283 Feb 09 00:07:43.729966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:43.733687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5c5fe-178a-44c4-a25a-b044e653300f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d453ce-6780-4735-857b-1740d52df26a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:43.750375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '04d453ce-6780-4735-857b-1740d52df26a', 'direction': 'ingress', 'protocol': 17}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:43.790194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Attempting to bind port 07d182ec-30ce-4645-92b7-7a4877024521 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:43.790767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Attempting to bind port 07d182ec-30ce-4645-92b7-7a4877024521 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:43.791151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Attempting to bind port 07d182ec-30ce-4645-92b7-7a4877024521 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:43.806814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.811914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:43.812363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:43.814493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.814788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:43.815272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Bound port: 07d182ec-30ce-4645-92b7-7a4877024521, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:43.815650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:43.945559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] For port 07d182ec-30ce-4645-92b7-7a4877024521, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:43.949915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] For port 07d182ec-30ce-4645-92b7-7a4877024521, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=07d182ec-30ce-4645-92b7-7a4877024521,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:43.962985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc959a18-9741-4268-9c38-5eae2f04d735 req-5c1c60ec-df56-4986-86a0-a767116b7d0c tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8857093 Feb 09 00:07:43.963489 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.003475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:44.011930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.019548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.033640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41e5cff0-0120-4a3e-a851-0629ef7b1bdf req-73a01c1e-7110-42a1-a2c8-0ee3c846470b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9627378 Feb 09 00:07:44.055834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a14fe9-fd3b-4b72-9f71-ae29f25c33a5,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:44.074637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.075983 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6bc88152-8056-456e-b9f2-5543b10686dd tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3434730 Feb 09 00:07:44.079584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38946) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:44.119559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac7eb-7559-44e6-a2a1-5bc6ebff6978 None None] Pushing event updated for resources: {'Port': ['ID=07d182ec-30ce-4645-92b7-7a4877024521,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:44.143601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:44.281080 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de1547aa-30f7-4821-923c-a49828bb8847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.283508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387599f1-1e88-4f76-b2b2-75cb9f2ac44b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.346119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.375559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387599f1-1e88-4f76-b2b2-75cb9f2ac44b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.405774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port f4876863-68fb-4b05-9222-6b602a1c277a yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:44.450040 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387599f1-1e88-4f76-b2b2-75cb9f2ac44b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.454099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-387599f1-1e88-4f76-b2b2-75cb9f2ac44b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.457835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-387599f1-1e88-4f76-b2b2-75cb9f2ac44b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/04d453ce-6780-4735-857b-1740d52df26a HTTP/1.1" status: 204 len: 168 time: 0.3747725 Feb 09 00:07:44.487189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38950) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:44.488007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387599f1-1e88-4f76-b2b2-75cb9f2ac44b tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d453ce-6780-4735-857b-1740d52df26a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:44.519574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de1547aa-30f7-4821-923c-a49828bb8847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.667608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d7efcd9c-3833-4b61-99b9-2fbf984417fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.680767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-948be1e5-1fc5-4350-8f90-7473ac4c3541 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880906 Feb 09 00:07:44.684031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 38956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:44.692132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1577547632'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:44.694875 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.736764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:44.740050 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c764c28b-2c60-4f99-ad66-8d7247c9f753" -d '{"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:44.740748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.766159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:44.769576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe2f:771a (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/874bb928-aecd-4c90-9a58-e5cf3d5c3fa5/f4876863-68fb-4b05-9222-6b602a1c277a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:44.788753 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.835429 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de1547aa-30f7-4821-923c-a49828bb8847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.839387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de1547aa-30f7-4821-923c-a49828bb8847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.840655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de1547aa-30f7-4821-923c-a49828bb8847 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/543ce8ca-8317-45ac-8c2e-152b4e361a98 HTTP/1.1" status: 204 len: 168 time: 1.7871833 Feb 09 00:07:44.879627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b0f04f-32c9-42e8-ad79-e7192d881ccf {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:07:44.896363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1547aa-30f7-4821-923c-a49828bb8847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543ce8ca-8317-45ac-8c2e-152b4e361a98,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:44.926404 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:44.941166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:44.973632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Transition to ACTIVE for port object c4b0f04f-32c9-42e8-ad79-e7192d881ccf will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:07:44.986552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.101118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.116178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.199131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:45.319813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 07d182ec-30ce-4645-92b7-7a4877024521 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:45.334267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1153e113-fa11-42d6-ae34-823a1274a74a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:45.386465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.396042 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b866f60e-2343-41b9-8a34-2ab4ba74ccc7 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7091398 Feb 09 00:07:45.400506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 38974) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:45.432342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429933424'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:45.447209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 07d182ec-30ce-4645-92b7-7a4877024521 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:45.448163 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.511765 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.549178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.564967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b1b7b-5310-432b-8561-8b51b0613b69 req-2375baf9-f9a4-47f4-80ce-de075986d818 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:45.567301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd2b1b7b-5310-432b-8561-8b51b0613b69 req-2375baf9-f9a4-47f4-80ce-de075986d818 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1053 time: 0.4122851 Feb 09 00:07:45.579874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.610607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Attempting to bind port c4b0f04f-32c9-42e8-ad79-e7192d881ccf on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:45.611159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Attempting to bind port c4b0f04f-32c9-42e8-ad79-e7192d881ccf by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:45.611579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Attempting to bind port c4b0f04f-32c9-42e8-ad79-e7192d881ccf on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:45.667704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Port c4b0f04f-32c9-42e8-ad79-e7192d881ccf on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:07:45.674286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Attempting to bind port c4b0f04f-32c9-42e8-ad79-e7192d881ccf on network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:45.685377 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e915c907-7a30-42bc-83e2-4af7302d4add x-openstack-request-id: req-e915c907-7a30-42bc-83e2-4af7302d4add {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:45.686273 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-unplugged", "status": "failed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "code": 422}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:45.686706 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e915c907-7a30-42bc-83e2-4af7302d4add {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:45.687286 n-d-828413-1 neutron-server[105933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'code': 422} returned with failed status Feb 09 00:07:45.717596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd2b1b7b-5310-432b-8561-8b51b0613b69 req-62bb26a6-2558-4019-b515-be72440635f4 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400945 Feb 09 00:07:45.742031 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.752775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:45.753771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Checking segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:45.768967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Bound using segment: {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:45.769444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Bound port: c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e122daa2-df76-4104-a2ae-324f67c69198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:45.770115 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.787326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 07d182ec-30ce-4645-92b7-7a4877024521, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=07d182ec-30ce-4645-92b7-7a4877024521,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:45.793782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.861878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.874602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=07d182ec-30ce-4645-92b7-7a4877024521,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:45.926900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:45.996554 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.076518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e396a3-a123-4c23-ae54-f64762a5d16c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:46.091969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:46.102480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:46.106521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:46.114400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:46.115424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.128226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e9c579d5-2a5e-4e5f-a4cd-ad97d29c3023 None None] Provisioning complete for port 07d182ec-30ce-4645-92b7-7a4877024521 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:46.129627 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9c579d5-2a5e-4e5f-a4cd-ad97d29c3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.163165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:46.173523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4680150 Feb 09 00:07:46.193483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.195188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d55a43b3-71f8-414c-a675-2ea27e739839 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7866082 Feb 09 00:07:46.203227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39006) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:46.220506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '1153e113-fa11-42d6-ae34-823a1274a74a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a4e396a3-a123-4c23-ae54-f64762a5d16c', 'remote_ip_prefix': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:46.259029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222e8d1-cd75-4fcc-b602-6715198372be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=f4876863-68fb-4b05-9222-6b602a1c277a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:46.286127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] For port c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:46.315963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6904840-9850-457d-aaf3-4159057176c2 req-9c2fc7c1-1404-4094-bdbf-d94ba1152e68 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:46.315963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6904840-9850-457d-aaf3-4159057176c2 req-9c2fc7c1-1404-4094-bdbf-d94ba1152e68 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.4812529 Feb 09 00:07:46.359675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] For port c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:46.370621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab328c-03bb-4f47-8a69-0fd7e6328ac0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:46.374473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.389781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ab328c-03bb-4f47-8a69-0fd7e6328ac0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:46.391190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6904840-9850-457d-aaf3-4159057176c2 req-745a02fa-39b7-45bb-b0c6-9026c5b43af8 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628009 Feb 09 00:07:46.405751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2ab328c-03bb-4f47-8a69-0fd7e6328ac0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2413266 Feb 09 00:07:46.409406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39012) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:46.510331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:46.510967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.512470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] 10.222.0.84 "PUT /v2.0/ports/c4b0f04f-32c9-42e8-ad79-e7192d881ccf HTTP/1.1" status: 200 len: 1092 time: 4.2063930 Feb 09 00:07:46.513270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.516166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'tag': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:46.518713 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e275003-e4a0-4579-82e8-57455514e861" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf7bf6-337a-42f7-b24b-b8e407d327d3", "tag": "c4b0f04f-32c9-42e8-ad79-e7192d881ccf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:46.652885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port f4876863-68fb-4b05-9222-6b602a1c277a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:46.653746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.663247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6646c4-9cc4-4d34-9fe9-8d1a0e3909d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:46.748139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-af3b2cc4-b59a-45cf-8461-7e4f6070e9b8 None None] Provisioning complete for port f4876863-68fb-4b05-9222-6b602a1c277a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:46.748709 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-af3b2cc4-b59a-45cf-8461-7e4f6070e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.901637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:46.923590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for f4876863-68fb-4b05-9222-6b602a1c277a owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:46.934183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-af3b2cc4-b59a-45cf-8461-7e4f6070e9b8 None None] Port f4876863-68fb-4b05-9222-6b602a1c277a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:07:46.959555 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.021740 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143b6b0e-9043-4c46-ac6b-163aca146244 x-openstack-request-id: req-143b6b0e-9043-4c46-ac6b-163aca146244 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:47.021863 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf7bf6-337a-42f7-b24b-b8e407d327d3", "tag": "c4b0f04f-32c9-42e8-ad79-e7192d881ccf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:47.022195 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-143b6b0e-9043-4c46-ac6b-163aca146244 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:47.022478 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'tag': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf', 'status': 'completed', 'code': 200} Feb 09 00:07:47.033954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-843148a4-64c6-4237-a340-a4190015eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:47.035775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-843148a4-64c6-4237-a340-a4190015eafc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1095 time: 0.4642448 Feb 09 00:07:47.060118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.084134 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.182398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-5f819512-0496-4d68-a13c-b69ffe4b9812 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf HTTP/1.1" status: 200 len: 217 time: 0.1243563 Feb 09 00:07:47.260894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 07d182ec-30ce-4645-92b7-7a4877024521 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:47.272709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de35f58d-1090-4288-9d2d-e1a29ae88630,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:47.328192 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.329857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-34faf270-7701-46a9-9d97-d02af0a8533d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1215856 Feb 09 00:07:47.333371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39056) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:47.338449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.349301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-64269c9a-0204-41fe-91ee-ba075d5d16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:47.350970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-64269c9a-0204-41fe-91ee-ba075d5d16a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b57cd5cc-a0b9-47ab-bcad-27b5171133e8 HTTP/1.1" status: 200 len: 848 time: 0.1419806 Feb 09 00:07:47.371002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3493d-dd81-427a-bffe-307149a0ce7e req-438962bc-be6c-4bc3-a501-010319fc80d0 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:47.379333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96b3493d-dd81-427a-bffe-307149a0ce7e req-438962bc-be6c-4bc3-a501-010319fc80d0 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1095 time: 0.2003930 Feb 09 00:07:47.404787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=f4876863-68fb-4b05-9222-6b602a1c277a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:47.426151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-952edc4e-3151-4621-9875-5a20d543de99 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.451039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-952edc4e-3151-4621-9875-5a20d543de99 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.451925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.461259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.470073 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-000e4c04-5d1a-4245-a0a7-e661ebef9817 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/f4876863-68fb-4b05-9222-6b602a1c277a HTTP/1.1" status: 204 len: 168 time: 1.0595708 Feb 09 00:07:47.472555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39062) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:47.486982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-c37fe634-1f8b-4be1-930e-7095af462785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:47.489643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-c37fe634-1f8b-4be1-930e-7095af462785 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d6e482-7b42-4bac-bc50-ca106d56c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304803 Feb 09 00:07:47.490481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 07d182ec-30ce-4645-92b7-7a4877024521 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:47.490862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.497381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96b3493d-dd81-427a-bffe-307149a0ce7e req-07984ee4-986d-435b-a5d9-1f2d276449ca tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167810 Feb 09 00:07:47.621796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67a4d5-7149-4bc6-8e80-5693e9c9b957 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:47.628196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67a4d5-7149-4bc6-8e80-5693e9c9b957 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:47.630919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-df67a4d5-7149-4bc6-8e80-5693e9c9b957 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1573606 Feb 09 00:07:47.636081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-952edc4e-3151-4621-9875-5a20d543de99 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.636568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39068) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:47.677785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-952edc4e-3151-4621-9875-5a20d543de99 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.683907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-952edc4e-3151-4621-9875-5a20d543de99 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/de35f58d-1090-4288-9d2d-e1a29ae88630 HTTP/1.1" status: 204 len: 168 time: 0.3432415 Feb 09 00:07:47.684745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39070) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:47.720500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952edc4e-3151-4621-9875-5a20d543de99 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de35f58d-1090-4288-9d2d-e1a29ae88630,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:47.781700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39072) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:47.819378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b2e3123f-bb7a-43f4-a423-c08b6576355f service neutron] 10.222.0.84 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155091 Feb 09 00:07:47.895705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 874bb928-aecd-4c90-9a58-e5cf3d5c3fa5 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:47.900495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:47.970193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-df2ff127-5b67-4769-ba6b-0ce76176f25f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2712791 Feb 09 00:07:47.977514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39080) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:47.980609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.130827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c949a12f-f178-4f9d-b4b4-7ed770ba6ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.151701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5ebeb80-ccbc-4661-936f-9779cabcff5d req-b1450b20-4b84-451d-84a8-d119fafde8ad service neutron] 10.222.0.84 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163247 Feb 09 00:07:48.154071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:48.169248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.279877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-4951189c-c3bd-40d3-abd7-e7655b103fff req-293ef471-093b-40a3-b773-87163af806e6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:07:48.287830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4951189c-c3bd-40d3-abd7-e7655b103fff req-293ef471-093b-40a3-b773-87163af806e6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282614 Feb 09 00:07:48.333407 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.342699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f6759d7-6e5a-495c-acdb-079c97dc081d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.379171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.385585 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/874bb928-aecd-4c90-9a58-e5cf3d5c3fa5 HTTP/1.1" status: 204 len: 168 time: 0.7475343 Feb 09 00:07:48.388210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39094) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:48.390431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7d13c-f2c9-43b9-afb9-21772cfc7924 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=874bb928-aecd-4c90-9a58-e5cf3d5c3fa5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:48.393530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36607a-1cfe-478d-9bae-aa6c995e65b0 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:48.404199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c949a12f-f178-4f9d-b4b4-7ed770ba6ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.410370 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f6759d7-6e5a-495c-acdb-079c97dc081d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.415107 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c949a12f-f178-4f9d-b4b4-7ed770ba6ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.466049 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c949a12f-f178-4f9d-b4b4-7ed770ba6ed2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fab5fbebee664ad091c64503bc90c080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832554 Feb 09 00:07:48.470715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39098) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:48.486406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949a12f-f178-4f9d-b4b4-7ed770ba6ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2579cca5-e10d-4f84-8995-0b68ec336ef5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:48.488243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e275003-e4a0-4579-82e8-57455514e861 req-0df8c994-413c-41c7-af86-fe4ba3e7ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:48.489775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-0df8c994-413c-41c7-af86-fe4ba3e7ca06 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1095 time: 0.2566738 Feb 09 00:07:48.491771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4da157ca-2a8a-49f4-955a-94787480b31e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993979 Feb 09 00:07:48.495322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39100) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:48.507602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:48.690139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:48.693680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f6759d7-6e5a-495c-acdb-079c97dc081d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.696236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f6759d7-6e5a-495c-acdb-079c97dc081d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.700442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5f6759d7-6e5a-495c-acdb-079c97dc081d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4e396a3-a123-4c23-ae54-f64762a5d16c HTTP/1.1" status: 204 len: 168 time: 0.7176621 Feb 09 00:07:48.704491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39114) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:48.736401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6759d7-6e5a-495c-acdb-079c97dc081d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e396a3-a123-4c23-ae54-f64762a5d16c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:48.778658 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-412c601d-2175-4d88-ac15-ec632af03db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.782238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989ce58-fb4a-42c6-8e6f-cc739253d157 req-77d47aea-32d4-435f-b012-e1184e34e342 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:48.788870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] Deleting port 07d182ec-30ce-4645-92b7-7a4877024521 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:48.791113 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.794006 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-e19ecf1f-1825-4e3e-8d44-68a7e55d98cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1887441 Feb 09 00:07:48.809276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f989ce58-fb4a-42c6-8e6f-cc739253d157 req-77d47aea-32d4-435f-b012-e1184e34e342 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2168109 Feb 09 00:07:48.846003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e275003-e4a0-4579-82e8-57455514e861 req-44dce8dc-834c-48a3-8ed8-dacea08f14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:48.848232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-44dce8dc-834c-48a3-8ed8-dacea08f14b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 200 len: 910 time: 0.3513069 Feb 09 00:07:48.848577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-412c601d-2175-4d88-ac15-ec632af03db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.854569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c842a-d772-4de6-8c37-dcb940c139f1 req-5acc7362-bb43-4867-9198-aac57cb94208 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:48.856125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-824c842a-d772-4de6-8c37-dcb940c139f1 req-5acc7362-bb43-4867-9198-aac57cb94208 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1095 time: 0.2160001 Feb 09 00:07:48.861379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:48.865695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.902930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] For port 07d182ec-30ce-4645-92b7-7a4877024521, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=07d182ec-30ce-4645-92b7-7a4877024521,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:48.903608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:48.912047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-c2158994-c868-4189-9570-55baee170f39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf HTTP/1.1" status: 200 len: 217 time: 0.0474737 Feb 09 00:07:48.914764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39120) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:48.916275 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-521fe67a-17a4-4fc7-9ef8-44623dc5bd42 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2027042 Feb 09 00:07:48.925717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] Calling delete_port for 07d182ec-30ce-4645-92b7-7a4877024521 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:49.045849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f989ce58-fb4a-42c6-8e6f-cc739253d157 req-e2093e71-9d54-4724-b404-e002bb5f9d0f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355394 Feb 09 00:07:49.083228 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.089372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-824c842a-d772-4de6-8c37-dcb940c139f1 req-ee30b995-02c4-40db-bce1-930e42916d57 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728120 Feb 09 00:07:49.149751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84d96382-a095-49bb-b3ba-aaeaa617e222 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.152566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] Pushing event deleted for resources: {'Port': ['ID=07d182ec-30ce-4645-92b7-7a4877024521,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:49.165086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f68abc-17c5-491e-a12a-eabbe1a41325 None None] No DVR routers for this DVR port 07d182ec-30ce-4645-92b7-7a4877024521 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:49.191309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e275003-e4a0-4579-82e8-57455514e861 req-c45190a5-c7a1-4c58-a477-248311b019e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:49.194459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-c45190a5-c7a1-4c58-a477-248311b019e3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b57cd5cc-a0b9-47ab-bcad-27b5171133e8 HTTP/1.1" status: 200 len: 848 time: 0.2598782 Feb 09 00:07:49.208669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-412c601d-2175-4d88-ac15-ec632af03db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.222742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 07d182ec-30ce-4645-92b7-7a4877024521 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:49.241293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-412c601d-2175-4d88-ac15-ec632af03db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.242732 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-412c601d-2175-4d88-ac15-ec632af03db1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2579cca5-e10d-4f84-8995-0b68ec336ef5 HTTP/1.1" status: 204 len: 168 time: 0.7705634 Feb 09 00:07:49.256041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84d96382-a095-49bb-b3ba-aaeaa617e222 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.273301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c601d-2175-4d88-ac15-ec632af03db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2579cca5-e10d-4f84-8995-0b68ec336ef5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:49.277868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 07d182ec-30ce-4645-92b7-7a4877024521 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:07:49.278208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 07d182ec-30ce-4645-92b7-7a4877024521 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:07:49.322504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e275003-e4a0-4579-82e8-57455514e861 req-95b7cb14-231c-47a9-b57f-6e672e96a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:49.325481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-95b7cb14-231c-47a9-b57f-6e672e96a8fe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=14d6e482-7b42-4bac-bc50-ca106d56c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211777 Feb 09 00:07:49.478563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84d96382-a095-49bb-b3ba-aaeaa617e222 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.482449 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-84d96382-a095-49bb-b3ba-aaeaa617e222 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.500222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-84d96382-a095-49bb-b3ba-aaeaa617e222 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/1153e113-fa11-42d6-ae34-823a1274a74a HTTP/1.1" status: 204 len: 168 time: 0.5829144 Feb 09 00:07:49.503382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39146) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:49.521595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d96382-a095-49bb-b3ba-aaeaa617e222 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1153e113-fa11-42d6-ae34-823a1274a74a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:49.606040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-6f2e04c5-7b4a-448b-9637-6c0137eaeb2b service neutron] 10.222.0.84 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694247 Feb 09 00:07:49.651102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:07:49.654648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.724344 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c2d188b4-941b-4c4d-9d9e-59826c26ac6e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2154603 Feb 09 00:07:49.732522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39154) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:49.746363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--425766096'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:49.761953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:49.780955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:49.789610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:49.790931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.800888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1025182-8896-4654-b65e-66d45790f753 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:49.807744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=882a15ea-97ee-4d88-bee4-5d97edebb884,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:49.812223 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.828970 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-48109ec2-a639-4812-aca7-71f05621bad1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3321652 Feb 09 00:07:49.832937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39160) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:49.871082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:ed:cf:f7', 'name': 'tempest-NetworksTestDHCPv6-19661062'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:49.897713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.903272 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.943895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:49.946010 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2118416 Feb 09 00:07:49.948580 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f16fc-47ec-439f-a44c-1b0ff051cb04 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae420f5-f94e-4a4a-bd65-7cdd921c41ba,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:49.952958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:49.962285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '6ae420f5-f94e-4a4a-bd65-7cdd921c41ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:50.032867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.036391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e275003-e4a0-4579-82e8-57455514e861 req-ab21fbbc-601f-487b-8aeb-c9bb5510a256 service neutron] 10.222.0.84 "GET /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226465 Feb 09 00:07:50.065634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '882a15ea-97ee-4d88-bee4-5d97edebb884'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:50.067613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.199053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.211153 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.256088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.264351 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3052003 Feb 09 00:07:50.282834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:50.286236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:50.303953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479354e-50e1-46e3-b4c4-89f44887de4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c153b801-ce3b-4b25-b87e-0f832dc4eb7f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:50.370946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32c50492-9b2e-41d9-b1d8-7ec3856be98f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.396763 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32c50492-9b2e-41d9-b1d8-7ec3856be98f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.437158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Allocated IP 2001:db8::f816:3eff:fe32:ba84 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/882a15ea-97ee-4d88-bee4-5d97edebb884/8b917bfb-2bd2-42af-8336-af36062fcb96) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:50.473116 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32c50492-9b2e-41d9-b1d8-7ec3856be98f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.480764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32c50492-9b2e-41d9-b1d8-7ec3856be98f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.482481 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-32c50492-9b2e-41d9-b1d8-7ec3856be98f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c153b801-ce3b-4b25-b87e-0f832dc4eb7f HTTP/1.1" status: 204 len: 168 time: 0.1986086 Feb 09 00:07:50.513062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:50.517209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c50492-9b2e-41d9-b1d8-7ec3856be98f tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c153b801-ce3b-4b25-b87e-0f832dc4eb7f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:50.669362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9e085647-4c09-4f7e-b0fa-73933b43ffcf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1422760 Feb 09 00:07:50.673076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39196) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:50.820641 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.825813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb9e30e-33f5-49e5-baf8-a134d8095c64 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.832588 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.843909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792de59-448b-47fd-8c66-8d411a0744ca req-901d5757-3163-41b3-9185-0ae661e531ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:50.845460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-901d5757-3163-41b3-9185-0ae661e531ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b&tenant_id=1ae6f701f4534c21b4c6f097bb174366 HTTP/1.1" status: 200 len: 1094 time: 0.7258439 Feb 09 00:07:50.854923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87732268-1d35-4aee-aca5-61e2c9322aed req-c816805e-1a34-47db-9042-61787b601ab1 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:50.862559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87732268-1d35-4aee-aca5-61e2c9322aed req-c816805e-1a34-47db-9042-61787b601ab1 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1095 time: 0.5785110 Feb 09 00:07:50.869522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb9e30e-33f5-49e5-baf8-a134d8095c64 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.904454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5239d2d-364b-4972-a92b-e112f6c6fcb4 req-ddb8ab05-3ff3-4837-b572-4d5cefbacf06 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:50.909915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:50.911795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5239d2d-364b-4972-a92b-e112f6c6fcb4 req-ddb8ab05-3ff3-4837-b572-4d5cefbacf06 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.6264284 Feb 09 00:07:50.964852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb9e30e-33f5-49e5-baf8-a134d8095c64 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.973053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abb9e30e-33f5-49e5-baf8-a134d8095c64 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:50.975616 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-abb9e30e-33f5-49e5-baf8-a134d8095c64 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ae420f5-f94e-4a4a-bd65-7cdd921c41ba HTTP/1.1" status: 204 len: 168 time: 0.3014913 Feb 09 00:07:50.980949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:50.985002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:50.987175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39204) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:51.025493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9e30e-33f5-49e5-baf8-a134d8095c64 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae420f5-f94e-4a4a-bd65-7cdd921c41ba,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:51.048667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792de59-448b-47fd-8c66-8d411a0744ca req-9f270d20-8f09-4355-a275-b0993b83fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:51.052218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-9f270d20-8f09-4355-a275-b0993b83fe4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1094 time: 0.1817524 Feb 09 00:07:51.079392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-87732268-1d35-4aee-aca5-61e2c9322aed req-c39cc9ba-087c-435b-91d0-9e32718c1ab5 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159534 Feb 09 00:07:51.092598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Pushing event updated for resources: {'Port': ['ID=8b917bfb-2bd2-42af-8336-af36062fcb96,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:51.107224 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b5f9828-3e1e-42c4-88f6-d922ac12442c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1161792 Feb 09 00:07:51.110824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39208) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:51.115212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--709687848'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:51.119017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5239d2d-364b-4972-a92b-e112f6c6fcb4 req-7d256da4-3e8e-4b90-97a1-d92fea5b7654 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025497 Feb 09 00:07:51.159244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Attempting to bind port 8b917bfb-2bd2-42af-8336-af36062fcb96 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:07:51.159615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Attempting to bind port 8b917bfb-2bd2-42af-8336-af36062fcb96 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:07:51.159981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Attempting to bind port 8b917bfb-2bd2-42af-8336-af36062fcb96 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:07:51.166519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.184038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c4b0f04f-32c9-42e8-ad79-e7192d881ccf details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:07:51.186854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:07:51.187238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:07:51.187653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.188058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:07:51.188549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Bound port: 8b917bfb-2bd2-42af-8336-af36062fcb96, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:07:51.188952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.290647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.327468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.333013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 03dc2d3c-6e6a-46f9-9e33-d20d8aab6516 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:07:51.338540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.341663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792de59-448b-47fd-8c66-8d411a0744ca req-d2e13f24-13dd-489d-bfce-5aeecdf698ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:51.343395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-d2e13f24-13dd-489d-bfce-5aeecdf698ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.2231009 Feb 09 00:07:51.431396 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.432688 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3209112 Feb 09 00:07:51.437698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39214) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:51.469809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '535284ba-de30-4946-af8a-3f8ba2ad9924', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:51.479288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cc8c7-c41a-4f0b-99cd-631deb9697b2 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535284ba-de30-4946-af8a-3f8ba2ad9924,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:51.533074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] For port 8b917bfb-2bd2-42af-8336-af36062fcb96, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:07:51.533608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.565200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-8dcc0240-7a90-4dae-a6dd-82165b7d53d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 998 time: 0.1542554 Feb 09 00:07:51.585946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] For port 8b917bfb-2bd2-42af-8336-af36062fcb96, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b917bfb-2bd2-42af-8336-af36062fcb96,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:07:51.607295 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.622434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:51.632038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.639384 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.679091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde2b95f-db82-42b3-a742-609a5af676fb,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:51.691200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:feed:cff7 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/882a15ea-97ee-4d88-bee4-5d97edebb884/03dc2d3c-6e6a-46f9-9e33-d20d8aab6516) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:51.704112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.708499 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bfc4d004-dcba-4f31-b9e7-6d2a91671a79 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2453632 Feb 09 00:07:51.709146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:51.728000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec96622-1f12-41b2-b056-59c522a008e6 None None] Pushing event updated for resources: {'Port': ['ID=8b917bfb-2bd2-42af-8336-af36062fcb96,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:51.736527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792de59-448b-47fd-8c66-8d411a0744ca req-591581fb-a3c5-4a55-b4c9-88c2151fac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:51.738115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-591581fb-a3c5-4a55-b4c9-88c2151fac3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1720636 Feb 09 00:07:51.763505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf', 'network_id': '14d6e482-7b42-4bac-bc50-ca106d56c7e8', 'port_id': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf', 'mac_address': 'fa:16:3e:ce:48:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b57cd5cc-a0b9-47ab-bcad-27b5171133e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:07:51.774998 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-34c76d60-eb69-426a-87a6-615cd4385e30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules/cde2b95f-db82-42b3-a742-609a5af676fb HTTP/1.1" status: 200 len: 763 time: 0.0639861 Feb 09 00:07:51.779083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:51.856826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.884819 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-07a9ea77-5062-4e54-86da-cc4b58592edf tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1041799 Feb 09 00:07:51.887168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:51.903136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b0f04f-32c9-42e8-ad79-e7192d881ccf {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:07:51.942093 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75c82353-7b4b-45a2-be05-fa18fed71ff1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.953151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75c82353-7b4b-45a2-be05-fa18fed71ff1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:51.955101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:51.964269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.005035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75c82353-7b4b-45a2-be05-fa18fed71ff1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.020570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-75c82353-7b4b-45a2-be05-fa18fed71ff1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.024168 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-75c82353-7b4b-45a2-be05-fa18fed71ff1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cde2b95f-db82-42b3-a742-609a5af676fb HTTP/1.1" status: 204 len: 168 time: 0.1336443 Feb 09 00:07:52.024168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c82353-7b4b-45a2-be05-fa18fed71ff1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cde2b95f-db82-42b3-a742-609a5af676fb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:52.025292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39236) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.052424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792de59-448b-47fd-8c66-8d411a0744ca req-f192547b-84aa-4b2d-855b-1f9eb44aa3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:52.055132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-f192547b-84aa-4b2d-855b-1f9eb44aa3a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072600 Feb 09 00:07:52.060213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:52.138751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-54a18188-f8a4-42a6-8020-d630f00d4fa3 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1074035 Feb 09 00:07:52.151196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39242) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.210795 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '535284ba-de30-4946-af8a-3f8ba2ad9924', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:52.245456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c4b0f04f-32c9-42e8-ad79-e7192d881ccf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:07:52.308666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.319797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.323438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-ab05fa98-5650-4eee-bcfc-c3216b9893f7 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600300 Feb 09 00:07:52.464747 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.474930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.529206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9dbc82-b293-44aa-9168-f2d642946af4,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:52.551413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710dad-0817-4801-ace0-59089e16ad1a req-6035e6f4-0c7d-4b46-9d50-6e7cc74173f9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:52.555386 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.558482 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d3e70c0b-e6c9-4d01-b0a5-590919bddd30 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4055340 Feb 09 00:07:52.561414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39250) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.562940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50710dad-0817-4801-ace0-59089e16ad1a req-6035e6f4-0c7d-4b46-9d50-6e7cc74173f9 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2303991 Feb 09 00:07:52.599799 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5e7bb03-74ab-4a85-9100-5b9dfd65b9be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules/bc9dbc82-b293-44aa-9168-f2d642946af4 HTTP/1.1" status: 200 len: 763 time: 0.0371666 Feb 09 00:07:52.609255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39256) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.655706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1a133-ceaf-488c-b118-3ac0b7d4ed50 req-d57385e0-2cdf-44bd-bb01-095459e6be09 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:52.657368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fce1a133-ceaf-488c-b118-3ac0b7d4ed50 req-d57385e0-2cdf-44bd-bb01-095459e6be09 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1096 time: 0.3260403 Feb 09 00:07:52.683124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5792de59-448b-47fd-8c66-8d411a0744ca req-50ef86db-e17d-472c-a156-a8714769f2d7 service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391738 Feb 09 00:07:52.684151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.697797 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b0690388-a85b-4e45-a0dd-360e8b846aef tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0860238 Feb 09 00:07:52.699752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39258) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.701847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50710dad-0817-4801-ace0-59089e16ad1a req-f4556ffd-5609-49b7-ad4e-1360e7535803 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378839 Feb 09 00:07:52.771715 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6002-c240-4853-ad26-3f4deb1e31be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.776631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:52.781333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:52.784592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fce1a133-ceaf-488c-b118-3ac0b7d4ed50 req-101efe08-d203-4ea6-9d89-b6988a4ab773 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173193 Feb 09 00:07:52.785491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:07:52.796385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6002-c240-4853-ad26-3f4deb1e31be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.807346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:52.808028 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.823192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=03dc2d3c-6e6a-46f9-9e33-d20d8aab6516,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:52.851855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6002-c240-4853-ad26-3f4deb1e31be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.864481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3169bead-5043-4647-afaa-8e08f29cd77b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0296974 Feb 09 00:07:52.876653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39268) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.881080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9d6002-c240-4853-ad26-3f4deb1e31be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:52.884538 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ce9d6002-c240-4853-ad26-3f4deb1e31be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/bc9dbc82-b293-44aa-9168-f2d642946af4 HTTP/1.1" status: 204 len: 168 time: 0.1809602 Feb 09 00:07:52.900687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39270) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:52.908658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d6002-c240-4853-ad26-3f4deb1e31be tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc9dbc82-b293-44aa-9168-f2d642946af4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:53.018166 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-80a00a13-7257-4166-93e4-480ce11d8b2d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1108389 Feb 09 00:07:53.018840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39274) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:53.022299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa73b7f-b616-4654-a968-624262f71a0e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:53.027607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '535284ba-de30-4946-af8a-3f8ba2ad9924', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:53.029820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa73b7f-b616-4654-a968-624262f71a0e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:53.032209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ffa73b7f-b616-4654-a968-624262f71a0e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1543107 Feb 09 00:07:53.038899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39276) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:53.153259 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Project b474813d34ae4e15abe9676b29febd16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:07:53.189905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c4b0f04f-32c9-42e8-ad79-e7192d881ccf up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:53.194710 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.269646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port c4b0f04f-32c9-42e8-ad79-e7192d881ccf completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:07:53.276673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port c4b0f04f-32c9-42e8-ad79-e7192d881ccf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:53.277259 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.369761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b917bfb-2bd2-42af-8336-af36062fcb96 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:53.378716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.379040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 03dc2d3c-6e6a-46f9-9e33-d20d8aab6516 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:53.379532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.386275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.432204 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cc1a74-4f95-4654-a45c-abd68ce03e32,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:53.448582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.453617 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-13a558e6-69d3-45c3-88d7-e5c85579c6d1 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4336531 Feb 09 00:07:53.455608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39286) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:53.475489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8b917bfb-2bd2-42af-8336-af36062fcb96 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:53.479124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.525907 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-167b0da5-5a02-4c17-a859-ee2be5833033 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules/51cc1a74-4f95-4654-a45c-abd68ce03e32 HTTP/1.1" status: 200 len: 769 time: 0.0667720 Feb 09 00:07:53.526631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:53.597151 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b1967809-9dbc-4cff-b117-56cfad015239 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0689981 Feb 09 00:07:53.597863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39298) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:53.656946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.687307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 03dc2d3c-6e6a-46f9-9e33-d20d8aab6516 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:53.700086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4c6e-4d46-4e58-b683-130e284dfd4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.709669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.735951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4c6e-4d46-4e58-b683-130e284dfd4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.770709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:53.773970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:07:53.779467 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753445c2-f0af-4be4-a532-6ec6b8ec4bba" -d '{"events": [{"server_uuid": "44bf7bf6-337a-42f7-b24b-b8e407d327d3", "name": "network-vif-plugged", "status": "completed", "tag": "c4b0f04f-32c9-42e8-ad79-e7192d881ccf"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:07:53.788345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.859075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4c6e-4d46-4e58-b683-130e284dfd4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.872865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4c6e-4d46-4e58-b683-130e284dfd4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.876822 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f1fe4c6e-4d46-4e58-b683-130e284dfd4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/51cc1a74-4f95-4654-a45c-abd68ce03e32 HTTP/1.1" status: 204 len: 168 time: 0.2646184 Feb 09 00:07:53.885603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39316) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:53.900725 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:53.908227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe4c6e-4d46-4e58-b683-130e284dfd4c tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51cc1a74-4f95-4654-a45c-abd68ce03e32,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:54.007036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 8b917bfb-2bd2-42af-8336-af36062fcb96, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b917bfb-2bd2-42af-8336-af36062fcb96,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:54.026219 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0e766449-569d-44ab-ac81-95034c560326 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1392686 Feb 09 00:07:54.026966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39320) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:54.029118 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a076f4-f270-481f-a83b-315f81f50e44 x-openstack-request-id: req-43a076f4-f270-481f-a83b-315f81f50e44 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:07:54.029950 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7bf6-337a-42f7-b24b-b8e407d327d3", "name": "network-vif-plugged", "status": "completed", "tag": "c4b0f04f-32c9-42e8-ad79-e7192d881ccf", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:07:54.032352 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43a076f4-f270-481f-a83b-315f81f50e44 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:07:54.034406 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf', 'code': 200} Feb 09 00:07:54.079265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.138579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4f3e286d-f20b-40fa-8bc9-8312718f3413 None None] Provisioning complete for port 8b917bfb-2bd2-42af-8336-af36062fcb96 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:54.138875 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f3e286d-f20b-40fa-8bc9-8312718f3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.189627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2d5b-ea84-4f19-9cbd-fd0f6db0078e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.233429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:54.249956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2d5b-ea84-4f19-9cbd-fd0f6db0078e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.304377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=8b917bfb-2bd2-42af-8336-af36062fcb96,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:54.338305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.343282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2d5b-ea84-4f19-9cbd-fd0f6db0078e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.346274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2d5b-ea84-4f19-9cbd-fd0f6db0078e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.353598 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c1b2d5b-ea84-4f19-9cbd-fd0f6db0078e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/535284ba-de30-4946-af8a-3f8ba2ad9924 HTTP/1.1" status: 204 len: 168 time: 0.3254535 Feb 09 00:07:54.355559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:54.428857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b2d5b-ea84-4f19-9cbd-fd0f6db0078e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535284ba-de30-4946-af8a-3f8ba2ad9924,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:54.514327 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6393cf16-b754-4ceb-aff3-aa80300b2d96 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1271489 Feb 09 00:07:54.515313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39332) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:54.523655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127411002'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:54.554565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.586969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2c1d8ab-f8ae-44f1-ab90-a735ba21b3a4 None None] Could not find standard attr ID for object 03dc2d3c-6e6a-46f9-9e33-d20d8aab6516. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:07:54.591295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=03dc2d3c-6e6a-46f9-9e33-d20d8aab6516,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:54.699625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579892cc-7e2d-4f9c-bbb9-498cb24f988f req-b4636801-74b9-4233-a713-f46f71b197fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:54.704466 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-579892cc-7e2d-4f9c-bbb9-498cb24f988f req-b4636801-74b9-4233-a713-f46f71b197fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.6518750 Feb 09 00:07:54.716615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.738703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.743475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.757957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8406539a-5595-4231-846c-385343bd8ffa tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/03dc2d3c-6e6a-46f9-9e33-d20d8aab6516 HTTP/1.1" status: 204 len: 168 time: 1.7029150 Feb 09 00:07:54.759908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39342) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:54.783745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99083c8-5183-44a6-961f-af22caacf185 req-02671655-014f-4ddb-998e-a4ae27246a5e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:54.785786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a99083c8-5183-44a6-961f-af22caacf185 req-02671655-014f-4ddb-998e-a4ae27246a5e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.7443411 Feb 09 00:07:54.817770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.832709 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3148336 Feb 09 00:07:54.833466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39346) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:54.850057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Request body: {'security_group_rule': {'security_group_id': '11601f65-8a93-4004-8ea9-753e6dec4959', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:54.902689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c85ec6-a15e-4054-8904-315e624ce417 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11601f65-8a93-4004-8ea9-753e6dec4959,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:54.922163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:54.980347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0735af2-5729-41a1-9c48-0407ff8ec338 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:54.986544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0735af2-5729-41a1-9c48-0407ff8ec338 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:54.991030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a0735af2-5729-41a1-9c48-0407ff8ec338 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1965048 Feb 09 00:07:54.996323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-579892cc-7e2d-4f9c-bbb9-498cb24f988f req-e0022df3-1cb6-46d1-9669-818a600967d5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303400 Feb 09 00:07:54.997501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39352) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:55.030598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a2b86-db37-4a36-89b0-65410ab8260c req-80820f99-fd6a-4590-b5ab-b7d49fa1562d tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:55.041568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a7a2b86-db37-4a36-89b0-65410ab8260c req-80820f99-fd6a-4590-b5ab-b7d49fa1562d tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.8677459 Feb 09 00:07:55.162166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a7a2b86-db37-4a36-89b0-65410ab8260c req-25b1ca4f-71ad-4a27-9dc1-70b1d2e77437 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193774 Feb 09 00:07:55.207775 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.207989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a99083c8-5183-44a6-961f-af22caacf185 req-814a295f-91bf-4729-be92-51b6f2a2b567 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159505 Feb 09 00:07:55.224119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 882a15ea-97ee-4d88-bee4-5d97edebb884 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:07:55.229046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.270655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b917bfb-2bd2-42af-8336-af36062fcb96 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:07:55.288849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.336365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030c9a72-144f-40c2-b221-b30ceda6b808,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:55.340836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.369548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8b917bfb-2bd2-42af-8336-af36062fcb96 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:07:55.370188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.374249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.375608 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-79d7e376-b866-4dbf-a382-905823641b6d tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5386152 Feb 09 00:07:55.378943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39364) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:55.518283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fe63-4962-49a4-b45e-b7dbf95a608e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.541036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.551510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fe63-4962-49a4-b45e-b7dbf95a608e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.615626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fe63-4962-49a4-b45e-b7dbf95a608e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.622651 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5d9fe63-4962-49a4-b45e-b7dbf95a608e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.625010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a5d9fe63-4962-49a4-b45e-b7dbf95a608e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/11601f65-8a93-4004-8ea9-753e6dec4959 HTTP/1.1" status: 204 len: 168 time: 0.2450447 Feb 09 00:07:55.628745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39372) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:55.638613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9fe63-4962-49a4-b45e-b7dbf95a608e tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11601f65-8a93-4004-8ea9-753e6dec4959,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:55.764343 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd0da2ba-eddb-4777-b79e-ed27ce2cd7dc tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1336236 Feb 09 00:07:55.766708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39378) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:55.780296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.794299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301150-33b2-4507-acb8-0aa2158ab117 req-c8342cea-4d5c-47b0-b683-fac583a74041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:55.796711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-c8342cea-4d5c-47b0-b683-fac583a74041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6f701f4534c21b4c6f097bb174366&device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1094 time: 0.0817428 Feb 09 00:07:55.814460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=882a15ea-97ee-4d88-bee4-5d97edebb884,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:55.826061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:55.833458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a0713-9a61-4a80-8854-416ffb07fe2d None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:55.844774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9536970e-2c11-454b-b45f-20e2138cdd67 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/882a15ea-97ee-4d88-bee4-5d97edebb884 HTTP/1.1" status: 204 len: 168 time: 0.8414514 Feb 09 00:07:55.845021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39384) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:55.937718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d4777285-0083-46fb-94ab-6482a4e9512a tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1691511 Feb 09 00:07:55.950860 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-299a5ab2-b31b-401a-9db9-96fe5e3fa4e2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024933 Feb 09 00:07:55.951077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:55.954437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39388) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:56.074381 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-1129e560-f161-424c-a0a4-c561565852b6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] delete failed (client error): The resource could not be found. Feb 09 00:07:56.075454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1129e560-f161-424c-a0a4-c561565852b6 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "DELETE /v2.0/security-groups/11601f65-8a93-4004-8ea9-753e6dec4959 HTTP/1.1" status: 404 len: 347 time: 0.0442095 Feb 09 00:07:56.094021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7a518-6473-411d-bfe0-db3e12aa8b31 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:56.106425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c2b7a518-6473-411d-bfe0-db3e12aa8b31 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1508186 Feb 09 00:07:56.107153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39392) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:56.113688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:56.151994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301150-33b2-4507-acb8-0aa2158ab117 req-b26356af-091e-4efd-b627-6efe0f45f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:56.155739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-b26356af-091e-4efd-b627-6efe0f45f17e service neutron] 10.222.0.21 "GET /v2.0/networks?id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 200 len: 918 time: 0.3279788 Feb 09 00:07:56.256493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:07:56.289186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e09212b-f527-4a3d-a569-9d93d09fb67d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:56.292142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e09212b-f527-4a3d-a569-9d93d09fb67d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1410663 Feb 09 00:07:56.297264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39400) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:56.299949 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f6dbcf22-68fc-4dbe-a73e-6639157661c0 tempest-SecGroupIPv6Test-1513320315 tempest-SecGroupIPv6Test-1513320315-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1917381 Feb 09 00:07:56.403477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] Deleting port 8b917bfb-2bd2-42af-8336-af36062fcb96 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:07:56.404052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:56.499652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39408) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:56.501330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-619cdd7e-d2fd-4ea2-96a7-3e0d35589bce tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2001648 Feb 09 00:07:56.506986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:56.719841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-11671904-637c-4096-bf0e-8702fc66946a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 200 len: 998 time: 0.5487587 Feb 09 00:07:56.846936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301150-33b2-4507-acb8-0aa2158ab117 req-34e2313e-ae00-4d4b-ad5c-ce698fa62be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:56.848483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-34e2313e-ae00-4d4b-ad5c-ce698fa62be1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 200 len: 856 time: 0.1155140 Feb 09 00:07:56.955324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae69c12-9696-4765-8c9f-6a679e845e9a req-420b4a13-df92-4b89-aeeb-0490a45400bd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:56.956998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ae69c12-9696-4765-8c9f-6a679e845e9a req-420b4a13-df92-4b89-aeeb-0490a45400bd tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.4988768 Feb 09 00:07:57.061104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743fcd2-024b-4b6f-9047-cb65e5e21ba9 req-54b9bcce-5f2e-435c-bbdf-ced07a8a261a tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:57.062813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3743fcd2-024b-4b6f-9047-cb65e5e21ba9 req-54b9bcce-5f2e-435c-bbdf-ced07a8a261a tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.5753188 Feb 09 00:07:57.156208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33301150-33b2-4507-acb8-0aa2158ab117 req-a1712b97-80f4-47e3-8b41-d24d4f2554a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:57.158441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-a1712b97-80f4-47e3-8b41-d24d4f2554a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=53e7c5c6-c609-49a1-ae82-f8bb95c639d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2929769 Feb 09 00:07:57.162478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] For port 8b917bfb-2bd2-42af-8336-af36062fcb96, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8b917bfb-2bd2-42af-8336-af36062fcb96,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:07:57.162890 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:57.179979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ae69c12-9696-4765-8c9f-6a679e845e9a req-89b6b1a7-6115-47cd-961f-8b087c643742 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104270 Feb 09 00:07:57.183439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3743fcd2-024b-4b6f-9047-cb65e5e21ba9 req-ed50b09f-d2d4-46aa-b163-461c724cb4f4 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030228 Feb 09 00:07:57.198498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39422) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:57.200284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] Calling delete_port for 8b917bfb-2bd2-42af-8336-af36062fcb96 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:07:57.302629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8b917bfb-2bd2-42af-8336-af36062fcb96 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:07:57.398543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-75b275b3-dc01-4fc7-9e1a-9c296d4b341a service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301743 Feb 09 00:07:57.624611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:57.726236 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:57.732686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] No DVR routers for this DVR port 8b917bfb-2bd2-42af-8336-af36062fcb96 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:07:57.747724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1fcb6-8818-4f4c-9ad1-13b6db0231d5 None None] Pushing event deleted for resources: {'Port': ['ID=8b917bfb-2bd2-42af-8336-af36062fcb96,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:57.810638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634cc7a-6333-4efb-80be-efb7e6edd3a6 req-59ccba7a-45c2-420d-adc9-8d61662ff6d4 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:57.821022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9634cc7a-6333-4efb-80be-efb7e6edd3a6 req-59ccba7a-45c2-420d-adc9-8d61662ff6d4 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.3543391 Feb 09 00:07:57.898878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9634cc7a-6333-4efb-80be-efb7e6edd3a6 req-7d25ad24-476f-4fea-b377-149c0fe836ff tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764189 Feb 09 00:07:57.910027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:57.920655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:57.924254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bde8381c-23db-4518-862f-478c99172057 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b474813d34ae4e15abe9676b29febd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7234106 Feb 09 00:07:57.924965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39434) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:58.646069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:07:58.647986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:58.698028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33301150-33b2-4507-acb8-0aa2158ab117 req-62a5baed-ea75-49ca-965c-bf9f3ca0ecfb service neutron] 10.222.0.21 "GET /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2703025 Feb 09 00:07:58.708441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c7e13-2dcf-42de-ab63-60a382309e1f req-ca343de4-d9f2-4a55-a5e1-9af77c7b124a tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:58.718696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c0c7e13-2dcf-42de-ab63-60a382309e1f req-ca343de4-d9f2-4a55-a5e1-9af77c7b124a tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.6216645 Feb 09 00:07:58.724187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:07:58.736757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:07:58.747091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:58.748924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a67dd-d979-4f12-90fc-4853e77866da None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:07:58.749723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:58.770821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364440-de23-47cf-aa35-25a5ac5b1617 req-09261684-8f2e-49cd-8ddd-623ac74c2295 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:58.779429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d364440-de23-47cf-aa35-25a5ac5b1617 req-09261684-8f2e-49cd-8ddd-623ac74c2295 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2465401 Feb 09 00:07:58.801606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c0c7e13-2dcf-42de-ab63-60a382309e1f req-7e3f5d82-5d8e-4c1c-98c9-d4537c7a04b7 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819414 Feb 09 00:07:58.813405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3025746 Feb 09 00:07:58.813405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39456) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:07:58.830601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:0b:8e:d1', 'name': 'tempest-NetworksTestDHCPv6-851131742'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:07:58.879257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60b90548-d1bd-437a-978d-311495096ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:58.904463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361e8ed-2c7e-4889-8290-a43727ef06da tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=362b8217-8f68-43db-a8f6-8bdaeecc1c64,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:58.942130 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60b90548-d1bd-437a-978d-311495096ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:59.056595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d364440-de23-47cf-aa35-25a5ac5b1617 req-fcec355a-2f3b-40b9-b0fe-1c101dd6301e tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762430 Feb 09 00:07:59.112543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60b90548-d1bd-437a-978d-311495096ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:59.133293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-60b90548-d1bd-437a-978d-311495096ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:59.160392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-60b90548-d1bd-437a-978d-311495096ebd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56f40632-f237-4e77-b182-2edc8b8f160c HTTP/1.1" status: 204 len: 168 time: 1.1723952 Feb 09 00:07:59.237185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b90548-d1bd-437a-978d-311495096ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f40632-f237-4e77-b182-2edc8b8f160c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:07:59.321884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '362b8217-8f68-43db-a8f6-8bdaeecc1c64'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:07:59.323325 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:59.476581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:07:59.479378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de60255-06cb-4bfb-8178-42e6638f6bef req-5ba086e6-cb20-45ca-80d4-6126084bf83b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:07:59.491189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2de60255-06cb-4bfb-8178-42e6638f6bef req-5ba086e6-cb20-45ca-80d4-6126084bf83b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.1532502 Feb 09 00:07:59.608574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2de60255-06cb-4bfb-8178-42e6638f6bef req-eb6ee8c9-66db-4fcc-970c-3395d6ee9b39 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132510 Feb 09 00:07:59.698653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:07:59.754340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Allocated IP 2001:db8::f816:3eff:fe1c:f475 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/362b8217-8f68-43db-a8f6-8bdaeecc1c64/54debb0c-d253-48ae-b81b-5187f6471655) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:07:59.757636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 3947af6a-f6d7-4845-b1b9-45fbd32ef273 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:00.144551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.158739 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.246467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe0b:8ed1 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/362b8217-8f68-43db-a8f6-8bdaeecc1c64/3947af6a-f6d7-4845-b1b9-45fbd32ef273) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:00.252493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b851731-d7d4-406d-a16e-08ce6db4d41b req-307ce7d1-df93-47ce-9959-de2dfba403b3 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:00.257267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b851731-d7d4-406d-a16e-08ce6db4d41b req-307ce7d1-df93-47ce-9959-de2dfba403b3 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 945 time: 0.1615987 Feb 09 00:08:00.262039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Pushing event updated for resources: {'Port': ['ID=54debb0c-d253-48ae-b81b-5187f6471655,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:00.283679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:00.285910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:00.289414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:00.406934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Attempting to bind port 54debb0c-d253-48ae-b81b-5187f6471655 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:00.407308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Attempting to bind port 54debb0c-d253-48ae-b81b-5187f6471655 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:00.407678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Attempting to bind port 54debb0c-d253-48ae-b81b-5187f6471655 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:00.439016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:00.439436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:00.441967 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.443263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:00.445856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Bound port: 54debb0c-d253-48ae-b81b-5187f6471655, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:00.448013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.572088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b851731-d7d4-406d-a16e-08ce6db4d41b req-2b35c3d8-8add-499d-9357-db899ea06512 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762415 Feb 09 00:08:00.590940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] For port 54debb0c-d253-48ae-b81b-5187f6471655, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:00.594918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] For port 54debb0c-d253-48ae-b81b-5187f6471655, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54debb0c-d253-48ae-b81b-5187f6471655,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:00.599733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.600715 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.623545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72dfdc-3494-45c5-a443-f304c3ef4ab9 req-633e8c80-5229-4c23-8416-e216f7b02723 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:00.638985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc72dfdc-3494-45c5-a443-f304c3ef4ab9 req-633e8c80-5229-4c23-8416-e216f7b02723 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.3624852 Feb 09 00:08:00.656069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.677609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc4d72-c45b-4b50-b349-9da4a9c6e208 None None] Pushing event updated for resources: {'Port': ['ID=54debb0c-d253-48ae-b81b-5187f6471655,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:00.824179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:00.829793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:00.846405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:00.848217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-5f2a8153-cbba-4c80-8574-59868764227b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:00.852049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-5f2a8153-cbba-4c80-8574-59868764227b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.3283091 Feb 09 00:08:00.855978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:00.856752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:00.868817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=3947af6a-f6d7-4845-b1b9-45fbd32ef273,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:00.903243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc72dfdc-3494-45c5-a443-f304c3ef4ab9 req-d0483ff9-0322-4eae-85a7-286e25bc977c tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626469 Feb 09 00:08:00.942336 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a2f4369-0a6b-442e-8924-735457074404 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1222064 Feb 09 00:08:00.942931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39516) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:01.131753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191a9b7-0706-4f42-a2da-c232c90c2539 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:01.143376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a191a9b7-0706-4f42-a2da-c232c90c2539 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:01.154167 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a191a9b7-0706-4f42-a2da-c232c90c2539 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2098641 Feb 09 00:08:01.156879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39522) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:01.168776 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d11eba-d7d8-48d9-b49e-2f8dfb0e47d3 req-f1e2f7ed-7568-4505-9e76-1dcac7c0cbaa tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:01.173653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81d11eba-d7d8-48d9-b49e-2f8dfb0e47d3 req-f1e2f7ed-7568-4505-9e76-1dcac7c0cbaa tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1097 time: 0.3949480 Feb 09 00:08:01.242092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39524) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:01.384690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81d11eba-d7d8-48d9-b49e-2f8dfb0e47d3 req-77a92e4f-e651-439b-bd4d-16e2f062f622 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666982 Feb 09 00:08:01.410191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Deleting port c4b0f04f-32c9-42e8-ad79-e7192d881ccf {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:01.411594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:01.441148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39530) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:01.563427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 3947af6a-f6d7-4845-b1b9-45fbd32ef273 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:01.563972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:01.688123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] For port c4b0f04f-32c9-42e8-ad79-e7192d881ccf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:01.688495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:01.760209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Calling delete_port for c4b0f04f-32c9-42e8-ad79-e7192d881ccf owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:01.762839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-450260146'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:01.857014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Made reservation on behalf of 8fba8bef3ac14caa954a1226425ea47a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:01.863824 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:01.907855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.001381 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-084d65a4-df0d-4eaa-a7bd-0b02d01cba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.009255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.075457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 3947af6a-f6d7-4845-b1b9-45fbd32ef273 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:02.251381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-7883b5c0-a1f0-42d5-a6ea-816d6bf8ddb7 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:02.253582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-7883b5c0-a1f0-42d5-a6ea-816d6bf8ddb7 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 945 time: 0.4345136 Feb 09 00:08:02.268211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.280801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.282758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d21880-b12d-44a9-b409-52626ec69f77 req-1ff88439-ebb8-4e20-a921-3257488488d4 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:02.285149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6d21880-b12d-44a9-b409-52626ec69f77 req-1ff88439-ebb8-4e20-a921-3257488488d4 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 945 time: 0.4998732 Feb 09 00:08:02.318828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:08:02.331817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.332191 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Added segment f640eb70-03b5-4d6f-ba15-c7333087c5e2 of type vlan for network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c Feb 09 00:08:02.366303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be638657-6b7a-4413-b589-c176c4770fcd req-0311f526-34d8-441d-bdeb-3ecabc6368ec tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:02.372489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be638657-6b7a-4413-b589-c176c4770fcd req-0311f526-34d8-441d-bdeb-3ecabc6368ec tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.2310770 Feb 09 00:08:02.601855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.610263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6d21880-b12d-44a9-b409-52626ec69f77 req-6955f457-0b75-464c-9567-d71a0cf98ab5 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093476 Feb 09 00:08:02.758849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c51dc5e9-3c4b-4743-a79f-5ab0b3622b6b None None] Provisioning complete for port 54debb0c-d253-48ae-b81b-5187f6471655 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:02.760009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c51dc5e9-3c4b-4743-a79f-5ab0b3622b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.786182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00436d-1165-45e3-8ca0-bc673dccb2a1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:02.892757 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.914134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:02.916754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:02.991484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be638657-6b7a-4413-b589-c176c4770fcd req-b7cd64bc-5e77-4852-85d0-2f241cbaaa68 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5949490 Feb 09 00:08:02.994632 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5516176 Feb 09 00:08:03.028023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39552) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:03.043482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Request body: {'subnet': {'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:03.073690 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c51dc5e9-3c4b-4743-a79f-5ab0b3622b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.118910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c51dc5e9-3c4b-4743-a79f-5ab0b3622b6b None None] For port 54debb0c-d253-48ae-b81b-5187f6471655, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54debb0c-d253-48ae-b81b-5187f6471655,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:03.124043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-084d65a4-df0d-4eaa-a7bd-0b02d01cba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.129057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c51dc5e9-3c4b-4743-a79f-5ab0b3622b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.145606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.157137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-084d65a4-df0d-4eaa-a7bd-0b02d01cba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.236264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7148941e-0e1a-41ba-81e6-294c473c3cb0'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:08:03.252400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Deleting port 6b0b8885-5ae2-4e85-8178-b248d737e657 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:03.252858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.280559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470826a-745e-4dcc-8cdb-8fd1710a2c4e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event updated for resources: {'Network': ['ID=8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:03.367900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c4b0f04f-32c9-42e8-ad79-e7192d881ccf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:08:03.380750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.405458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Made reservation on behalf of 8fba8bef3ac14caa954a1226425ea47a for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:03.416062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.475682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:08:03.494739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=3947af6a-f6d7-4845-b1b9-45fbd32ef273,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:03.558245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b9d7d-0db2-4a34-8dbe-17724448c047 req-6d59ac05-218e-4707-bcf9-ea37aab1b972 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:03.566313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.568166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f9b9d7d-0db2-4a34-8dbe-17724448c047 req-6d59ac05-218e-4707-bcf9-ea37aab1b972 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=44bf7bf6-337a-42f7-b24b-b8e407d327d3 HTTP/1.1" status: 200 len: 1018 time: 0.6661847 Feb 09 00:08:03.573038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b0f04f-32c9-42e8-ad79-e7192d881ccf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:03.578999 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2605ea3b-3f87-433b-b0a4-b9239d9a22e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/3947af6a-f6d7-4845-b1b9-45fbd32ef273 HTTP/1.1" status: 204 len: 168 time: 2.4203327 Feb 09 00:08:03.592751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:03.671398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-084d65a4-df0d-4eaa-a7bd-0b02d01cba3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc1508e728684e7e8794c59854d846cb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4282303 Feb 09 00:08:03.694055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39560) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:03.737856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] No DVR routers for this DVR port c4b0f04f-32c9-42e8-ad79-e7192d881ccf on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:03.751917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:03.753024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54debb0c-d253-48ae-b81b-5187f6471655 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:03.770474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-161e693f-c1b4-42ca-8400-6b32791ff45e req-645664ea-aa15-4e43-9ba4-05543ca34481 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.84 "DELETE /v2.0/ports/c4b0f04f-32c9-42e8-ad79-e7192d881ccf HTTP/1.1" status: 204 len: 173 time: 2.8611586 Feb 09 00:08:03.776162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d65a4-df0d-4eaa-a7bd-0b02d01cba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ddc2ef-39df-4f41-9bc1-b46eb1ca77eb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:03.783261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'name': 'network-vif-deleted', 'tag': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:03.786055 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8692dbd-e427-473e-8779-54b5f63ed5c9" -d '{"events": [{"server_uuid": "44bf7bf6-337a-42f7-b24b-b8e407d327d3", "name": "network-vif-deleted", "tag": "c4b0f04f-32c9-42e8-ad79-e7192d881ccf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:03.848024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f9b9d7d-0db2-4a34-8dbe-17724448c047 req-cca2cf1b-a083-4f0b-b2f9-7ab769686972 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367892 Feb 09 00:08:03.944788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-47875089-6f78-4b95-8b67-9a8638b1a719 None None] Could not find standard attr ID for object 3947af6a-f6d7-4845-b1b9-45fbd32ef273. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:08:04.012180 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685946e-ebbc-4a17-99b1-990736503921 x-openstack-request-id: req-8685946e-ebbc-4a17-99b1-990736503921 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:04.012891 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf7bf6-337a-42f7-b24b-b8e407d327d3", "name": "network-vif-deleted", "tag": "c4b0f04f-32c9-42e8-ad79-e7192d881ccf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:04.013397 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8685946e-ebbc-4a17-99b1-990736503921 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:04.014047 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf7bf6-337a-42f7-b24b-b8e407d327d3', 'name': 'network-vif-deleted', 'tag': 'c4b0f04f-32c9-42e8-ad79-e7192d881ccf', 'status': 'completed', 'code': 200} Feb 09 00:08:04.018269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] For port 6b0b8885-5ae2-4e85-8178-b248d737e657, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6b0b8885-5ae2-4e85-8178-b248d737e657,segment=NetworkSegment(e207bec3-2f6c-46ff-a8e3-28908ace8a08),segment_id=e207bec3-2f6c-46ff-a8e3-28908ace8a08)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:04.019058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.049659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6bd0c8-4840-461a-9721-b8772da933d5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:04.051985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6bd0c8-4840-461a-9721-b8772da933d5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:04.059011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39566) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:04.059220 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a6bd0c8-4840-461a-9721-b8772da933d5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4651568 Feb 09 00:08:04.114223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Calling delete_port for 6b0b8885-5ae2-4e85-8178-b248d737e657 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:04.144305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dc5e9-3c4b-4743-a79f-5ab0b3622b6b None None] Pushing event updated for resources: {'Port': ['ID=54debb0c-d253-48ae-b81b-5187f6471655,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:04.174436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 54debb0c-d253-48ae-b81b-5187f6471655 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:04.174822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.248491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60c7e5a2-a8ba-4266-b082-89bc995f2398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.354706 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60c7e5a2-a8ba-4266-b082-89bc995f2398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.381829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2a074-2ee6-42c8-978d-541e4c001e02 req-f1da8934-6108-4fc2-a51c-f83f68c9a862 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:04.384457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23f2a074-2ee6-42c8-978d-541e4c001e02 req-f1da8934-6108-4fc2-a51c-f83f68c9a862 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 945 time: 0.5230253 Feb 09 00:08:04.411655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.488656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 362b8217-8f68-43db-a8f6-8bdaeecc1c64 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:04.545739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.643844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23f2a074-2ee6-42c8-978d-541e4c001e02 req-a2183e0e-e7db-4574-9bee-ea648b7de7d9 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/security-groups?id=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387519 Feb 09 00:08:04.659312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event updated for resources: {'Subnet': ['ID=85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:04.678770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Checking segment: {'id': 'f640eb70-03b5-4d6f-ba15-c7333087c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:04.680865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Network hostable DHCP agents. Network: 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:08:04.695401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60c7e5a2-a8ba-4266-b082-89bc995f2398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.704563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-60c7e5a2-a8ba-4266-b082-89bc995f2398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.708631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-60c7e5a2-a8ba-4266-b082-89bc995f2398 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c3ddc2ef-39df-4f41-9bc1-b46eb1ca77eb HTTP/1.1" status: 204 len: 168 time: 1.0040646 Feb 09 00:08:04.708842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42417804-7079-4dd9-a3fb-92b09e4217a0 req-44c21630-ee1c-46bb-91e9-576bfa26c4d0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:04.722001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42417804-7079-4dd9-a3fb-92b09e4217a0 req-44c21630-ee1c-46bb-91e9-576bfa26c4d0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.5427318 Feb 09 00:08:04.740465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7e5a2-a8ba-4266-b082-89bc995f2398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ddc2ef-39df-4f41-9bc1-b46eb1ca77eb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:04.777396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:08:04.795872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:04.800458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:04.801372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.818871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae5cb7-530c-40f7-834b-f3a0a8e6c3bf None None] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:04.828448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:04.846267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1dd50773-d1c6-44f5-88c7-71ae56b87fcc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8172309 Feb 09 00:08:04.849345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39572) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:04.860556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Request body: {'port': {'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c', 'name': 'tempest-TagsExtTest-1557412481'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:04.907471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42417804-7079-4dd9-a3fb-92b09e4217a0 req-a9f4469f-f885-4e6d-a8ca-6a149d6c4c4f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841621 Feb 09 00:08:05.218617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.246504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Made reservation on behalf of 8fba8bef3ac14caa954a1226425ea47a for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:05.263336 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.300520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.312227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] device_id is not set on port 2708972a-bd09-41ee-81bf-7da3567be113 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:05.326574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c4b0f04f-32c9-42e8-ad79-e7192d881ccf no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:05.361307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Pushing event deleted for resources: {'Port': ['ID=6b0b8885-5ae2-4e85-8178-b248d737e657,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:05.412418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] No DVR routers for this DVR port 6b0b8885-5ae2-4e85-8178-b248d737e657 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:05.423977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.427751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f003339c-a7bc-4af1-9f48-f9f516189e99 req-bab8018a-1067-47da-a659-25af31cf3cb0 tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.21 "DELETE /v2.0/ports/6b0b8885-5ae2-4e85-8178-b248d737e657 HTTP/1.1" status: 204 len: 173 time: 3.1608737 Feb 09 00:08:05.488945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: c4b0f04f-32c9-42e8-ad79-e7192d881ccf {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:05.490164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c4b0f04f-32c9-42e8-ad79-e7192d881ccf not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:05.496556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54debb0c-d253-48ae-b81b-5187f6471655 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:05.525225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.596581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=362b8217-8f68-43db-a8f6-8bdaeecc1c64,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:05.599280 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.606068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-151af0dd-fe6c-4c78-9dcb-b49215658863 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/362b8217-8f68-43db-a8f6-8bdaeecc1c64 HTTP/1.1" status: 204 len: 168 time: 1.5254135 Feb 09 00:08:05.608721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487d2e8-9c4d-401b-be2e-a79bf96453e6 req-e6dd3c03-ab4f-45bf-af06-cca2f5438bdf tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:05.618703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9487d2e8-9c4d-401b-be2e-a79bf96453e6 req-e6dd3c03-ab4f-45bf-af06-cca2f5438bdf tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.1495030 Feb 09 00:08:05.628424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c836779-a167-4304-90df-571a061dfbf9 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:05.639485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39592) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:05.742137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Allocated IP 172.20.0.11 (8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/2708972a-bd09-41ee-81bf-7da3567be113) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:05.777987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68dd4c55-3b45-4e11-a9af-7cfeb4a5506b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346347 Feb 09 00:08:05.784045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39600) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:05.795493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:05.838762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9487d2e8-9c4d-401b-be2e-a79bf96453e6 req-0f3a4b90-eee7-4394-88e3-4648ad96d73c tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141359 Feb 09 00:08:05.868194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c', 'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c', 'tenant_id': '8fba8bef3ac14caa954a1226425ea47a', 'fixed_ips': [{'subnet_id': '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:05.869116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:05.997581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.029960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6683583c-131d-4b11-91f1-a842577d2caa', 'name': 'network-vif-deleted', 'tag': '6b0b8885-5ae2-4e85-8178-b248d737e657'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:06.032449 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1da0ff5-36d6-49e1-9614-dfd2e20f78cd" -d '{"events": [{"server_uuid": "6683583c-131d-4b11-91f1-a842577d2caa", "name": "network-vif-deleted", "tag": "6b0b8885-5ae2-4e85-8178-b248d737e657"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:06.049161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56b34719-2ac6-400e-ae27-91b4cea7bb6b req-f403e942-1fb8-47bf-810f-03f1603fc88d tempest-VolumesSnapshotTestJSON-125256915 tempest-VolumesSnapshotTestJSON-125256915-project] 10.222.0.32 "GET /v2.0/ports?device_id=6683583c-131d-4b11-91f1-a842577d2caa HTTP/1.1" status: 200 len: 210 time: 0.1885967 Feb 09 00:08:06.121491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.170280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:06.176430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:06.189545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:06.193474 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd6f081-cdf2-4c18-81f3-48c59515d7f2 x-openstack-request-id: req-7cd6f081-cdf2-4c18-81f3-48c59515d7f2 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:06.193772 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6683583c-131d-4b11-91f1-a842577d2caa", "name": "network-vif-deleted", "tag": "6b0b8885-5ae2-4e85-8178-b248d737e657", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:06.194025 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd6f081-cdf2-4c18-81f3-48c59515d7f2 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:06.194416 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6683583c-131d-4b11-91f1-a842577d2caa', 'name': 'network-vif-deleted', 'tag': '6b0b8885-5ae2-4e85-8178-b248d737e657', 'status': 'completed', 'code': 200} Feb 09 00:08:06.226523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e91134-4750-4034-b5b6-c65bb68ad70e req-0b0d37ca-8053-49b6-a7f9-1ac694d8bbd3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:06.235431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65e91134-4750-4034-b5b6-c65bb68ad70e req-0b0d37ca-8053-49b6-a7f9-1ac694d8bbd3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.1710293 Feb 09 00:08:06.285282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6b0b8885-5ae2-4e85-8178-b248d737e657 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:06.303087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65e91134-4750-4034-b5b6-c65bb68ad70e req-cf1250e0-71eb-4d3f-9111-ac128e713c9b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667548 Feb 09 00:08:06.356614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:06.363171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.400322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 6b0b8885-5ae2-4e85-8178-b248d737e657 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:06.401507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6b0b8885-5ae2-4e85-8178-b248d737e657 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:06.413769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event updated for resources: {'Port': ['ID=2708972a-bd09-41ee-81bf-7da3567be113,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:06.429333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:06.430180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.457832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c84cf939-e1f7-4e2c-b9d9-3e73c4cedc14 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6059031 Feb 09 00:08:06.460384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39612) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:06.466434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1117203032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:06.519267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 54debb0c-d253-48ae-b81b-5187f6471655 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:06.519774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.578718 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.581426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.622157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:06.707069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Allocated IP 172.20.0.2 (8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/903e8ab8-995d-49d9-966f-0c6baaaab749) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:06.859673 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.871958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.957599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:06.961943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fdc15942-8198-4b36-ab38-cf63a5279cac tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4979069 Feb 09 00:08:06.962315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:06.967299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d68989a1-4de4-42e8-ae12-20d2fd7032d3 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-643248453', 'prefixes': ['172.20.0.0/16']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:07.022174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.193510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.197581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dc810-7b4d-4b1b-8d62-0bd8c11b69af req-aaab5d24-8820-47de-bab0-fb0c9c76a3c1 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:07.199139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-156dc810-7b4d-4b1b-8d62-0bd8c11b69af req-aaab5d24-8820-47de-bab0-fb0c9c76a3c1 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.2155199 Feb 09 00:08:07.233713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d68989a1-4de4-42e8-ae12-20d2fd7032d3 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for subnetpool, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.253506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d68989a1-4de4-42e8-ae12-20d2fd7032d3 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2899723 Feb 09 00:08:07.254182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:07.270806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-1e4c06dc-5303-42e7-8e34-cb92f359d92b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-1769184821') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:07.339374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Pushing event updated for resources: {'Port': ['ID=903e8ab8-995d-49d9-966f-0c6baaaab749,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:07.376370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.402356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:07.417691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:07.424652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:07.585308 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e4c06dc-5303-42e7-8e34-cb92f359d92b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-1769184821 HTTP/1.1" status: 201 len: 201 time: 0.3298905 Feb 09 00:08:07.585986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39644) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:07.591056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-ef2f89bc-5840-4247-b266-f53f2eec8aa3 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-309224194') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:07.593410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.730477 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef2f89bc-5840-4247-b266-f53f2eec8aa3 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-309224194 HTTP/1.1" status: 201 len: 201 time: 0.1428888 Feb 09 00:08:07.731097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39646) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:07.732785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Attempting to bind port 903e8ab8-995d-49d9-966f-0c6baaaab749 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:07.733482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Attempting to bind port 903e8ab8-995d-49d9-966f-0c6baaaab749 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'f640eb70-03b5-4d6f-ba15-c7333087c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:07.737149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Attempting to bind port 903e8ab8-995d-49d9-966f-0c6baaaab749 on network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:07.742092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-d9077ef0-ff4b-40cc-88c6-971fc23cffa6 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-1999505852') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:07.748536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] Deleting port 54debb0c-d253-48ae-b81b-5187f6471655 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:07.750657 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.936163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] For port 54debb0c-d253-48ae-b81b-5187f6471655, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=54debb0c-d253-48ae-b81b-5187f6471655,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:07.936845 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:07.950833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] Calling delete_port for 54debb0c-d253-48ae-b81b-5187f6471655 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:08.039508 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d9077ef0-ff4b-40cc-88c6-971fc23cffa6 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-1999505852 HTTP/1.1" status: 201 len: 201 time: 0.3064468 Feb 09 00:08:08.042541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39658) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:08.048813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54debb0c-d253-48ae-b81b-5187f6471655 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:08.052617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-3d8dd3b8-2451-4c20-9562-63279952b8ba tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-410417786') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:08.072037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 54debb0c-d253-48ae-b81b-5187f6471655 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:08.072544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 54debb0c-d253-48ae-b81b-5187f6471655 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:08.074303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:08.091112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:08.091734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Checking segment: {'id': 'f640eb70-03b5-4d6f-ba15-c7333087c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:08.092172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:08.092533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Bound using segment: {'id': 'f640eb70-03b5-4d6f-ba15-c7333087c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:08.093156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Bound port: 903e8ab8-995d-49d9-966f-0c6baaaab749, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f640eb70-03b5-4d6f-ba15-c7333087c5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:08.093475 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:08.123369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] No DVR routers for this DVR port 54debb0c-d253-48ae-b81b-5187f6471655 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:08.257397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] For port 903e8ab8-995d-49d9-966f-0c6baaaab749, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:08.264305 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d8dd3b8-2451-4c20-9562-63279952b8ba tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-410417786 HTTP/1.1" status: 201 len: 201 time: 0.2185156 Feb 09 00:08:08.264624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39666) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:08.265795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] For port 903e8ab8-995d-49d9-966f-0c6baaaab749, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=903e8ab8-995d-49d9-966f-0c6baaaab749,segment=NetworkSegment(f640eb70-03b5-4d6f-ba15-c7333087c5e2),segment_id=f640eb70-03b5-4d6f-ba15-c7333087c5e2)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:08.276675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-dfb75a08-aad6-4c4c-95bf-9a17ecd71da9 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:08.342014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:08.342014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ffa8b-37a8-4f42-83e7-6f7a47b60f7a None None] Pushing event deleted for resources: {'Port': ['ID=54debb0c-d253-48ae-b81b-5187f6471655,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:08.410627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e5e7f-cf5b-43dd-9288-2570037e4a82 req-1ff515f5-5b39-4dbe-bf0c-635a234db2ce tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:08.450645 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dfb75a08-aad6-4c4c-95bf-9a17ecd71da9 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags HTTP/1.1" status: 200 len: 241 time: 0.1838999 Feb 09 00:08:08.451065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-201e5e7f-cf5b-43dd-9288-2570037e4a82 req-1ff515f5-5b39-4dbe-bf0c-635a234db2ce tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.9670525 Feb 09 00:08:08.453562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39668) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:08.467010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-9bc8a359-c7df-47af-ab3a-83bf06b7bef7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-1769184821') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:08.468429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa52c0-c6f5-412e-a3dc-9675c75fcfa1 None None] Pushing event updated for resources: {'Port': ['ID=903e8ab8-995d-49d9-966f-0c6baaaab749,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:08.513385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-bfa48cdf-9e6a-4f1a-99e1-b7a18ac0b1eb tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:08.518905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-bfa48cdf-9e6a-4f1a-99e1-b7a18ac0b1eb tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 1.2237313 Feb 09 00:08:08.541568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-156dc810-7b4d-4b1b-8d62-0bd8c11b69af req-1ac7507b-34e0-4ceb-9847-af0e103310eb tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3069086 Feb 09 00:08:08.625770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-201e5e7f-cf5b-43dd-9288-2570037e4a82 req-77590831-d1b6-4bc2-b94e-6f5ac72b942a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711133 Feb 09 00:08:08.647711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9bc8a359-c7df-47af-ab3a-83bf06b7bef7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-1769184821 HTTP/1.1" status: 204 len: 168 time: 0.1929443 Feb 09 00:08:08.648348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39672) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:08.670290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-c48d7d54-4802-4c74-8d94-bce5344c2c06 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-1769184821') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:08.672372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:08:08.924635 n-d-828413-1 neutron-server[105925]: WARNING neutron.services.revisions.revision_plugin [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Could not find related port for resource to bump revision. Feb 09 00:08:08.946893 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_pluggable_backend [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Port 54debb0c-d253-48ae-b81b-5187f6471655 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 00:08:08.948070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_pluggable_backend [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:f475 {{(pid=105925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 00:08:08.955955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_pluggable_backend [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1c:f475 {{(pid=105925) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 00:08:08.962313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:08.975391 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c48d7d54-4802-4c74-8d94-bce5344c2c06 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-1769184821 HTTP/1.1" status: 204 len: 168 time: 0.3257442 Feb 09 00:08:08.978229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:09.002186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-27518ddb-c15b-4c93-bd6c-07cdf7e611bf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:09.008944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:09.016400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:09.034551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e93164c-f5be-4737-b6d0-affb3d81ae70 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:09.098951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:09.101249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:09.198842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Deleting port 7148941e-0e1a-41ba-81e6-294c473c3cb0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:09.199285 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:09.222690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27518ddb-c15b-4c93-bd6c-07cdf7e611bf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags HTTP/1.1" status: 200 len: 205 time: 0.2398295 Feb 09 00:08:09.223328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39682) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:09.238746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-cab1fca7-e220-47e6-99eb-42b349bd27ff tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:09.407228 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cab1fca7-e220-47e6-99eb-42b349bd27ff tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags HTTP/1.1" status: 200 len: 240 time: 0.1828334 Feb 09 00:08:09.414003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:09.422887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] For port 7148941e-0e1a-41ba-81e6-294c473c3cb0, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7148941e-0e1a-41ba-81e6-294c473c3cb0,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:09.423463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:09.432616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-6d79bdbf-50ad-4101-8c71-b21289db58ab tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-309224194') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:09.472704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Calling delete_port for 7148941e-0e1a-41ba-81e6-294c473c3cb0 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:09.537200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '1f4d1eab-f0c7-4105-b069-167c26b4db1c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:09.538151 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:09.600701 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d79bdbf-50ad-4101-8c71-b21289db58ab tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-309224194 HTTP/1.1" status: 204 len: 168 time: 0.1849947 Feb 09 00:08:09.610351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:09.624680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8374164 Feb 09 00:08:09.627339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39690) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:09.630023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f618dd-2b85-4f6a-a69d-cef5102ce582 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=1f4d1eab-f0c7-4105-b069-167c26b4db1c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:09.640896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:fb:7a:55', 'name': 'tempest-NetworksTestDHCPv6-411495518'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:09.644382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-6ac32b78-b89e-4b4c-b354-e6567f1bc5ba tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-309224194') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:09.971364 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6ac32b78-b89e-4b4c-b354-e6567f1bc5ba tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-309224194 HTTP/1.1" status: 204 len: 168 time: 0.3520241 Feb 09 00:08:09.974414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:09.986045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-cdb4c6ee-956c-42b1-b340-b2749ddfa038 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:09.994360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Allocated IP 2001:db8::f816:3eff:fe5b:5d28 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/1f4d1eab-f0c7-4105-b069-167c26b4db1c/0d0a9331-22c5-43cc-bbf0-39f8047ee04f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:10.138931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 903e8ab8-995d-49d9-966f-0c6baaaab749 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:10.141517 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cdb4c6ee-956c-42b1-b340-b2749ddfa038 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags HTTP/1.1" status: 200 len: 205 time: 0.1656382 Feb 09 00:08:10.145556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39702) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:10.154222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-4bc5b6eb-7a31-46a5-b4d9-3e3a706d7c33 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:10.236659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7148941e-0e1a-41ba-81e6-294c473c3cb0 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:10.374286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b215b86-c5a8-4fbd-8efe-2c948d5c5210 req-b91e4464-de71-4a7b-bd2b-c1724d50db16 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:10.375724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b215b86-c5a8-4fbd-8efe-2c948d5c5210 req-b91e4464-de71-4a7b-bd2b-c1724d50db16 tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 1097 time: 0.6190724 Feb 09 00:08:10.429320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ceb2e-c40c-4067-9938-b5ce6bc5147a req-81c73c70-324a-4790-9d81-11df499413c6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:10.435967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a92ceb2e-c40c-4067-9938-b5ce6bc5147a req-81c73c70-324a-4790-9d81-11df499413c6 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.6505494 Feb 09 00:08:10.460505 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4bc5b6eb-7a31-46a5-b4d9-3e3a706d7c33 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags HTTP/1.1" status: 200 len: 241 time: 0.3135777 Feb 09 00:08:10.464400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39706) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:10.482686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-36a4015b-98fb-4302-b82c-b52fc4e26f74 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-1999505852') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:10.542999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b215b86-c5a8-4fbd-8efe-2c948d5c5210 req-f1b1c959-defb-4deb-8d97-0b9de4e9dbee tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2c63351a-405a-42b3-bf16-8a93cb750b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056583 Feb 09 00:08:10.543942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:10.603456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a92ceb2e-c40c-4067-9938-b5ce6bc5147a req-1307e99c-a1fe-4a11-82af-bffae3f2976d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169913 Feb 09 00:08:10.614153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:10.660254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:10.685363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3090c0-63c0-4d8e-a675-cb31742b2987 None None] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:10.714925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Pushing event deleted for resources: {'Port': ['ID=7148941e-0e1a-41ba-81e6-294c473c3cb0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:10.720150 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-36a4015b-98fb-4302-b82c-b52fc4e26f74 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-1999505852 HTTP/1.1" status: 204 len: 168 time: 0.2543335 Feb 09 00:08:10.723356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39712) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:10.739350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-06166c19-067b-4c35-a06f-4c5a5839cf69 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-1999505852') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:10.748113 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:10.847688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] No DVR routers for this DVR port 7148941e-0e1a-41ba-81e6-294c473c3cb0 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:10.863866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:10.868430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 903e8ab8-995d-49d9-966f-0c6baaaab749 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:10.873330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-99108863-892f-4cb0-aa06-993cc1f499b0 req-ae783377-2b6c-492a-b218-c4e8f250bf4e tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7148941e-0e1a-41ba-81e6-294c473c3cb0 HTTP/1.1" status: 204 len: 173 time: 2.3263059 Feb 09 00:08:10.873891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'name': 'network-vif-deleted', 'tag': '7148941e-0e1a-41ba-81e6-294c473c3cb0'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:10.876594 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52c20b9-10b9-4d74-8265-ba21c33d3c1c" -d '{"events": [{"server_uuid": "4068f2f0-cec6-40f5-a391-61299c064aaf", "name": "network-vif-deleted", "tag": "7148941e-0e1a-41ba-81e6-294c473c3cb0"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:10.876892 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.003938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.008120 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98137e0-2853-49fa-8be9-9c34e7d7f4e1 x-openstack-request-id: req-f98137e0-2853-49fa-8be9-9c34e7d7f4e1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:11.008409 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4068f2f0-cec6-40f5-a391-61299c064aaf", "name": "network-vif-deleted", "tag": "7148941e-0e1a-41ba-81e6-294c473c3cb0", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:11.008668 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f98137e0-2853-49fa-8be9-9c34e7d7f4e1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:11.009103 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4068f2f0-cec6-40f5-a391-61299c064aaf', 'name': 'network-vif-deleted', 'tag': '7148941e-0e1a-41ba-81e6-294c473c3cb0', 'status': 'completed', 'code': 200} Feb 09 00:08:11.106645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 92aa61e8-ca41-400f-9cea-5fc81bb86449 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:11.131584 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06166c19-067b-4c35-a06f-4c5a5839cf69 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-1999505852 HTTP/1.1" status: 204 len: 168 time: 0.4072299 Feb 09 00:08:11.136250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39718) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.150864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-337ac68d-b412-434c-8418-8104fff7e891 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:11.305017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Pushing event updated for resources: {'Port': ['ID=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:11.364559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No active binding found for port 7148941e-0e1a-41ba-81e6-294c473c3cb0 {{(pid=105933) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 00:08:11.365302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7148941e-0e1a-41ba-81e6-294c473c3cb0 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:11.384180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:11.407680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:11.420321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:11.493043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.496845 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-337ac68d-b412-434c-8418-8104fff7e891 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags HTTP/1.1" status: 200 len: 205 time: 0.3571494 Feb 09 00:08:11.497257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39724) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.506024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-2a57d0c0-1ace-4625-8521-cbc104d6d9a2 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:11.520232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-93a00818-684e-4ad5-ad1c-1c14326a9863 None None] Provisioning complete for port 903e8ab8-995d-49d9-966f-0c6baaaab749 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:11.521046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-93a00818-684e-4ad5-ad1c-1c14326a9863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.547819 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2a57d0c0-1ace-4625-8521-cbc104d6d9a2 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags HTTP/1.1" status: 200 len: 240 time: 0.0495229 Feb 09 00:08:11.550894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39726) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.551368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fefb:7a55 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/1f4d1eab-f0c7-4105-b069-167c26b4db1c/92aa61e8-ca41-400f-9cea-5fc81bb86449) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:11.559513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-694784c8-ac7b-447e-b650-cbe3a7339977 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-410417786') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:11.636820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 903e8ab8-995d-49d9-966f-0c6baaaab749, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=903e8ab8-995d-49d9-966f-0c6baaaab749,segment=NetworkSegment(f640eb70-03b5-4d6f-ba15-c7333087c5e2),segment_id=f640eb70-03b5-4d6f-ba15-c7333087c5e2)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:11.644710 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-694784c8-ac7b-447e-b650-cbe3a7339977 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-410417786 HTTP/1.1" status: 204 len: 168 time: 0.0925169 Feb 09 00:08:11.649642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39732) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.654348 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.663329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-b17d1be5-54f8-436f-85ce-146d794e94c7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-410417786') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:11.706119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Attempting to bind port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:11.714162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Attempting to bind port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:11.717438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Attempting to bind port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:11.777359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b17d1be5-54f8-436f-85ce-146d794e94c7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-410417786 HTTP/1.1" status: 204 len: 168 time: 0.1249115 Feb 09 00:08:11.780560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39738) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.786760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:11.787140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:11.787545 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.818131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-cd398c18-a05d-477f-9e6f-773fe8d18400 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:11.818871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:11.818871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Bound port: 0d0a9331-22c5-43cc-bbf0-39f8047ee04f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:11.818871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:11.862988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd398c18-a05d-477f-9e6f-773fe8d18400 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags HTTP/1.1" status: 200 len: 205 time: 0.0797811 Feb 09 00:08:11.865645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.870805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-79bb8219-eadb-40f3-97b9-82fd8afb643d tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:11.919759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e62b3a5a-e074-49a3-829e-8249b40157b5 req-ff339792-7062-464d-ac54-bfe2f3a1260b tempest-TestServerMultinode-1345929351 tempest-TestServerMultinode-1345929351-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4068f2f0-cec6-40f5-a391-61299c064aaf HTTP/1.1" status: 200 len: 210 time: 0.1312249 Feb 09 00:08:11.962006 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-79bb8219-eadb-40f3-97b9-82fd8afb643d tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags HTTP/1.1" status: 204 len: 168 time: 0.0950513 Feb 09 00:08:11.967784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39742) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:11.972383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-d521b264-e9eb-48ef-a253-1ec7605e218b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:12.034017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36941bf-2511-41f3-84ac-160e933dd4fc req-6e464958-61ea-4247-90a8-f0f91f199eda tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:12.050921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e36941bf-2511-41f3-84ac-160e933dd4fc req-6e464958-61ea-4247-90a8-f0f91f199eda tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.1767018 Feb 09 00:08:12.079563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5f4bb625-4064-4972-89f0-ca52106bc6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.141512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=903e8ab8-995d-49d9-966f-0c6baaaab749,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:12.142525 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d521b264-e9eb-48ef-a253-1ec7605e218b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1730292 Feb 09 00:08:12.145859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39746) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.162993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-701cd9e1-90e2-4f4c-a7ad-14e949bfdca7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:12.202106 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.216282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] For port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:12.220885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] For port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:12.233691 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.254529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e36941bf-2511-41f3-84ac-160e933dd4fc req-98f60f4c-727e-45b7-9f44-33fe7d415fee tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800356 Feb 09 00:08:12.260650 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-701cd9e1-90e2-4f4c-a7ad-14e949bfdca7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags HTTP/1.1" status: 204 len: 168 time: 0.1114435 Feb 09 00:08:12.262925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39748) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.267721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-7504a71c-1845-4134-8c4a-8fd7919fb30d tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:12.339340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.345845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dddef-8671-49e0-a347-93188fb8c791 None None] Pushing event updated for resources: {'Port': ['ID=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:12.387038 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7504a71c-1845-4134-8c4a-8fd7919fb30d tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags HTTP/1.1" status: 204 len: 168 time: 0.1228592 Feb 09 00:08:12.406784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39750) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.439165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-8ce66905-e410-466a-acdd-84326d256e84 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-1936171884') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:12.547592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:12.552733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:12.563186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:12.581908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:12.582600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.588026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=92aa61e8-ca41-400f-9cea-5fc81bb86449,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:12.676312 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39752) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.681434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-262b2895-598d-4b62-992a-5b388255d9de tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0444427 Feb 09 00:08:12.753311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8ce66905-e410-466a-acdd-84326d256e84 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-1936171884 HTTP/1.1" status: 201 len: 201 time: 0.3206995 Feb 09 00:08:12.754773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b6323f93-63a3-4ebf-b480-b3a06b121ddf None None] Provisioning complete for port 2708972a-bd09-41ee-81bf-7da3567be113 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:12.755260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6323f93-63a3-4ebf-b480-b3a06b121ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.756045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39754) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.769931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-8400f057-7938-4567-a408-2c098803ed2e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-1772874297') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:12.837600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b6323f93-63a3-4ebf-b480-b3a06b121ddf None None] Port 2708972a-bd09-41ee-81bf-7da3567be113 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:08:12.882563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73809da0-434d-43c6-905c-d7f2a5047002 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:12.888973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b6323f93-63a3-4ebf-b480-b3a06b121ddf None None] Provisioning complete for port 903e8ab8-995d-49d9-966f-0c6baaaab749 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:12.889107 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6323f93-63a3-4ebf-b480-b3a06b121ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:12.890985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73809da0-434d-43c6-905c-d7f2a5047002 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:12.899502 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-73809da0-434d-43c6-905c-d7f2a5047002 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2184477 Feb 09 00:08:12.899969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39760) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.938312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8400f057-7938-4567-a408-2c098803ed2e tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-1772874297 HTTP/1.1" status: 201 len: 201 time: 0.1717336 Feb 09 00:08:12.938724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39762) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:12.957381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-46ffcdee-8e6b-4c38-b984-8c23e90e8e3d tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-1405777071') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:13.068820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39768) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:13.143474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 92aa61e8-ca41-400f-9cea-5fc81bb86449 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:13.144193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:13.308470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c9cceb2b-b7f5-4604-a91a-3b7299bfbf13 None None] Provisioning complete for port 2708972a-bd09-41ee-81bf-7da3567be113 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:13.316461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9cceb2b-b7f5-4604-a91a-3b7299bfbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:13.373211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:13.425190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 92aa61e8-ca41-400f-9cea-5fc81bb86449 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:13.430927 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-46ffcdee-8e6b-4c38-b984-8c23e90e8e3d tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-1405777071 HTTP/1.1" status: 201 len: 201 time: 0.4908433 Feb 09 00:08:13.438394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:13.451574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-3497fd07-8f9a-4767-83ba-e671650d2726 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-1711788089') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:13.466746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c9cceb2b-b7f5-4604-a91a-3b7299bfbf13 None None] Port 2708972a-bd09-41ee-81bf-7da3567be113 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:08:13.628630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb038-dcc1-4f8b-8e2e-4bf5e38e9f72 req-30b0b8d4-36f4-45f5-a5ee-d0de2e9c717d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:13.631025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15bcb038-dcc1-4f8b-8e2e-4bf5e38e9f72 req-30b0b8d4-36f4-45f5-a5ee-d0de2e9c717d tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 943 time: 0.1718006 Feb 09 00:08:13.636117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3497fd07-8f9a-4767-83ba-e671650d2726 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-1711788089 HTTP/1.1" status: 201 len: 201 time: 0.1883233 Feb 09 00:08:13.650121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39774) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:13.654997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-9d65950e-a77f-4c13-bde7-d7b64fbb1a51 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', {'tags': ['tempest-TagsExtTest-Tag-1242547881', 'tempest-TagsExtTest-Tag-258894821', 'tempest-TagsExtTest-Tag-1827700390']}) {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:13.716348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15bcb038-dcc1-4f8b-8e2e-4bf5e38e9f72 req-d4c22d96-0889-4845-a155-969dd24c9cc2 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741246 Feb 09 00:08:13.757551 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9d65950e-a77f-4c13-bde7-d7b64fbb1a51 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags HTTP/1.1" status: 200 len: 317 time: 0.1062217 Feb 09 00:08:13.760819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:13.765120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-d75d01a3-3d3e-4972-a4b8-7d4755182a10 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:13.880180 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.008587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=92aa61e8-ca41-400f-9cea-5fc81bb86449,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:14.063300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.067435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c5dc0998-e311-462d-a8c2-298f2aba4759 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/92aa61e8-ca41-400f-9cea-5fc81bb86449 HTTP/1.1" status: 204 len: 168 time: 1.1658914 Feb 09 00:08:14.071890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.088623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 903e8ab8-995d-49d9-966f-0c6baaaab749 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:14.186551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 903e8ab8-995d-49d9-966f-0c6baaaab749 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:14.187619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.201165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd51803-2426-431f-9913-89a93fdf9a84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:14.203303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd51803-2426-431f-9913-89a93fdf9a84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:14.208248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8bd51803-2426-431f-9913-89a93fdf9a84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1353090 Feb 09 00:08:14.209394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39790) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.256676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:08:14.293438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 1f4d1eab-f0c7-4105-b069-167c26b4db1c {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:14.297299 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.358739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.448382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:14.463217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0d0a9331-22c5-43cc-bbf0-39f8047ee04f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:14.468371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'port_id': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'mac_address': 'fa:16:3e:a7:ec:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:08:14.482510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.527582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9b3ed34f-b581-44e2-903a-fc346363832a None None] Provisioning complete for port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:14.528123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed34f-b581-44e2-903a-fc346363832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.573883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.608575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4d1eab-f0c7-4105-b069-167c26b4db1c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:14.622205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.627520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68815c75-30f7-4d3d-803a-3db57c8b39b9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/1f4d1eab-f0c7-4105-b069-167c26b4db1c HTTP/1.1" status: 204 len: 168 time: 0.4165697 Feb 09 00:08:14.630213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39794) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.679020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f24124-4ade-4c0a-bbad-49febaaf33cb None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:14.689029 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a9557d3d-3b1d-49cf-911e-3a55bf39497d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565760 Feb 09 00:08:14.689262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39796) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.689854 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d75d01a3-3d3e-4972-a4b8-7d4755182a10 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags HTTP/1.1" status: 204 len: 168 time: 0.9280300 Feb 09 00:08:14.690971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39798) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.695105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-b01ccf68-5c79-46c6-941a-b76a0794c85a tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-1242547881') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:14.747522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.756394 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-b01ccf68-5c79-46c6-941a-b76a0794c85a tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:14.760249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b01ccf68-5c79-46c6-941a-b76a0794c85a tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-1242547881 HTTP/1.1" status: 404 len: 329 time: 0.0668986 Feb 09 00:08:14.760617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39800) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.765036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-30ac616e-0e83-4007-992a-ccc42f2c0faf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-258894821') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:14.773414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3d12d0-c5c3-4d60-a545-a25038e0337a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:08:14.792433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-45671444-dd83-47f3-ba97-4b074607d6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.828156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:14.829425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:14.829993 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.850018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.860837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:14.861291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a18bf-0bd4-410a-8b94-9e140e405cfd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:14.865995 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-567a18bf-0bd4-410a-8b94-9e140e405cfd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1731262 Feb 09 00:08:14.868453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39804) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.892471 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-30ac616e-0e83-4007-992a-ccc42f2c0faf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:14.896097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30ac616e-0e83-4007-992a-ccc42f2c0faf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-258894821 HTTP/1.1" status: 404 len: 328 time: 0.1319420 Feb 09 00:08:14.896372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39806) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:14.900832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-14afe618-0995-4da7-9db6-a64b51e54a4b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89', 'tempest-TagsExtTest-Tag-1827700390') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:14.961202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e0cf4-cb48-4852-badb-16a9a688e38f req-e2714bff-12e0-4294-bf78-a119b9b467ad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:14.962097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af8e0cf4-cb48-4852-badb-16a9a688e38f req-e2714bff-12e0-4294-bf78-a119b9b467ad tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.1108236 Feb 09 00:08:14.987937 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed34f-b581-44e2-903a-fc346363832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.020273 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-14afe618-0995-4da7-9db6-a64b51e54a4b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:15.021335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-14afe618-0995-4da7-9db6-a64b51e54a4b tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags/tempest-TagsExtTest-Tag-1827700390 HTTP/1.1" status: 404 len: 329 time: 0.1240342 Feb 09 00:08:15.024851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39812) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.027474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:15.030229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-7dbd4ac4-39e6-452f-8b94-1701347186d2 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', {'tags': ['tempest-TagsExtTest-Tag-1042370289', 'tempest-TagsExtTest-Tag-399509541', 'tempest-TagsExtTest-Tag-63373527']}) {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:15.045957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af8e0cf4-cb48-4852-badb-16a9a688e38f req-94ec438f-12c6-4524-a8a7-a573753bdcb7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736268 Feb 09 00:08:15.083317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ae3d12d0-c5c3-4d60-a545-a25038e0337a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:08:15.093910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81c688f-f072-413b-8d98-e62cfeef3402 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:15.098152 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f81c688f-f072-413b-8d98-e62cfeef3402 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2284782 Feb 09 00:08:15.108628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9b3ed34f-b581-44e2-903a-fc346363832a None None] For port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:15.109416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39814) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.179123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:15.181863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9b3ed34f-b581-44e2-903a-fc346363832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.192938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e0dff71c-9097-4b8b-b1a6-0bab1d469e60 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833313 Feb 09 00:08:15.224011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.234513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:15.238862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.246669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7dbd4ac4-39e6-452f-8b94-1701347186d2 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags HTTP/1.1" status: 200 len: 315 time: 0.2171612 Feb 09 00:08:15.259246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39822) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.267727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-1edf412f-1b68-4e89-a842-a813f56d12a9 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:15.385521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c3c91e69-d13d-4316-9870-1d177ae3874f None None] Could not find standard attr ID for object 92aa61e8-ca41-400f-9cea-5fc81bb86449. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:08:15.411547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ed34f-b581-44e2-903a-fc346363832a None None] Pushing event updated for resources: {'Port': ['ID=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:15.571999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:15.575523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.582435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:08:15.582797 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:08:15.592680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1edf412f-1b68-4e89-a842-a813f56d12a9 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags HTTP/1.1" status: 204 len: 168 time: 0.3285682 Feb 09 00:08:15.593076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39832) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.605198 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.615272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-e9bdb26e-663b-41ed-a1f1-02a0506cd45c tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-1042370289') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:15.642785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] Deleting port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:15.642989 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.657522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39836) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.663135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553202558', 'description': 'tempest-secgroup-smoke-1553202558 description', 'project_id': 'bfa16be099634c03b04a243272d01db5'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:15.701759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.721823 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Deleting port 89992253-35a7-405f-b187-4e6b5a881d37 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:15.722711 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.776162 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-e9bdb26e-663b-41ed-a1f1-02a0506cd45c tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:15.777266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e9bdb26e-663b-41ed-a1f1-02a0506cd45c tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-1042370289 HTTP/1.1" status: 404 len: 329 time: 0.1654186 Feb 09 00:08:15.780343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.785347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-2e262c4a-0d36-40ea-acab-3e20cf44984a tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-399509541') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:15.854482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] For port 89992253-35a7-405f-b187-4e6b5a881d37, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=89992253-35a7-405f-b187-4e6b5a881d37,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:15.854864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.886423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] For port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:15.886643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Calling delete_port for 89992253-35a7-405f-b187-4e6b5a881d37 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:15.886943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:15.902753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] Calling delete_port for 0d0a9331-22c5-43cc-bbf0-39f8047ee04f owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:15.941692 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-2e262c4a-0d36-40ea-acab-3e20cf44984a tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:15.942751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2e262c4a-0d36-40ea-acab-3e20cf44984a tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-399509541 HTTP/1.1" status: 404 len: 328 time: 0.1615083 Feb 09 00:08:15.947302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39842) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:15.971018 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-56834bd8-c790-4a94-808a-9484a06c8975 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113', 'tempest-TagsExtTest-Tag-63373527') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:16.030811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.054446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] No DVR routers for this DVR port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:16.086831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f63d39-ebd3-4354-b20c-b1a62acb6e4d None None] Pushing event deleted for resources: {'Port': ['ID=0d0a9331-22c5-43cc-bbf0-39f8047ee04f,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:16.113798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.132806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Port 0d0a9331-22c5-43cc-bbf0-39f8047ee04f update to ACTIVE by agent not found {{(pid=105933) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 09 00:08:16.189357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.200383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.258260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:16.263870 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-56834bd8-c790-4a94-808a-9484a06c8975 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:16.264105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:16.270181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-56834bd8-c790-4a94-808a-9484a06c8975 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags/tempest-TagsExtTest-Tag-63373527 HTTP/1.1" status: 404 len: 327 time: 0.3163121 Feb 09 00:08:16.285829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39846) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:16.297388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.tag.tag_plugin [None req-d577163c-8713-4133-ae25-6abeeb621392 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', {'tags': ['tempest-TagsExtTest-Tag-1127208901', 'tempest-TagsExtTest-Tag-570599232', 'tempest-TagsExtTest-Tag-565747499']}) {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:16.304766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:16.309370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:16.310646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.321060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0d0a9331-22c5-43cc-bbf0-39f8047ee04f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:16.323659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8cec6-022c-47c3-939d-49daac64d9e4 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:16.333898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=64044c2b-0502-4f99-8706-338b44b82c69,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:16.370463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f8a54a7f-98fb-4115-a70e-9d95a7e269a4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1446455 Feb 09 00:08:16.371304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39848) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:16.386366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:a5:7b:13', 'name': 'tempest-NetworksTestDHCPv6-1028671490'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:16.431771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a14b27-117c-474d-91e5-52d6df3e3dd0 req-0f946be0-f265-4ae1-b825-9bb7f4124bf0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:16.434010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81a14b27-117c-474d-91e5-52d6df3e3dd0 req-0f946be0-f265-4ae1-b825-9bb7f4124bf0 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.2145176 Feb 09 00:08:16.465056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.471447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8070316 Feb 09 00:08:16.471952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4408e-d549-4436-9d06-ff2167dc95c0 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03fd62-e02b-4947-bea9-2b45e88667de,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:16.474876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39854) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:16.483933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group_rule': {'security_group_id': '8f03fd62-e02b-4947-bea9-2b45e88667de', 'project_id': 'bfa16be099634c03b04a243272d01db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:16.529316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.532549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.537985 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d577163c-8713-4133-ae25-6abeeb621392 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags HTTP/1.1" status: 200 len: 316 time: 0.2507794 Feb 09 00:08:16.550847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0d0a9331-22c5-43cc-bbf0-39f8047ee04f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:16.550847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0d0a9331-22c5-43cc-bbf0-39f8047ee04f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:16.553642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:16.564546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-22f6f70b-3a60-46cb-9c30-b0a894c72522 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:16.576183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Pushing event deleted for resources: {'Port': ['ID=89992253-35a7-405f-b187-4e6b5a881d37,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:16.579308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '64044c2b-0502-4f99-8706-338b44b82c69'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:16.580966 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.616040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ae3d12d0-c5c3-4d60-a545-a25038e0337a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:16.616647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.741995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81a14b27-117c-474d-91e5-52d6df3e3dd0 req-ab70620e-1bac-4971-9372-77d59354e856 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983465 Feb 09 00:08:16.755114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.771035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.858242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22691bba-21a3-4cc6-ba35-4c8913c17c7e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:16.903910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-22f6f70b-3a60-46cb-9c30-b0a894c72522 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags HTTP/1.1" status: 204 len: 168 time: 0.3409584 Feb 09 00:08:16.907075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39862) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:16.916236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-f7a54d23-94ee-48bc-a57f-8f36aa691aa7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-1127208901') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:16.940493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:16.942087 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-399aa763-06c4-4782-ba63-7a3d440cdc19 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4638343 Feb 09 00:08:16.950375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:16.955188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group_rule': {'security_group_id': '8f03fd62-e02b-4947-bea9-2b45e88667de', 'project_id': 'bfa16be099634c03b04a243272d01db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:16.955605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:17.081243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.132369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 36bc3cff-8c8d-4b99-b918-ab532b78f468 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:17.156569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.183954 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.346595 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.359250 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.388109 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.396706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/64044c2b-0502-4f99-8706-338b44b82c69/b0830c7d-31d4-44f9-b8c0-420f299aaaab) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:17.417113 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.424307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.443457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:17.447467 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d60485c-e43c-43e4-8c45-9c98018c3e81" -d '{"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:17.463774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d3cc29-b0b8-4f2b-ac29-d9b856fa3f4b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:17.508623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:17.527518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.533563 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f52905b-58b7-449d-9167-9cca1aa37a7a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5818067 Feb 09 00:08:17.534564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:17.551768 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.557034 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3f638e-ccc3-4052-b239-3f85e68f7268 x-openstack-request-id: req-7d3f638e-ccc3-4052-b239-3f85e68f7268 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:17.557497 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-plugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:17.557860 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d3f638e-ccc3-4052-b239-3f85e68f7268 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:17.558370 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'code': 200} Feb 09 00:08:17.586888 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-f7a54d23-94ee-48bc-a57f-8f36aa691aa7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:17.591112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f7a54d23-94ee-48bc-a57f-8f36aa691aa7 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-1127208901 HTTP/1.1" status: 404 len: 329 time: 0.6827669 Feb 09 00:08:17.591456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39870) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:17.606725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-b573fd1b-1b3a-4372-9b11-acf2add7d115 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-570599232') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:17.623499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group_rule': {'security_group_id': '8f03fd62-e02b-4947-bea9-2b45e88667de', 'project_id': 'bfa16be099634c03b04a243272d01db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:17.713039 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-b573fd1b-1b3a-4372-9b11-acf2add7d115 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:17.718166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b573fd1b-1b3a-4372-9b11-acf2add7d115 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-570599232 HTTP/1.1" status: 404 len: 328 time: 0.1232760 Feb 09 00:08:17.724074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:17.727440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:17.732198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-ea2ef902-5f18-4377-a081-f5a0cd1ed2d1 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5', 'tempest-TagsExtTest-Tag-565747499') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:17.765948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.791774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.806556 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.931356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Router 8263b861-98ee-4883-af99-2b0b382a067f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:08:17.947574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:17.956804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:17.969581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:17.970530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::1c2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/64044c2b-0502-4f99-8706-338b44b82c69/36bc3cff-8c8d-4b99-b918-ab532b78f468) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:17.977940 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-ea2ef902-5f18-4377-a081-f5a0cd1ed2d1 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:17.979063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Pushing event updated for resources: {'Port': ['ID=b0830c7d-31d4-44f9-b8c0-420f299aaaab,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:17.982194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea2ef902-5f18-4377-a081-f5a0cd1ed2d1 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags/tempest-TagsExtTest-Tag-565747499 HTTP/1.1" status: 404 len: 328 time: 0.2535889 Feb 09 00:08:17.984598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053d221-9761-4fc4-a719-517083136c2a req-04f316a8-1741-49a4-95a6-76f77612d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:17.986299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d053d221-9761-4fc4-a719-517083136c2a req-04f316a8-1741-49a4-95a6-76f77612d92d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 1097 time: 0.2671165 Feb 09 00:08:17.986899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39880) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:17.991522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:17.995081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-d0c4666f-8d56-488b-a84d-626cbf885cc5 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', {'tags': ['tempest-TagsExtTest-Tag-25520583', 'tempest-TagsExtTest-Tag-1152064235', 'tempest-TagsExtTest-Tag-1288863706']}) {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.037655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.078316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d308102-6b35-4af1-b3b4-149a05f7bf4b req-58f43e2e-1971-4622-8b03-6a49452c4648 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:18.080077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d308102-6b35-4af1-b3b4-149a05f7bf4b req-58f43e2e-1971-4622-8b03-6a49452c4648 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.1785474 Feb 09 00:08:18.115429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Attempting to bind port b0830c7d-31d4-44f9-b8c0-420f299aaaab on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:18.116146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Attempting to bind port b0830c7d-31d4-44f9-b8c0-420f299aaaab by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:18.116688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Attempting to bind port b0830c7d-31d4-44f9-b8c0-420f299aaaab on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:18.123185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f68803e-30da-464d-a292-b8c84008a7ff,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:18.132214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:18.135324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:18.135802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.137408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:18.137915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Bound port: b0830c7d-31d4-44f9-b8c0-420f299aaaab, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:18.140203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.141951 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d053d221-9761-4fc4-a719-517083136c2a req-5bd99663-3a94-4bd9-8db3-b825ecd4b3d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344123 Feb 09 00:08:18.192883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d308102-6b35-4af1-b3b4-149a05f7bf4b req-2e8f4c51-a87c-4ff1-adce-17e5d4dc68f2 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990028 Feb 09 00:08:18.199639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d0c4666f-8d56-488b-a84d-626cbf885cc5 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "PUT /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags HTTP/1.1" status: 200 len: 316 time: 0.2070336 Feb 09 00:08:18.200965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39882) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.228881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-c2e72ccb-edc6-482d-90fe-6416e672859c tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.249025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.250249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-360ccdf5-1999-4784-871b-78cd05d67e45 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6304016 Feb 09 00:08:18.253010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.260139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group_rule': {'security_group_id': '8f03fd62-e02b-4947-bea9-2b45e88667de', 'project_id': 'bfa16be099634c03b04a243272d01db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:18.298248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] For port b0830c7d-31d4-44f9-b8c0-420f299aaaab, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:18.302337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] For port b0830c7d-31d4-44f9-b8c0-420f299aaaab, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0830c7d-31d4-44f9-b8c0-420f299aaaab,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:18.316324 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.341192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:08:18.349222 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-066ad096-f62b-4e39-aaaf-938883dbc04b admin admin] 10.222.0.32 "PUT /v2.0/routers/8263b861-98ee-4883-af99-2b0b382a067f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2790325 Feb 09 00:08:18.351399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] Sync routers for ids ['8263b861-98ee-4883-af99-2b0b382a067f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:08:18.356596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.364963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.377722 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] Routers {'8263b861-98ee-4883-af99-2b0b382a067f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:18.378357 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8263b861-98ee-4883-af99-2b0b382a067f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.383978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c2e72ccb-edc6-482d-90fe-6416e672859c tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags HTTP/1.1" status: 204 len: 168 time: 0.1819341 Feb 09 00:08:18.400533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39888) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.411257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-57cf99c8-9f02-4e8f-8ce2-c0a40f8fbc73 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-25520583') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.411729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167f509-8087-49a5-ac18-757701339dc3 None None] Pushing event updated for resources: {'Port': ['ID=b0830c7d-31d4-44f9-b8c0-420f299aaaab,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:18.465341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.502551 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-57cf99c8-9f02-4e8f-8ce2-c0a40f8fbc73 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:18.503373 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-57cf99c8-9f02-4e8f-8ce2-c0a40f8fbc73 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-25520583 HTTP/1.1" status: 404 len: 327 time: 0.1018803 Feb 09 00:08:18.507660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39890) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.516682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-2c4b0d64-7212-4e00-924e-2805f4374231 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-1152064235') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.516930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.527151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.532649 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.566429 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-2c4b0d64-7212-4e00-924e-2805f4374231 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:18.567796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2c4b0d64-7212-4e00-924e-2805f4374231 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-1152064235 HTTP/1.1" status: 404 len: 329 time: 0.0586078 Feb 09 00:08:18.569924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.572556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39892) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.577088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-e659ad47-4f8f-497b-be51-5c641ce7e5d6 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c', 'tempest-TagsExtTest-Tag-1288863706') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.611885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.613924 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3597429 Feb 09 00:08:18.615186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2d21-0160-4a21-badf-6a91535ceb99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ab9edd-5c9a-4907-b9a1-21d12a08cf37,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:18.618628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.625882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group_rule': {'security_group_id': '8f03fd62-e02b-4947-bea9-2b45e88667de', 'project_id': 'bfa16be099634c03b04a243272d01db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:18.641324 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] Set router 8263b861-98ee-4883-af99-2b0b382a067f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:18.696178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=36bc3cff-8c8d-4b99-b918-ab532b78f468,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:18.743509 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-e659ad47-4f8f-497b-be51-5c641ce7e5d6 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] show failed (client error): The resource could not be found. Feb 09 00:08:18.743509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e659ad47-4f8f-497b-be51-5c641ce7e5d6 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags/tempest-TagsExtTest-Tag-1288863706 HTTP/1.1" status: 404 len: 329 time: 0.1666210 Feb 09 00:08:18.747847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:18.748724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.755421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-712204a0-1792-468d-a995-9317da1c76bf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '74bddbc2-ed54-401d-81e6-f113237b6e1c') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.820215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:18.824141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:18.837561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:18.838980 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:18.886754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-712204a0-1792-468d-a995-9317da1c76bf tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c/tags HTTP/1.1" status: 204 len: 168 time: 0.1368413 Feb 09 00:08:18.896127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39898) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:18.901933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-5575aa4c-652d-4130-810b-701ef66a2686 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1561b1d-e305-46fd-ac64-854d5f2f32b5') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:18.926609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ce6c485-f5da-4c2d-a070-604a066a4df7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5485382 Feb 09 00:08:18.937330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:19.087746 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:08:16Z', 'revision_number': 5, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:19.122918 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] Checking router: 8263b861-98ee-4883-af99-2b0b382a067f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:08:19.151434 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] Routers {'8263b861-98ee-4883-af99-2b0b382a067f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:19.152053 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8263b861-98ee-4883-af99-2b0b382a067f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:19.155604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b143c245-5871-4a33-82ce-1123c55329bb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:19.163726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b143c245-5871-4a33-82ce-1123c55329bb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:19.166655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b143c245-5871-4a33-82ce-1123c55329bb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2268589 Feb 09 00:08:19.170705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39910) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:19.240458 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Project bfa16be099634c03b04a243272d01db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:08:19.264729 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.279546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5575aa4c-652d-4130-810b-701ef66a2686 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5/tags HTTP/1.1" status: 204 len: 168 time: 0.3781848 Feb 09 00:08:19.280204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39914) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:19.296533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-da8eb4e3-a5c5-4444-b621-cada6d5a0a13 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2708972a-bd09-41ee-81bf-7da3567be113') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:19.332824 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.394512 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] Set router 8263b861-98ee-4883-af99-2b0b382a067f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:19.421367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.489489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.547964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a334c81-7836-49f7-8c92-1b9aea0ab7ce,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:19.621512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a89564-c1b4-4e36-812d-3b0f8090ea83 req-6d57b6e8-baee-4957-a197-cc9cb537b48a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:19.638699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3a89564-c1b4-4e36-812d-3b0f8090ea83 req-6d57b6e8-baee-4957-a197-cc9cb537b48a tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.2838807 Feb 09 00:08:19.656241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.656241 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-106e8506-fc3e-4fc6-8a05-6c062ac7d4d4 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0184045 Feb 09 00:08:19.658568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39930) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:19.663993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'security_group_rule': {'security_group_id': '8f03fd62-e02b-4947-bea9-2b45e88667de', 'project_id': 'bfa16be099634c03b04a243272d01db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:19.691130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 36bc3cff-8c8d-4b99-b918-ab532b78f468 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:19.691710 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.768634 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Project bfa16be099634c03b04a243272d01db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:08:19.772274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Deleting port e6f23113-e292-40b8-b793-bb36d7f4a874 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:19.774076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.813851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3a89564-c1b4-4e36-812d-3b0f8090ea83 req-f9ce39d5-d05b-47da-938a-d9b9e6cbeb52 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733449 Feb 09 00:08:19.821159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-da8eb4e3-a5c5-4444-b621-cada6d5a0a13 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113/tags HTTP/1.1" status: 204 len: 168 time: 0.5283072 Feb 09 00:08:19.821858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39938) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:19.838086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:19.844243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.tag.tag_plugin [None req-1f2bbb52-901f-4d88-b79d-fc7b622095fc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:19.924022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:08:16Z', 'revision_number': 5, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:19.986015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.050317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 36bc3cff-8c8d-4b99-b918-ab532b78f468 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:20.204614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1f2bbb52-901f-4d88-b79d-fc7b622095fc tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89/tags HTTP/1.1" status: 204 len: 168 time: 0.3817215 Feb 09 00:08:20.214345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39958) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:20.235590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.304276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.310352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-259dd583-9d73-4db4-84c0-f7bd238d5c15 None None] Provisioning complete for port b0830c7d-31d4-44f9-b8c0-420f299aaaab triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:20.314822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-259dd583-9d73-4db4-84c0-f7bd238d5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.371175 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093267e2-ca02-4945-8dd4-3eec10c88e9d None None] The sync data for ids ['8263b861-98ee-4883-af99-2b0b382a067f'] in n-d-828413-1 is: [{'id': '8263b861-98ee-4883-af99-2b0b382a067f', 'name': 'tempest-TestServerMultinode-284081983-router', 'tenant_id': 'dc6da84b5e784e22949ed74af28530f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:41Z', 'updated_at': '2022-02-09T00:08:16Z', 'revision_number': 5, 'project_id': 'dc6da84b5e784e22949ed74af28530f2', 'gw_port': {'id': 'e6f23113-e292-40b8-b793-bb36d7f4a874', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:56:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263b861-98ee-4883-af99-2b0b382a067f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:43Z', 'updated_at': '2022-02-09T00:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:08:20.393595 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:08:20.395334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] For port e6f23113-e292-40b8-b793-bb36d7f4a874, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e6f23113-e292-40b8-b793-bb36d7f4a874,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:20.395717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.476056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Calling delete_port for e6f23113-e292-40b8-b793-bb36d7f4a874 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:20.497538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cfe0e1-85b3-4639-9bec-d78199c33429,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:20.511048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.517401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f2cda64-37b3-4a2b-a8fa-b742d461be08 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8572903 Feb 09 00:08:20.544607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0830c7d-31d4-44f9-b8c0-420f299aaaab up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:20.549807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.621513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-33bc6a82-38f0-4f1c-be0b-64c99684d0fa tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for subnetpool, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.624470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-33bc6a82-38f0-4f1c-be0b-64c99684d0fa tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnetpools/74bddbc2-ed54-401d-81e6-f113237b6e1c HTTP/1.1" status: 204 len: 168 time: 0.4094362 Feb 09 00:08:20.637088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39962) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:20.694573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=36bc3cff-8c8d-4b99-b918-ab532b78f468,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:20.742457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:20.754787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b96fa9fa-9a96-496a-9d06-e9ba97d53cf6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/36bc3cff-8c8d-4b99-b918-ab532b78f468 HTTP/1.1" status: 204 len: 168 time: 1.5798125 Feb 09 00:08:20.761640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:20.780546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-77e3825d-581d-449c-8bb6-00189bbb94ab tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1561b1d-e305-46fd-ac64-854d5f2f32b5 HTTP/1.1" status: 200 len: 205 time: 0.1266570 Feb 09 00:08:20.785574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39968) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:21.034668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-259dd583-9d73-4db4-84c0-f7bd238d5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.100456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b0830c7d-31d4-44f9-b8c0-420f299aaaab triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:21.100849 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.198581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-259dd583-9d73-4db4-84c0-f7bd238d5c15 None None] For port b0830c7d-31d4-44f9-b8c0-420f299aaaab, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0830c7d-31d4-44f9-b8c0-420f299aaaab,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:21.249805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.266639 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-259dd583-9d73-4db4-84c0-f7bd238d5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.282167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f72966-824e-4db9-bbf4-ff78705eccc7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:21.296499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f72966-824e-4db9-bbf4-ff78705eccc7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:21.319508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-14f72966-824e-4db9-bbf4-ff78705eccc7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5562994 Feb 09 00:08:21.363397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.377869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39978) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:21.394097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 39980) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:21.454850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f23113-e292-40b8-b793-bb36d7f4a874,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:21.503105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bbec79a2-0f0b-4fc2-a7f7-b5a8efe268fd None None] Could not find standard attr ID for object 36bc3cff-8c8d-4b99-b918-ab532b78f468. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:08:21.508144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dd583-9d73-4db4-84c0-f7bd238d5c15 None None] Pushing event updated for resources: {'Port': ['ID=b0830c7d-31d4-44f9-b8c0-420f299aaaab,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:21.620180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.776883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.782759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a9a55-01e5-4439-bffb-52f06b46584f req-f1196d44-9c77-465e-8f73-863c4afff325 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:21.784474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.784802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a9a55-01e5-4439-bffb-52f06b46584f req-f1196d44-9c77-465e-8f73-863c4afff325 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.6519732 Feb 09 00:08:21.816314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-88b34016-92ba-433b-aae4-081d8c3d5881 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553202558&fields=id&tenant_id=bfa16be099634c03b04a243272d01db5 HTTP/1.1" status: 200 len: 267 time: 0.5588584 Feb 09 00:08:21.848259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.848892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8263b861-98ee-4883-af99-2b0b382a067f {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:08:21.853986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:21.855380 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7bdcd2f3-9c97-4846-bbdc-1573bff31517 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8263b861-98ee-4883-af99-2b0b382a067f HTTP/1.1" status: 204 len: 168 time: 3.4973631 Feb 09 00:08:21.859285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39984) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:21.893928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 64044c2b-0502-4f99-8706-338b44b82c69 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:21.949220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Deleting subnet b57cd5cc-a0b9-47ab-bcad-27b5171133e8 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:21.953563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.005041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.036443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.040680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.047438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.067904 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc12e-6c0c-4209-b1e3-5e420ba007cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.146852 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.240081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.273463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57cd5cc-a0b9-47ab-bcad-27b5171133e8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:22.293171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.294314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65ef8b-ddb8-43ba-b197-65b1038e4c34 None None] Network 14d6e482-7b42-4bac-bc50-ca106d56c7e8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:22.297766 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-72692910-f7de-4f62-9741-6a87cd762933 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b57cd5cc-a0b9-47ab-bcad-27b5171133e8 HTTP/1.1" status: 204 len: 168 time: 0.4364233 Feb 09 00:08:22.299915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39988) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:22.385631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.509350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.540782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Deleting port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:22.541678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.568751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a9a9a55-01e5-4439-bffb-52f06b46584f req-9b704a15-bcef-43ed-aa76-28ca88d58729 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7093124 Feb 09 00:08:22.586742 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.593887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Fanout notify agent at l3_agent the message router_deleted on router d1561b1d-e305-46fd-ac64-854d5f2f32b5 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:08:22.603115 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.606355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de8befee-b921-46f2-a331-b11ebe832226 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/routers/d1561b1d-e305-46fd-ac64-854d5f2f32b5 HTTP/1.1" status: 204 len: 168 time: 1.7764375 Feb 09 00:08:22.623325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39990) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:22.693673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0830c7d-31d4-44f9-b8c0-420f299aaaab up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:22.732695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] For port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:22.733249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.739074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] DHCP port deletion for 14d6e482-7b42-4bac-bc50-ca106d56c7e8 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:22.755075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Calling delete_port for 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:22.767439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-6ade644e-6fc3-468e-ba40-b9a014aa8d0a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:22.769298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-6ade644e-6fc3-468e-ba40-b9a014aa8d0a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 814 time: 0.9083829 Feb 09 00:08:22.804488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-4965c04d-285c-47bc-b5d6-ac54434b8582 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/quotas/bfa16be099634c03b04a243272d01db5 HTTP/1.1" status: 200 len: 375 time: 0.0228734 Feb 09 00:08:22.815967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.870751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b0830c7d-31d4-44f9-b8c0-420f299aaaab triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:22.871439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.874439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc12e-6c0c-4209-b1e3-5e420ba007cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.901515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc12e-6c0c-4209-b1e3-5e420ba007cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.930883 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] Deleting port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:22.931649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.940300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Deleting port 2708972a-bd09-41ee-81bf-7da3567be113 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:22.940300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:22.962741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea6dc12e-6c0c-4209-b1e3-5e420ba007cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca39f607e5f64467a3f3ea0f0d0e4592&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4806020 Feb 09 00:08:22.963453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39992) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.002085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6dc12e-6c0c-4209-b1e3-5e420ba007cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383bc51e-ecaa-42ae-ba99-e13581828299,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:23.010138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-e8757411-3bb6-4ccc-8477-bc2388d803f2 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958282 Feb 09 00:08:23.011679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.031229 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.045060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] For port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,segment=NetworkSegment(e122daa2-df76-4104-a2ae-324f67c69198),segment_id=e122daa2-df76-4104-a2ae-324f67c69198)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:23.045060 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.058001 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.059647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] Calling delete_port for 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:23.076870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/64044c2b-0502-4f99-8706-338b44b82c69 HTTP/1.1" status: 204 len: 168 time: 1.5985849 Feb 09 00:08:23.079911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39994) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.082401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:23.135466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40e9ce-08b9-416d-b563-434a6f46980d None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:23.141807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] No DVR routers for this DVR port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:23.146000 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5b1b2c3-4b4d-480a-bcee-164e996268ef tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612323 Feb 09 00:08:23.158103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 39996) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.173099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66283bdd-03aa-44fa-aaf8-dbb533626409 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=64044c2b-0502-4f99-8706-338b44b82c69,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:23.228471 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.276637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] Pushing event deleted for resources: {'Port': ['ID=5ad4b4a9-0e25-4a19-8dc0-8903e077ca77,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:23.295805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-387025f9-bb69-47b2-ad04-b124fd462244 service neutron] 10.222.0.32 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176015 Feb 09 00:08:23.304264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b99daa-14ea-4cd7-9607-4d0673c7aa4c None None] No DVR routers for this DVR port 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:23.323147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.357383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d409456f-2928-4805-8392-770a3e2e2650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.361637 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.377112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Calling delete_port for 2708972a-bd09-41ee-81bf-7da3567be113 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:23.418499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e6f23113-e292-40b8-b793-bb36d7f4a874 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:23.428451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a2f781-b82a-46f7-b953-b7c53c62cd51 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:23.432687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-48a2f781-b82a-46f7-b953-b7c53c62cd51 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2685356 Feb 09 00:08:23.437229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40000) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.447059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e6f23113-e292-40b8-b793-bb36d7f4a874 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:23.447576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e6f23113-e292-40b8-b793-bb36d7f4a874 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:23.448366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89992253-35a7-405f-b187-4e6b5a881d37 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:23.454965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d6e482-7b42-4bac-bc50-ca106d56c7e8']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:23.462192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d409456f-2928-4805-8392-770a3e2e2650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.478816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 89992253-35a7-405f-b187-4e6b5a881d37 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:23.479512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 89992253-35a7-405f-b187-4e6b5a881d37 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:23.506848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:23.508960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e122daa2-df76-4104-a2ae-324f67c69198') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:23.509463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e122daa2-df76-4104-a2ae-324f67c69198') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:23.526843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-15310002-2e94-4fff-91ba-4245fcc34703 service neutron] 10.222.0.32 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236772 Feb 09 00:08:23.529674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5db4f-a7bb-4fc3-b638-b3c179ec170d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:23.531743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30e5db4f-a7bb-4fc3-b638-b3c179ec170d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0931532 Feb 09 00:08:23.536112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40002) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.539537 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.579492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.590032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:08:23.590438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:08:23.592744 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:08:23.606608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Deleting port b0830c7d-31d4-44f9-b8c0-420f299aaaab {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:23.606975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.628167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aa6cfa44-24e1-40c7-9b2b-abce308dcff0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898077 Feb 09 00:08:23.629022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40008) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.635933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:23.668999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d409456f-2928-4805-8392-770a3e2e2650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.676300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d409456f-2928-4805-8392-770a3e2e2650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.689924 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d409456f-2928-4805-8392-770a3e2e2650 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/383bc51e-ecaa-42ae-ba99-e13581828299 HTTP/1.1" status: 204 len: 168 time: 0.7248747 Feb 09 00:08:23.764045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.774717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] For port b0830c7d-31d4-44f9-b8c0-420f299aaaab, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0830c7d-31d4-44f9-b8c0-420f299aaaab,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:23.775353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.794301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:23.800156 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] 10.222.0.32 "DELETE /v2.0/networks/14d6e482-7b42-4bac-bc50-ca106d56c7e8 HTTP/1.1" status: 204 len: 168 time: 1.4960482 Feb 09 00:08:23.805525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409456f-2928-4805-8392-770a3e2e2650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383bc51e-ecaa-42ae-ba99-e13581828299,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:23.806850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Calling delete_port for b0830c7d-31d4-44f9-b8c0-420f299aaaab owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:23.808572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40016) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:23.828900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912cf6a-222c-42cb-b699-0896f0be655b admin admin] Pushing event deleted for resources: {'Network': ['ID=14d6e482-7b42-4bac-bc50-ca106d56c7e8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:23.886041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.000581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event deleted for resources: {'Port': ['ID=2708972a-bd09-41ee-81bf-7da3567be113,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:24.073214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37107d-78f8-4e5c-aea3-0767b9bb9c2a req-a830dbdd-4585-4dc1-8377-3adee451a307 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:24.080767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b37107d-78f8-4e5c-aea3-0767b9bb9c2a req-a830dbdd-4585-4dc1-8377-3adee451a307 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.2987390 Feb 09 00:08:24.118943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.192952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Pushing event deleted for resources: {'Port': ['ID=b0830c7d-31d4-44f9-b8c0-420f299aaaab,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:24.197996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] No DVR routers for this DVR port b0830c7d-31d4-44f9-b8c0-420f299aaaab on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:24.269774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.269895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.270167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.270504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.270837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.271167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.271504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.271816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.272139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.272458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.272780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.273124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c9c471-8e5f-4cff-9dc1-4e82b17680ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:24.274123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b6f4a58-52cf-433f-90b0-6e804f30de77 req-9759a59a-05b0-4a64-ab5c-42e37e6910b6 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.1844082 Feb 09 00:08:24.297215 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b37107d-78f8-4e5c-aea3-0767b9bb9c2a req-bf2965c3-38eb-4693-8f50-095e0a9a2671 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008164 Feb 09 00:08:24.298415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:24.303005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.343988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:24.379710 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.396037 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9e09ca73-0b07-4432-a3c2-f3d3b69b00db tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/ports/2708972a-bd09-41ee-81bf-7da3567be113 HTTP/1.1" status: 204 len: 168 time: 1.7716298 Feb 09 00:08:24.406951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40032) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:24.413799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:24.420814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ad4b4a9-0e25-4a19-8dc0-8903e077ca77 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:24.421769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0830c7d-31d4-44f9-b8c0-420f299aaaab no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:24.471795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b0830c7d-31d4-44f9-b8c0-420f299aaaab {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:24.484493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0830c7d-31d4-44f9-b8c0-420f299aaaab not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:24.590124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Deleting subnet 85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:24.597485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.750109 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.916688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:08:24.919600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.966577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:24.968099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:24.973632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:24.974343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.974830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:24.982311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef1fe8-e10b-412c-9554-f360f58a9096 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:25.000322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=6b862b45-070f-4f40-8d44-b92d444f6247,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:25.010954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-534b2900-7c4d-4bcd-a3d5-b7f002afd581 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3801906 Feb 09 00:08:25.015081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:25.029676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:25.253748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.314690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '6b862b45-070f-4f40-8d44-b92d444f6247'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:25.316812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.347878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:25.351699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.455318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.487882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.491654 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/subnets/85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89 HTTP/1.1" status: 204 len: 168 time: 1.0799561 Feb 09 00:08:25.513321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40056) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:25.515836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1e83bc1-35d4-465d-af4f-b1acb0fe8a08 req-5affc9d3-a542-42f4-b847-6026c1451949 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.0723677 Feb 09 00:08:25.525460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37bfc7a-7517-4a54-9d92-e7069350744f None None] Network 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:25.585951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c332522-b9b7-4dfb-ad57-7d7ab3cfaf58 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event deleted for resources: {'Subnet': ['ID=85ef5ce5-7c4a-4140-af4a-ef4b05e7dc89,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:25.605088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.676373 n-d-828413-1 neutron-server[105925]: INFO neutron.db.ipam_backend_mixin [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b862b45-070f-4f40-8d44-b92d444f6247 (CIDR: 2001:db8::/64) Feb 09 00:08:25.689163 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:08:25.689622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:08:25.752591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-824f3896-4ce0-4ff1-9a46-8d0066f85f98 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7328882 Feb 09 00:08:25.762223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40062) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:25.770041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Allocated IP 2001:db8::f816:3eff:feab:584b (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/6b862b45-070f-4f40-8d44-b92d444f6247/f3887de8-d8ea-49a1-a557-dc42ddc13a6a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:25.777717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:25.786050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Deleting port 903e8ab8-995d-49d9-966f-0c6baaaab749 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:25.786641 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:25.979908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] For port 903e8ab8-995d-49d9-966f-0c6baaaab749, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=903e8ab8-995d-49d9-966f-0c6baaaab749,segment=NetworkSegment(f640eb70-03b5-4d6f-ba15-c7333087c5e2),segment_id=f640eb70-03b5-4d6f-ba15-c7333087c5e2)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:25.981199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.000952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Deleting port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:26.001548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.013204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Calling delete_port for 903e8ab8-995d-49d9-966f-0c6baaaab749 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:26.123286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-b8121c04-779e-4ae1-8ab9-dc89162b3ea3 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:26.125539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-b8121c04-779e-4ae1-8ab9-dc89162b3ea3 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 814 time: 0.2907515 Feb 09 00:08:26.180709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:26.187882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.284209 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.304661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.307315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-09586b67-cc23-4a59-9411-8ec256c61ba1 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfa16be099634c03b04a243272d01db5 HTTP/1.1" status: 200 len: 380 time: 0.1496561 Feb 09 00:08:26.334535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'port': {'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'admin_state_up': True, 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'security_groups': ['8f03fd62-e02b-4947-bea9-2b45e88667de']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:26.363949 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.462199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event deleted for resources: {'Port': ['ID=903e8ab8-995d-49d9-966f-0c6baaaab749,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:26.467385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] No DVR routers for this DVR port 903e8ab8-995d-49d9-966f-0c6baaaab749 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:26.492005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:26.496767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8698e0a-9b85-4df5-8fd5-ca24a8f05d20 None None] DHCP port deletion for 8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:26.545285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:26.574494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:26.619993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:26.689012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] For port 4f0e3ce7-c735-4968-a4b6-a2ead56b3687, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,segment=NetworkSegment(6c6c6977-9c54-4959-8466-6beef27f9641),segment_id=6c6c6977-9c54-4959-8466-6beef27f9641)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:26.690688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.722789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Calling delete_port for 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:26.727591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.814184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Attempting to bind port f3887de8-d8ea-49a1-a557-dc42ddc13a6a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:26.814963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Attempting to bind port f3887de8-d8ea-49a1-a557-dc42ddc13a6a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:26.817542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Attempting to bind port f3887de8-d8ea-49a1-a557-dc42ddc13a6a on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:26.832232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:26.836484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:26.838132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.840046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:26.840620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Bound port: f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:26.842855 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.887966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3428038-c40b-4939-994d-60c169075470 req-38fff2fe-07ea-4cd2-96d4-5a891cabec99 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.1754439 Feb 09 00:08:26.922552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:26.944395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Made reservation on behalf of bfa16be099634c03b04a243272d01db5 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:26.948119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:26.951292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f640eb70-03b5-4d6f-ba15-c7333087c5e2') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:26.951594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f640eb70-03b5-4d6f-ba15-c7333087c5e2') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:27.025761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:27.032936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:27.042788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.062189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.173732 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.217405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618b45f-f014-4406-a96e-5e0d0c258472 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:27.243825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:27.245879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.258375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:27.264579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:27.266002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.290654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.321321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:08:27.321798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:08:27.326059 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:08:27.395305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6312716 Feb 09 00:08:27.414481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:27.422532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0e3ce7-c735-4968-a4b6-a2ead56b3687,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:27.442997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:93:70:8b', 'name': 'tempest-NetworksTestDHCPv6-1451508422'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:27.448675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e1803-98b3-4e32-8f9c-84c685ee7f39 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=4f89d7a5-85bb-4342-814b-cc69382960d8,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:27.459235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Allocated IP 172.20.0.8 (1eb2aa20-c5bb-4176-ac05-ef9d2590b999/87ee5c16-0f13-4970-80f7-84f8091831b6/a3c94825-1a08-4040-ac04-37cd839a49f6) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:27.471276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.506656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.511701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] 10.222.0.32 "DELETE /v2.0/networks/8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c HTTP/1.1" status: 204 len: 168 time: 1.9980125 Feb 09 00:08:27.655275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e547916-8eed-4260-9073-ecce3e1bbb15 tempest-TagsExtTest-18477194 tempest-TagsExtTest-18477194-project] Pushing event deleted for resources: {'Network': ['ID=8d519c5d-d1a3-4cc5-a88f-80b5e2c0771c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:27.739608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:27.924965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:27.963569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.076504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.111079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:28.276826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.298958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40100) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:28.338805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Router 6506315b-2856-476f-a837-66de6e2cd48f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:08:28.488948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8:0:1::25 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/4f89d7a5-85bb-4342-814b-cc69382960d8/89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:28.512598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe93:708b (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/6b862b45-070f-4f40-8d44-b92d444f6247/89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:28.564648 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:28.575040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:08:28.590631 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8bd241b8-bf3b-4126-adce-517633292cd9 admin admin] 10.222.0.32 "PUT /v2.0/routers/6506315b-2856-476f-a837-66de6e2cd48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7698567 Feb 09 00:08:28.594256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:28.654134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] Sync routers for ids ['6506315b-2856-476f-a837-66de6e2cd48f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:08:28.690098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] Routers {'6506315b-2856-476f-a837-66de6e2cd48f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:28.691089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6506315b-2856-476f-a837-66de6e2cd48f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:28.817736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:28.818107 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.822385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.848132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.919953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40106) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:28.928126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65010037', 'description': 'tempest-secgroup-smoke-65010037 description', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:28.953522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:28.980484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'Port': ['ID=a3c94825-1a08-4040-ac04-37cd839a49f6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:29.020219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:29.031849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:29.077046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.081604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:29.099610 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91a8f92d-6ab0-4693-9501-14d2e85200bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fba8bef3ac14caa954a1226425ea47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898698 Feb 09 00:08:29.103363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b670d-e2f4-4f76-af8a-2194e08d8505 req-59bb8a0b-8686-43b9-aed5-a402ba566084 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:29.104561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40108) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:29.105032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e72b670d-e2f4-4f76-af8a-2194e08d8505 req-59bb8a0b-8686-43b9-aed5-a402ba566084 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 931 time: 1.0123076 Feb 09 00:08:29.106450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.111972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:29.115127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:29.116003 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.131645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:29.139387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:29.145386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.238285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8203168 Feb 09 00:08:29.239789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40110) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:29.292940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6185d78-d7c4-44dd-b24e-d3430f291cb0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:29.364374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:29.365121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.436851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-447e7665-afea-4352-a460-54bcc9322d70 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1184814 Feb 09 00:08:29.452704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e72b670d-e2f4-4f76-af8a-2194e08d8505 req-e63e2a3c-2b83-4b4e-8e6b-415a97daf5d1 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307378 Feb 09 00:08:29.470490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Request body: {'port': {'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:29.474839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] Set router 6506315b-2856-476f-a837-66de6e2cd48f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:29.551465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Deleting port 555c4777-69b0-414e-acc7-b1919630790c {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:29.552203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.592273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.608880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69701f55-35b4-49b1-9433-c8a67b4d9537 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:29.686529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.691749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac303fe8-2897-406e-8e7f-031fcdcb02a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.721507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac303fe8-2897-406e-8e7f-031fcdcb02a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.789268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.834149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9aeca583-4c89-4e9d-a75e-837165df403a None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:29.834985 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9aeca583-4c89-4e9d-a75e-837165df403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.875029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.876332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.925709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a46a2d9-bbb2-46a2-acce-250c3bc1097f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:29.950535 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac303fe8-2897-406e-8e7f-031fcdcb02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.954773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ac303fe8-2897-406e-8e7f-031fcdcb02a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.956463 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ac303fe8-2897-406e-8e7f-031fcdcb02a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e00436d-1165-45e3-8ca0-bc673dccb2a1 HTTP/1.1" status: 204 len: 168 time: 0.8419325 Feb 09 00:08:29.958135 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:29.965951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:29.978044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.010692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac303fe8-2897-406e-8e7f-031fcdcb02a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00436d-1165-45e3-8ca0-bc673dccb2a1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:30.102286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493b0dbe-b910-437d-9c60-e9606efab12f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:30.104353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 903e8ab8-995d-49d9-966f-0c6baaaab749 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:30.135895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.138573 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0bd2fa16-fd22-4c01-80ab-4462656fc8fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2159352 Feb 09 00:08:30.151581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] For port 555c4777-69b0-414e-acc7-b1919630790c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=555c4777-69b0-414e-acc7-b1919630790c,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:30.151956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.154450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40116) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:30.184013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '555c4777-69b0-414e-acc7-b1919630790c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:08:27Z', 'revision_number': 5, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port': {'id': '555c4777-69b0-414e-acc7-b1919630790c', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6506315b-2856-476f-a837-66de6e2cd48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:06:59Z', 'updated_at': '2022-02-09T00:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:30.225513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '493b0dbe-b910-437d-9c60-e9606efab12f', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:30.254399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Calling delete_port for 555c4777-69b0-414e-acc7-b1919630790c owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:30.287804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:30.289253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.355521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 903e8ab8-995d-49d9-966f-0c6baaaab749 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:30.355883 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 903e8ab8-995d-49d9-966f-0c6baaaab749 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:30.381965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] Checking router: 6506315b-2856-476f-a837-66de6e2cd48f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:08:30.447974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.473360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] Routers {'6506315b-2856-476f-a837-66de6e2cd48f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:30.473769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:30.477690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6506315b-2856-476f-a837-66de6e2cd48f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:30.479952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:30.656212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c94825-1a08-4040-ac04-37cd839a49f6 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:08:30.674993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.695847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9a89fefe-bd86-4ed7-b2ae-96d9d5edf94f None None] Provisioning complete for port a3c94825-1a08-4040-ac04-37cd839a49f6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:30.697196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a89fefe-bd86-4ed7-b2ae-96d9d5edf94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.720765 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:30.723414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b1d24-514e-4531-9918-dc6cd89de5da req-469a6911-60ed-4582-a53e-b8e18d1d0f04 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:30.741465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-043b1d24-514e-4531-9918-dc6cd89de5da req-469a6911-60ed-4582-a53e-b8e18d1d0f04 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 931 time: 0.1487498 Feb 09 00:08:30.785919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9a89fefe-bd86-4ed7-b2ae-96d9d5edf94f None None] Port a3c94825-1a08-4040-ac04-37cd839a49f6 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:08:30.818611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] Set router 6506315b-2856-476f-a837-66de6e2cd48f gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:30.845733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-043b1d24-514e-4531-9918-dc6cd89de5da req-3f1218fe-cb64-441e-b1eb-e06c003c01dc tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954881 Feb 09 00:08:30.897733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:08:29Z', 'revision_number': 6, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:30.983264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bddcd-178b-4111-b0db-5d323016f6db None None] The sync data for ids ['6506315b-2856-476f-a837-66de6e2cd48f'] in n-d-828413-1 is: [{'id': '6506315b-2856-476f-a837-66de6e2cd48f', 'name': 'tempest-TestServerMultinode-1725206080-router', 'tenant_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:06:58Z', 'updated_at': '2022-02-09T00:08:29Z', 'revision_number': 6, 'project_id': 'b214b8a4fed4427eafd8f59f9a792faa', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:08:31.024579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '6b862b45-070f-4f40-8d44-b92d444f6247', 'ip_address': '2001:db8::f816:3eff:feab:584b'}, {'subnet_id': '4f89d7a5-85bb-4342-814b-cc69382960d8'}], 'binding:host_id': 'n-d-828413-1'}, 'id': 'f3887de8-d8ea-49a1-a557-dc42ddc13a6a'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:08:31.071797 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.311237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.328235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.378684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452405f5-ed8f-45e8-ab52-a84e42d17feb,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:31.404941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] Allocated IP 2001:db8:0:1::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/4f89d7a5-85bb-4342-814b-cc69382960d8/f3887de8-d8ea-49a1-a557-dc42ddc13a6a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:31.449324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Transition to ACTIVE for port object a3c94825-1a08-4040-ac04-37cd839a49f6 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:08:31.454552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.455925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.457548 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-90095137-b56c-4955-805f-2c7871fceda8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2773197 Feb 09 00:08:31.460712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40142) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:31.465902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '493b0dbe-b910-437d-9c60-e9606efab12f', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:31.469225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.602595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c94825-1a08-4040-ac04-37cd839a49f6,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:31.641209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:31.670490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:31.707979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.715329 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.812701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:31.825117 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-99c259f8-3ee5-4f4a-b88c-13a1d21ba9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca HTTP/1.1" status: 204 len: 168 time: 2.5795755 Feb 09 00:08:31.846967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40150) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:31.852100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.033822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8bcc9-1c15-440e-a7ba-02122595e403 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:32.068792 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.161419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Attempting to bind port a3c94825-1a08-4040-ac04-37cd839a49f6 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:32.161901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Attempting to bind port a3c94825-1a08-4040-ac04-37cd839a49f6 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:32.162193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Attempting to bind port a3c94825-1a08-4040-ac04-37cd839a49f6 on network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:32.195997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33360a21-cb8b-4fce-b4e1-73316c460299 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.200247 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-33360a21-cb8b-4fce-b4e1-73316c460299 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3359561 Feb 09 00:08:32.200247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=555c4777-69b0-414e-acc7-b1919630790c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:32.204884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:32.313641 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.352830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.381331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Port a3c94825-1a08-4040-ac04-37cd839a49f6 on network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:08:32.381671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Attempting to bind port a3c94825-1a08-4040-ac04-37cd839a49f6 on network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:32.402107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:32.402471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Checking segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:32.402912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Bound using segment: {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:32.403370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Bound port: a3c94825-1a08-4040-ac04-37cd839a49f6, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42c68fa-8fff-4d2a-b0db-bfabc622e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:32.403747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.422128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.425787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9611053 Feb 09 00:08:32.428768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40168) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:32.462913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1546888f-34f3-474c-a6bc-84abd584374f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.483422 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1546888f-34f3-474c-a6bc-84abd584374f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2638886 Feb 09 00:08:32.486490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40170) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:32.532564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] For port a3c94825-1a08-4040-ac04-37cd839a49f6, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:32.536872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] For port a3c94825-1a08-4040-ac04-37cd839a49f6, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a3c94825-1a08-4040-ac04-37cd839a49f6,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:32.551055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.575582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904509a-306a-4290-a38f-b7366881fd76 req-5ae85763-97d9-4f8f-a913-a4fa93accb5f tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.577429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e904509a-306a-4290-a38f-b7366881fd76 req-5ae85763-97d9-4f8f-a913-a4fa93accb5f tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.5441046 Feb 09 00:08:32.586388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '493b0dbe-b910-437d-9c60-e9606efab12f', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:32.588424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:32.593498 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.728250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:32.729539 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.753161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.763896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.769359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] 10.222.0.84 "PUT /v2.0/ports/a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 1091 time: 3.3115237 Feb 09 00:08:32.770521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abc2e8-4360-4b78-bdd0-64bae251288a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01ba4c4-f13d-40be-a504-6bde716337a5,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:32.781904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d1c33-c0f9-435a-9a9b-27f52e1e3a77 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c94825-1a08-4040-ac04-37cd839a49f6,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:32.789180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:32.796735 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99" -d '{"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:32.893497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.920287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:32.944528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51eb0ec-903d-4c99-b9de-ddc9777e44e5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.957311 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64420c38-1bd9-4785-8c8c-0d20de2eb7f5 x-openstack-request-id: req-64420c38-1bd9-4785-8c8c-0d20de2eb7f5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:32.957898 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:32.958010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51eb0ec-903d-4c99-b9de-ddc9777e44e5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.958102 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64420c38-1bd9-4785-8c8c-0d20de2eb7f5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:32.962353 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'status': 'completed', 'code': 200} Feb 09 00:08:32.964388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51eb0ec-903d-4c99-b9de-ddc9777e44e5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:32.968997 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e51eb0ec-903d-4c99-b9de-ddc9777e44e5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4777842 Feb 09 00:08:32.972590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40182) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:33.033337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:33.070099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.113705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:33.115196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4f0e3ce7-c735-4968-a4b6-a2ead56b3687 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:33.116001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 555c4777-69b0-414e-acc7-b1919630790c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:33.129447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e904509a-306a-4290-a38f-b7366881fd76 req-25eee926-f216-4d2d-bea0-ef77b2b8855c tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148487 Feb 09 00:08:33.149547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-086c789f-489b-4ea1-9c66-8a88b61beded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:33.151345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-086c789f-489b-4ea1-9c66-8a88b61beded service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1094 time: 0.3183186 Feb 09 00:08:33.185482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 555c4777-69b0-414e-acc7-b1919630790c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:33.185879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 555c4777-69b0-414e-acc7-b1919630790c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:33.234763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-b4dd7b34-28b5-4975-b94b-fb8869f19e45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 217 time: 0.0736578 Feb 09 00:08:33.248169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.250522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6506315b-2856-476f-a837-66de6e2cd48f {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:08:33.278508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.284740 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06b262b3-664c-4ca4-8915-818605217b3b admin admin] 10.222.0.32 "DELETE /v2.0/routers/6506315b-2856-476f-a837-66de6e2cd48f HTTP/1.1" status: 204 len: 168 time: 4.6859057 Feb 09 00:08:33.288006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40188) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:33.335523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 4f89d7a5-85bb-4342-814b-cc69382960d8 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:33.349199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.420154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.422898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-48c67733-e4b5-4366-9f01-32bb774eb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:33.425605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-48c67733-e4b5-4366-9f01-32bb774eb8d6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1849680 Feb 09 00:08:33.428967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.448578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.505813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Deleting subnet 1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:33.521094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.526617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80edd794-3e0a-40cb-9522-86e9c3ed27fa,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:33.544198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4830a7e4-ac87-4cfb-9dd8-d67503639ff2 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:33.547443 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4830a7e4-ac87-4cfb-9dd8-d67503639ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.571938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.576171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5409b370-dd65-4939-b0dc-88fccbf3336d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9953082 Feb 09 00:08:33.577019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40194) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:33.581847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '493b0dbe-b910-437d-9c60-e9606efab12f', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:33.628829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.728449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:33.769640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-274ae146-0f06-49c1-aba8-95403c0c8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:33.776961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-274ae146-0f06-49c1-aba8-95403c0c8437 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3402929 Feb 09 00:08:33.890602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4830a7e4-ac87-4cfb-9dd8-d67503639ff2 None None] Could not find standard attr ID for object 89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:08:33.929697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.004723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e5bc0a63-ed8b-454f-8373-13056b4bf24a None None] Could not find standard attr ID for object 89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:08:34.039421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=4f89d7a5-85bb-4342-814b-cc69382960d8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:34.055128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.062426 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-768d8e7a-f6dd-4538-aa74-3d8dd10ff9cb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/4f89d7a5-85bb-4342-814b-cc69382960d8 HTTP/1.1" status: 204 len: 168 time: 1.0867770 Feb 09 00:08:34.063109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40198) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:34.069589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.153303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 6b862b45-070f-4f40-8d44-b92d444f6247 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:34.156760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.246223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.262861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.278851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c895a-0f19-4637-ab4b-8195894b2296 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:34.282336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-c7b4e76c-5c11-46d0-b248-e792fd59bb5d service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816880 Feb 09 00:08:34.400234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.408165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.447839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.480660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.500535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.502141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9239795 Feb 09 00:08:34.510014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1f1792e-0ec4-4e05-b2af-bf5da964edbb req-5e1613ad-0b85-4a3c-9dce-42370d4e2113 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964781 Feb 09 00:08:34.512581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40206) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:34.515146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d630a2-206d-47b4-a405-2557b5744096 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1004c1c-88a9-4472-a01b-215467876a0b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:34.527036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=6b862b45-070f-4f40-8d44-b92d444f6247,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:34.538387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '493b0dbe-b910-437d-9c60-e9606efab12f', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:34.546955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.551712 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a4c7c065-27b4-4382-8fac-4cc92fcec9cc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/6b862b45-070f-4f40-8d44-b92d444f6247 HTTP/1.1" status: 204 len: 168 time: 0.4875748 Feb 09 00:08:34.563054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40208) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:34.623585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069f7f3-0fcc-4f21-bfc9-36d227d5e816 None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': '6b862b45-070f-4f40-8d44-b92d444f6247'}], 'binding:host_id': 'n-d-828413-1'}, 'id': 'f3887de8-d8ea-49a1-a557-dc42ddc13a6a'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:08:34.646731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40210) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:34.649129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c6307c39-a010-4e47-9fc7-8fbbbd8c4fe1 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836980 Feb 09 00:08:34.650702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.653235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:34.676563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6069f7f3-0fcc-4f21-bfc9-36d227d5e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.680077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69180e-69d7-4705-8809-c35be505c451 req-c82016cc-0215-4861-8093-658d4e0a1396 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:34.689427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac69180e-69d7-4705-8809-c35be505c451 req-c82016cc-0215-4861-8093-658d4e0a1396 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.4016378 Feb 09 00:08:34.753701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:34.765310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.771246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1b83f870-41e1-4065-aea1-6afb7093c132 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1bda43d1-ffa6-4fc3-abf6-d2d3dff19fac HTTP/1.1" status: 204 len: 168 time: 1.4795554 Feb 09 00:08:34.776449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40216) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:34.803417 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:08:34.813290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:34.817080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.860967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:34.895547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac69180e-69d7-4705-8809-c35be505c451 req-1f3bb592-77e3-409d-8271-2849bea3ad7b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009501 Feb 09 00:08:34.927540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbee2de-5037-4e61-b11e-2b8d128da63c None None] Network e001fd6a-67ca-4f1d-9560-e8f575af014d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:34.936096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-5611983e-66e1-45b5-9775-55b987d6d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:34.938717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-5611983e-66e1-45b5-9775-55b987d6d71a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1094 time: 0.3464055 Feb 09 00:08:34.974235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.152447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.181486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.245364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3abb40-786f-481a-8756-7bd3a27b91f9,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:35.265249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.269921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40222) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:35.270427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6f958743-093d-4b1d-96e8-71889717b8cd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7562530 Feb 09 00:08:35.286659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Deleting port 882f2d6b-0447-4900-a0b9-78cdbdb32213 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:35.287079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.288293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '493b0dbe-b910-437d-9c60-e9606efab12f', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:35.295990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-86064bda-8883-42be-93c6-d333bbe929b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:35.298451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-86064bda-8883-42be-93c6-d333bbe929b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 915 time: 0.3458917 Feb 09 00:08:35.369022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:08:35.464673 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:08:35.479722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.502602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-a429bd17-1154-4c57-8a21-b4dc2894f7f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 217 time: 0.1844234 Feb 09 00:08:35.588877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] For port 882f2d6b-0447-4900-a0b9-78cdbdb32213, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=882f2d6b-0447-4900-a0b9-78cdbdb32213,segment=NetworkSegment(6c6c6977-9c54-4959-8466-6beef27f9641),segment_id=6c6c6977-9c54-4959-8466-6beef27f9641)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:35.589310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.614099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Calling delete_port for 882f2d6b-0447-4900-a0b9-78cdbdb32213 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:35.622695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.624427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-34079582-0832-4c0b-b7a7-b3750de325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:35.626570 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-34079582-0832-4c0b-b7a7-b3750de325c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1162367 Feb 09 00:08:35.628818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.686281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.696189 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.701891 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4216886 Feb 09 00:08:35.701891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7a6d4-4328-41fb-9159-48a85c0290e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16268a88-c4d0-4147-bf66-203620e43f61,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:35.709042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:35.715758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'network': {'name': 'tempest-network-smoke--70719051', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'port_security_enabled': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:35.760557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-017af3e5-4e82-4367-9454-ad62bcb7c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:35.762724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-017af3e5-4e82-4367-9454-ad62bcb7c24c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286392 Feb 09 00:08:35.785489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70f1f9-6ec6-4bb0-9727-f519ddea8a6a None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:35.793247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:35.796871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.875659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] DHCP port deletion for e001fd6a-67ca-4f1d-9560-e8f575af014d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:35.918493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-28b13ffc-32eb-4478-9e16-20af33f22c7c None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:35.919095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28b13ffc-32eb-4478-9e16-20af33f22c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.920973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:35.933634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:08:35.982345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Pushing event deleted for resources: {'Port': ['ID=882f2d6b-0447-4900-a0b9-78cdbdb32213,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:35.984319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] No DVR routers for this DVR port 882f2d6b-0447-4900-a0b9-78cdbdb32213 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:35.993529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-0f1a52ae-3bf9-493d-adf2-4cdc0374ed8c service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226889 Feb 09 00:08:36.029219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:36.038760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Deleting port 882f2d6b-0447-4900-a0b9-78cdbdb32213 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:36.039561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.091410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.105365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] For port 882f2d6b-0447-4900-a0b9-78cdbdb32213, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:36.106594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.110375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.111240 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Added segment 2efba39e-92cc-419c-a81b-397ca61142a8 of type vlan for network 41889894-f0b9-4815-8ad6-23309f20e6bf Feb 09 00:08:36.121027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Calling delete_port for 882f2d6b-0447-4900-a0b9-78cdbdb32213 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:36.123957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Port 882f2d6b-0447-4900-a0b9-78cdbdb32213 was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:08:36.128496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.164607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.178096 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.179465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.200612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] Pushing event deleted for resources: {'Port': ['ID=882f2d6b-0447-4900-a0b9-78cdbdb32213,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:36.208411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e001fd6a-67ca-4f1d-9560-e8f575af014d']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:36.212928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b084cc-bf08-460d-a8cc-228f1f646b85 None None] No DVR routers for this DVR port 882f2d6b-0447-4900-a0b9-78cdbdb32213 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:36.276947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292995d-6934-4f37-a4f9-d5b2b908473e req-93101aa7-732e-47e1-8fe9-035c858be8de tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:36.278393 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1292995d-6934-4f37-a4f9-d5b2b908473e req-93101aa7-732e-47e1-8fe9-035c858be8de tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.2618148 Feb 09 00:08:36.290765 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.298670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6c6977-9c54-4959-8466-6beef27f9641') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:36.299078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6c6977-9c54-4959-8466-6beef27f9641') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:36.352241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=f850f471-acdc-453b-a00d-2ba8cbd5f4a9,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:36.352241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:36.357965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:36.372430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:36.382464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:36.383369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.404141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.428306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:36.429554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.432593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.482427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.483274 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7733150 Feb 09 00:08:36.486873 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76a663f7-187f-4f70-a76d-78d6775ecb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8390329 Feb 09 00:08:36.487404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40234) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:36.494239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40236) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:36.505463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:08:36.505879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:08:36.523946 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:08:36.549822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'admin_state_up': True, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:36.584996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:36.627025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0b8e8d7-348b-415b-9cb6-5e99f84c4d99 req-b0cf9eb9-07a8-4757-abf0-8c315363bfad service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091294 Feb 09 00:08:36.637891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1292995d-6934-4f37-a4f9-d5b2b908473e req-9eeab324-cb39-4718-a654-60271bc67a95 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364143 Feb 09 00:08:36.655486 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.671164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.680731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e001fd6a-67ca-4f1d-9560-e8f575af014d HTTP/1.1" status: 204 len: 168 time: 1.8998234 Feb 09 00:08:36.705206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 882f2d6b-0447-4900-a0b9-78cdbdb32213 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:36.707251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6fb05-1ed2-446e-a4cf-a868b6e2b450 admin admin] Pushing event deleted for resources: {'Network': ['ID=e001fd6a-67ca-4f1d-9560-e8f575af014d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:36.708431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92433a2-e83e-4083-ae42-594a06c53de0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Network': ['ID=41889894-f0b9-4815-8ad6-23309f20e6bf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:36.762758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 41889894-f0b9-4815-8ad6-23309f20e6bf details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:08:36.790413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.791478 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.802815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 882f2d6b-0447-4900-a0b9-78cdbdb32213 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:36.804479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 882f2d6b-0447-4900-a0b9-78cdbdb32213 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:36.805715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:36.902478 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:36.981124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.047628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:37.051927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.075294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40246) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:37.100162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.104393 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.164678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:37.169332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.215250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f4dbecc6-894d-4636-b05f-d69c1960a75b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc6da84b5e784e22949ed74af28530f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382346 Feb 09 00:08:37.217367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:37.251845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.262552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:37.316166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3de3e2a-6837-4ff5-8b8f-9c85b7ef4504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.343223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3de3e2a-6837-4ff5-8b8f-9c85b7ef4504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.359853 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f850f471-acdc-453b-a00d-2ba8cbd5f4a9 (CIDR: 2001:db8::/64) Feb 09 00:08:37.364946 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:08:37.365393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:08:37.391571 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d78a4ed9-1749-46df-80c4-95e79dbca49d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8514068 Feb 09 00:08:37.394870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40258) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:37.400645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:37.421791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3de3e2a-6837-4ff5-8b8f-9c85b7ef4504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.425444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e3de3e2a-6837-4ff5-8b8f-9c85b7ef4504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.428003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e3de3e2a-6837-4ff5-8b8f-9c85b7ef4504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/372a4c3e-7614-4009-9a88-b23a69155855 HTTP/1.1" status: 204 len: 168 time: 0.2087302 Feb 09 00:08:37.438474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3e2a-6837-4ff5-8b8f-9c85b7ef4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a4c3e-7614-4009-9a88-b23a69155855,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:37.563194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79089b3f-db21-4cec-a5f7-f419d85c1aa6 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:37.809450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-20a6b5dd-d749-4b41-b905-afd8e4b42641 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:37.810122 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20a6b5dd-d749-4b41-b905-afd8e4b42641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.862633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73b252-fa45-45ab-a4c3-70dba47e1281 req-57f06049-83bd-422b-950f-a5c476d119a3 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:37.865356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d73b252-fa45-45ab-a4c3-70dba47e1281 req-57f06049-83bd-422b-950f-a5c476d119a3 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.0780437 Feb 09 00:08:37.951988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d73b252-fa45-45ab-a4c3-70dba47e1281 req-ade254c2-881f-46a1-aab0-fde2dfaf3a9d tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727437 Feb 09 00:08:37.989076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.989233 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20a6b5dd-d749-4b41-b905-afd8e4b42641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:37.992520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:37.996170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.038843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.073249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-20a6b5dd-d749-4b41-b905-afd8e4b42641 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:38.088713 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20a6b5dd-d749-4b41-b905-afd8e4b42641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.150452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40270) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:38.215573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ccdd968d-5c43-4a4b-8a90-7e171fbbcc26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b214b8a4fed4427eafd8f59f9a792faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638771 Feb 09 00:08:38.217894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40272) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:38.242510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6b5dd-d749-4b41-b905-afd8e4b42641 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:38.280890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.8 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:38.313304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e291e18f-0fc6-45a2-bd72-85de474f94b3 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:38.313683 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e291e18f-0fc6-45a2-bd72-85de474f94b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.321858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2523b3d9-67ae-4135-83ad-40d6bb6b1d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.384939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2523b3d9-67ae-4135-83ad-40d6bb6b1d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.483933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2523b3d9-67ae-4135-83ad-40d6bb6b1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.489697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2523b3d9-67ae-4135-83ad-40d6bb6b1d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.493234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2523b3d9-67ae-4135-83ad-40d6bb6b1d15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c63351a-405a-42b3-bf16-8a93cb750b66 HTTP/1.1" status: 204 len: 168 time: 0.2742290 Feb 09 00:08:38.507985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.539774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523b3d9-67ae-4135-83ad-40d6bb6b1d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c63351a-405a-42b3-bf16-8a93cb750b66,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:38.635643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:38.651864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.730934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:38.731310 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:38.739195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:38.748418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:38.756712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:38.773459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:38.826158 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:39.042853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:39.045381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:39.057247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:39.057247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:39.065199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe3f17d-d045-4729-95fe-f6445d8f989a None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:39.148604 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7523143 Feb 09 00:08:39.157111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40306) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:39.182751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:15:eb:fb', 'name': 'tempest-NetworksTestDHCPv6-636846371'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:39.199543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ca6f8-c43d-49b5-be3c-df08b7376892 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=c7c889be-e732-40e3-9609-5a6e27bbde20,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:39.360779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ef6bb-391e-4fba-84fe-d2fd622806f4 req-9e11f90f-1815-49c4-9ba8-c592ec93e3bc tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:39.369243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b61ef6bb-391e-4fba-84fe-d2fd622806f4 req-9e11f90f-1815-49c4-9ba8-c592ec93e3bc tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.2265093 Feb 09 00:08:39.424024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:39.438484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b61ef6bb-391e-4fba-84fe-d2fd622806f4 req-e77d7045-c179-445a-8537-716dbad9f018 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680161 Feb 09 00:08:39.547177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:39.552193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': 'f850f471-acdc-453b-a00d-2ba8cbd5f4a9', 'ip_address': '2001:db8::f816:3eff:feab:584b'}, {'subnet_id': 'c7c889be-e732-40e3-9609-5a6e27bbde20'}], 'binding:host_id': 'n-d-828413-1'}, 'id': 'f3887de8-d8ea-49a1-a557-dc42ddc13a6a'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:08:39.592158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:39.714038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:39.720353 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:39.756744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 972623f1-de98-461f-8901-4b09791c405d yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:39.850006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] Allocated IP 2001:db8:0:1::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/c7c889be-e732-40e3-9609-5a6e27bbde20/f3887de8-d8ea-49a1-a557-dc42ddc13a6a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:39.870741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:08:39.968732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:40.001468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.011093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:08:40.025235 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Sync routers for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:08:40.031857 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.042209 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:40.042898 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:40.053806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.055734 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eacf0ff2-06a4-4764-a30c-8e0b4b30151b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5624475 Feb 09 00:08:40.061180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40312) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:40.172356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8:0:1::242 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/c7c889be-e732-40e3-9609-5a6e27bbde20/972623f1-de98-461f-8901-4b09791c405d) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:40.182087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::f816:3eff:fe15:ebfb (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/f850f471-acdc-453b-a00d-2ba8cbd5f4a9/972623f1-de98-461f-8901-4b09791c405d) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:40.193856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e4b5f-529c-461c-b251-aa03657f3b96 None None] Pushing event updated for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:40.204963 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:40.468497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.568899 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.575327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:40.597526 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:39Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:40.642090 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Checking router: 5ec4c083-a915-4fde-ad7e-1ef9b165a886 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:08:40.643669 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Updating router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:08:40.652597 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-255ae69d-112f-4ccd-90d8-b5627023f64e tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=67622b55a6f64c1aa94fed57009d0bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5899720 Feb 09 00:08:40.655610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40322) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:40.695916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:40.701210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.715396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:40.721855 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.727657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:40.731541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:40.747560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:40.748260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:40.794999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6235433 Feb 09 00:08:40.796780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40326) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:40.797807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eb7be-6703-42da-a7cb-3a91262603fb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=972623f1-de98-461f-8901-4b09791c405d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:40.894251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ba3f2-10ab-4f35-b18d-c560d3830026 req-eac25a8f-10a3-4a58-8fd3-200285c6b040 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:40.910194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b1ba3f2-10ab-4f35-b18d-c560d3830026 req-eac25a8f-10a3-4a58-8fd3-200285c6b040 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.3227403 Feb 09 00:08:40.974502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b955bbd-899a-49bf-aa26-d2856b515890 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:40.978346 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5b955bbd-899a-49bf-aa26-d2856b515890 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3172412 Feb 09 00:08:40.982100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40328) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:41.063016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b1ba3f2-10ab-4f35-b18d-c560d3830026 req-7f058307-382d-453c-9c3d-c1ea855d2074 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468780 Feb 09 00:08:41.087067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c9d36be-f361-4a58-a5b8-d76d27097461 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1034954 Feb 09 00:08:41.088993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 972623f1-de98-461f-8901-4b09791c405d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:41.089522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.089922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40330) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:41.095464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578713615', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:41.225970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:41.231397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.246757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.275700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 972623f1-de98-461f-8901-4b09791c405d owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:41.289285 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6edf05af-0593-4ee8-b29d-cd03a3ae04d2 None None] Provisioning complete for port f3887de8-d8ea-49a1-a557-dc42ddc13a6a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:41.302240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6edf05af-0593-4ee8-b29d-cd03a3ae04d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.346173 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.357184 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.521936 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Attempting to bind port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:41.524341 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Attempting to bind port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:41.525251 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Attempting to bind port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:41.541926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:41.542593 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:41.543344 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.545142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:41.546295 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Bound port: 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:41.546887 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.615207 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Pushing event updated for resources: {'Port': ['ID=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:41.631610 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.632836 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.633458 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.634077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.635770 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.643891 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.645916 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.646704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.647540 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.648174 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.649419 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.650047 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.693831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.695022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] For port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:41.701930 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] For port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:41.707230 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.712476 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.748149 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=972623f1-de98-461f-8901-4b09791c405d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:41.790749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-09b93731-4e8b-4731-9671-e4eacf813ffc None None] Could not find standard attr ID for object 972623f1-de98-461f-8901-4b09791c405d. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:08:41.828857 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:41.829521 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:41.843049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-da90403f-f29b-4748-9bc1-a05fc7a5d5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.871426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Subnet': ['ID=5ece7a6b-e282-4cdc-94de-d5e368003960,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:41.879573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Checking segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:41.879944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network hostable DHCP agents. Network: 41889894-f0b9-4815-8ad6-23309f20e6bf, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:08:41.901023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.901382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.901791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.902140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.902476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.902808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.911986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.914763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.915979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4dfd56e5-55df-433f-8818-546d963f7562 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/972623f1-de98-461f-8901-4b09791c405d HTTP/1.1" status: 204 len: 168 time: 1.1156793 Feb 09 00:08:41.918701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40338) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:41.921245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.921245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.921245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.921557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.921814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:41.960302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 41889894-f0b9-4815-8ad6-23309f20e6bf is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:08:41.978061 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ada361-f7df-4f42-ba64-8d3047030963 None None] Pushing event updated for resources: {'Port': ['ID=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:41.978271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 41889894-f0b9-4815-8ad6-23309f20e6bf) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:41.986375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:41.987539 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:41.988405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb376e-f830-42f3-9080-78f7e77b30be None None] Network 41889894-f0b9-4815-8ad6-23309f20e6bf requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:42.022672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f7efc835-9f63-4122-bf5c-e6f240e80c2c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9315813 Feb 09 00:08:42.025519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40340) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:42.034053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9b358-0160-4090-b036-f7e9a30a64f2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:42.037887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-39a9b358-0160-4090-b036-f7e9a30a64f2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1159561 Feb 09 00:08:42.038196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40342) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:42.068419 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:42.196904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb83279-2fc6-4691-8732-83118e6d32e3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:42.202338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ddb83279-2fc6-4691-8732-83118e6d32e3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1629725 Feb 09 00:08:42.230755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40346) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:42.348258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-41889894-f0b9-4815-8ad6-23309f20e6bf', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:42.349153 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:42.465480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ff30c-1bd5-4412-bdac-63ebe93c0eac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:42.470205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ff30c-1bd5-4412-bdac-63ebe93c0eac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:42.473646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593ff30c-1bd5-4412-bdac-63ebe93c0eac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:42.478993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-593ff30c-1bd5-4412-bdac-63ebe93c0eac tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2466729 Feb 09 00:08:42.482574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40348) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:42.500045 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:39Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:42.530261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Allocated IP 172.20.0.2 (41889894-f0b9-4815-8ad6-23309f20e6bf/5ece7a6b-e282-4cdc-94de-d5e368003960/765bf7a0-37c5-4055-952a-1501facfc902) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:42.534392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c208a-49c2-4677-8d38-2976005a85b5 req-73d218c1-bb60-4c6b-a4f1-9f4fe272c570 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:42.534589 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033c140-5e6d-41e9-a65b-912da11bbe46 None None] The sync data for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 is: [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:39Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:08:42.546489 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-322c208a-49c2-4677-8d38-2976005a85b5 req-73d218c1-bb60-4c6b-a4f1-9f4fe272c570 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.3402581 Feb 09 00:08:42.739491 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:42.769770 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:42.835880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Network 41889894-f0b9-4815-8ad6-23309f20e6bf is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:42.838875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Pushing event updated for resources: {'Port': ['ID=765bf7a0-37c5-4055-952a-1501facfc902,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:42.849081 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:42.853029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:43.082626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Attempting to bind port 765bf7a0-37c5-4055-952a-1501facfc902 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:43.084152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Attempting to bind port 765bf7a0-37c5-4055-952a-1501facfc902 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:43.088970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Attempting to bind port 765bf7a0-37c5-4055-952a-1501facfc902 on network 41889894-f0b9-4815-8ad6-23309f20e6bf {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:43.094407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet c7c889be-e732-40e3-9609-5a6e27bbde20 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:43.109274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:43.110820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Checking segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:43.111598 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.112359 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.113323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Bound using segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:43.120163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Bound port: 765bf7a0-37c5-4055-952a-1501facfc902, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:43.121492 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.179772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-322c208a-49c2-4677-8d38-2976005a85b5 req-7878f05c-5545-47d1-90e9-839cb526dd10 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5818906 Feb 09 00:08:43.227081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.551343 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.635389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.779811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.856333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c889be-e732-40e3-9609-5a6e27bbde20,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:43.890225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:43.904646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/c7c889be-e732-40e3-9609-5a6e27bbde20 HTTP/1.1" status: 204 len: 168 time: 1.4177482 Feb 09 00:08:43.905332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40360) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:43.913641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.916947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.917333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.917669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.918011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.918349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.918681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.919012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.919338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.919664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.919990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.920322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e7d853-312c-4dd9-8abc-277f095102eb tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:08:43.946225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] For port 765bf7a0-37c5-4055-952a-1501facfc902, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:43.955783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] For port 765bf7a0-37c5-4055-952a-1501facfc902, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=765bf7a0-37c5-4055-952a-1501facfc902,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:43.974116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a3c94825-1a08-4040-ac04-37cd839a49f6 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:08:43.986976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3cd15-d95e-4c9f-b7ac-238f7a938f4e None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:43.993327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.067530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet f850f471-acdc-453b-a00d-2ba8cbd5f4a9 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:44.090411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.153727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.179804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a3c94825-1a08-4040-ac04-37cd839a49f6, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a3c94825-1a08-4040-ac04-37cd839a49f6,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:44.200545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:08:44.275320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.395741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.471305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=f850f471-acdc-453b-a00d-2ba8cbd5f4a9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:44.513319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.520777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-81563c25-de66-40e2-8da3-d12e083b8e41 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/f850f471-acdc-453b-a00d-2ba8cbd5f4a9 HTTP/1.1" status: 204 len: 168 time: 0.6141996 Feb 09 00:08:44.551980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40376) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:44.629367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dab92230-8309-4bdd-8966-6651401f7ca9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728886 Feb 09 00:08:44.633225 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:44.635360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40382) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:44.648637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.1 (41889894-f0b9-4815-8ad6-23309f20e6bf/5ece7a6b-e282-4cdc-94de-d5e368003960/362d937d-87a9-4a60-a576-3780c8b216f0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:44.651960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:44.656694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:44.833310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580a54-f368-4329-bd34-1ce66c80bcd2 req-1cc234ff-21b9-4ab6-9201-5d2f86d2ffc3 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:44.843120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4580a54-f368-4329-bd34-1ce66c80bcd2 req-1cc234ff-21b9-4ab6-9201-5d2f86d2ffc3 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 943 time: 0.3621719 Feb 09 00:08:44.903945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c94825-1a08-4040-ac04-37cd839a49f6 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:08:44.972967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a3c94825-1a08-4040-ac04-37cd839a49f6, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a3c94825-1a08-4040-ac04-37cd839a49f6,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:44.982630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.040612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.048273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95e42376-cf21-46d3-b923-6f98806742c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.137513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac26b1-26fd-4ea1-b5e9-d04255f8e1eb None None] Pushing event updated for resources: {'Port': ['ID=765bf7a0-37c5-4055-952a-1501facfc902,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:45.223367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.224683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a3c94825-1a08-4040-ac04-37cd839a49f6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:45.249115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4580a54-f368-4329-bd34-1ce66c80bcd2 req-a2f92961-eef9-432a-99b2-99fcdb489f05 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899992 Feb 09 00:08:45.249889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:45.250268 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.302012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:45.330485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['a3c94825-1a08-4040-ac04-37cd839a49f6'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:08:45.343640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 41889894-f0b9-4815-8ad6-23309f20e6bf is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:45.346720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.356736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:45.362437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:45.397033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=362d937d-87a9-4a60-a576-3780c8b216f0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:45.446682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:45.449811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.582235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.662214 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.713287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:45.736837 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.773157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] Deleting port f3887de8-d8ea-49a1-a557-dc42ddc13a6a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:45.774628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.793584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.874183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:45.976364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=193771f7-5ee1-423d-b792-dbb4130bf25c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:45.987464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:45.989894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:45.994731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:45.996005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.031195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] For port f3887de8-d8ea-49a1-a557-dc42ddc13a6a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:46.031980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.041219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-889e1209-f9c0-4acd-b458-e57ed181396b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3944306 Feb 09 00:08:46.042554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:46.042803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40398) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:46.060121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:46.061669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] Calling delete_port for f3887de8-d8ea-49a1-a557-dc42ddc13a6a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:46.265102 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.324894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] Pushing event deleted for resources: {'Port': ['ID=f3887de8-d8ea-49a1-a557-dc42ddc13a6a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:46.331762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e84ef-985d-42b0-984f-ad3902a75da0 None None] No DVR routers for this DVR port f3887de8-d8ea-49a1-a557-dc42ddc13a6a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:46.338324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.344232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.368741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e6c2b-56c6-4ce3-a60c-29a3b563cec6 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:46.398054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:46.409252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.622578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=362d937d-87a9-4a60-a576-3780c8b216f0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:46.629612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.758413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 41889894-f0b9-4815-8ad6-23309f20e6bf is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:46.759875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:46.773991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350c30d-0c69-4ab0-b929-14dc72c62610 req-234aa613-836d-47ee-9bac-b155ebf6b24f tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:46.780061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6350c30d-0c69-4ab0-b929-14dc72c62610 req-234aa613-836d-47ee-9bac-b155ebf6b24f tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 944 time: 0.3203890 Feb 09 00:08:46.831696 n-d-828413-1 neutron-server[105925]: INFO neutron.db.ipam_backend_mixin [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 193771f7-5ee1-423d-b792-dbb4130bf25c (CIDR: 2001:db8::/64) Feb 09 00:08:46.838088 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:08:46.838539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:08:46.847870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '193771f7-5ee1-423d-b792-dbb4130bf25c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:46.851677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:46.858022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 765bf7a0-37c5-4055-952a-1501facfc902 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:46.864885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6350c30d-0c69-4ab0-b929-14dc72c62610 req-11a769d5-4c5a-46bb-93f5-2259d94dd339 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746586 Feb 09 00:08:46.878750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-005eaa6d-3982-47bb-866d-7ed8f8c7da2f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8335676 Feb 09 00:08:46.881049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40408) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:46.887843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:46.932855 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.104110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c055da-e8d5-4642-8d49-4362fd0ead1e None None] Network 41889894-f0b9-4815-8ad6-23309f20e6bf requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:47.132584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 765bf7a0-37c5-4055-952a-1501facfc902 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:47.133555 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.172349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:47.176341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.221907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:08:47.296700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/193771f7-5ee1-423d-b792-dbb4130bf25c/b753f5af-344e-4316-941d-a05ae3399c76) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:47.322002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-58d780a9-faf6-4498-9175-1280c7a26c14 None None] Provisioning complete for port 765bf7a0-37c5-4055-952a-1501facfc902 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:47.322330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58d780a9-faf6-4498-9175-1280c7a26c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.360750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.483550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a3c94825-1a08-4040-ac04-37cd839a49f6 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:47.500039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:08:47.514317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8678b4db-aec3-4d9b-a725-0de05667952c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/5ec4c083-a915-4fde-ad7e-1ef9b165a886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4870510 Feb 09 00:08:47.721702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.objects.ports [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105925) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:08:47.723266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.795365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Sync routers for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:08:47.843388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:47.855503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:47.862076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:47.862817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:47.871165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=eabae5b2-e779-4906-b2bb-8932a3cbbece,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:47.895588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-6384b0da-1b43-4992-b411-7fef5c4ed35e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65010037&fields=id&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 267 time: 0.0881624 Feb 09 00:08:48.011922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-4705a69b-bb2b-4e5e-9fd5-347207b02f95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:48.019509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-4705a69b-bb2b-4e5e-9fd5-347207b02f95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 795 time: 0.1226714 Feb 09 00:08:48.068308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-2c0ef1b0-888a-43a5-852c-91ea6ba6c1dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/quotas/67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 375 time: 0.0474670 Feb 09 00:08:48.142382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b7ad6167-5e36-42db-a39d-9d7f003d1fd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2594299 Feb 09 00:08:48.146545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40436) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:48.181692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:88:97:58', 'name': 'tempest-NetworksTestDHCPv6-1108112550'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:48.257153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-616298ce-f854-45a9-b3c2-e99712d3db2e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873112 Feb 09 00:08:48.282195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85ca2a-cf7f-47bd-a4a4-eea22ed985bb req-f8bbcced-4382-476c-a584-d88864241369 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:48.284275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c85ca2a-cf7f-47bd-a4a4-eea22ed985bb req-f8bbcced-4382-476c-a584-d88864241369 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 944 time: 0.2543118 Feb 09 00:08:48.293756 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58d780a9-faf6-4498-9175-1280c7a26c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:48.305891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port a3c94825-1a08-4040-ac04-37cd839a49f6 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:08:48.326548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port a3c94825-1a08-4040-ac04-37cd839a49f6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:48.326927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:48.334323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:48.335259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:48.395709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c85ca2a-cf7f-47bd-a4a4-eea22ed985bb req-808e33a5-aba7-455e-9cd9-2f3502b32906 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014948 Feb 09 00:08:48.465832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-9164053e-0051-431c-8101-9b6b746e4d3c service neutron] 10.222.0.32 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803157 Feb 09 00:08:48.513759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:48.549542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:48.566412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:48.659826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-c10819b0-91d5-4ba5-afdb-ef2106b0db8d service neutron] 10.222.0.32 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843493 Feb 09 00:08:48.723313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:48.732371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-58d780a9-faf6-4498-9175-1280c7a26c14 None None] For port 765bf7a0-37c5-4055-952a-1501facfc902, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=765bf7a0-37c5-4055-952a-1501facfc902,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:48.791841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:48.803061 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:48.815690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:08:48.911189 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58d780a9-faf6-4498-9175-1280c7a26c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:49.028722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:49.043975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:49.051742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:49.249202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Pushing event updated for resources: {'Port': ['ID=b753f5af-344e-4316-941d-a05ae3399c76,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:49.282462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::ae (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/193771f7-5ee1-423d-b792-dbb4130bf25c/afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:49.309897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8:0:1:f816:3eff:fe88:9758 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/eabae5b2-e779-4906-b2bb-8932a3cbbece/afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:49.336629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:49.343687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d621c676-00f6-449e-add6-ac29dbecfdf0 req-d733860b-f8ec-4ec1-969c-5bf696ee4639 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 210 time: 0.1058991 Feb 09 00:08:49.630941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:08:49.631728 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:08:49.634531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-62fc876e-6238-4013-96ca-a03b2add87c0 None None] Provisioning complete for port 765bf7a0-37c5-4055-952a-1501facfc902 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:49.634973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62fc876e-6238-4013-96ca-a03b2add87c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:49.723946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:49.805422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b257a4-6a2b-426f-998e-ef78055b035e req-885b6c21-a699-478e-9d19-d061eb2746a6 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:49.807305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32b257a4-6a2b-426f-998e-ef78055b035e req-885b6c21-a699-478e-9d19-d061eb2746a6 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 944 time: 0.1129756 Feb 09 00:08:49.841527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a3c94825-1a08-4040-ac04-37cd839a49f6, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a3c94825-1a08-4040-ac04-37cd839a49f6,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:49.848119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:49.864233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:49.866744 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bf7919-cf8e-45a0-b7ec-3cadee722c55" -d '{"events": [{"server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "name": "network-vif-plugged", "status": "completed", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:49.880970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Attempting to bind port b753f5af-344e-4316-941d-a05ae3399c76 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:49.882431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Attempting to bind port b753f5af-344e-4316-941d-a05ae3399c76 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:49.883058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Attempting to bind port b753f5af-344e-4316-941d-a05ae3399c76 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:49.885347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:49.894912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32b257a4-6a2b-426f-998e-ef78055b035e req-e11ba376-5afa-4030-a3ad-50e4ff26e8ff tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686560 Feb 09 00:08:49.971737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:46Z', 'revision_number': 2, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:50.018493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:50.036812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:50.037243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:50.039444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.041048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:50.043116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Bound port: b753f5af-344e-4316-941d-a05ae3399c76, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:50.044247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.047192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:50.064264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:50.072100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:50.093521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:50.094985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.108826 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56054ce0-4ff1-4fe7-aa7f-7ce5eee05422 x-openstack-request-id: req-56054ce0-4ff1-4fe7-aa7f-7ce5eee05422 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:50.114387 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "name": "network-vif-plugged", "status": "completed", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:50.114936 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56054ce0-4ff1-4fe7-aa7f-7ce5eee05422 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:50.116970 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'code': 200} Feb 09 00:08:50.132713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2b0d5b67-ec89-4f6c-8159-dbecd87edc29 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9797676 Feb 09 00:08:50.134972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40482) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:50.191017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d780a9-faf6-4498-9175-1280c7a26c14 None None] Pushing event updated for resources: {'Port': ['ID=765bf7a0-37c5-4055-952a-1501facfc902,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:50.380043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Checking router: 5ec4c083-a915-4fde-ad7e-1ef9b165a886 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:08:50.380706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Updating router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 port 362d937d-87a9-4a60-a576-3780c8b216f0 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:08:50.388340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a56ed2-98bf-4de2-a93c-e26970ddd9dd req-1e46c5f2-eb2b-4c99-98dd-d70834db18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:50.392588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00a56ed2-98bf-4de2-a93c-e26970ddd9dd req-1e46c5f2-eb2b-4c99-98dd-d70834db18db service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1096 time: 0.1705999 Feb 09 00:08:50.460431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:50.460856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.562620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00a56ed2-98bf-4de2-a93c-e26970ddd9dd req-9ad9619a-a7dd-4be4-84ec-20deb72dac80 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609919 Feb 09 00:08:50.584299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.597389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:50.638816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] For port b753f5af-344e-4316-941d-a05ae3399c76, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:50.644280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a3c94825-1a08-4040-ac04-37cd839a49f6,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:50.652212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-62fc876e-6238-4013-96ca-a03b2add87c0 None None] Provisioning complete for port 362d937d-87a9-4a60-a576-3780c8b216f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:50.652581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62fc876e-6238-4013-96ca-a03b2add87c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.660214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d30f5f7e-1e8c-4a13-8e2b-135cd0be2b54 req-e20beadc-a26d-451c-ab05-5f02d7f713bc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 210 time: 0.0927932 Feb 09 00:08:50.689045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] For port b753f5af-344e-4316-941d-a05ae3399c76, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b753f5af-344e-4316-941d-a05ae3399c76,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:50.691808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77402f-646c-4dca-9159-55b646abdcfa req-0afdfeef-84ad-4d1a-a638-82e4e8fc5415 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:50.693721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a77402f-646c-4dca-9159-55b646abdcfa req-0afdfeef-84ad-4d1a-a638-82e4e8fc5415 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.2283025 Feb 09 00:08:50.722308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.738176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.760236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:50.764409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a77402f-646c-4dca-9159-55b646abdcfa req-4b13f7f1-f947-4789-ad0a-74a79b034f71 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599165 Feb 09 00:08:50.795596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-62fc876e-6238-4013-96ca-a03b2add87c0 None None] Port 362d937d-87a9-4a60-a576-3780c8b216f0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:08:50.909534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:50.909909 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:50.917916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d4e6b-b4cd-4065-a8ee-2b64c5b78950 None None] Pushing event updated for resources: {'Port': ['ID=b753f5af-344e-4316-941d-a05ae3399c76,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:50.977048 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.194792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:51.258098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7dec0629-dbb7-40db-9bf0-7ddcbd83e960 None None] Provisioning complete for port 362d937d-87a9-4a60-a576-3780c8b216f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:51.258474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7dec0629-dbb7-40db-9bf0-7ddcbd83e960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.279159 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.282640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3d96d71c-c6b0-4659-89d8-90f11fc6409d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c HTTP/1.1" status: 204 len: 168 time: 1.1464591 Feb 09 00:08:51.285373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40502) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:51.321360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df0f1f-8c13-4b06-9dec-89d19abc7385 req-114110cc-0b1e-4232-a311-8202ff4259b5 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.323146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5df0f1f-8c13-4b06-9dec-89d19abc7385 req-114110cc-0b1e-4232-a311-8202ff4259b5 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 945 time: 0.1782603 Feb 09 00:08:51.339136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-80bb8395-7767-4f65-a1ae-d0953814ab22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.340738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-80bb8395-7767-4f65-a1ae-d0953814ab22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 795 time: 0.3549445 Feb 09 00:08:51.375819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7dec0629-dbb7-40db-9bf0-7ddcbd83e960 None None] Port 362d937d-87a9-4a60-a576-3780c8b216f0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:08:51.419728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71b5069-e6a4-481f-bb3d-0802f8105ca3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.433281 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b71b5069-e6a4-481f-bb3d-0802f8105ca3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1468074 Feb 09 00:08:51.435980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40504) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:51.436523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5df0f1f-8c13-4b06-9dec-89d19abc7385 req-de622189-aa6b-4e8f-8048-84eae9c57d29 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824325 Feb 09 00:08:51.441133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-b40c529a-02b4-4715-82e5-c71182cb01b0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 378 time: 0.0840716 Feb 09 00:08:51.452085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'port': {'device_id': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'admin_state_up': True, 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'security_groups': ['493b0dbe-b910-437d-9c60-e9606efab12f']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:51.477522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.486965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.502228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14b8ab-35ae-42b5-9e50-c409254d0068 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.504047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aa14b8ab-35ae-42b5-9e50-c409254d0068 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0660036 Feb 09 00:08:51.507322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40506) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:51.553206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef730f-0baa-4e03-b122-e4ccae4a72c0 None None] Pushing event updated for resources: {'Port': ['ID=362d937d-87a9-4a60-a576-3780c8b216f0,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:51.651057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318c6b4-9ddd-4972-a5ce-e3ed7ad0491c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.653875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318c6b4-9ddd-4972-a5ce-e3ed7ad0491c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.661017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318c6b4-9ddd-4972-a5ce-e3ed7ad0491c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.667356 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7318c6b4-9ddd-4972-a5ce-e3ed7ad0491c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1586196 Feb 09 00:08:51.671115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40510) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:51.699482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:51.777934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:51.785750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.803923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e237-1acc-41c0-8651-191010838e81 req-f1947cbd-271c-41b6-a1b2-2f9cdafbb39f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:51.807080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f3887de8-d8ea-49a1-a557-dc42ddc13a6a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:08:51.807428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f3887de8-d8ea-49a1-a557-dc42ddc13a6a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:08:51.809125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Attempting to bind port 362d937d-87a9-4a60-a576-3780c8b216f0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:51.809492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Attempting to bind port 362d937d-87a9-4a60-a576-3780c8b216f0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:51.809857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Attempting to bind port 362d937d-87a9-4a60-a576-3780c8b216f0 on network 41889894-f0b9-4815-8ad6-23309f20e6bf {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:51.811814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de15e237-1acc-41c0-8651-191010838e81 req-f1947cbd-271c-41b6-a1b2-2f9cdafbb39f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.2048388 Feb 09 00:08:51.826601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:51.826994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Checking segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:51.827405 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.827801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Bound using segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:51.831433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Bound port: 362d937d-87a9-4a60-a576-3780c8b216f0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:51.831862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.874199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 193771f7-5ee1-423d-b792-dbb4130bf25c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:51.882832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:51.959940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.052436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] For port 362d937d-87a9-4a60-a576-3780c8b216f0, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:52.057873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] For port 362d937d-87a9-4a60-a576-3780c8b216f0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=362d937d-87a9-4a60-a576-3780c8b216f0,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:52.065355 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.112007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.143757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38214ca5-3a5d-450c-bca6-34170c7e89d3 req-abaa47a3-2198-4ca8-bbbc-d992349c92e5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 210 time: 0.1468070 Feb 09 00:08:52.211813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b753f5af-344e-4316-941d-a05ae3399c76 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:52.214756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:52.215416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:52.223707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef730f-0baa-4e03-b122-e4ccae4a72c0 None None] Pushing event updated for resources: {'Port': ['ID=362d937d-87a9-4a60-a576-3780c8b216f0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:52.275630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.308191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-acaae9bb-02cd-41c9-a26f-f29b8589f8ac None None] Provisioning complete for port 362d937d-87a9-4a60-a576-3780c8b216f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:52.314736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acaae9bb-02cd-41c9-a26f-f29b8589f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.354425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e06644-445a-4ffb-aa62-25d7bead9580 req-71315197-3262-473b-a11b-59530b77c4ed tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:52.359529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.362189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48e06644-445a-4ffb-aa62-25d7bead9580 req-71315197-3262-473b-a11b-59530b77c4ed tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.2174087 Feb 09 00:08:52.365641 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/193771f7-5ee1-423d-b792-dbb4130bf25c HTTP/1.1" status: 204 len: 168 time: 0.6910505 Feb 09 00:08:52.369078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9735-6538-4e6c-b23f-f33a16f02395 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=193771f7-5ee1-423d-b792-dbb4130bf25c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:52.372577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40522) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:52.494241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:52.538398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.6 (41889894-f0b9-4815-8ad6-23309f20e6bf/5ece7a6b-e282-4cdc-94de-d5e368003960/434406f4-547c-4272-aced-7ac69f7e4a45) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:52.595731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b753f5af-344e-4316-941d-a05ae3399c76 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:52.596098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.627096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet eabae5b2-e779-4906-b2bb-8932a3cbbece {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:08:52.639141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.639375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acaae9bb-02cd-41c9-a26f-f29b8589f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.709032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Deleting port ae3d12d0-c5c3-4d60-a545-a25038e0337a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:52.709483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:52.723683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a63fe8-c70f-49fb-afc7-0c42551aece3 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:52.763941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-acaae9bb-02cd-41c9-a26f-f29b8589f8ac None None] For port 362d937d-87a9-4a60-a576-3780c8b216f0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=362d937d-87a9-4a60-a576-3780c8b216f0,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:52.781275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48e06644-445a-4ffb-aa62-25d7bead9580 req-d15713e6-aeaf-4ef1-8e65-81af85cb037b tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181769 Feb 09 00:08:52.856008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acaae9bb-02cd-41c9-a26f-f29b8589f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.032637 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.060358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaae9bb-02cd-41c9-a26f-f29b8589f8ac None None] Pushing event updated for resources: {'Port': ['ID=362d937d-87a9-4a60-a576-3780c8b216f0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:53.116484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-75adc770-b32d-4aff-8e98-2cba442017c3 None None] Provisioning complete for port b753f5af-344e-4316-941d-a05ae3399c76 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:53.117136 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75adc770-b32d-4aff-8e98-2cba442017c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.156266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.168724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b753f5af-344e-4316-941d-a05ae3399c76, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b753f5af-344e-4316-941d-a05ae3399c76,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:53.190764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.191493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 765bf7a0-37c5-4055-952a-1501facfc902 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:53.257709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ecdf0-e9f1-40f2-982c-88a2f339a054 req-046d1226-9c76-4906-9342-af0ccabc6545 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:53.274417 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306ecdf0-e9f1-40f2-982c-88a2f339a054 req-046d1226-9c76-4906-9342-af0ccabc6545 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 945 time: 0.7054236 Feb 09 00:08:53.297845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:53.350916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04fb3d4-6cb7-40ba-af06-a6d18cddc0de None None] The sync data for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 is: [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:08:53.380839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a504238-4b28-4673-a254-dd09e845c688 req-5f467e26-66e3-42b2-b77e-935cb59b8120 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 210 time: 0.0907102 Feb 09 00:08:53.389575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b753f5af-344e-4316-941d-a05ae3399c76,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:53.461679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 765bf7a0-37c5-4055-952a-1501facfc902 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:53.465125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.488483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.521156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306ecdf0-e9f1-40f2-982c-88a2f339a054 req-a51f26ab-d270-4897-b838-d32a541a27dd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453563 Feb 09 00:08:53.533212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:53.533212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.601245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-75adc770-b32d-4aff-8e98-2cba442017c3 None None] Provisioning complete for port 362d937d-87a9-4a60-a576-3780c8b216f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:53.601952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75adc770-b32d-4aff-8e98-2cba442017c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.623047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.673428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d00ca-d149-4630-bd2a-22eb7ca7cc07 None None] Update dhcp port {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'fixed_ips': [{'subnet_id': 'eabae5b2-e779-4906-b2bb-8932a3cbbece'}], 'binding:host_id': 'n-d-828413-1'}, 'id': 'b753f5af-344e-4316-941d-a05ae3399c76'} from n-d-828413-1. {{(pid=105933) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 00:08:53.760895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7e2d00ca-d149-4630-bd2a-22eb7ca7cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.771714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.774900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.906630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=eabae5b2-e779-4906-b2bb-8932a3cbbece,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:53.926476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:53.965444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:53.971275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:53.971886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eb95534e-0518-483d-a95f-b519b8064574 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/eabae5b2-e779-4906-b2bb-8932a3cbbece HTTP/1.1" status: 204 len: 168 time: 1.5968161 Feb 09 00:08:54.008978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 41889894-f0b9-4815-8ad6-23309f20e6bf is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:54.024084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:54.033024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bcb92-8250-4e20-b473-40b4c0d98fae req-216e82fa-1726-4358-ac10-1ff28dec01ce tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:54.038843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad3bcb92-8250-4e20-b473-40b4c0d98fae req-216e82fa-1726-4358-ac10-1ff28dec01ce tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 945 time: 0.3743196 Feb 09 00:08:54.041162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b54bc98-9210-4914-b716-0afccff274bd None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:54.051857 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a34e08a2-ff1f-4b1b-a0c6-9b9cea7d9d52 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792830 Feb 09 00:08:54.052530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40550) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:54.066351 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:54.076685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:54.078160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 362d937d-87a9-4a60-a576-3780c8b216f0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:08:54.188549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:54.192624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:54.237476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:54.245062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:54.276094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e55c82-1271-48a1-b536-f4aeaedad428 req-cf398f1a-ea13-4555-ae83-d09aa107ee45 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:54.276363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1e21859d-77e7-47e4-adb4-1e26e3de15f4 None None] Provisioning complete for port b753f5af-344e-4316-941d-a05ae3399c76 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:54.276657 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1e21859d-77e7-47e4-adb4-1e26e3de15f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:54.288309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8e55c82-1271-48a1-b536-f4aeaedad428 req-cf398f1a-ea13-4555-ae83-d09aa107ee45 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 946 time: 0.3468199 Feb 09 00:08:54.297805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 362d937d-87a9-4a60-a576-3780c8b216f0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:54.298180 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:54.302234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad3bcb92-8250-4e20-b473-40b4c0d98fae req-c3c3c86f-8309-4091-b73c-2c61e53a4533 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187872 Feb 09 00:08:54.343068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40552) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:54.352677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-73bcf7ca-1937-447d-870b-201cbad80acc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9051168 Feb 09 00:08:54.393760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ae3d12d0-c5c3-4d60-a545-a25038e0337a no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:54.491318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Request body: {'port': {'device_id': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:54.691565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:54.769278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:54.859421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8e55c82-1271-48a1-b536-f4aeaedad428 req-64fd3036-0be7-4fad-a722-6f6c9e02dad3 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683875 Feb 09 00:08:54.886163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7974d2-ea2f-43e9-ad06-c0ef3629da77 req-4b5b47f2-585f-48f5-8153-72e16b72e3cc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:54.894766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c7974d2-ea2f-43e9-ad06-c0ef3629da77 req-4b5b47f2-585f-48f5-8153-72e16b72e3cc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 931 time: 0.2609851 Feb 09 00:08:54.923298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c1bc3-3490-497e-ad88-0e04318055fa tempest-TestVolumeBackupRestore-1504248986 tempest-TestVolumeBackupRestore-1504248986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:54.925443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b94c1bc3-3490-497e-ad88-0e04318055fa tempest-TestVolumeBackupRestore-1504248986 tempest-TestVolumeBackupRestore-1504248986-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1091 time: 0.5808682 Feb 09 00:08:54.966191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:54.969821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40576) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:54.991148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:55.024793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:55.027363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:55.034158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:55.034756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.081799 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6043cb5c-5b11-4223-8efb-4bb88098b705 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0171428 Feb 09 00:08:55.095959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40582) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:55.108956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:55.198566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:08:55.238992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.302281 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.363445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434406f4-547c-4272-aced-7ac69f7e4a45 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:08:55.382144 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.406406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:55.412210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Transition to ACTIVE for port object 434406f4-547c-4272-aced-7ac69f7e4a45 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:08:55.415443 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b83806-33a5-4745-841f-1f1d6e08f064" -d '{"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:55.471440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.490319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ae3d12d0-c5c3-4d60-a545-a25038e0337a, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ae3d12d0-c5c3-4d60-a545-a25038e0337a,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:55.502883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.516310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.516753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.517127 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Floating IP 843ec956-00a7-4b69-8d5c-c8093c203427 disassociated. External IP: 172.25.3.32, port: ae3d12d0-c5c3-4d60-a545-a25038e0337a. Feb 09 00:08:55.517491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Calling delete_port for ae3d12d0-c5c3-4d60-a545-a25038e0337a owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:55.542700 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:55.547136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.583598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:55.604677 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b39a9-7345-4e31-bfc1-327f030b731c x-openstack-request-id: req-e72b39a9-7345-4e31-bfc1-327f030b731c {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:55.605781 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-unplugged", "status": "completed", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:55.608249 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e72b39a9-7345-4e31-bfc1-327f030b731c {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:55.608810 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'code': 200} Feb 09 00:08:55.651064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c7974d2-ea2f-43e9-ad06-c0ef3629da77 req-99d170e8-62a1-4a4b-ad61-83a078e6b04a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7548938 Feb 09 00:08:55.679441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] Deleting port b753f5af-344e-4316-941d-a05ae3399c76 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:08:55.685684 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.743466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=11']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:55.773086 n-d-828413-1 neutron-server[105931]: INFO neutron.db.ipam_backend_mixin [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e (CIDR: 2001:db8::/64) Feb 09 00:08:55.785171 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:08:55.785638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:08:55.814108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:55.815223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:55.815733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 on network 41889894-f0b9-4815-8ad6-23309f20e6bf {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:55.821379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-443e04be-396e-4e1a-bd7a-877153ee555b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7192748 Feb 09 00:08:55.824062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40592) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:55.825310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Port 434406f4-547c-4272-aced-7ac69f7e4a45 on network 41889894-f0b9-4815-8ad6-23309f20e6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:08:55.825814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 on network 41889894-f0b9-4815-8ad6-23309f20e6bf {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:55.832894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'subnet': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:55.852726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:55.853357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Checking segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:55.853956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Bound using segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:55.854568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Bound port: 434406f4-547c-4272-aced-7ac69f7e4a45, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:55.857050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.866231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.917992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] For port b753f5af-344e-4316-941d-a05ae3399c76, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b753f5af-344e-4316-941d-a05ae3399c76,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:55.918779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:55.934706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] Calling delete_port for b753f5af-344e-4316-941d-a05ae3399c76 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:08:55.992723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:56.025009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:56.032895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.074566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b753f5af-344e-4316-941d-a05ae3399c76 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:08:56.172608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:56.216854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.248179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:56.249915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.251771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-763b83b0-07f8-4465-9ec3-3ccb4b707714 service neutron] 10.222.0.21 "PUT /v2.0/ports/434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 1091 time: 1.7685494 Feb 09 00:08:56.270490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:56.280228 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195a3cd3-93cf-4059-8e28-4d24fd5a009f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:56.296717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] Pushing event deleted for resources: {'Port': ['ID=b753f5af-344e-4316-941d-a05ae3399c76,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:56.325544 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.328839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7283d7f-b6aa-496e-bdcb-d917fbd5a60e None None] No DVR routers for this DVR port b753f5af-344e-4316-941d-a05ae3399c76 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:56.372143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3a092-7a79-4c8f-8dd7-fa2198f6f936 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:08:56.404440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07362d6-f7ab-47f0-bbf9-95ba8e2077d4 req-5c29917c-4b19-4143-9d72-2515588103cb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:56.429184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c07362d6-f7ab-47f0-bbf9-95ba8e2077d4 req-5c29917c-4b19-4143-9d72-2515588103cb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 944 time: 0.3088772 Feb 09 00:08:56.441987 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd94273-e9e7-42d2-9e48-6884166ad43e x-openstack-request-id: req-dfd94273-e9e7-42d2-9e48-6884166ad43e {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:56.442409 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:56.442661 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfd94273-e9e7-42d2-9e48-6884166ad43e {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:56.443059 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'status': 'completed', 'code': 200} Feb 09 00:08:56.498182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.523537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c07362d6-f7ab-47f0-bbf9-95ba8e2077d4 req-1e4e7a45-de7d-4159-96f5-e06d4c1b9531 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd1c80dd-a3b8-4224-88a5-35b810527915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897334 Feb 09 00:08:56.669434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-e06babed-074e-4c47-8ea3-eb89d71afc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:56.672253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-e06babed-074e-4c47-8ea3-eb89d71afc31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1094 time: 0.3351674 Feb 09 00:08:56.674515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event deleted for resources: {'Port': ['ID=ae3d12d0-c5c3-4d60-a545-a25038e0337a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:56.679798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Allocated IP 172.25.3.246 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/69b85674-5301-4128-81ef-e663edc3f092) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:56.724308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:08:56.728519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.791711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-c1ad6d09-7ddd-46d5-b2f8-d7de8df55131 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 217 time: 0.1059036 Feb 09 00:08:56.852204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'tenant_id': 'be0b21f6a87f4cbc8644df70cf203289', 'fixed_ips': [{'subnet_id': '8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:08:56.853655 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:56.855599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-060d73af-e8c7-49be-b0d8-13bc11cf6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:56.857455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-060d73af-e8c7-49be-b0d8-13bc11cf6428 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.0504873 Feb 09 00:08:56.976642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fa94f-2607-4ca6-9f9e-4773441c63fe req-c3a3b289-e8fd-46be-810f-e8bde7781a43 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:56.981042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a0fa94f-2607-4ca6-9f9e-4773441c63fe req-c3a3b289-e8fd-46be-810f-e8bde7781a43 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.1813681 Feb 09 00:08:57.027765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a9db6-9e81-411c-8390-43eae270cd6f req-a4a0f083-de68-4784-8883-1b97c1f21add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:57.029012 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-a4a0f083-de68-4784-8883-1b97c1f21add service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537614 Feb 09 00:08:57.093011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.103357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Allocated IP 2001:db8::2 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e/f2d1f53b-ca57-457a-b0b5-e85246bbf122) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:08:57.145312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:08:57.150051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a0fa94f-2607-4ca6-9f9e-4773441c63fe req-877507e4-8ed1-4d32-afaa-fad0aaeaa860 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1576157 Feb 09 00:08:57.163383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-24e5ebde-4f47-4827-b9ab-585e29f3a94d service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235123 Feb 09 00:08:57.211372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.299943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:57.305247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'Port': ['ID=69b85674-5301-4128-81ef-e663edc3f092,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:57.308297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:57.315619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:57.363399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:08:57.416645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.424819 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.488101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:57.494444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:57.502203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:08:57.504602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f53b-ca57-457a-b0b5-e85246bbf122,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:57.557716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.objects.ports [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105931) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:08:57.589308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Attempting to bind port f2d1f53b-ca57-457a-b0b5-e85246bbf122 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:08:57.589830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Attempting to bind port f2d1f53b-ca57-457a-b0b5-e85246bbf122 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:08:57.591679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Attempting to bind port f2d1f53b-ca57-457a-b0b5-e85246bbf122 on network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:08:57.597860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:08:57.598408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Checking segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:08:57.598914 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.599663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Bound using segment: {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:08:57.601340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Bound port: f2d1f53b-ca57-457a-b0b5-e85246bbf122, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cab88d1-7d1c-415e-bc45-40b909728b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:08:57.601907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.680640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:08:57.694053 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:08:57.714385 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:57.714940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:57.741906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] For port f2d1f53b-ca57-457a-b0b5-e85246bbf122, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:08:57.747361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] For port f2d1f53b-ca57-457a-b0b5-e85246bbf122, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f2d1f53b-ca57-457a-b0b5-e85246bbf122,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:08:57.755538 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.840265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] No DVR routers for this DVR port ae3d12d0-c5c3-4d60-a545-a25038e0337a on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:08:57.872549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714bd41-d625-4419-8115-c6b1925ad489 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f53b-ca57-457a-b0b5-e85246bbf122,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:57.888894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:57.892977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de15e237-1acc-41c0-8651-191010838e81 req-01b3ed32-2f08-42c9-8a97-4df31c107a91 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.21 "DELETE /v2.0/ports/ae3d12d0-c5c3-4d60-a545-a25038e0337a HTTP/1.1" status: 204 len: 173 time: 6.0686643 Feb 09 00:08:57.904693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8fd77436-dce1-4b2c-b66c-ec0c4b213941 req-93c4dc72-a829-4f50-8e3d-ff30fa25a24f tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/ports?device_id=64025ad9-ce17-4125-b5fa-5288f815bf6b HTTP/1.1" status: 200 len: 210 time: 0.1335773 Feb 09 00:08:58.009186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055a9db6-9e81-411c-8390-43eae270cd6f req-6f520279-30bd-4e40-b040-de02aa4ebeae service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031108 Feb 09 00:08:58.024968 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:58.115242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:58.235738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-4adaaec8-ca78-4248-9b3c-5d1787f579ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:58.246428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-4adaaec8-ca78-4248-9b3c-5d1787f579ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1094 time: 0.1629231 Feb 09 00:08:58.473834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-deleted', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:08:58.479852 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57761ef6-b9aa-473e-9044-9dd2095e107a" -d '{"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-deleted", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:08:58.594183 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:58.609186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-a0b19ceb-55c5-4318-85ea-3be5819f5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:58.611275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-a0b19ceb-55c5-4318-85ea-3be5819f5c41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.3577473 Feb 09 00:08:58.619031 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef0871-e620-4b38-8e20-a5752279da17 x-openstack-request-id: req-43ef0871-e620-4b38-8e20-a5752279da17 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:08:58.623084 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64025ad9-ce17-4125-b5fa-5288f815bf6b", "name": "network-vif-deleted", "tag": "ae3d12d0-c5c3-4d60-a545-a25038e0337a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:08:58.623678 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43ef0871-e620-4b38-8e20-a5752279da17 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:08:58.624330 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64025ad9-ce17-4125-b5fa-5288f815bf6b', 'name': 'network-vif-deleted', 'tag': 'ae3d12d0-c5c3-4d60-a545-a25038e0337a', 'status': 'completed', 'code': 200} Feb 09 00:08:58.693997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:58.743956 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:08:58.753394 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:08:58.754139 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:58.775676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b9cd3-07fb-4d02-9e56-2ce2c1466f75 req-9c6adee5-82be-4d1f-b0b7-1773216f20ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:58.777513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df2b9cd3-07fb-4d02-9e56-2ce2c1466f75 req-9c6adee5-82be-4d1f-b0b7-1773216f20ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.4082091 Feb 09 00:08:58.779369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-cd834b97-25ce-495e-9b29-d850b37b5074 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 217 time: 0.1442666 Feb 09 00:08:58.869902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:58.953562 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:08:58.969415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-df2b9cd3-07fb-4d02-9e56-2ce2c1466f75 req-ca97c83d-6fd7-4610-b2d6-8d35a3781b15 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1820579 Feb 09 00:08:58.971384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-13c3db5f-f263-4211-b568-76f137b41bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:58.974499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-13c3db5f-f263-4211-b568-76f137b41bf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.1762934 Feb 09 00:08:59.064874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40628) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:59.100820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-bc401827-0559-4d72-92d2-15a3316522e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:59.108514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-bc401827-0559-4d72-92d2-15a3316522e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123068 Feb 09 00:08:59.268684 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-c45e9c5e-9b19-4702-99dc-77dc95cff2cb service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533751 Feb 09 00:08:59.383253 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:08:59.405436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.441329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.480102 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a08325-58bc-4825-928f-6ab9d40769f4 None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '94ba23e6-28f4-42e3-ac90-ece8623c777c', 'name': '', 'network_id': '53e7c5c6-c609-49a1-ae82-f8bb95c639d1', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'mac_address': 'fa:16:3e:91:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': '90c498b6-4590-440b-a55e-61bad78629b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:55Z', 'updated_at': '2022-02-09T00:02:04Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'subnets': [{'id': '90c498b6-4590-440b-a55e-61bad78629b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:08:59.488206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-195a3cd3-93cf-4059-8e28-4d24fd5a009f req-e2013f6a-7b19-4680-b602-0d665c73e97a service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122216 Feb 09 00:08:59.495475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] For port f2d1f53b-ca57-457a-b0b5-e85246bbf122, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f2d1f53b-ca57-457a-b0b5-e85246bbf122,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:08:59.563610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b99cecd8-80f8-4de3-84d6-77b51303f0f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.627528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event updated for resources: {'Port': ['ID=69b85674-5301-4128-81ef-e663edc3f092,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:08:59.680799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.699955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.701320 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.712985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b99cecd8-80f8-4de3-84d6-77b51303f0f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.723274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-21be2422-1ab6-4aa9-81b6-f1d246d2ed75 None None] Provisioning complete for port f2d1f53b-ca57-457a-b0b5-e85246bbf122 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:08:59.732523 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21be2422-1ab6-4aa9-81b6-f1d246d2ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.754322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:08:59.842012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:08:59.845977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:08:59.846578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.860430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:08:59.888307 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0604162 Feb 09 00:08:59.888698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:08:59.894333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Request body: {'port': {'network_id': 'cb3591b6-3780-4e9d-9bd9-97a73eab7ea9', 'mac_address': 'fa:16:3e:ca:74:2f', 'name': 'tempest-NetworksTestDHCPv6-1756760810'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:08:59.956379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f617726-ee29-4155-b03c-70914c04e9b0 None None] New status for floating IP 843ec956-00a7-4b69-8d5c-c8093c203427: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:09:00.008980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Subnet': ['ID=88162968-b746-402b-ab99-e36d984e49a1,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:00.136857 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Floating IP f11e1230-696f-4225-84eb-c47a7d5f8109 associated. External IP: 172.25.3.246, port: a3c94825-1a08-4040-ac04-37cd839a49f6. Feb 09 00:09:00.177273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b99cecd8-80f8-4de3-84d6-77b51303f0f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.180756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b99cecd8-80f8-4de3-84d6-77b51303f0f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.187386 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b99cecd8-80f8-4de3-84d6-77b51303f0f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "DELETE /v2.0/security-groups/dd1c80dd-a3b8-4224-88a5-35b810527915 HTTP/1.1" status: 204 len: 168 time: 1.1211519 Feb 09 00:09:00.188349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49821675-b7f7-4ad8-a729-d9cf56ab5cd9 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=f2d1f53b-ca57-457a-b0b5-e85246bbf122,revision_number=4']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:00.193181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40640) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:00.204741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41270916-cec0-4e63-83b5-14d81beb111f None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:00.227784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cecd8-80f8-4de3-84d6-77b51303f0f7 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c80dd-a3b8-4224-88a5-35b810527915,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:00.236852 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-b5296650-10b3-4885-a887-77f7cca34758 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] show failed (client error): The resource could not be found. Feb 09 00:09:00.243184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b5296650-10b3-4885-a887-77f7cca34758 tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "GET /v2.0/security-groups/dd1c80dd-a3b8-4224-88a5-35b810527915 HTTP/1.1" status: 404 len: 347 time: 0.0377522 Feb 09 00:09:00.243184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40642) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:00.340482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Made reservation on behalf of be0b21f6a87f4cbc8644df70cf203289 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:00.343767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f2d1f53b-ca57-457a-b0b5-e85246bbf122 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:00.347503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21be2422-1ab6-4aa9-81b6-f1d246d2ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.464060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a078511-40c6-4a99-b263-551affb74250 req-914d6308-6dab-43d8-9d4f-873b9d88dbf7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:00.475623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a078511-40c6-4a99-b263-551affb74250 req-914d6308-6dab-43d8-9d4f-873b9d88dbf7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.3488455 Feb 09 00:09:00.475912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-21be2422-1ab6-4aa9-81b6-f1d246d2ed75 None None] For port f2d1f53b-ca57-457a-b0b5-e85246bbf122, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f2d1f53b-ca57-457a-b0b5-e85246bbf122,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:00.488470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:09:00.511683 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21be2422-1ab6-4aa9-81b6-f1d246d2ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.578970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.659279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a078511-40c6-4a99-b263-551affb74250 req-8001c15c-501a-4c8b-964b-557b3b02d43c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1819353 Feb 09 00:09:00.672793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] device_id is not set on port 406a8442-d313-4c47-a4d0-39dc243ea819 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:09:00.735118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Deleting port 43fb5434-a276-4e51-b025-fff8b3946a8a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:00.735398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.748202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:00.768207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '434406f4-547c-4272-aced-7ac69f7e4a45', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'port_id': '434406f4-547c-4272-aced-7ac69f7e4a45', 'mac_address': 'fa:16:3e:a8:a5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:09:00.822987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.823394 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.860559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Calling delete_port for 43fb5434-a276-4e51-b025-fff8b3946a8a owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:00.869096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-682042ca-35cb-4d42-94ed-ac380f056866 None None] Could not find standard attr ID for object afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:09:00.888210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f2d1f53b-ca57-457a-b0b5-e85246bbf122 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:00.888619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:00.973833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be2422-1ab6-4aa9-81b6-f1d246d2ed75 None None] Pushing event updated for resources: {'Port': ['ID=f2d1f53b-ca57-457a-b0b5-e85246bbf122,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:00.995095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:01.027662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434406f4-547c-4272-aced-7ac69f7e4a45 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:09:01.064849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:01.105503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:01.114494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:01.183861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:01.223290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8::2a7 (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e/406a8442-d313-4c47-a4d0-39dc243ea819) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:01.233134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:742f (cb3591b6-3780-4e9d-9bd9-97a73eab7ea9/88162968-b746-402b-ab99-e36d984e49a1/406a8442-d313-4c47-a4d0-39dc243ea819) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:01.235218 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:01.274323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Pushing event deleted for resources: {'Port': ['ID=43fb5434-a276-4e51-b025-fff8b3946a8a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:01.308583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['434406f4-547c-4272-aced-7ac69f7e4a45'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:09:01.341735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:01.353409 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] Sync routers for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:01.367846 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:01.368890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:01.371083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:01.441036 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fa41873f-201a-4ce0-857d-baabe350ed8b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4619243 Feb 09 00:09:01.441036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:01.443367 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d187e6-24e8-46b4-abbe-9b88c9565017" -d '{"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:01.454782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40650) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:01.587971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f996f-58c8-495a-b2e3-365f8a2c1028 tempest-TestVolumeBackupRestore-1504248986 tempest-TestVolumeBackupRestore-1504248986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:01.608177 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-236f996f-58c8-495a-b2e3-365f8a2c1028 tempest-TestVolumeBackupRestore-1504248986 tempest-TestVolumeBackupRestore-1504248986-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1091 time: 0.1419704 Feb 09 00:09:01.611681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40664) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:01.620394 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Request body: {'floatingip': {'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:01.671094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:01.682753 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:01.687996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b81b46ad-c821-45f5-b0f0-90166f89cfbb tempest-AttachVolumeShelveTestJSON-1418584903 tempest-AttachVolumeShelveTestJSON-1418584903-project] 10.222.0.32 "DELETE /v2.0/floatingips/843ec956-00a7-4b69-8d5c-c8093c203427 HTTP/1.1" status: 204 len: 168 time: 1.4419363 Feb 09 00:09:01.715330 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:02.038121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:02.046736 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3c993-26ff-441e-ab2a-faf87efdfb48 x-openstack-request-id: req-faa3c993-26ff-441e-ab2a-faf87efdfb48 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:02.047314 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:02.047761 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-faa3c993-26ff-441e-ab2a-faf87efdfb48 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:02.048359 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'status': 'completed', 'code': 200} Feb 09 00:09:02.054768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:02.186130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9880-2ce4-473f-9811-757e7d09421e req-329f4edd-614f-4881-a7b3-4d76fbb27a26 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:02.187835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0aa9880-2ce4-473f-9811-757e7d09421e req-329f4edd-614f-4881-a7b3-4d76fbb27a26 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 944 time: 0.3695650 Feb 09 00:09:02.226531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-1d28e1d2-a322-4ac5-be36-802cea9d66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:02.228899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-1d28e1d2-a322-4ac5-be36-802cea9d66ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1096 time: 0.1622918 Feb 09 00:09:02.285921 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f11e1230-696f-4225-84eb-c47a7d5f8109', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:08:57Z', 'updated_at': '2022-02-09T00:08:57Z', 'revision_number': 0, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:02.336098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f2d1f53b-ca57-457a-b0b5-e85246bbf122 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:02.395524 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] Checking router: 4d42b246-19c4-4a32-8679-5ce1a3bf3333 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:02.429726 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:02.430368 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:02.467298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f2d1f53b-ca57-457a-b0b5-e85246bbf122 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:02.467676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:02.508447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-c9b8980c-2e92-4c9d-8afd-26276270b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:02.510464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-c9b8980c-2e92-4c9d-8afd-26276270b5cf service neutron] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 915 time: 0.2207460 Feb 09 00:09:02.554203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0aa9880-2ce4-473f-9811-757e7d09421e req-ee87eb9f-be00-4e7b-a8db-c4b9089ec468 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3457520 Feb 09 00:09:02.677344 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:02.711031 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:02.769788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d418736d-300b-44d1-a3e0-af5bdda53c81 None None] Provisioning complete for port f2d1f53b-ca57-457a-b0b5-e85246bbf122 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:02.769788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d418736d-300b-44d1-a3e0-af5bdda53c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:02.831375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:02.845918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:02.851981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:02.868178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:02.868935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:02.939640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0479777 Feb 09 00:09:02.941470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40690) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:02.975847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-bfebc22e-db3c-40a4-aa75-a16e1480b87a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 999 time: 0.4319365 Feb 09 00:09:03.018053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ae878-2fbe-4dc7-bc75-aee25fbeea50 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event updated for resources: {'Port': ['ID=406a8442-d313-4c47-a4d0-39dc243ea819,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:03.087726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-91f07733-d99c-4b89-9fbc-09fcb8685dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:03.089897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-91f07733-d99c-4b89-9fbc-09fcb8685dc1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1038349 Feb 09 00:09:03.194358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-ebbf942b-b590-491a-b2cd-f1cf48bfc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:03.202979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-ebbf942b-b590-491a-b2cd-f1cf48bfc593 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058941 Feb 09 00:09:03.414342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting port 406a8442-d313-4c47-a4d0-39dc243ea819 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:03.414979 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:03.481271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ea87e1a9-6a4c-44bd-8885-419fc165769c None None] Provisioning complete for port 406a8442-d313-4c47-a4d0-39dc243ea819 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:03.481898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea87e1a9-6a4c-44bd-8885-419fc165769c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:03.488891 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f11e1230-696f-4225-84eb-c47a7d5f8109', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:08:57Z', 'updated_at': '2022-02-09T00:08:57Z', 'revision_number': 0, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:03.517072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-e6d6d8db-33b6-4c5d-b7a9-8e7f564365b4 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906418 Feb 09 00:09:03.588983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ea87e1a9-6a4c-44bd-8885-419fc165769c None None] Port 406a8442-d313-4c47-a4d0-39dc243ea819 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:03.602796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:03.633186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Calling delete_port for 406a8442-d313-4c47-a4d0-39dc243ea819 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:03.634476 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836b82fd-d693-41ee-99a6-df316d20f894 None None] The sync data for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 is: [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f11e1230-696f-4225-84eb-c47a7d5f8109', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:08:57Z', 'updated_at': '2022-02-09T00:08:57Z', 'revision_number': 0, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:03.889002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6d187e6-24e8-46b4-abbe-9b88c9565017 req-d2a89631-3c13-4d7c-9e90-5f2b564e13fb service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633168 Feb 09 00:09:03.907287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2965b0d-8155-4f77-94c8-6e887264bedc req-7844d17f-9e2d-4d31-b988-9e903ccd2c8f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:03.913946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2965b0d-8155-4f77-94c8-6e887264bedc req-7844d17f-9e2d-4d31-b988-9e903ccd2c8f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 944 time: 0.1568654 Feb 09 00:09:03.953041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:03.966547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:03.988310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2965b0d-8155-4f77-94c8-6e887264bedc req-4af83890-0a41-4a95-9749-1079e1714e26 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654314 Feb 09 00:09:03.988828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:04.018595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca5238d-6a99-46f6-82d2-e7f3beb4a736 None None] New status for floating IP f11e1230-696f-4225-84eb-c47a7d5f8109: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:09:04.176622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.195515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01819ddc-1a55-4530-9986-982063e7fe6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.225423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Port': ['ID=406a8442-d313-4c47-a4d0-39dc243ea819,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:04.348524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.352184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd9d782b-1f4a-452a-a208-a383d38ae9fe tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/406a8442-d313-4c47-a4d0-39dc243ea819 HTTP/1.1" status: 204 len: 168 time: 1.4051018 Feb 09 00:09:04.354707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40714) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:04.394211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01819ddc-1a55-4530-9986-982063e7fe6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.399680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01819ddc-1a55-4530-9986-982063e7fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.454215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01819ddc-1a55-4530-9986-982063e7fe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b93926-35a1-49ed-a5c7-f6bded8e49d2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:04.459201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-01819ddc-1a55-4530-9986-982063e7fe6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cc4d8cc5b9849cb9de500d0a62ecf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693639 Feb 09 00:09:04.462399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40718) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:04.470000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:04.537849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:04.559943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1d5a1-dab1-41f3-806c-df3cf692cb21 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:04.560420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 434406f4-547c-4272-aced-7ac69f7e4a45 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:09:04.576726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ecb1d5a1-dab1-41f3-806c-df3cf692cb21 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2201674 Feb 09 00:09:04.577433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40720) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:04.577891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 434406f4-547c-4272-aced-7ac69f7e4a45 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:04.578490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.598956 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c77ab5c8-58a9-4425-93dc-1886f27ddfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.676148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c77ab5c8-58a9-4425-93dc-1886f27ddfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.711375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7694b47-9b6a-45ea-ba26-e632a84975dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:04.713245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e7694b47-9b6a-45ea-ba26-e632a84975dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1337025 Feb 09 00:09:04.719191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40724) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:04.817953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c5804-3271-4a47-b71a-3927f7d76e44 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:04.820679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c5804-3271-4a47-b71a-3927f7d76e44 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:04.822526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c5804-3271-4a47-b71a-3927f7d76e44 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:04.824519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-260c5804-3271-4a47-b71a-3927f7d76e44 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1041412 Feb 09 00:09:04.827296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40726) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:04.862174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:04.874201 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] Sync routers for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:04.876803 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c77ab5c8-58a9-4425-93dc-1886f27ddfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.880600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c77ab5c8-58a9-4425-93dc-1886f27ddfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.882403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.885270 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:04.895698 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:04.896325 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:04.897224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c77ab5c8-58a9-4425-93dc-1886f27ddfe1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24b93926-35a1-49ed-a5c7-f6bded8e49d2 HTTP/1.1" status: 204 len: 168 time: 0.4276671 Feb 09 00:09:04.932136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ab5c8-58a9-4425-93dc-1886f27ddfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b93926-35a1-49ed-a5c7-f6bded8e49d2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:04.970652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:04.974037 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a" -d '{"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:04.978819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 88162968-b746-402b-ab99-e36d984e49a1 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:09:04.984540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:04.989096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:04.989275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.004127 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7470453-dcfb-4b57-88dd-41000e589477" -d '{"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-plugged", "status": "completed", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:05.022304 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.105318 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a2aa171d-1d79-4ede-b8f1-a67b9a743acd tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "PUT /v2.0/floatingips/f11e1230-696f-4225-84eb-c47a7d5f8109 HTTP/1.1" status: 200 len: 991 time: 3.4928246 Feb 09 00:09:05.125519 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586072e4-6675-4e9b-ae60-47beae2f60aa x-openstack-request-id: req-586072e4-6675-4e9b-ae60-47beae2f60aa {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:05.125707 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-plugged", "status": "completed", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:05.125972 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-586072e4-6675-4e9b-ae60-47beae2f60aa {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:05.126330 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'code': 200} Feb 09 00:09:05.129829 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557f4752-cc13-449e-9cc3-c691e207f8e5 x-openstack-request-id: req-557f4752-cc13-449e-9cc3-c691e207f8e5 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:05.130121 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:05.130379 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-557f4752-cc13-449e-9cc3-c691e207f8e5 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:05.131610 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'status': 'completed', 'code': 200} Feb 09 00:09:05.143063 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.189655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:05.243889 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:05.281693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.462112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-f37ac749-fc3c-4858-a330-f8b009deb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:05.463446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-f37ac749-fc3c-4858-a330-f8b009deb76e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1096 time: 0.1526752 Feb 09 00:09:05.466932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b259ae-a783-45bb-a027-330bfc46dd4f req-e1eb8319-f998-4de4-a42d-3228d66a9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:05.468369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1b259ae-a783-45bb-a027-330bfc46dd4f req-e1eb8319-f998-4de4-a42d-3228d66a9d1f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 0.1587389 Feb 09 00:09:05.477753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c6800-f821-479e-b065-6b317daea7cf req-e428574d-4447-4bff-ac1c-3f0b6a6608d1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:05.482101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f58c6800-f821-479e-b065-6b317daea7cf req-e428574d-4447-4bff-ac1c-3f0b6a6608d1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1321993 Feb 09 00:09:05.499736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.509968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40750) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:05.527032 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84144832-ecb7-4690-a0b5-af62c3d358ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.615902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=88162968-b746-402b-ab99-e36d984e49a1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:05.626222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaed2b6-3726-4413-80e2-c48b0d287f4e None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:05.636715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.642122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3d0e1313-569b-46c0-a7a3-da3e34e73a91 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/88162968-b746-402b-ab99-e36d984e49a1 HTTP/1.1" status: 204 len: 168 time: 0.8139474 Feb 09 00:09:05.647030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40756) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:05.680892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1b259ae-a783-45bb-a027-330bfc46dd4f req-df849145-b128-42a2-a743-6594fa2947cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1963742 Feb 09 00:09:05.730310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f58c6800-f821-479e-b065-6b317daea7cf req-070b67a5-da68-4d3d-bed5-c5e15e8a9ebe tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2318246 Feb 09 00:09:05.804885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-2707af0c-7434-43c1-80d8-215c3b275fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:05.806445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-2707af0c-7434-43c1-80d8-215c3b275fb3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 915 time: 0.3234916 Feb 09 00:09:05.849579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Deleting subnet 8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:09:05.859192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.861752 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f11e1230-696f-4225-84eb-c47a7d5f8109', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:08:57Z', 'updated_at': '2022-02-09T00:09:04Z', 'revision_number': 2, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:05.924604 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] Checking router: 4d42b246-19c4-4a32-8679-5ce1a3bf3333 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:05.944693 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:05.946097 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:05.947790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-1c6573e9-f67c-4ef2-98e2-d11d3812dc79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 1001 time: 0.1336699 Feb 09 00:09:05.966345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84144832-ecb7-4690-a0b5-af62c3d358ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:05.972577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84144832-ecb7-4690-a0b5-af62c3d358ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.055503 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-84144832-ecb7-4690-a0b5-af62c3d358ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15f8fa4daecc4b6db8f7879865891c53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441046 Feb 09 00:09:06.059499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84144832-ecb7-4690-a0b5-af62c3d358ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edb6f7-61f5-41d3-bb4b-4c867d43d348,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:06.060216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-6d33149d-f4c8-4f7b-98a1-e890a0a2b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:06.062042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-6d33149d-f4c8-4f7b-98a1-e890a0a2b6a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1030431 Feb 09 00:09:06.062744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40762) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:06.070693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.201088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.216253 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:06.256833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-3273f813-bfdc-4d27-8a60-169013492202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:06.258406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-3273f813-bfdc-4d27-8a60-169013492202 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820204 Feb 09 00:09:06.300301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-afdc8505-6258-48ee-90d5-9cc841b28205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.324973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.369792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:06.372212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.378823 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-276d3933-ac5a-4aaa-b46e-3214f1777ae5 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e HTTP/1.1" status: 204 len: 168 time: 0.7238202 Feb 09 00:09:06.381286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:06.449260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-afdc8505-6258-48ee-90d5-9cc841b28205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:06.469202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40766) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:06.469982 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6b1fe0b9-1e88-4a05-8caf-0560be825c61 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870202 Feb 09 00:09:06.544483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.84', 58708) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:06.688811 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-d3422074-e839-446a-817d-e7490999d681 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392906 Feb 09 00:09:06.764130 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f11e1230-696f-4225-84eb-c47a7d5f8109', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:08:57Z', 'updated_at': '2022-02-09T00:09:04Z', 'revision_number': 2, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:06.829851 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebedf86-fcd5-4f43-8222-7442482a6634 None None] The sync data for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 is: [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f11e1230-696f-4225-84eb-c47a7d5f8109', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'port_id': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'mac_address': 'fa:16:3e:48:96:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:08:57Z', 'updated_at': '2022-02-09T00:09:04Z', 'revision_number': 2, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:06.961640 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:07.022287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:07.133346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:07.135865 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736a6973-6466-4ff7-a673-e7bed7578956" -d '{"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:07.173771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-4d999f7a-bfba-477b-abcf-a467df931d27 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9071741 Feb 09 00:09:07.216337 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6a690-f294-4559-b324-2618ddbcd1e0 x-openstack-request-id: req-9dc6a690-f294-4559-b324-2618ddbcd1e0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:07.216483 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:07.216708 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9dc6a690-f294-4559-b324-2618ddbcd1e0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:07.217232 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'status': 'completed', 'code': 200} Feb 09 00:09:07.245944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631dfc9-548b-46dc-914a-eab4ad51eb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:07.250605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e631dfc9-548b-46dc-914a-eab4ad51eb71 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7701316 Feb 09 00:09:07.251001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:07.260430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72bb1-619e-4179-b245-2e5baa8b0d81 req-32bb8b00-b570-4139-bbb0-3f3adf9c868a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:07.262312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ab72bb1-619e-4179-b245-2e5baa8b0d81 req-32bb8b00-b570-4139-bbb0-3f3adf9c868a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.2506056 Feb 09 00:09:07.263076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-afdc8505-6258-48ee-90d5-9cc841b28205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:07.265800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-afdc8505-6258-48ee-90d5-9cc841b28205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:07.267052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-afdc8505-6258-48ee-90d5-9cc841b28205 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0edb6f7-61f5-41d3-bb4b-4c867d43d348 HTTP/1.1" status: 204 len: 168 time: 1.2031903 Feb 09 00:09:07.343132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc8505-6258-48ee-90d5-9cc841b28205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edb6f7-61f5-41d3-bb4b-4c867d43d348,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:07.450078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ee9329-17ca-48b5-96bc-64a9a092b580 None None] Network cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:07.459631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ab72bb1-619e-4179-b245-2e5baa8b0d81 req-462dde3c-f756-49cb-8f7e-4da6830a51e6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405828 Feb 09 00:09:07.477179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a4ef7c9e-6c5d-4be0-9934-78fd7a21605a req-231c57c0-d685-44b7-8d9d-3e5478d37769 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784340 Feb 09 00:09:07.647501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-77b2068c-f71b-48f3-b140-7b3392082aae None None] Provisioning complete for port f2d1f53b-ca57-457a-b0b5-e85246bbf122 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:07.647893 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77b2068c-f71b-48f3-b140-7b3392082aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:07.698941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eca9d1-a8c8-4dfd-bda7-d2b3e9268173 req-481bc69d-812e-4e70-8caa-3bb47c862a5e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:07.700809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16eca9d1-a8c8-4dfd-bda7-d2b3e9268173 req-481bc69d-812e-4e70-8caa-3bb47c862a5e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1479948 Feb 09 00:09:07.713029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-2c5c6394-ee1a-4857-9830-b5a5b46830a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:07.714867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-2c5c6394-ee1a-4857-9830-b5a5b46830a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1096 time: 0.1161397 Feb 09 00:09:07.788948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16eca9d1-a8c8-4dfd-bda7-d2b3e9268173 req-88923f13-2dca-4b6a-badd-bba4b9ed010f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735004 Feb 09 00:09:07.821957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40786) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:07.844847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276307d2-4d79-4de7-89f4-bc639d4731e7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:07.848893 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-276307d2-4d79-4de7-89f4-bc639d4731e7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5968726 Feb 09 00:09:07.850053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40788) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:07.949070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] DHCP port deletion for cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:09:07.954049 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c373504c-0efb-4ab7-9cfd-4e5388fe35c0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016288 Feb 09 00:09:07.966508 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40794) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.007366 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b69b83-b17f-4f52-872b-6ebdf927eaa8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.008283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b69b83-b17f-4f52-872b-6ebdf927eaa8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.013904 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a4b69b83-b17f-4f52-872b-6ebdf927eaa8 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/406a8442-d313-4c47-a4d0-39dc243ea819 HTTP/1.1" status: 404 len: 333 time: 0.0437992 Feb 09 00:09:08.015297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40798) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.019526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5d782-c972-4aed-bd9b-d1f584f5380f tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:08.021075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9a5d782-c972-4aed-bd9b-d1f584f5380f tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1091 time: 0.1939638 Feb 09 00:09:08.025095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.029711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '434406f4-547c-4272-aced-7ac69f7e4a45', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:08.030006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-b574b277-ec91-48c1-b54a-f9468ad57344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:08.032025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-b574b277-ec91-48c1-b54a-f9468ad57344 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 915 time: 0.2643008 Feb 09 00:09:08.049614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] Deleting port f2d1f53b-ca57-457a-b0b5-e85246bbf122 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:08.050118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:08.082234 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8cf4f5-4db7-4573-b8b5-8a42b282515c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.082680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8cf4f5-4db7-4573-b8b5-8a42b282515c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.097652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1f8cf4f5-4db7-4573-b8b5-8a42b282515c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/88162968-b746-402b-ab99-e36d984e49a1 HTTP/1.1" status: 404 len: 337 time: 0.0799811 Feb 09 00:09:08.099592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40804) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.118435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:08.191668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] For port f2d1f53b-ca57-457a-b0b5-e85246bbf122, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f2d1f53b-ca57-457a-b0b5-e85246bbf122,segment=NetworkSegment(0cab88d1-7d1c-415e-bc45-40b909728b21),segment_id=0cab88d1-7d1c-415e-bc45-40b909728b21)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:08.192413 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:08.212992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-2b2b061e-25b4-411c-8cce-545fc1427dc7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 1001 time: 0.1427214 Feb 09 00:09:08.218047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] Calling delete_port for f2d1f53b-ca57-457a-b0b5-e85246bbf122 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:08.219902 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44d8c99-748c-4774-9024-7de9ecbb5d8c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.225166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44d8c99-748c-4774-9024-7de9ecbb5d8c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.228391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f2d1f53b-ca57-457a-b0b5-e85246bbf122 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:08.233098 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c44d8c99-748c-4774-9024-7de9ecbb5d8c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/8fbc9e97-35d9-4d3b-8bdd-59f992b87d9e HTTP/1.1" status: 404 len: 337 time: 0.1317165 Feb 09 00:09:08.234567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40808) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.297476 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-4062b2c4-bc44-4705-9917-037fdf76daca tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.298091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4062b2c4-bc44-4705-9917-037fdf76daca tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.307907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4062b2c4-bc44-4705-9917-037fdf76daca tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/afbb2713-4a4f-4dc6-8bbb-88bb5f1d062c HTTP/1.1" status: 404 len: 333 time: 0.0713446 Feb 09 00:09:08.310856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40812) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.367770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-3c678210-7f54-4224-ab7b-78e772b49e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:08.369655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-3c678210-7f54-4224-ab7b-78e772b49e0b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1474512 Feb 09 00:09:08.420794 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3b52cb-d878-4763-b7bb-050864de1a8c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.421671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3b52cb-d878-4763-b7bb-050864de1a8c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.422870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:08.436579 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e3b52cb-d878-4763-b7bb-050864de1a8c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/eabae5b2-e779-4906-b2bb-8932a3cbbece HTTP/1.1" status: 404 len: 337 time: 0.1244934 Feb 09 00:09:08.440376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40816) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.446337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:08.482583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] Pushing event deleted for resources: {'Port': ['ID=f2d1f53b-ca57-457a-b0b5-e85246bbf122,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:08.484872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a331dd9d-7fa6-403b-b32a-dc55d89e42ad None None] No DVR routers for this DVR port f2d1f53b-ca57-457a-b0b5-e85246bbf122 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:09:08.489739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-7cb833df-4ec8-4ab0-8a96-cc0aff0f4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:08.498195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-7cb833df-4ec8-4ab0-8a96-cc0aff0f4cd4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219552 Feb 09 00:09:08.541744 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4698dd-10a6-4060-8967-76fd02d0eb6b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.542207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4698dd-10a6-4060-8967-76fd02d0eb6b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.549601 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c4698dd-10a6-4060-8967-76fd02d0eb6b tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/193771f7-5ee1-423d-b792-dbb4130bf25c HTTP/1.1" status: 404 len: 337 time: 0.1069107 Feb 09 00:09:08.551842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40820) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.611590 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04050d7-ce99-4e22-8764-64000ad52b37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.613236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04050d7-ce99-4e22-8764-64000ad52b37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.618298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a04050d7-ce99-4e22-8764-64000ad52b37 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/972623f1-de98-461f-8901-4b09791c405d HTTP/1.1" status: 404 len: 333 time: 0.0616753 Feb 09 00:09:08.621125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.631857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-545ff957-834d-471d-8860-12b6ce286804 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261508 Feb 09 00:09:08.706249 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8403332-6a88-4e82-bb88-863cbb3f0201 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.710530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8403332-6a88-4e82-bb88-863cbb3f0201 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.715378 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e8403332-6a88-4e82-bb88-863cbb3f0201 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/c7c889be-e732-40e3-9609-5a6e27bbde20 HTTP/1.1" status: 404 len: 337 time: 0.0904601 Feb 09 00:09:08.720807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40826) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.759796 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5043ef0-0b31-4f92-8ecd-29e1a395af45 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.760523 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5043ef0-0b31-4f92-8ecd-29e1a395af45 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.763767 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b5043ef0-0b31-4f92-8ecd-29e1a395af45 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/f850f471-acdc-453b-a00d-2ba8cbd5f4a9 HTTP/1.1" status: 404 len: 337 time: 0.0400925 Feb 09 00:09:08.770277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.786633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02349f71-4850-4782-b16a-a3ffbbdb31ff req-2c8117e4-478e-411c-b586-e08ebea322fa service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479330 Feb 09 00:09:08.806998 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a3a780-4f17-4a5a-b379-3417fe22fcd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.808538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a3a780-4f17-4a5a-b379-3417fe22fcd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.812892 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-22a3a780-4f17-4a5a-b379-3417fe22fcd0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/89bac0a4-665a-4f2d-bea3-ebbb6bc3eaca HTTP/1.1" status: 404 len: 333 time: 0.0402620 Feb 09 00:09:08.815572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40832) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.840444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:08.858855 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ac575c-514d-4026-94bc-5a58a95aad84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.859215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ac575c-514d-4026-94bc-5a58a95aad84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.862333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-09ac575c-514d-4026-94bc-5a58a95aad84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/4f89d7a5-85bb-4342-814b-cc69382960d8 HTTP/1.1" status: 404 len: 337 time: 0.0457320 Feb 09 00:09:08.892719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:08.987887 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f33c1c4-a67a-4a35-ad69-12cc81f3a9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:08.988348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f33c1c4-a67a-4a35-ad69-12cc81f3a9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:08.992158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3f33c1c4-a67a-4a35-ad69-12cc81f3a9dc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/6b862b45-070f-4f40-8d44-b92d444f6247 HTTP/1.1" status: 404 len: 337 time: 0.0765991 Feb 09 00:09:08.996036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a6973-6466-4ff7-a673-e7bed7578956 req-fc4519a4-a4c6-4dc6-9153-e334f68ced9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:08.997440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-fc4519a4-a4c6-4dc6-9153-e334f68ced9c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1096 time: 0.1340804 Feb 09 00:09:08.997912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40854) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.176670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.161 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/d9bf63e6-e024-4abd-b634-7cd606d8ad49) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:09.285681 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb432691-db68-49a2-a691-f591d35559f3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.288656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb432691-db68-49a2-a691-f591d35559f3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.299478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fb432691-db68-49a2-a691-f591d35559f3 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/36bc3cff-8c8d-4b99-b918-ab532b78f468 HTTP/1.1" status: 404 len: 333 time: 0.3003750 Feb 09 00:09:09.300275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.386619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a6973-6466-4ff7-a673-e7bed7578956 req-37c929a3-cc36-42d1-a62f-b332b3b4dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:09.392391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-37c929a3-cc36-42d1-a62f-b332b3b4dac8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 915 time: 0.3758614 Feb 09 00:09:09.452253 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd496c6b-bb7c-469d-9045-a85e63a05108 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.452989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd496c6b-bb7c-469d-9045-a85e63a05108 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.456887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd496c6b-bb7c-469d-9045-a85e63a05108 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/64044c2b-0502-4f99-8706-338b44b82c69 HTTP/1.1" status: 404 len: 337 time: 0.0826888 Feb 09 00:09:09.504964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.555722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:09.616478 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f2b95c-2758-4ff6-9ede-45274042e66a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.618368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f2b95c-2758-4ff6-9ede-45274042e66a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.625134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c1f2b95c-2758-4ff6-9ede-45274042e66a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/92aa61e8-ca41-400f-9cea-5fc81bb86449 HTTP/1.1" status: 404 len: 333 time: 0.1144207 Feb 09 00:09:09.629092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40874) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.650023 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:09.686685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:09.691773 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-f827a3d5-4697-4a7a-a6bd-66a49b2a918a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.692503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f827a3d5-4697-4a7a-a6bd-66a49b2a918a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.697186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:09.700587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f827a3d5-4697-4a7a-a6bd-66a49b2a918a tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/1f4d1eab-f0c7-4105-b069-167c26b4db1c HTTP/1.1" status: 404 len: 337 time: 0.0553212 Feb 09 00:09:09.713342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40878) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.750265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:09.782470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-d9f9b4ae-8e5f-4298-8c3a-f7a2c7f21352 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 1001 time: 0.3815055 Feb 09 00:09:09.784274 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-458e9d79-9880-4c49-9062-2dc5c07e15b6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.785593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458e9d79-9880-4c49-9062-2dc5c07e15b6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.792623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-458e9d79-9880-4c49-9062-2dc5c07e15b6 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/3947af6a-f6d7-4845-b1b9-45fbd32ef273 HTTP/1.1" status: 404 len: 333 time: 0.0759106 Feb 09 00:09:09.800276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40882) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.856716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=d9bf63e6-e024-4abd-b634-7cd606d8ad49,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:09.858795 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-63352e38-b00c-472f-9ea9-1b95b2c8f5db tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.865601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63352e38-b00c-472f-9ea9-1b95b2c8f5db tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.872764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-63352e38-b00c-472f-9ea9-1b95b2c8f5db tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/362b8217-8f68-43db-a8f6-8bdaeecc1c64 HTTP/1.1" status: 404 len: 337 time: 0.0681665 Feb 09 00:09:09.874308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.921480 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-32de2cd5-e112-411c-bb79-fa7e0161a934 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.922519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32de2cd5-e112-411c-bb79-fa7e0161a934 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:09.928134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a6973-6466-4ff7-a673-e7bed7578956 req-03fccf2f-3532-4e01-9fed-d0293475885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:09.928134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-03fccf2f-3532-4e01-9fed-d0293475885e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1354079 Feb 09 00:09:09.929085 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-32de2cd5-e112-411c-bb79-fa7e0161a934 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/03dc2d3c-6e6a-46f9-9e33-d20d8aab6516 HTTP/1.1" status: 404 len: 333 time: 0.0533793 Feb 09 00:09:09.929915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:09.993878 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-91703c4b-c944-40c7-baa7-72bddf6fa81e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:09.999163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91703c4b-c944-40c7-baa7-72bddf6fa81e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.008431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91703c4b-c944-40c7-baa7-72bddf6fa81e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/882a15ea-97ee-4d88-bee4-5d97edebb884 HTTP/1.1" status: 404 len: 337 time: 0.0684652 Feb 09 00:09:10.012522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.055195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a6973-6466-4ff7-a673-e7bed7578956 req-83b27932-f62a-485a-8f5c-1f1da07b6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:10.060731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-83b27932-f62a-485a-8f5c-1f1da07b6d42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258242 Feb 09 00:09:10.069255 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7579a2d-6934-49ee-86ae-76a7040a7696 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.070313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7579a2d-6934-49ee-86ae-76a7040a7696 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.077642 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f7579a2d-6934-49ee-86ae-76a7040a7696 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/f4876863-68fb-4b05-9222-6b602a1c277a HTTP/1.1" status: 404 len: 333 time: 0.0591533 Feb 09 00:09:10.078276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40892) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.164118 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc67e4b3-4ef0-499d-bbfd-f0074e2a063e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.164644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc67e4b3-4ef0-499d-bbfd-f0074e2a063e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.173772 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dc67e4b3-4ef0-499d-bbfd-f0074e2a063e tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/874bb928-aecd-4c90-9a58-e5cf3d5c3fa5 HTTP/1.1" status: 404 len: 337 time: 0.0701649 Feb 09 00:09:10.175294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40900) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.234157 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b3b4b5-83ad-461e-89f3-7473430ab6f4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.234828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b3b4b5-83ad-461e-89f3-7473430ab6f4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.242379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-28b3b4b5-83ad-461e-89f3-7473430ab6f4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/1910c051-7323-4236-bf25-21eeb612251f HTTP/1.1" status: 404 len: 333 time: 0.0643694 Feb 09 00:09:10.246910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.263540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40906) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.303029 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d199617b-06d4-44c7-a7f2-fc631f47fa31 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.303805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d199617b-06d4-44c7-a7f2-fc631f47fa31 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.319799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d199617b-06d4-44c7-a7f2-fc631f47fa31 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/faea0773-577c-4942-8eee-6fd52868ad65 HTTP/1.1" status: 404 len: 337 time: 0.0715964 Feb 09 00:09:10.325786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40912) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.423782 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9a8a42-ac5d-4f4c-a806-7ff3f9a6f0d0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.424082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9a8a42-ac5d-4f4c-a806-7ff3f9a6f0d0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.430241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dd9a8a42-ac5d-4f4c-a806-7ff3f9a6f0d0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/0206036c-b3d5-40f0-93b1-ec7267e9db7f HTTP/1.1" status: 404 len: 337 time: 0.0960488 Feb 09 00:09:10.443172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-eac53401-96f2-45cf-87cb-edf22ed7ff0d service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755820 Feb 09 00:09:10.444487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40918) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.524018 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05aff2f-f133-4b24-9e34-314676991e70 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.526452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05aff2f-f133-4b24-9e34-314676991e70 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.535922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d05aff2f-f133-4b24-9e34-314676991e70 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/77c94f4a-480b-4131-84cc-1747431dcad1 HTTP/1.1" status: 404 len: 333 time: 0.0899041 Feb 09 00:09:10.562869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40920) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.664814 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b548db4-b4ab-4041-bb02-73b301d2c1be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.665314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b548db4-b4ab-4041-bb02-73b301d2c1be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.668367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7b548db4-b4ab-4041-bb02-73b301d2c1be tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/309d9cae-006f-4b12-b5b4-203a9567d9f8 HTTP/1.1" status: 404 len: 337 time: 0.1045437 Feb 09 00:09:10.676127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40922) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.717720 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-420961cb-94ae-4a35-830b-092a6871bc0c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.718596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420961cb-94ae-4a35-830b-092a6871bc0c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.725035 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-420961cb-94ae-4a35-830b-092a6871bc0c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/458a9034-f5e9-4330-bb80-932a0e5371e0 HTTP/1.1" status: 404 len: 337 time: 0.0473213 Feb 09 00:09:10.725922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40924) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.761277 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce00f056-6e9b-4f8f-a783-29259431ed0f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.762141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce00f056-6e9b-4f8f-a783-29259431ed0f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.768130 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ce00f056-6e9b-4f8f-a783-29259431ed0f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/42178f09-c73a-498d-8734-52b97e82b7c9 HTTP/1.1" status: 404 len: 333 time: 0.0367470 Feb 09 00:09:10.796083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40926) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.823354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-736a6973-6466-4ff7-a673-e7bed7578956 req-42359c5d-75bd-43a2-a780-9ba31a0766c8 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417828 Feb 09 00:09:10.831931 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabfa189-4913-4e7b-b49c-052238565571 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.832543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabfa189-4913-4e7b-b49c-052238565571 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.839622 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dabfa189-4913-4e7b-b49c-052238565571 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/7eff2dd7-1e08-4539-9af9-0abfcc6c5547 HTTP/1.1" status: 404 len: 337 time: 0.0424080 Feb 09 00:09:10.840327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40928) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.877680 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc235ee-12e5-4036-b318-8df517e94e48 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.878235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc235ee-12e5-4036-b318-8df517e94e48 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.885916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3bc235ee-12e5-4036-b318-8df517e94e48 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/12925b86-1d08-4f8e-963a-1ea8dc672be2 HTTP/1.1" status: 404 len: 337 time: 0.0401759 Feb 09 00:09:10.887769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40930) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.900016 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:10.962320 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef334c6-2a7e-4273-8f70-92e5a9b24bcd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:10.963030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef334c6-2a7e-4273-8f70-92e5a9b24bcd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:10.978771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8ef334c6-2a7e-4273-8f70-92e5a9b24bcd tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/8444bd39-06d4-4236-82be-1557f86cb6fb HTTP/1.1" status: 404 len: 333 time: 0.0878813 Feb 09 00:09:10.979668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40932) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:10.990008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.062375 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f68c2d6-2ac4-4959-9b32-9e7f352853db tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.062835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f68c2d6-2ac4-4959-9b32-9e7f352853db tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.069191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6f68c2d6-2ac4-4959-9b32-9e7f352853db tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/7f48eb8c-2e6c-49b0-a75c-363778713181 HTTP/1.1" status: 404 len: 337 time: 0.0861993 Feb 09 00:09:11.069829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40936) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.102161 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0e388b-14ab-4885-a583-dbd31ef12220 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.102628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0e388b-14ab-4885-a583-dbd31ef12220 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.106183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb0e388b-14ab-4885-a583-dbd31ef12220 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/9d47597b-e752-4eec-862b-1c9abc197c04 HTTP/1.1" status: 404 len: 337 time: 0.0353122 Feb 09 00:09:11.108942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40938) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.205989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5008335e-eb90-46ae-84b3-1f4560ab49e4 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports?device_id=26774953-c5c6-424d-abfe-e8375376ff59 HTTP/1.1" status: 200 len: 205 time: 0.0955076 Feb 09 00:09:11.209926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40942) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.217963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.225701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.276645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=d9bf63e6-e024-4abd-b634-7cd606d8ad49,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:11.298420 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-0f98e776-dd23-463a-8692-9454d894116d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] delete failed (client error): The resource could not be found. Feb 09 00:09:11.304135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0f98e776-dd23-463a-8692-9454d894116d tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/routers/26774953-c5c6-424d-abfe-e8375376ff59 HTTP/1.1" status: 404 len: 336 time: 0.0916362 Feb 09 00:09:11.305114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40944) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.342644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.365578 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a1aef4-e461-4c8c-a9d3-ca88f59fe43c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.366101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a1aef4-e461-4c8c-a9d3-ca88f59fe43c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.371998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-16a1aef4-e461-4c8c-a9d3-ca88f59fe43c tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/5ddbd852-53c6-4151-bed4-6a1a9d295130 HTTP/1.1" status: 404 len: 337 time: 0.0617111 Feb 09 00:09:11.372969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40946) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.409415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a533df56-cf9c-41fa-83e8-0ace0c2cc791 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0afd1d6-78af-4b1f-94ef-700c04606d83 HTTP/1.1" status: 200 len: 205 time: 0.0319417 Feb 09 00:09:11.411695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40948) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.457358 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-c48bbcd6-f46f-43bd-bf04-a877ecf39fe0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] delete failed (client error): The resource could not be found. Feb 09 00:09:11.462553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c48bbcd6-f46f-43bd-bf04-a877ecf39fe0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/routers/e0afd1d6-78af-4b1f-94ef-700c04606d83 HTTP/1.1" status: 404 len: 336 time: 0.0480199 Feb 09 00:09:11.469135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40952) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.508113 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP e1b2762d-7239-4a62-a415-7ef207288cc5 associated. External IP: 172.25.3.161, port: 434406f4-547c-4272-aced-7ac69f7e4a45. Feb 09 00:09:11.513212 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d87fa8-b68b-46a0-a051-bdba32ff0b62 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.513775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d87fa8-b68b-46a0-a051-bdba32ff0b62 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.519636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-51d87fa8-b68b-46a0-a051-bdba32ff0b62 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/87659432-a33b-4d47-b310-804fd022c53e HTTP/1.1" status: 404 len: 337 time: 0.0494821 Feb 09 00:09:11.522182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40954) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.554321 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb758be-678f-4580-a619-a710efd61e5f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.554915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb758be-678f-4580-a619-a710efd61e5f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.562079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.562234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fcb758be-678f-4580-a619-a710efd61e5f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/2f243eb0-d75e-4ae4-a4c2-37f402c9f18c HTTP/1.1" status: 404 len: 337 time: 0.0386620 Feb 09 00:09:11.595616 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cb8da0-6d64-4541-862a-a28f563ea3c2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.596485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cb8da0-6d64-4541-862a-a28f563ea3c2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.602605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d9cb8da0-6d64-4541-862a-a28f563ea3c2 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/6343b7c6-8ff5-465d-9fb5-750f5da2b42a HTTP/1.1" status: 404 len: 333 time: 0.0365183 Feb 09 00:09:11.602911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40958) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.633267 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3fff69-b425-4940-a98e-05623d2c36b0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.633729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3fff69-b425-4940-a98e-05623d2c36b0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.636726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c3fff69-b425-4940-a98e-05623d2c36b0 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/876470e0-e5e2-4aaa-82ff-e167ec845286 HTTP/1.1" status: 404 len: 337 time: 0.0329220 Feb 09 00:09:11.640327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40960) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.672716 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01f64d1-79c5-4c0d-8250-9daf76852902 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.673381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01f64d1-79c5-4c0d-8250-9daf76852902 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.676352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a01f64d1-79c5-4c0d-8250-9daf76852902 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/3af09558-7585-4b64-837f-e3e8159d9202 HTTP/1.1" status: 404 len: 333 time: 0.0350769 Feb 09 00:09:11.679226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40962) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.679820 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.712481 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6686f45-25fd-4cdc-8fb8-64ba329a01fc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.713505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6686f45-25fd-4cdc-8fb8-64ba329a01fc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.718419 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a6686f45-25fd-4cdc-8fb8-64ba329a01fc tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/6e301d88-a759-4d48-9060-ef051a6b2381 HTTP/1.1" status: 404 len: 337 time: 0.0358126 Feb 09 00:09:11.719264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.747546 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e5047a-600a-460c-8226-85aa8ab101ca tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.748254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e5047a-600a-460c-8226-85aa8ab101ca tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.753957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a4e5047a-600a-460c-8226-85aa8ab101ca tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/6189bfd7-8dc5-4131-9b37-6384f1e83bdb HTTP/1.1" status: 404 len: 333 time: 0.0319154 Feb 09 00:09:11.754683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40966) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.820501 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5b2a14-fdf5-4f51-9e1f-f321029e5c49 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.821009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5b2a14-fdf5-4f51-9e1f-f321029e5c49 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.824143 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ff5b2a14-fdf5-4f51-9e1f-f321029e5c49 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/8c1b9f8d-adb7-4000-aacf-87b9e899593d HTTP/1.1" status: 404 len: 337 time: 0.0691071 Feb 09 00:09:11.826651 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40968) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.843775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-987e0f06-0b35-435d-9852-1cc39d4319b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.857060 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-91373451-6fbb-46fb-8d69-d4ffc6ec0a84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.857598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91373451-6fbb-46fb-8d69-d4ffc6ec0a84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.860706 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91373451-6fbb-46fb-8d69-d4ffc6ec0a84 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/abda0351-f0fa-473a-884d-789c2b77610e HTTP/1.1" status: 404 len: 333 time: 0.0331225 Feb 09 00:09:11.863133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40970) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.922226 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7e2b6b-d2ba-4828-89c3-e4ce89648a7f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.922689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7e2b6b-d2ba-4828-89c3-e4ce89648a7f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.929188 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e7e2b6b-d2ba-4828-89c3-e4ce89648a7f tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/fafb25d8-5387-4d36-be1c-dcfb0985efe7 HTTP/1.1" status: 404 len: 337 time: 0.0618274 Feb 09 00:09:11.929362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40972) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:11.956860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Deleting port 94ba23e6-28f4-42e3-ac90-ece8623c777c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:11.957235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:11.962370 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1fd670-e560-4d29-b4f0-cdeb31a590e7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:11.963034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1fd670-e560-4d29-b4f0-cdeb31a590e7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:11.968585 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7a1fd670-e560-4d29-b4f0-cdeb31a590e7 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/faf3a921-4413-4e86-842c-57bd82c4e738 HTTP/1.1" status: 404 len: 333 time: 0.0358353 Feb 09 00:09:11.968807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40974) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:12.001153 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2847a7b-735d-4dc4-8ef4-9061f8cdba68 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:12.001617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2847a7b-735d-4dc4-8ef4-9061f8cdba68 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:12.008080 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2847a7b-735d-4dc4-8ef4-9061f8cdba68 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/b54d7347-2dd6-4459-8147-662fb579ce81 HTTP/1.1" status: 404 len: 337 time: 0.0351326 Feb 09 00:09:12.008779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40976) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:12.036835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:12.038043 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f42bce-264d-4a0a-b215-040df6ac6c53 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:12.038758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f42bce-264d-4a0a-b215-040df6ac6c53 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:12.041356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] For port 94ba23e6-28f4-42e3-ac90-ece8623c777c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=94ba23e6-28f4-42e3-ac90-ece8623c777c,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:12.044523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:12.044694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-64f42bce-264d-4a0a-b215-040df6ac6c53 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/6b181f46-b602-40e9-a5a4-bb4ba12f8344 HTTP/1.1" status: 404 len: 333 time: 0.0323031 Feb 09 00:09:12.044694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40978) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:12.056104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Calling delete_port for 94ba23e6-28f4-42e3-ac90-ece8623c777c owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:12.078424 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34b4f71-acea-4edd-9506-ddfd84e74026 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:12.078887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34b4f71-acea-4edd-9506-ddfd84e74026 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:12.084629 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c34b4f71-acea-4edd-9506-ddfd84e74026 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/78e871f5-09b8-4fc7-9fda-d6b73c03e41e HTTP/1.1" status: 404 len: 337 time: 0.0363600 Feb 09 00:09:12.085108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 40980) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:12.114054 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8b7659-df78-47f4-b953-3a2310ebaf92 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:12.114645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8b7659-df78-47f4-b953-3a2310ebaf92 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:12.118417 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-af8b7659-df78-47f4-b953-3a2310ebaf92 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/ports/3c2149e0-6169-4d30-88d9-38cdf4698e9e HTTP/1.1" status: 404 len: 333 time: 0.0324903 Feb 09 00:09:12.121942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 40982) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:12.238292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:12.253409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] Sync routers for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:12.271796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:12.272998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:12.284074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:12.379787 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8f977f16-6db5-40b4-9e3c-c427f8b5d6d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3512008 Feb 09 00:09:12.379787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:12.394536 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4579f549-db19-437b-bc72-adc99e861412" -d '{"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:12.425891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:12.457904 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fb5e3c-2215-4404-a9f6-855ec8d76ecd x-openstack-request-id: req-16fb5e3c-2215-4404-a9f6-855ec8d76ecd {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:12.458836 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:12.458836 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16fb5e3c-2215-4404-a9f6-855ec8d76ecd {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:12.459150 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'status': 'completed', 'code': 200} Feb 09 00:09:12.498320 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6233037-116c-4d34-aa69-ce72e64b0144 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] DELETE failed (client error): The resource could not be found. Feb 09 00:09:12.498815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6233037-116c-4d34-aa69-ce72e64b0144 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:09:12.504499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41000) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:12.504680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6233037-116c-4d34-aa69-ce72e64b0144 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/subnets/37f03415-f3fe-44b6-af67-f033592ff3a3 HTTP/1.1" status: 404 len: 337 time: 0.3816459 Feb 09 00:09:12.695374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:12.778923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'e1b2762d-7239-4a62-a415-7ef207288cc5', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'port_id': '434406f4-547c-4272-aced-7ac69f7e4a45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'mac_address': 'fa:16:3e:a8:a5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:09:10Z', 'updated_at': '2022-02-09T00:09:10Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:12.847085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] Checking router: 5ec4c083-a915-4fde-ad7e-1ef9b165a886 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:12.875225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:12.876595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:12.891488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579f549-db19-437b-bc72-adc99e861412 req-91aa408f-3e98-4375-9c85-35d1c0c78a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:12.893821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-91aa408f-3e98-4375-9c85-35d1c0c78a75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 0.3979702 Feb 09 00:09:12.937227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:12.962453 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3591b6-3780-4e9d-9bd9-97a73eab7ea9']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:12.968736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74047d77-be23-4ef6-88e1-6eca207fb965 req-32ce4f76-785d-47f6-a6df-1ccc28a69b4f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:12.970847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74047d77-be23-4ef6-88e1-6eca207fb965 req-32ce4f76-785d-47f6-a6df-1ccc28a69b4f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.4759381 Feb 09 00:09:12.975270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cab88d1-7d1c-415e-bc45-40b909728b21') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:12.975807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cab88d1-7d1c-415e-bc45-40b909728b21') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:12.989255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.008699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.018913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:09:13.019605 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:09:13.023706 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:09:13.067448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.093208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:13.114689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74047d77-be23-4ef6-88e1-6eca207fb965 req-c695be39-76e0-430a-be6f-fef75827bdf7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359479 Feb 09 00:09:13.120666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ba23e6-28f4-42e3-ac90-ece8623c777c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:13.156502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41012) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:13.182637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579f549-db19-437b-bc72-adc99e861412 req-cc179d8d-6f86-4c9a-ac44-75b41dab7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:13.184439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-cc179d8d-6f86-4c9a-ac44-75b41dab7a78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.2807200 Feb 09 00:09:13.270272 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1401fbb6-3292-442d-9c98-a80fea856ba2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/e1b2762d-7239-4a62-a415-7ef207288cc5 HTTP/1.1" status: 200 len: 991 time: 0.1118300 Feb 09 00:09:13.272318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.279806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.308758 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] 10.222.0.32 "DELETE /v2.0/networks/cb3591b6-3780-4e9d-9bd9-97a73eab7ea9 HTTP/1.1" status: 204 len: 168 time: 0.7917411 Feb 09 00:09:13.374686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2e7ef-d07d-48e9-a187-2907e210b104 tempest-NetworksTestDHCPv6-1986569565 tempest-NetworksTestDHCPv6-1986569565-project] Pushing event deleted for resources: {'Network': ['ID=cb3591b6-3780-4e9d-9bd9-97a73eab7ea9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:13.416311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-0ee16716-565a-41f1-ae5b-e6fea618958f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 999 time: 0.2006919 Feb 09 00:09:13.582084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'e1b2762d-7239-4a62-a415-7ef207288cc5', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'port_id': '434406f4-547c-4272-aced-7ac69f7e4a45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'mac_address': 'fa:16:3e:a8:a5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:09:10Z', 'updated_at': '2022-02-09T00:09:10Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:13.593578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:13.610809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579f549-db19-437b-bc72-adc99e861412 req-02a3e95d-77e6-43ce-bf2b-e93f6213496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:13.612659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-02a3e95d-77e6-43ce-bf2b-e93f6213496d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.1403801 Feb 09 00:09:13.632551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948d5805-a259-4d3f-91d7-f9bc6bcc1ae3 None None] The sync data for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 is: [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'e1b2762d-7239-4a62-a415-7ef207288cc5', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.161', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'port_id': '434406f4-547c-4272-aced-7ac69f7e4a45', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'mac_address': 'fa:16:3e:a8:a5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:09:10Z', 'updated_at': '2022-02-09T00:09:10Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:13.745039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41018) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:13.772807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579f549-db19-437b-bc72-adc99e861412 req-ea2a1cf5-eeae-4c13-810e-c9cc2604817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:13.774428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-ea2a1cf5-eeae-4c13-810e-c9cc2604817e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029503 Feb 09 00:09:13.985724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-5d7e99fd-1e85-4c2b-a0a7-eab723c48886 service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947181 Feb 09 00:09:14.017296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:14.040405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-895667eb-38b7-43df-b0dc-4dda34f3dffb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be0b21f6a87f4cbc8644df70cf203289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936718 Feb 09 00:09:14.041522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41030) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:14.069355 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca288d-fe4d-4bab-bd59-912bf0badfd8 None None] New status for floating IP e1b2762d-7239-4a62-a415-7ef207288cc5: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:09:14.140703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f883-5f15-4e03-8265-38c73d76aa6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:14.170961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f883-5f15-4e03-8265-38c73d76aa6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:14.224678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:14.242748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41038) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:14.242932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b54923be-10dd-4a18-b0e1-068590d38496 admin admin] 10.222.0.32 "PUT /v2.0/routers/a79c33fd-7b7b-4c23-baf2-620b70d8bcdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9770708 Feb 09 00:09:14.245869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] Sync routers for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:14.268439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:14.269653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:08:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:14.274537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41040) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:14.290311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4579f549-db19-437b-bc72-adc99e861412 req-6d68241d-e08d-491b-ad3f-59b006523bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952003 Feb 09 00:09:14.354766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f883-5f15-4e03-8265-38c73d76aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:14.362819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6ef0f883-5f15-4e03-8265-38c73d76aa6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:14.368290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6ef0f883-5f15-4e03-8265-38c73d76aa6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c92be4e-376b-471f-a8de-3919e4a8fd32 HTTP/1.1" status: 204 len: 168 time: 0.3253827 Feb 09 00:09:14.413636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0f883-5f15-4e03-8265-38c73d76aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92be4e-376b-471f-a8de-3919e4a8fd32,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:14.433647 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5e30a43d-358f-46e0-933f-919bbe9d03bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/e1b2762d-7239-4a62-a415-7ef207288cc5 HTTP/1.1" status: 200 len: 991 time: 0.1564765 Feb 09 00:09:14.537884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:14.696237 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-504f43d9-1b88-44d5-87c1-8fe04f4e2b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:14.813771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:09:12Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:14.850564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] Checking router: a79c33fd-7b7b-4c23-baf2-620b70d8bcdc for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:14.863461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] Routers {'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:14.864307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:14.929179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:14.995347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] Set router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:15.117960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.235995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Deleting port 2a76f54d-7534-44cc-8065-678a5fbef8c1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:15.238132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.367531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:09:12Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:15.371363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] For port 2a76f54d-7534-44cc-8065-678a5fbef8c1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2a76f54d-7534-44cc-8065-678a5fbef8c1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:15.371976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.389977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Calling delete_port for 2a76f54d-7534-44cc-8065-678a5fbef8c1 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:15.425696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3b9f0-6422-433b-a9a6-157b86478aa3 None None] The sync data for ids ['a79c33fd-7b7b-4c23-baf2-620b70d8bcdc'] in n-d-828413-1 is: [{'id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'name': 'tempest-AttachVolumeShelveTestJSON-1436380999-router', 'tenant_id': '1ae6f701f4534c21b4c6f097bb174366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:01:47Z', 'updated_at': '2022-02-09T00:09:12Z', 'revision_number': 5, 'project_id': '1ae6f701f4534c21b4c6f097bb174366', 'gw_port': {'id': '2a76f54d-7534-44cc-8065-678a5fbef8c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c33fd-7b7b-4c23-baf2-620b70d8bcdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:01:49Z', 'updated_at': '2022-02-09T00:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:15.436402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:15.492532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41088) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:15.506629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41090) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:15.509940 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.557531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b9c524f2-99dc-46f8-8269-ebf7e2e1529e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/e1b2762d-7239-4a62-a415-7ef207288cc5 HTTP/1.1" status: 200 len: 993 time: 0.1195621 Feb 09 00:09:15.672231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a9817202-6d57-4d62-bf0d-ae1855f61cfb tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:15.672744 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-a9817202-6d57-4d62-bf0d-ae1855f61cfb tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 00:09:15.673418 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-a9817202-6d57-4d62-bf0d-ae1855f61cfb tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 00:09:15.674611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a9817202-6d57-4d62-bf0d-ae1855f61cfb tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1726713 Feb 09 00:09:15.678565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41096) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:15.683465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--920501710'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:15.694251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9917c0e-ebba-4e5d-b924-27cab63cf71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.710976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.720834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.727843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.800546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Pushing event deleted for resources: {'Port': ['ID=2a76f54d-7534-44cc-8065-678a5fbef8c1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:15.825915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.835856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.892079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb705f1-dfd4-4be5-995d-b9ea4c9499ef,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:15.899961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.952036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:15.957324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.003814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eee866-7fe0-4466-99bd-61b304a4b9b3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:16.025195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.029457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d25423f5-b8d5-4bb1-b301-bfaa5c2f2621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3465199 Feb 09 00:09:16.032708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9917c0e-ebba-4e5d-b924-27cab63cf71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.033875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41098) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.035365 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.038725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.040332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9917c0e-ebba-4e5d-b924-27cab63cf71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.041624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f4eee866-7fe0-4466-99bd-61b304a4b9b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:16.088506 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.136300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41102) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.139058 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c9917c0e-ebba-4e5d-b924-27cab63cf71c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d931bd844c64bfc88fd439a9558fcfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308308 Feb 09 00:09:16.141232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9917c0e-ebba-4e5d-b924-27cab63cf71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683e17a6-2dfc-41f5-8fa4-55349b9f965e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:16.145865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.147338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79c33fd-7b7b-4c23-baf2-620b70d8bcdc {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:09:16.152320 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.155755 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-09b1810a-cc62-4aac-a999-2854ad2579be admin admin] 10.222.0.32 "DELETE /v2.0/routers/a79c33fd-7b7b-4c23-baf2-620b70d8bcdc HTTP/1.1" status: 204 len: 168 time: 1.9092610 Feb 09 00:09:16.156052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41104) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.229067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Deleting subnet 90c498b6-4590-440b-a55e-61bad78629b7 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:09:16.233655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.259207 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.274760 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.279761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 94ba23e6-28f4-42e3-ac90-ece8623c777c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:16.289011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.313639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-782a9e17-42a6-4dfa-916d-c14a744c2ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.321758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 94ba23e6-28f4-42e3-ac90-ece8623c777c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:09:16.322937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 94ba23e6-28f4-42e3-ac90-ece8623c777c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:09:16.323659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c012bc-2c59-47f9-8932-2d1c5dc69526,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:16.335883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.337175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-263b50de-8736-4200-804c-9e2fbcb1c079 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022752 Feb 09 00:09:16.340870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41106) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.350114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6f2ee147-2f62-4d62-bc81-af8d3e5fc135 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f4eee866-7fe0-4466-99bd-61b304a4b9b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:16.365449 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-782a9e17-42a6-4dfa-916d-c14a744c2ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.430389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.431318 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6f2ee147-2f62-4d62-bc81-af8d3e5fc135 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.484929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-782a9e17-42a6-4dfa-916d-c14a744c2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.487818 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-782a9e17-42a6-4dfa-916d-c14a744c2ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.489207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-782a9e17-42a6-4dfa-916d-c14a744c2ab5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/683e17a6-2dfc-41f5-8fa4-55349b9f965e HTTP/1.1" status: 204 len: 168 time: 0.3518009 Feb 09 00:09:16.505313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a9e17-42a6-4dfa-916d-c14a744c2ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683e17a6-2dfc-41f5-8fa4-55349b9f965e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:16.509120 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-6f2ee147-2f62-4d62-bc81-af8d3e5fc135 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 00:09:16.510245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6f2ee147-2f62-4d62-bc81-af8d3e5fc135 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1683011 Feb 09 00:09:16.513721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41110) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.546231 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.600139 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c498b6-4590-440b-a55e-61bad78629b7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:16.609180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.613431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d804f3e0-efb8-42d3-834b-83877d11f9d8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/90c498b6-4590-440b-a55e-61bad78629b7 HTTP/1.1" status: 204 len: 168 time: 0.4562426 Feb 09 00:09:16.617967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41112) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.621204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77eb3a1-261a-40a2-bd3d-76ee47b21963 None None] Network 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:16.635192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4800038b-7d85-47df-ba7e-34af6589d7b5 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.667236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4800038b-7d85-47df-ba7e-34af6589d7b5 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.720118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.749597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4800038b-7d85-47df-ba7e-34af6589d7b5 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.756503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4800038b-7d85-47df-ba7e-34af6589d7b5 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.759887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4800038b-7d85-47df-ba7e-34af6589d7b5 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/f4eee866-7fe0-4466-99bd-61b304a4b9b3 HTTP/1.1" status: 204 len: 168 time: 0.2451117 Feb 09 00:09:16.765136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41116) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.797776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800038b-7d85-47df-ba7e-34af6589d7b5 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eee866-7fe0-4466-99bd-61b304a4b9b3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:16.856525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4dd658b4-6060-454b-b231-c7066f5f4e9e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784566 Feb 09 00:09:16.856749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41118) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.862096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--282799002'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:16.870707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Deleting port 7afee645-9660-4b9f-a3ac-78b2371923c2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:16.871050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.909071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.959697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.966671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] For port 7afee645-9660-4b9f-a3ac-78b2371923c2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7afee645-9660-4b9f-a3ac-78b2371923c2,segment=NetworkSegment(25547e6e-fe97-4955-9575-45d33b603b99),segment_id=25547e6e-fe97-4955-9575-45d33b603b99)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:16.967034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:16.979211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41120) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:16.981469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] DHCP port deletion for 53e7c5c6-c609-49a1-ae82-f8bb95c639d1 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:09:16.994337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Calling delete_port for 7afee645-9660-4b9f-a3ac-78b2371923c2 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:17.002115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee01240e-7f1b-486d-a5ae-524ddd08e013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.122083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee01240e-7f1b-486d-a5ae-524ddd08e013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.124547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.129595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ee01240e-7f1b-486d-a5ae-524ddd08e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.129910 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.166658 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ee01240e-7f1b-486d-a5ae-524ddd08e013 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3362b966b2fa4129b4d7c323d9dba35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859472 Feb 09 00:09:17.166878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75671167-5960-412c-bbff-bbe56c6bcdf4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.169390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41122) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.181922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.210841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.210841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d9607dae-38ef-4cbd-8674-3a6ce86fb109 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3498309 Feb 09 00:09:17.225839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41126) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.237037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-383145ae-ea3a-4628-8acc-c75e4af206d3 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '75671167-5960-412c-bbff-bbe56c6bcdf4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:17.239298 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-383145ae-ea3a-4628-8acc-c75e4af206d3 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 00:09:17.241982 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-383145ae-ea3a-4628-8acc-c75e4af206d3 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:17.244161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afee645-9660-4b9f-a3ac-78b2371923c2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.245871 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-383145ae-ea3a-4628-8acc-c75e4af206d3 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0184712 Feb 09 00:09:17.248626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01240e-7f1b-486d-a5ae-524ddd08e013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd36939-eff1-4d87-a667-658119a50f8f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.251422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] No DVR routers for this DVR port 7afee645-9660-4b9f-a3ac-78b2371923c2 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:09:17.251960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41128) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.330942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Deleting port 7afee645-9660-4b9f-a3ac-78b2371923c2 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:17.331688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.340776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-460bf203-1d6e-495f-b043-da9ed230cb65 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.366554 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.372489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-460bf203-1d6e-495f-b043-da9ed230cb65 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.390289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e7c5c6-c609-49a1-ae82-f8bb95c639d1']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:17.401055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25547e6e-fe97-4955-9575-45d33b603b99') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:17.401381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25547e6e-fe97-4955-9575-45d33b603b99') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:17.412540 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.439112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-460bf203-1d6e-495f-b043-da9ed230cb65 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.439411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.443484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-460bf203-1d6e-495f-b043-da9ed230cb65 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.445433 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-460bf203-1d6e-495f-b043-da9ed230cb65 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/75671167-5960-412c-bbff-bbe56c6bcdf4 HTTP/1.1" status: 204 len: 168 time: 0.1920152 Feb 09 00:09:17.450356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41130) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.453845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] For port 7afee645-9660-4b9f-a3ac-78b2371923c2, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:17.454456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.458232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bf203-1d6e-495f-b043-da9ed230cb65 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75671167-5960-412c-bbff-bbe56c6bcdf4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.463038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:09:17.463683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.465769 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02536f7-d235-4da4-8019-edc25a94722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:09:17.467764 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:09:17.474705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Calling delete_port for 7afee645-9660-4b9f-a3ac-78b2371923c2 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:17.478348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Port 7afee645-9660-4b9f-a3ac-78b2371923c2 was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:09:17.486843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.493723 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.528259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] Pushing event deleted for resources: {'Port': ['ID=7afee645-9660-4b9f-a3ac-78b2371923c2,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.536539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85047fd7-4446-457d-bca3-fa35e9b83443 None None] No DVR routers for this DVR port 7afee645-9660-4b9f-a3ac-78b2371923c2 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:09:17.575667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02536f7-d235-4da4-8019-edc25a94722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.592639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.600692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-99962113-bd84-4e14-9ad8-86247b023b9b tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492712 Feb 09 00:09:17.605622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41132) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.609256 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.610772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498131526'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:17.612351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] 10.222.0.32 "DELETE /v2.0/networks/53e7c5c6-c609-49a1-ae82-f8bb95c639d1 HTTP/1.1" status: 204 len: 168 time: 0.9933391 Feb 09 00:09:17.640447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db559-33c0-4938-a138-3528def81221 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e7c5c6-c609-49a1-ae82-f8bb95c639d1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.659627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.687747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02536f7-d235-4da4-8019-edc25a94722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.690415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02536f7-d235-4da4-8019-edc25a94722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.691884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c02536f7-d235-4da4-8019-edc25a94722c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dd36939-eff1-4d87-a667-658119a50f8f HTTP/1.1" status: 204 len: 168 time: 0.5195856 Feb 09 00:09:17.712337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02536f7-d235-4da4-8019-edc25a94722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd36939-eff1-4d87-a667-658119a50f8f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.792067 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.798317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.843200 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:17.844160 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2373374 Feb 09 00:09:17.845115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ecfe1-c4c7-44ed-97b2-f764f0d6dd9c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fcec3e-6407-4ad1-ae24-4150f441193a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:17.847247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.852305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-697c9623-932f-4ba6-88bb-10d2d76ded2d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '84fcec3e-6407-4ad1-ae24-4150f441193a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:17.852819 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-697c9623-932f-4ba6-88bb-10d2d76ded2d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 00:09:17.853363 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-697c9623-932f-4ba6-88bb-10d2d76ded2d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:17.854331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-697c9623-932f-4ba6-88bb-10d2d76ded2d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062211 Feb 09 00:09:17.857266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41140) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.907741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41142) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.969726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1ef7a24d-814e-4a06-9bc1-3d7691694c11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ae6f701f4534c21b4c6f097bb174366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603726 Feb 09 00:09:17.971056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41146) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:17.976647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782832-0440-4c6e-886a-5962c185c12d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.025314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782832-0440-4c6e-886a-5962c185c12d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.040094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-753802c9-7847-4632-b16d-efd6dc0c4657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.065943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-753802c9-7847-4632-b16d-efd6dc0c4657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.087381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782832-0440-4c6e-886a-5962c185c12d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.093206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-58782832-0440-4c6e-886a-5962c185c12d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.094776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-58782832-0440-4c6e-886a-5962c185c12d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/84fcec3e-6407-4ad1-ae24-4150f441193a HTTP/1.1" status: 204 len: 168 time: 0.2360518 Feb 09 00:09:18.101689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.125142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58782832-0440-4c6e-886a-5962c185c12d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fcec3e-6407-4ad1-ae24-4150f441193a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:18.143475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-753802c9-7847-4632-b16d-efd6dc0c4657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.147172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-753802c9-7847-4632-b16d-efd6dc0c4657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.150149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-753802c9-7847-4632-b16d-efd6dc0c4657 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ef6b89c-dea7-4201-8516-740fd96055d6 HTTP/1.1" status: 204 len: 168 time: 0.1777325 Feb 09 00:09:18.170836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753802c9-7847-4632-b16d-efd6dc0c4657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef6b89c-dea7-4201-8516-740fd96055d6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:18.210582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2a76f54d-7534-44cc-8065-678a5fbef8c1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:18.214243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41156) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.214766 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a58a1ea-ec7c-483f-bba3-6edaf00dacd4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107836 Feb 09 00:09:18.219356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--191829768'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:18.251954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2a76f54d-7534-44cc-8065-678a5fbef8c1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:09:18.252710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2a76f54d-7534-44cc-8065-678a5fbef8c1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:09:18.253463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7afee645-9660-4b9f-a3ac-78b2371923c2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:18.263101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.281454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7afee645-9660-4b9f-a3ac-78b2371923c2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:09:18.282239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7afee645-9660-4b9f-a3ac-78b2371923c2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:09:18.319260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41162) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.367751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.375198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.413721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.414989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1997356 Feb 09 00:09:18.417104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fca616-46e6-405f-b480-854fefc952cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3836d61f-99d2-4972-ace0-5785202195fa,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:18.417983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.422427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-456eb801-dcc8-434d-8656-c483543a824d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '3836d61f-99d2-4972-ace0-5785202195fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:18.423290 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-456eb801-dcc8-434d-8656-c483543a824d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 00:09:18.424209 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-456eb801-dcc8-434d-8656-c483543a824d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:18.424742 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-456eb801-dcc8-434d-8656-c483543a824d tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058107 Feb 09 00:09:18.427659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41170) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.435724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1a76e8cc-20dc-452e-b369-5e39a82147a1 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '3836d61f-99d2-4972-ace0-5785202195fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:18.436400 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-1a76e8cc-20dc-452e-b369-5e39a82147a1 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 00:09:18.436881 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-1a76e8cc-20dc-452e-b369-5e39a82147a1 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:18.438638 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a76e8cc-20dc-452e-b369-5e39a82147a1 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089598 Feb 09 00:09:18.440505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41174) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.445446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-41ea8fe5-99f8-47bf-9910-54bbd63e6974 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '3836d61f-99d2-4972-ace0-5785202195fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:18.446246 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-41ea8fe5-99f8-47bf-9910-54bbd63e6974 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 00:09:18.446729 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-41ea8fe5-99f8-47bf-9910-54bbd63e6974 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:18.448947 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41ea8fe5-99f8-47bf-9910-54bbd63e6974 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062685 Feb 09 00:09:18.450342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41176) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.454463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-18d6f030-2af1-4cf2-b660-7e893056c3e2 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '3836d61f-99d2-4972-ace0-5785202195fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:18.455309 n-d-828413-1 neutron-server[105931]: WARNING neutron.api.v2.base [None req-18d6f030-2af1-4cf2-b660-7e893056c3e2 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 00:09:18.455780 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-18d6f030-2af1-4cf2-b660-7e893056c3e2 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:18.460984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-18d6f030-2af1-4cf2-b660-7e893056c3e2 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063112 Feb 09 00:09:18.461989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41178) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.555051 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cfd8-d506-4a38-bd31-785b5058146e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.589368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cfd8-d506-4a38-bd31-785b5058146e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.684948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cfd8-d506-4a38-bd31-785b5058146e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.687807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2aa3cfd8-d506-4a38-bd31-785b5058146e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.692510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2aa3cfd8-d506-4a38-bd31-785b5058146e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/3836d61f-99d2-4972-ace0-5785202195fa HTTP/1.1" status: 204 len: 168 time: 0.2294579 Feb 09 00:09:18.694251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41184) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.711336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3cfd8-d506-4a38-bd31-785b5058146e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836d61f-99d2-4972-ace0-5785202195fa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:18.750175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Deleting subnet 823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:09:18.757308 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.788686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bb2259ed-149a-4285-aaeb-b4ecca92ac4c tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789404 Feb 09 00:09:18.789951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41192) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:18.799708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--321580736'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:18.831595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.857304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.882436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.948397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.961635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:18.980236 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.018003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823cb1a8-2e9b-4ce3-b732-56ed9d9392d9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:19.020034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.026532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dd090f6d-df03-4410-9c35-0eac40d4ef13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/823cb1a8-2e9b-4ce3-b732-56ed9d9392d9 HTTP/1.1" status: 204 len: 168 time: 0.7055030 Feb 09 00:09:19.027095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41204) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.038378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.039818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2478743 Feb 09 00:09:19.046804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41206) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.056243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8871494a-c95b-480d-b059-4f28430b0089 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.057025 n-d-828413-1 neutron-server[105925]: WARNING neutron.api.v2.base [None req-8871494a-c95b-480d-b059-4f28430b0089 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 00:09:19.057614 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-8871494a-c95b-480d-b059-4f28430b0089 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.058806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8871494a-c95b-480d-b059-4f28430b0089 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106394 Feb 09 00:09:19.064508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41208) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.073468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fe5fc1dc-47d0-4f36-8b14-c30e029a2af0 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.083583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3399e9-6caa-4bf6-bb36-78cedd38b5d4 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e0243-c82b-4592-9176-4bfab3204553,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:19.118304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.141286 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-fe5fc1dc-47d0-4f36-8b14-c30e029a2af0 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.142528 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe5fc1dc-47d0-4f36-8b14-c30e029a2af0 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0769150 Feb 09 00:09:19.145341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41214) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.159535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f771824f-bbdf-487e-b106-af14e71fda17 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.159535 n-d-828413-1 neutron-server[105925]: WARNING neutron.api.v2.base [None req-f771824f-bbdf-487e-b106-af14e71fda17 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 00:09:19.159535 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-f771824f-bbdf-487e-b106-af14e71fda17 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.159535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f771824f-bbdf-487e-b106-af14e71fda17 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061879 Feb 09 00:09:19.159535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41216) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.171285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-98a15b33-b48a-4a91-ba55-1641fa8748cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.219919 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.231260 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-98a15b33-b48a-4a91-ba55-1641fa8748cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.232579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-98a15b33-b48a-4a91-ba55-1641fa8748cc tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0758021 Feb 09 00:09:19.237388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41222) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.242874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ca6460d3-4b7c-4462-a3d8-6a12f68f54c7 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.247222 n-d-828413-1 neutron-server[105925]: WARNING neutron.api.v2.base [None req-ca6460d3-4b7c-4462-a3d8-6a12f68f54c7 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 00:09:19.249264 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-ca6460d3-4b7c-4462-a3d8-6a12f68f54c7 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.253283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ca6460d3-4b7c-4462-a3d8-6a12f68f54c7 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121422 Feb 09 00:09:19.253478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fab46f-2373-4515-972a-9ab6269c5980']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:19.257227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41224) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.264656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1ad8d9d7-6f15-461a-9ba8-7f827b73681e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.283551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e207bec3-2f6c-46ff-a8e3-28908ace8a08') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:19.283846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e207bec3-2f6c-46ff-a8e3-28908ace8a08') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:19.296474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.320544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.334369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:09:19.334898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:09:19.336807 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:09:19.374069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41232) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.392763 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-1ad8d9d7-6f15-461a-9ba8-7f827b73681e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.393849 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1ad8d9d7-6f15-461a-9ba8-7f827b73681e tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1335990 Feb 09 00:09:19.397076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41236) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.404406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a89c95d5-e425-440e-ac09-19b0560a6a43 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.405051 n-d-828413-1 neutron-server[105925]: WARNING neutron.api.v2.base [None req-a89c95d5-e425-440e-ac09-19b0560a6a43 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 00:09:19.405626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.406203 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-a89c95d5-e425-440e-ac09-19b0560a6a43 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.407256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a89c95d5-e425-440e-ac09-19b0560a6a43 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089505 Feb 09 00:09:19.410398 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41238) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.416542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.417811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2de247bc-b934-4ac6-81e8-d0ef78ff5529 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.421384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70fab46f-2373-4515-972a-9ab6269c5980 HTTP/1.1" status: 204 len: 168 time: 0.3934097 Feb 09 00:09:19.434269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7480a-2c61-4f09-baf9-7495c5a966f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fab46f-2373-4515-972a-9ab6269c5980,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:19.444424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41242) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.466875 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-2de247bc-b934-4ac6-81e8-d0ef78ff5529 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.467940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2de247bc-b934-4ac6-81e8-d0ef78ff5529 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0565190 Feb 09 00:09:19.471006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41246) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.478639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bb439e0a-8ce5-4d76-bca2-74a66f029535 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'f13e0243-c82b-4592-9176-4bfab3204553', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.522488 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-bb439e0a-8ce5-4d76-bca2-74a66f029535 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:19.523891 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb439e0a-8ce5-4d76-bca2-74a66f029535 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0519443 Feb 09 00:09:19.527133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41248) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.574998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-710768494-network', 'tenant_id': '20da844981e44e1e8122d59c0fb22739'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:19.577804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41250) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.599846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Made reservation on behalf of 20da844981e44e1e8122d59c0fb22739 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:19.602787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.609117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd225-0283-491a-b1b9-1b7df6c72307 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.612158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.645319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd225-0283-491a-b1b9-1b7df6c72307 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.665139 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd673a3a-f97f-4273-b1da-8959230538af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6cad847b2f2449d5a1ed7414ec6e1e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860593 Feb 09 00:09:19.665670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41252) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.702239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.706149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.728729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:09:19.735226 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31fafef7-e366-4215-903d-49989f525299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.738049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd225-0283-491a-b1b9-1b7df6c72307 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.740613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd225-0283-491a-b1b9-1b7df6c72307 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.744177 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a9dd225-0283-491a-b1b9-1b7df6c72307 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/f13e0243-c82b-4592-9176-4bfab3204553 HTTP/1.1" status: 204 len: 168 time: 0.2139165 Feb 09 00:09:19.744479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:19.753233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258b03c2-dcee-49ab-ab08-9fb033c1d7e1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:19.757154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.757505 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Added segment d490c9ae-a870-4d9a-9933-a858684cc434 of type vlan for network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 Feb 09 00:09:19.772141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dd225-0283-491a-b1b9-1b7df6c72307 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e0243-c82b-4592-9176-4bfab3204553,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:19.780817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31fafef7-e366-4215-903d-49989f525299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.809074 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17d40e36-144e-48ba-8191-f4733a44ecab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.834660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31fafef7-e366-4215-903d-49989f525299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.838011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31fafef7-e366-4215-903d-49989f525299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:19.841475 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31fafef7-e366-4215-903d-49989f525299 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298 HTTP/1.1" status: 204 len: 168 time: 0.1704965 Feb 09 00:09:19.847634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fafef7-e366-4215-903d-49989f525299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd2f9f9-a93a-4cdb-a3c8-fc740d7db298,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.138554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cbf70867-de98-46a9-8850-fe4fcb3cc957 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3929212 Feb 09 00:09:20.143732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.143932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.149623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--444282432'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:20.179790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.196072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.199951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:20.199951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.274491 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.275613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9003482 Feb 09 00:09:20.279280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41270) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.286637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Request body: {'subnet': {'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-710768494-subnet', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:20.294048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.298028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb28e4-7cbd-42d0-8392-3c0dbcfdb2ed admin admin] Pushing event updated for resources: {'Network': ['ID=7c4a8c67-44d0-45c7-9139-d1421e69ae25,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.310003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:09:20.332411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17d40e36-144e-48ba-8191-f4733a44ecab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.338205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17d40e36-144e-48ba-8191-f4733a44ecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.340289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.341675 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1968105 Feb 09 00:09:20.351611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41274) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.360228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c5a4d5a2-e229-41f2-939b-0e57438caf33 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '2b8c0a9d-d645-45a8-8533-136211943b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:20.372001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63069a-d2b7-4135-b628-2a2428d5a027 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c0a9d-d645-45a8-8533-136211943b35,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.389525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Made reservation on behalf of 20da844981e44e1e8122d59c0fb22739 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:20.392100 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.406470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-17d40e36-144e-48ba-8191-f4733a44ecab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d6317ca01d248b09ef4e79c1524fc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9582150 Feb 09 00:09:20.406470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d40e36-144e-48ba-8191-f4733a44ecab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3459e45-85f0-4d77-868d-1255ff088be2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.408297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41278) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.475976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-662f3aa2-30cf-446c-989b-0bd381152755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.494439 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-c5a4d5a2-e229-41f2-939b-0e57438caf33 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The resource could not be found. Feb 09 00:09:20.495562 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c5a4d5a2-e229-41f2-939b-0e57438caf33 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1431477 Feb 09 00:09:20.500697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41282) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.505641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0405a963-7dbc-4ac9-b9df-20e3b6d3ad72 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': '2b8c0a9d-d645-45a8-8533-136211943b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '83ea800f-636c-4ba8-8639-d16a46557a4d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:20.506219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-662f3aa2-30cf-446c-989b-0bd381152755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.578659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-662f3aa2-30cf-446c-989b-0bd381152755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.582530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-662f3aa2-30cf-446c-989b-0bd381152755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.585353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-662f3aa2-30cf-446c-989b-0bd381152755 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3459e45-85f0-4d77-868d-1255ff088be2 HTTP/1.1" status: 204 len: 168 time: 0.1759114 Feb 09 00:09:20.596840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f3aa2-30cf-446c-989b-0bd381152755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3459e45-85f0-4d77-868d-1255ff088be2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.645469 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-0405a963-7dbc-4ac9-b9df-20e3b6d3ad72 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The resource could not be found. Feb 09 00:09:20.647911 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0405a963-7dbc-4ac9-b9df-20e3b6d3ad72 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1458826 Feb 09 00:09:20.650824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41288) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.679798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41290) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.685970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.730633 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d92b8f6-721b-4155-ba12-040712df2fed tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.759004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d92b8f6-721b-4155-ba12-040712df2fed tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.761944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1166ed68-9dff-4cd7-82a6-c413cd8167c0,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.772168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Checking segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:20.772549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Network hostable DHCP agents. Network: 7c4a8c67-44d0-45c7-9139-d1421e69ae25, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:09:20.798389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:09:20.820378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 7c4a8c67-44d0-45c7-9139-d1421e69ae25) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:20.822587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d92b8f6-721b-4155-ba12-040712df2fed tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.827482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1d92b8f6-721b-4155-ba12-040712df2fed tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.828750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:20.829342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.832515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1d92b8f6-721b-4155-ba12-040712df2fed tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b8c0a9d-d645-45a8-8533-136211943b35 HTTP/1.1" status: 204 len: 168 time: 0.1798205 Feb 09 00:09:20.838784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41296) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.840706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0b32f-5f7e-45f0-92e3-e904fffdd2a7 None None] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:20.853955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b8f6-721b-4155-ba12-040712df2fed tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c0a9d-d645-45a8-8533-136211943b35,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:20.879481 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-02166574-b5ae-4a29-a110-4a50301d08af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5986350 Feb 09 00:09:20.882738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41298) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.887438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:20.928281 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f49d21b4-5961-4797-a292-e4a3389947b0 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883737 Feb 09 00:09:20.933333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:20.939088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3267b1d3-9e86-43cc-bae5-103958412977 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'a86e1a8f-9ee9-4b8a-b0de-311c7813fea0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:20.941009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:20.942088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.025675 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-3267b1d3-9e86-43cc-bae5-103958412977 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The resource could not be found. Feb 09 00:09:21.031098 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3267b1d3-9e86-43cc-bae5-103958412977 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0965137 Feb 09 00:09:21.031703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41306) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:21.034185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-780266304-network', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:21.038058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--771493806'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:21.044571 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.072198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.097063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:09:21.098739 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.187985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.192852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Made reservation on behalf of be935d9d8b524783b1467ec3d4762840 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:21.194235 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.195467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.233632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.234919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2022822 Feb 09 00:09:21.235516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.240313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41312) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:21.245248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--690538159'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:21.248246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.276533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadc942-e830-4064-8e75-acecfe27e353 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb00dfc2-c6c6-43d8-92cd-2f27e0a42628,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:21.301000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Allocated IP 172.20.0.2 (7c4a8c67-44d0-45c7-9139-d1421e69ae25/1166ed68-9dff-4cd7-82a6-c413cd8167c0/7d3a90b5-f034-4524-9461-3486401a0d80) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:21.315450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.405708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.412941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.426196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.431098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.445128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:09:21.466280 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.466793 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Added segment fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7 of type vlan for network 14819659-4ed0-41ad-9caf-21d1940f6dbd Feb 09 00:09:21.468181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8702e49b-c471-4469-b007-b994e97886d3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:21.489321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.495512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1914aefb-89fd-490b-ad32-4a33140d023f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2537365 Feb 09 00:09:21.496295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41320) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:21.509533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1c24b16e-99b0-4d9a-b369-d32b69ef84b9 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group_rule': {'security_group_id': 'cb00dfc2-c6c6-43d8-92cd-2f27e0a42628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8702e49b-c471-4469-b007-b994e97886d3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:21.528275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.552864 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.566485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.569254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f219d987-1632-475c-8dc3-b2bf075f8ca8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:21.571198 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-1c24b16e-99b0-4d9a-b369-d32b69ef84b9 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:09:21.574430 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c24b16e-99b0-4d9a-b369-d32b69ef84b9 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0768607 Feb 09 00:09:21.578734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41324) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:21.605538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.607045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:21.608191 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.626738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:21.630747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:21.635194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9542449 Feb 09 00:09:21.635927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:21.640138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:21.641921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Pushing event updated for resources: {'Port': ['ID=7d3a90b5-f034-4524-9461-3486401a0d80,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:21.665680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Request body: {'subnet': {'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-780266304-subnet', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:21.705673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Attempting to bind port 7d3a90b5-f034-4524-9461-3486401a0d80 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:21.706308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Attempting to bind port 7d3a90b5-f034-4524-9461-3486401a0d80 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:21.706933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Attempting to bind port 7d3a90b5-f034-4524-9461-3486401a0d80 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:21.714753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:21.715453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Checking segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:21.716030 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.716608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Bound using segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:21.717445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Bound port: 7d3a90b5-f034-4524-9461-3486401a0d80, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:21.718016 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.724700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e513d4ba-217d-4d1a-969d-cec941e0299a tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.730049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Made reservation on behalf of be935d9d8b524783b1467ec3d4762840 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:21.733277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.752635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c72df-fecb-45f3-be50-7be68d9a8bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=14819659-4ed0-41ad-9caf-21d1940f6dbd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:21.766861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:09:21.843666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e513d4ba-217d-4d1a-969d-cec941e0299a tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.852805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.873588 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.874764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-687f5316-6860-418b-aef0-1337c50e438e None None] For port 7d3a90b5-f034-4524-9461-3486401a0d80, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:21.879008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-687f5316-6860-418b-aef0-1337c50e438e None None] For port 7d3a90b5-f034-4524-9461-3486401a0d80, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d3a90b5-f034-4524-9461-3486401a0d80,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:21.887126 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.935500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e513d4ba-217d-4d1a-969d-cec941e0299a tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.938431 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e513d4ba-217d-4d1a-969d-cec941e0299a tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:21.942067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e513d4ba-217d-4d1a-969d-cec941e0299a tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/8702e49b-c471-4469-b007-b994e97886d3 HTTP/1.1" status: 204 len: 168 time: 0.3599038 Feb 09 00:09:21.943470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:21.956717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513d4ba-217d-4d1a-969d-cec941e0299a tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8702e49b-c471-4469-b007-b994e97886d3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:22.018393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f5316-6860-418b-aef0-1337c50e438e None None] Pushing event updated for resources: {'Port': ['ID=7d3a90b5-f034-4524-9461-3486401a0d80,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:22.080396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3fcf5ff3-1456-4370-849b-2aa19be4720f tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1354954 Feb 09 00:09:22.084207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41336) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:22.123980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.138486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Allocated IP 172.25.3.139 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/bbf36eec-7698-46b3-83d5-c677d594efe6) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:22.205024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9157d61d-9400-4f12-bacd-806017a41317,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:22.234722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Checking segment: {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:22.234722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Network hostable DHCP agents. Network: 14819659-4ed0-41ad-9caf-21d1940f6dbd, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:09:22.248121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27c6028e-f756-4e7c-9987-881833bef627 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.257221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:09:22.306875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 14819659-4ed0-41ad-9caf-21d1940f6dbd) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:22.312693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:22.314260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.342020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c98f57-c035-4c8a-97fd-ce279d14421d None None] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:22.354735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27c6028e-f756-4e7c-9987-881833bef627 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.355495 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ea26b623-00a7-4562-9fd4-521127911696 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7129333 Feb 09 00:09:22.357177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41342) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:22.368860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:22.400735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.402083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.448703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.465390 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27c6028e-f756-4e7c-9987-881833bef627 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.468535 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27c6028e-f756-4e7c-9987-881833bef627 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.469894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-27c6028e-f756-4e7c-9987-881833bef627 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb00dfc2-c6c6-43d8-92cd-2f27e0a42628 HTTP/1.1" status: 204 len: 168 time: 0.3845923 Feb 09 00:09:22.479861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41346) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:22.498181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.532770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6028e-f756-4e7c-9987-881833bef627 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb00dfc2-c6c6-43d8-92cd-2f27e0a42628,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:22.608905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0fad89af-f92c-4414-bde0-f3a8d731acff tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1273205 Feb 09 00:09:22.609952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41348) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:22.620196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219853443'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:22.629604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.674991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-14819659-4ed0-41ad-9caf-21d1940f6dbd', 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'fixed_ips': [{'subnet_id': '9157d61d-9400-4f12-bacd-806017a41317'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:09:22.676031 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.707119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:22.712419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.718556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:22.721696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:22.769208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.801459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf36eec-7698-46b3-83d5-c677d594efe6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:22.892065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Allocated IP 172.20.0.2 (14819659-4ed0-41ad-9caf-21d1940f6dbd/9157d61d-9400-4f12-bacd-806017a41317/1bf2a330-b598-4529-910f-80988728d948) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:22.918627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.930951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.995672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:22.997938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3857744 Feb 09 00:09:23.003237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41350) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:23.010343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-439ddd86-2904-4d77-af89-afd22828c427 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:23.011001 n-d-828413-1 neutron-server[105925]: WARNING neutron.api.v2.base [None req-439ddd86-2904-4d77-af89-afd22828c427 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 00:09:23.011839 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-439ddd86-2904-4d77-af89-afd22828c427 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 00:09:23.012929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-439ddd86-2904-4d77-af89-afd22828c427 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "PUT /v2.0/security-groups/9aac2192-102c-43fb-b2a0-84deba00388a HTTP/1.1" status: 409 len: 330 time: 0.0087345 Feb 09 00:09:23.050710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ea270-83ce-4c5f-86eb-2dd237796e32 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac2192-102c-43fb-b2a0-84deba00388a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:23.055596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41352) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:23.162858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.174997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e0b03b5-3d3e-4d49-9bbb-f580278e8f28 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.185176 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.209782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.212714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.276203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:23.288146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:23.298284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:23.304741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e0b03b5-3d3e-4d49-9bbb-f580278e8f28 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.341160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Pushing event updated for resources: {'Port': ['ID=1bf2a330-b598-4529-910f-80988728d948,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:23.437112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Attempting to bind port 1bf2a330-b598-4529-910f-80988728d948 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:23.437634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Attempting to bind port 1bf2a330-b598-4529-910f-80988728d948 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:23.438133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Attempting to bind port 1bf2a330-b598-4529-910f-80988728d948 on network 14819659-4ed0-41ad-9caf-21d1940f6dbd {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:23.444717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Allocated IP 172.25.3.213 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b5d1b76b-b952-427c-b51b-5623783ebfb2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:23.445338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:23.445848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Checking segment: {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:23.446342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.446840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Bound using segment: {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:23.447407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Bound port: 1bf2a330-b598-4529-910f-80988728d948, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:23.447951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.456221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e0b03b5-3d3e-4d49-9bbb-f580278e8f28 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.459756 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6e0b03b5-3d3e-4d49-9bbb-f580278e8f28 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.464076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6e0b03b5-3d3e-4d49-9bbb-f580278e8f28 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/9aac2192-102c-43fb-b2a0-84deba00388a HTTP/1.1" status: 204 len: 168 time: 0.4022696 Feb 09 00:09:23.468673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41356) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:23.491360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b03b5-3d3e-4d49-9bbb-f580278e8f28 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac2192-102c-43fb-b2a0-84deba00388a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:23.537551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] For port 1bf2a330-b598-4529-910f-80988728d948, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:23.557814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ea8d4ef8-1317-4528-b865-99e567158909 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861766 Feb 09 00:09:23.561403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41358) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:23.566982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] For port 1bf2a330-b598-4529-910f-80988728d948, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1bf2a330-b598-4529-910f-80988728d948,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:23.572699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.588931 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-b41d333a-f696-4ebc-8fb2-62731c63d621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] delete failed (client error): The resource could not be found. Feb 09 00:09:23.592959 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b41d333a-f696-4ebc-8fb2-62731c63d621 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "DELETE /v2.0/security-groups/b6aa5bba-4aa0-4f1e-9cf1-dab9c8f99d82 HTTP/1.1" status: 404 len: 347 time: 0.0269718 Feb 09 00:09:23.594194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41360) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:23.603994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e087684-e26d-420e-94c0-97fcffb593e8 None None] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:23.621452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.624494 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-9bf99542-6b24-4900-aa57-b9e1a5c108b1 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] show failed (client error): The resource could not be found. Feb 09 00:09:23.628627 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9bf99542-6b24-4900-aa57-b9e1a5c108b1 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-groups/0845ce56-fd34-4c54-87a3-0f957790ba81 HTTP/1.1" status: 404 len: 347 time: 0.0304062 Feb 09 00:09:23.632741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41362) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:23.652324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.654150 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-197c1435-841c-40d9-afb4-454107ff9943 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] show failed (client error): The resource could not be found. Feb 09 00:09:23.659577 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-197c1435-841c-40d9-afb4-454107ff9943 tempest-NegativeSecGroupTest-360893515 tempest-NegativeSecGroupTest-360893515-project] 10.222.0.32 "GET /v2.0/security-group-rules/412b9c84-ae4c-4882-8cea-72730314326a HTTP/1.1" status: 404 len: 356 time: 0.0214438 Feb 09 00:09:23.707128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.721138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-87a414b6-2ade-469b-8ba1-a61ad6ac4d68 None None] Provisioning complete for port 7d3a90b5-f034-4524-9461-3486401a0d80 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:23.722017 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87a414b6-2ade-469b-8ba1-a61ad6ac4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.762649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:23.769484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:23.778462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71f0dc-adff-4a75-953d-61a675bdbdff None None] Pushing event updated for resources: {'Port': ['ID=1bf2a330-b598-4529-910f-80988728d948,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:23.778837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:23.839184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Pushing event updated for resources: {'Port': ['ID=b5d1b76b-b952-427c-b51b-5623783ebfb2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:23.903697 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87a414b6-2ade-469b-8ba1-a61ad6ac4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.966519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:23.998125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-87a414b6-2ade-469b-8ba1-a61ad6ac4d68 None None] For port 7d3a90b5-f034-4524-9461-3486401a0d80, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d3a90b5-f034-4524-9461-3486401a0d80,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:24.016077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87a414b6-2ade-469b-8ba1-a61ad6ac4d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.136402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a414b6-2ade-469b-8ba1-a61ad6ac4d68 None None] Pushing event updated for resources: {'Port': ['ID=7d3a90b5-f034-4524-9461-3486401a0d80,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:24.218640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41368) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:24.276622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:09:24.352826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.384118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d3a90b5-f034-4524-9461-3486401a0d80 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:24.461708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7d3a90b5-f034-4524-9461-3486401a0d80 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:24.462155 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.521867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5d513568-dc4f-4fa9-9aca-edbf309ee5c3 None None] Provisioning complete for port 7d3a90b5-f034-4524-9461-3486401a0d80 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:24.522147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:24.522269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5d513568-dc4f-4fa9-9aca-edbf309ee5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.531525 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:24.551560 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:24.552957 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:24.581725 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.584670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3d830e4f-a9fe-4c99-bf57-f688691c8147 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7005327 Feb 09 00:09:24.589333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41376) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:24.705443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1bf2a330-b598-4529-910f-80988728d948 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:24.757154 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:24.803373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1bf2a330-b598-4529-910f-80988728d948 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:24.804214 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.836029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:24.971175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d9f6c0ec-7c4a-4061-a482-8efa12a1cb74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=094503e17e6e48498ed89f627ef76ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7512522 Feb 09 00:09:24.991184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41380) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:24.994208 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.076659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6af5936-fce9-476a-8ee4-83b5244aa625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.091455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1bf2a330-b598-4529-910f-80988728d948, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1bf2a330-b598-4529-910f-80988728d948,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:25.100134 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.102751 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:23Z', 'revision_number': 3, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:25.122699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6af5936-fce9-476a-8ee4-83b5244aa625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.153606 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:25.153986 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Updating router 7fd67c04-e13e-486d-9c0c-246b3cf41cab port bbf36eec-7698-46b3-83d5-c677d594efe6 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:09:25.183163 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.214869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6af5936-fce9-476a-8ee4-83b5244aa625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.220797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f6af5936-fce9-476a-8ee4-83b5244aa625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.226897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f6af5936-fce9-476a-8ee4-83b5244aa625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3eb705f1-dfd4-4be5-995d-b9ea4c9499ef HTTP/1.1" status: 204 len: 168 time: 0.2321007 Feb 09 00:09:25.228130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1bf2a330-b598-4529-910f-80988728d948,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:25.233246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Router c3bf15cf-e040-47ee-be70-8a111404df64 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:09:25.237957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.238313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.238699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.239111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.239567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.240843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.241250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.241642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.241996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.242322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.242651 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.243523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:25.244901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af5936-fce9-476a-8ee4-83b5244aa625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb705f1-dfd4-4be5-995d-b9ea4c9499ef,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:25.403433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.472949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26bd53-9910-42ac-8946-ae5e5e9bfe33 None None] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:25.490165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:25.520296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.525422 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-55f842bb-5090-48ae-a7a5-0955d4246558 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1600962 Feb 09 00:09:25.525935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41388) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:25.590773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Sync routers for ids ['c3bf15cf-e040-47ee-be70-8a111404df64'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:25.640027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Allocated IP 172.20.0.1 (7c4a8c67-44d0-45c7-9139-d1421e69ae25/1166ed68-9dff-4cd7-82a6-c413cd8167c0/a75f0334-0306-46e8-8031-f8b7b1cdcf54) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:25.670569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6726b4a1-1b64-465a-814a-3e6a1f324db0 None None] Provisioning complete for port 1bf2a330-b598-4529-910f-80988728d948 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:25.670569 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6726b4a1-1b64-465a-814a-3e6a1f324db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.685120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Routers {'c3bf15cf-e040-47ee-be70-8a111404df64'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:25.685761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3bf15cf-e040-47ee-be70-8a111404df64'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:25.716051 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.725378 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.783894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.799694 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Attempting to bind port bbf36eec-7698-46b3-83d5-c677d594efe6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:25.800896 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Attempting to bind port bbf36eec-7698-46b3-83d5-c677d594efe6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:25.801556 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Attempting to bind port bbf36eec-7698-46b3-83d5-c677d594efe6 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:25.822398 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:25.823470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:25.824310 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.825496 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:25.826228 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Bound port: bbf36eec-7698-46b3-83d5-c677d594efe6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:25.826861 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.859325 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3a726-19d9-452b-8c51-6caed8e868c8 None None] Pushing event updated for resources: {'Port': ['ID=bbf36eec-7698-46b3-83d5-c677d594efe6,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:25.879991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.925028 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] For port bbf36eec-7698-46b3-83d5-c677d594efe6, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:25.929911 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] For port bbf36eec-7698-46b3-83d5-c677d594efe6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bbf36eec-7698-46b3-83d5-c677d594efe6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:25.941809 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:25.973536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:25.988410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:25.993718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:26.072146 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:26.072657 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:26.096998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Pushing event updated for resources: {'Port': ['ID=a75f0334-0306-46e8-8031-f8b7b1cdcf54,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:26.133360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:26.267468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Set router c3bf15cf-e040-47ee-be70-8a111404df64 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:26.328757 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3a726-19d9-452b-8c51-6caed8e868c8 None None] Pushing event updated for resources: {'Port': ['ID=bbf36eec-7698-46b3-83d5-c677d594efe6,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:26.440503 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:26.483521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d3a90b5-f034-4524-9461-3486401a0d80 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:27.046720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-62dccd42-85fd-4327-8f2c-1905e54c8fcd None None] Provisioning complete for port 1bf2a330-b598-4529-910f-80988728d948 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:27.047092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62dccd42-85fd-4327-8f2c-1905e54c8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.048230 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.077022 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.138083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7d3a90b5-f034-4524-9461-3486401a0d80 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:27.138434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.170105 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:23Z', 'revision_number': 3, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:27.213722 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2f9ef4-d1a2-4926-b533-568d0a0356dd None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:23Z', 'revision_number': 3, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:27.308615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1bf2a330-b598-4529-910f-80988728d948 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:27.328233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Allocated IP 172.20.0.1 (14819659-4ed0-41ad-9caf-21d1940f6dbd/9157d61d-9400-4f12-bacd-806017a41317/db215f43-69c8-4afc-a0bf-6a54d3950a5e) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:27.379389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.385758 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.392085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:24Z', 'revision_number': 3, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:27.437292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Checking router: c3bf15cf-e040-47ee-be70-8a111404df64 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:27.437649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Updating router c3bf15cf-e040-47ee-be70-8a111404df64 port b5d1b76b-b952-427c-b51b-5623783ebfb2 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:09:27.468523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.475573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.478578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1bf2a330-b598-4529-910f-80988728d948 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:27.479054 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.480609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-62dccd42-85fd-4327-8f2c-1905e54c8fcd None None] Provisioning complete for port a75f0334-0306-46e8-8031-f8b7b1cdcf54 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:27.481094 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-62dccd42-85fd-4327-8f2c-1905e54c8fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.495955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Pushing event updated for resources: {'Port': ['ID=a75f0334-0306-46e8-8031-f8b7b1cdcf54,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:27.504380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.515306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.558546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:27.563474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:27.568638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:27.656852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:27.658790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:27.669820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Pushing event updated for resources: {'Port': ['ID=db215f43-69c8-4afc-a0bf-6a54d3950a5e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:27.720799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-62dccd42-85fd-4327-8f2c-1905e54c8fcd None None] Port a75f0334-0306-46e8-8031-f8b7b1cdcf54 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:27.723310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:27.948224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:28.086446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.180736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.191000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:28.191558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.220580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-57d3af22-59a4-4f18-82a7-b34b2dd9c44a admin admin] 10.222.0.32 "PUT /v2.0/routers/7fd67c04-e13e-486d-9c0c-246b3cf41cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6296687 Feb 09 00:09:28.264898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed593f50-b5c4-43df-bedf-8968539211ec None None] Pushing event updated for resources: {'Port': ['ID=b5d1b76b-b952-427c-b51b-5623783ebfb2,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:28.275986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2002a2b-9b25-498e-b445-56333f4a50f2 None None] Provisioning complete for port db215f43-69c8-4afc-a0bf-6a54d3950a5e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:28.276358 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2002a2b-9b25-498e-b445-56333f4a50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.310670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bbf36eec-7698-46b3-83d5-c677d594efe6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:28.380955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Attempting to bind port b5d1b76b-b952-427c-b51b-5623783ebfb2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:28.382766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Attempting to bind port b5d1b76b-b952-427c-b51b-5623783ebfb2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:28.384774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Attempting to bind port b5d1b76b-b952-427c-b51b-5623783ebfb2 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:28.418596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:28.419009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:28.419420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.419826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:28.420354 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Bound port: b5d1b76b-b952-427c-b51b-5623783ebfb2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:28.420725 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.501623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d2002a2b-9b25-498e-b445-56333f4a50f2 None None] Port db215f43-69c8-4afc-a0bf-6a54d3950a5e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:28.509483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] For port b5d1b76b-b952-427c-b51b-5623783ebfb2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:28.513346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] For port b5d1b76b-b952-427c-b51b-5623783ebfb2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b5d1b76b-b952-427c-b51b-5623783ebfb2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:28.522168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.588931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2002a2b-9b25-498e-b445-56333f4a50f2 None None] Provisioning complete for port a75f0334-0306-46e8-8031-f8b7b1cdcf54 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:28.589319 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2002a2b-9b25-498e-b445-56333f4a50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.609008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.618004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.690494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed593f50-b5c4-43df-bedf-8968539211ec None None] Pushing event updated for resources: {'Port': ['ID=b5d1b76b-b952-427c-b51b-5623783ebfb2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:28.710212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bbf36eec-7698-46b3-83d5-c677d594efe6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:28.711548 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.831789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:28.848869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Routers {'c3bf15cf-e040-47ee-be70-8a111404df64'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:28.849642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3bf15cf-e040-47ee-be70-8a111404df64'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:28.862986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Pushing event updated for resources: {'Port': ['ID=db215f43-69c8-4afc-a0bf-6a54d3950a5e,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:28.954568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d2002a2b-9b25-498e-b445-56333f4a50f2 None None] Port a75f0334-0306-46e8-8031-f8b7b1cdcf54 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:29.042537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:29.044010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:29.055002 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.137497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port bbf36eec-7698-46b3-83d5-c677d594efe6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bbf36eec-7698-46b3-83d5-c677d594efe6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:29.150622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.224442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] Set router c3bf15cf-e040-47ee-be70-8a111404df64 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:29.228354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Router c3bf15cf-e040-47ee-be70-8a111404df64 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:29.260372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41448) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:29.266509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1000673917', 'description': 'tempest-description--463257171'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:29.316821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.317594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=bbf36eec-7698-46b3-83d5-c677d594efe6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:29.409172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:29.417832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-63b1e15a-b692-4408-b4d9-d56b113d32e8 admin admin] 10.222.0.32 "PUT /v2.0/routers/c3bf15cf-e040-47ee-be70-8a111404df64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8907025 Feb 09 00:09:29.479993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.485217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.510326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fa67adb0-1b19-4e8b-b626-f9257d54177c None None] Provisioning complete for port db215f43-69c8-4afc-a0bf-6a54d3950a5e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:29.510833 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa67adb0-1b19-4e8b-b626-f9257d54177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.531237 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.536274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41454) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:29.536955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2749982 Feb 09 00:09:29.541915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082dd02-cd8b-4b87-8ff1-ba69e55bf850 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7944a2aa-68d3-48b2-bcd4-a14678a77353,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:29.542220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'security_group_rule': {'security_group_id': '7944a2aa-68d3-48b2-bcd4-a14678a77353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:29.589618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-fa67adb0-1b19-4e8b-b626-f9257d54177c None None] Port db215f43-69c8-4afc-a0bf-6a54d3950a5e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:29.615037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:27Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'db215f43-69c8-4afc-a0bf-6a54d3950a5e', 'name': '', 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'mac_address': 'fa:16:3e:06:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '9157d61d-9400-4f12-bacd-806017a41317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:27Z', 'updated_at': '2022-02-09T00:09:28Z', 'revision_number': 2, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'subnets': [{'id': '9157d61d-9400-4f12-bacd-806017a41317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:29.633828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.651549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30628a0a-63c2-4364-93a2-1f824880bc86 None None] The sync data for ids ['c3bf15cf-e040-47ee-be70-8a111404df64'] in n-d-828413-1 is: [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:27Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'db215f43-69c8-4afc-a0bf-6a54d3950a5e', 'name': '', 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'mac_address': 'fa:16:3e:06:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '9157d61d-9400-4f12-bacd-806017a41317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:27Z', 'updated_at': '2022-02-09T00:09:28Z', 'revision_number': 2, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'subnets': [{'id': '9157d61d-9400-4f12-bacd-806017a41317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:29.732833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.741133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.764585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318cb1a8-3d2d-4daa-89e5-b6e841b97d17,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:29.777331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:29.780953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-41fcf142-e1ea-4e7b-bb5c-cbdcdbbec7f1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415395 Feb 09 00:09:29.781715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41458) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:29.793631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'security_group_rule': {'security_group_id': '7944a2aa-68d3-48b2-bcd4-a14678a77353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:29.891103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.083694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.092197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.132776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.134527 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516469 Feb 09 00:09:30.137431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed331b61-987a-4699-bd4b-69803f68162b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432dab53-496b-4f7d-918c-40cf9805a873,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:30.137991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41468) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:30.144976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:30.200284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.242352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41474) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:30.306699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bbf36eec-7698-46b3-83d5-c677d594efe6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:30.336118 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:30.362931 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:30.363556 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:30.415545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bbf36eec-7698-46b3-83d5-c677d594efe6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:30.417411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.482604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.511177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Deleting port 69b85674-5301-4128-81ef-e663edc3f092 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:30.511995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.637605 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:30.689213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41484) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:30.719290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1439777176-network', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:30.723943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.724357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.778061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Allocated IP 172.25.3.118 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/eacb813f-1178-4802-9a94-282a6ff18282) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:30.792540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Calling delete_port for 69b85674-5301-4128-81ef-e663edc3f092 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:30.965664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:30.996745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Made reservation on behalf of eb685e422d9449c29d172a99f78628a7 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:31.001092 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.028679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.030440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.035060 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:27Z', 'revision_number': 2, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:31.103621 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:31.103964 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Updating router 7fd67c04-e13e-486d-9c0c-246b3cf41cab port a75f0334-0306-46e8-8031-f8b7b1cdcf54 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:09:31.146717 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.154417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'Port': ['ID=eacb813f-1178-4802-9a94-282a6ff18282,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:31.194516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:31.196081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:31.207080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:31.269054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.279425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.319330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.393550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:09:31.418779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.419140 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Added segment 2dc2d432-722f-4341-a68f-374a1548c5a4 of type vlan for network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c Feb 09 00:09:31.497030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.513326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event deleted for resources: {'Port': ['ID=69b85674-5301-4128-81ef-e663edc3f092,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:31.542651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.553793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.566352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673dd19-c0de-4a5e-9f80-e914105cdb1f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:31.740907 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.752725 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.763558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.763558 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Floating IP f11e1230-696f-4225-84eb-c47a7d5f8109 disassociated (deleted). External IP: 172.25.3.246, port: a3c94825-1a08-4040-ac04-37cd839a49f6. Feb 09 00:09:31.766388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.767428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:31.769114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.834396 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.847378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:31.889111 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3ca93-7872-4b2f-8320-e108c9577e0a None None] Pushing event updated for resources: {'Port': ['ID=a75f0334-0306-46e8-8031-f8b7b1cdcf54,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:31.960681 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2679276 Feb 09 00:09:31.974729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41508) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:32.003371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Request body: {'subnet': {'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1439777176-subnet', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:32.043988 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Attempting to bind port a75f0334-0306-46e8-8031-f8b7b1cdcf54 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:32.044370 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Attempting to bind port a75f0334-0306-46e8-8031-f8b7b1cdcf54 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:32.044781 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Attempting to bind port a75f0334-0306-46e8-8031-f8b7b1cdcf54 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:32.046077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'Port': ['ID=eacb813f-1178-4802-9a94-282a6ff18282,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:32.050974 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:32.051349 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Checking segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:32.052614 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.053113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Bound using segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:32.053593 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Bound port: a75f0334-0306-46e8-8031-f8b7b1cdcf54, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:32.053975 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.085640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f900d-e8a1-4ae7-ada0-31a5b7db6a3a admin admin] Pushing event updated for resources: {'Network': ['ID=9bb4d2a5-76b7-47b5-b276-3930261b8a2c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:32.099470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:09:32.113389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.201162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.212245 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-93e9741d-2bb1-4777-acec-f4cc3112f2ef tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0644555 Feb 09 00:09:32.333220 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] For port a75f0334-0306-46e8-8031-f8b7b1cdcf54, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:32.343904 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] For port a75f0334-0306-46e8-8031-f8b7b1cdcf54, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a75f0334-0306-46e8-8031-f8b7b1cdcf54,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:32.360783 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.370496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Made reservation on behalf of eb685e422d9449c29d172a99f78628a7 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:32.373390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.396875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b5d1b76b-b952-427c-b51b-5623783ebfb2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:32.496393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e9769d5d-4ac4-4df8-8388-ded59b188322 None None] Provisioning complete for port a75f0334-0306-46e8-8031-f8b7b1cdcf54 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:32.496697 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9769d5d-4ac4-4df8-8388-ded59b188322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.506565 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3ca93-7872-4b2f-8320-e108c9577e0a None None] Pushing event updated for resources: {'Port': ['ID=a75f0334-0306-46e8-8031-f8b7b1cdcf54,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:32.542045 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:32.543917 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:32.565029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b5d1b76b-b952-427c-b51b-5623783ebfb2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:32.569828 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.667282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-96ac09d9-db76-41cc-bbca-5aa53e6de103 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1000673917&fields=id&tenant_id=20da844981e44e1e8122d59c0fb22739 HTTP/1.1" status: 200 len: 267 time: 0.0899560 Feb 09 00:09:32.714155 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:32.782749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9769d5d-4ac4-4df8-8388-ded59b188322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.815824 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.927332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-ab1bc747-4a35-462f-838c-90e25a2508a0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:32.933639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b5d1b76b-b952-427c-b51b-5623783ebfb2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b5d1b76b-b952-427c-b51b-5623783ebfb2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:32.939385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-ab1bc747-4a35-462f-838c-90e25a2508a0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 810 time: 0.2703485 Feb 09 00:09:32.949503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.952171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:32.981766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-7c044c89-902b-4b80-8175-945269e609c9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/quotas/20da844981e44e1e8122d59c0fb22739 HTTP/1.1" status: 200 len: 375 time: 0.0382884 Feb 09 00:09:33.042700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b5d1b76b-b952-427c-b51b-5623783ebfb2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:33.070417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e9769d5d-4ac4-4df8-8388-ded59b188322 None None] For port a75f0334-0306-46e8-8031-f8b7b1cdcf54, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a75f0334-0306-46e8-8031-f8b7b1cdcf54,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:33.078455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c528a392-3103-4882-925b-4525fb69d349,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:33.085204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9769d5d-4ac4-4df8-8388-ded59b188322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:33.176409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9769d5d-4ac4-4df8-8388-ded59b188322 None None] Pushing event updated for resources: {'Port': ['ID=a75f0334-0306-46e8-8031-f8b7b1cdcf54,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:33.207706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-b8338627-36f9-4621-ad2e-7040cd9a5ae7 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2226937 Feb 09 00:09:33.218237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2ef03568-4fc1-4e31-bdb0-0823388b587b None None] Provisioning complete for port a75f0334-0306-46e8-8031-f8b7b1cdcf54 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:33.218884 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2ef03568-4fc1-4e31-bdb0-0823388b587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:33.225917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Checking segment: {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:33.226326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Network hostable DHCP agents. Network: 9bb4d2a5-76b7-47b5-b276-3930261b8a2c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:09:33.252798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:33.291926 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:09:33.310040 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:33.427496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9bb4d2a5-76b7-47b5-b276-3930261b8a2c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:33.428583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-0428e400-7e22-45da-be2f-0ef927711d61 service neutron] 10.222.0.32 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133634 Feb 09 00:09:33.450233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:33.454256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704509e8-1cd2-483a-b538-b75417299f0a None None] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:33.458911 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da6f0c0-f653-4152-b826-85b30bfe34a5 None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:33.465811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:33.617240 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-454d20d9-8d73-4635-90ea-fe870c2646cc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6328588 Feb 09 00:09:33.618692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41534) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:33.640662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:33.711722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:33.743046 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Sync routers for ids ['c3bf15cf-e040-47ee-be70-8a111404df64'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:33.745031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:33.751326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2a2e1732-e977-4c29-be8a-295543f70691 service neutron] 10.222.0.32 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206320 Feb 09 00:09:33.758704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Routers {'c3bf15cf-e040-47ee-be70-8a111404df64'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:33.759181 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3bf15cf-e040-47ee-be70-8a111404df64'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:33.795997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:33.797379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:33.846101 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-44dbefb6-c5d6-4818-a1f9-ce342d1b51cf tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "DELETE /v2.0/floatingips/f11e1230-696f-4225-84eb-c47a7d5f8109 HTTP/1.1" status: 204 len: 168 time: 3.6025019 Feb 09 00:09:33.850713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:33.861736 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39eb9da-edf9-4483-810d-c202c5922691" -d '{"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:34.039002 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442e793-9a96-465a-8a74-4244929b4b5c x-openstack-request-id: req-7442e793-9a96-465a-8a74-4244929b4b5c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:34.039137 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:34.039343 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7442e793-9a96-465a-8a74-4244929b4b5c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:34.039750 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'status': 'completed', 'code': 200} Feb 09 00:09:34.073377 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:34.173839 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Set router c3bf15cf-e040-47ee-be70-8a111404df64 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:34.227415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-370e5e43-5853-4f46-b038-6e27520681ce req-a4b1b454-a017-48c7-a371-7a9d279617d9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 210 time: 0.1640038 Feb 09 00:09:34.253057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb9da-edf9-4483-810d-c202c5922691 req-9169de63-8e4c-4399-85ef-4784bb882cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:34.254884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-9169de63-8e4c-4399-85ef-4784bb882cc0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bfa16be099634c03b04a243272d01db5&device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 1096 time: 0.2852464 Feb 09 00:09:34.379694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] Sync routers for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:34.482529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b5d1b76b-b952-427c-b51b-5623783ebfb2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:34.492442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:34.493944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:34.526194 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:09:34.590580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb9da-edf9-4483-810d-c202c5922691 req-b059c13a-0eef-4eda-906a-7bdd2ac24d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:34.592405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-b059c13a-0eef-4eda-906a-7bdd2ac24d9a service neutron] 10.222.0.84 "GET /v2.0/networks?id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 200 len: 915 time: 0.3308260 Feb 09 00:09:34.618830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:34.711709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-dc2eb8c4-4331-41d4-a408-22266749ae79 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 200 len: 217 time: 0.1116710 Feb 09 00:09:34.790837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf91d1-bfa0-4203-a7d6-8485117d4a58 req-3ef23d34-b7c1-4826-86fb-cd1ab9d32d72 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:34.809757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76bf91d1-bfa0-4203-a7d6-8485117d4a58 req-3ef23d34-b7c1-4826-86fb-cd1ab9d32d72 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 945 time: 0.1352127 Feb 09 00:09:34.843163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb9da-edf9-4483-810d-c202c5922691 req-40b17b77-6b73-4fe6-bd0e-137134cba937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:34.845144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-40b17b77-6b73-4fe6-bd0e-137134cba937 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 200 len: 853 time: 0.1243784 Feb 09 00:09:34.880019 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:27Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'db215f43-69c8-4afc-a0bf-6a54d3950a5e', 'name': '', 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'mac_address': 'fa:16:3e:06:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '9157d61d-9400-4f12-bacd-806017a41317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:27Z', 'updated_at': '2022-02-09T00:09:28Z', 'revision_number': 2, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'subnets': [{'id': '9157d61d-9400-4f12-bacd-806017a41317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:34.906619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76bf91d1-bfa0-4203-a7d6-8485117d4a58 req-658e2086-091e-4f37-b60f-6bdf1c86d46c tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955827 Feb 09 00:09:34.942894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb9da-edf9-4483-810d-c202c5922691 req-07b6041f-159a-48b8-b12e-a0639a6b05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:34.946959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-07b6041f-159a-48b8-b12e-a0639a6b05a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1eb2aa20-c5bb-4176-ac05-ef9d2590b999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937781 Feb 09 00:09:34.966580 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Checking router: c3bf15cf-e040-47ee-be70-8a111404df64 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:34.967514 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Updating router c3bf15cf-e040-47ee-be70-8a111404df64 port db215f43-69c8-4afc-a0bf-6a54d3950a5e binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:09:34.972084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:35.049238 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.113385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-9bb4d2a5-76b7-47b5-b276-3930261b8a2c', 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'fixed_ips': [{'subnet_id': 'c528a392-3103-4882-925b-4525fb69d349'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:09:35.114945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.144449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-6bfc767d-fa56-4a3d-af2e-3ac01e85249a service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893935 Feb 09 00:09:35.193315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.244648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.465217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Allocated IP 172.25.3.168 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/dcf97f5e-7be9-47a4-a028-76c202eb4461) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:35.505244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ebd10e5-13d8-48bd-b922-4905b47a84d0 req-2a6da0a0-f830-43e2-9a3a-b34d31a7cab2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 210 time: 0.1015575 Feb 09 00:09:35.523972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b5d1b76b-b952-427c-b51b-5623783ebfb2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:35.524449 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.548518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a39eb9da-edf9-4483-810d-c202c5922691 req-02627b0a-6606-4091-9341-720e8e449cc4 service neutron] 10.222.0.84 "GET /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907695 Feb 09 00:09:35.797597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.813778 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.825872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Allocated IP 172.20.0.2 (9bb4d2a5-76b7-47b5-b276-3930261b8a2c/c528a392-3103-4882-925b-4525fb69d349/f76825d5-6138-4c7b-ab07-e25120f19f07) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:35.826531 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.912788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:35.915628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:35.956557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abf37f-4ab2-4567-abd6-132504f161bd None None] Pushing event updated for resources: {'Port': ['ID=db215f43-69c8-4afc-a0bf-6a54d3950a5e,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:36.066078 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Attempting to bind port db215f43-69c8-4afc-a0bf-6a54d3950a5e on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:36.066078 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Attempting to bind port db215f43-69c8-4afc-a0bf-6a54d3950a5e by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:36.066078 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Attempting to bind port db215f43-69c8-4afc-a0bf-6a54d3950a5e on network 14819659-4ed0-41ad-9caf-21d1940f6dbd {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:36.075122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:36.075122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Checking segment: {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:36.076717 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.077302 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Bound using segment: {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:36.077912 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Bound port: db215f43-69c8-4afc-a0bf-6a54d3950a5e, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:36.078657 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.224546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a75f0334-0306-46e8-8031-f8b7b1cdcf54 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:36.296788 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] For port db215f43-69c8-4afc-a0bf-6a54d3950a5e, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:36.303273 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] For port db215f43-69c8-4afc-a0bf-6a54d3950a5e, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=db215f43-69c8-4afc-a0bf-6a54d3950a5e,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:36.320149 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.405467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-d2adba2e-75f4-42d5-959f-4a6c8e8e0eff tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:36.407029 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-d2adba2e-75f4-42d5-959f-4a6c8e8e0eff tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.84 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 945 time: 0.3556900 Feb 09 00:09:36.456599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391292-825b-47ba-adce-2f3ea3f87183 req-8b1c0aa5-d5db-4d38-a30f-670e162d0473 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:36.466801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47391292-825b-47ba-adce-2f3ea3f87183 req-8b1c0aa5-d5db-4d38-a30f-670e162d0473 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 945 time: 0.2608974 Feb 09 00:09:36.487524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] Checking router: 4d42b246-19c4-4a32-8679-5ce1a3bf3333 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:36.522982 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Routers {'c3bf15cf-e040-47ee-be70-8a111404df64'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:36.523624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3bf15cf-e040-47ee-be70-8a111404df64'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:36.613087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:36.657016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:36.659174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf97f5e-7be9-47a4-a028-76c202eb4461,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:36.674072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-58592775-9a38-4e78-9b0e-cfbda665c54b None None] Provisioning complete for port db215f43-69c8-4afc-a0bf-6a54d3950a5e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:36.675345 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58592775-9a38-4e78-9b0e-cfbda665c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.677193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:36.698221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47391292-825b-47ba-adce-2f3ea3f87183 req-2c80e26d-fbe4-427d-a0c8-8e98aec8c28b tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f03fd62-e02b-4947-bea9-2b45e88667de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304585 Feb 09 00:09:36.720788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:36.721665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:36.732842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a75f0334-0306-46e8-8031-f8b7b1cdcf54 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:36.732842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.753510 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e14a3185-4059-4b29-9f93-b449de527c55 req-2970fa2b-11e2-4df7-b546-8637f9f19552 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 210 time: 0.0931473 Feb 09 00:09:36.804190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Deleting port a3c94825-1a08-4040-ac04-37cd839a49f6 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:36.804688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.862967 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:36.993291 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abf37f-4ab2-4567-abd6-132504f161bd None None] Pushing event updated for resources: {'Port': ['ID=db215f43-69c8-4afc-a0bf-6a54d3950a5e,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:37.008732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-96cae843-d8c4-49bc-8587-a16127006a4f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:37.009941 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-96cae843-d8c4-49bc-8587-a16127006a4f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 810 time: 0.8995101 Feb 09 00:09:37.015327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] For port a3c94825-1a08-4040-ac04-37cd839a49f6, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a3c94825-1a08-4040-ac04-37cd839a49f6,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:37.017299 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.030831 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] Set router c3bf15cf-e040-47ee-be70-8a111404df64 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:37.041002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Calling delete_port for a3c94825-1a08-4040-ac04-37cd839a49f6 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:37.046098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.056132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:37.087210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:37.129320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:37.143638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:37.242019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.377082 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.389830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.454804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event deleted for resources: {'Port': ['ID=a3c94825-1a08-4040-ac04-37cd839a49f6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:37.498013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58592775-9a38-4e78-9b0e-cfbda665c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.512640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device db215f43-69c8-4afc-a0bf-6a54d3950a5e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:37.538882 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-3308586e-13e4-4dc2-9a15-7a6b255c748f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20da844981e44e1e8122d59c0fb22739 HTTP/1.1" status: 200 len: 380 time: 0.0877197 Feb 09 00:09:37.554265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'port': {'device_id': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'admin_state_up': True, 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'security_groups': ['7944a2aa-68d3-48b2-bcd4-a14678a77353']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:37.565444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] No DVR routers for this DVR port a3c94825-1a08-4040-ac04-37cd839a49f6 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:09:37.573576 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.576376 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:27Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'db215f43-69c8-4afc-a0bf-6a54d3950a5e', 'name': '', 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'mac_address': 'fa:16:3e:06:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '9157d61d-9400-4f12-bacd-806017a41317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:27Z', 'updated_at': '2022-02-09T00:09:36Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'subnets': [{'id': '9157d61d-9400-4f12-bacd-806017a41317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:37.583807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fb0385-f335-40b9-9591-b91f4d91ce46 req-f7e9ad17-eac5-47ae-8e2d-620496c307af tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.84 "DELETE /v2.0/ports/a3c94825-1a08-4040-ac04-37cd839a49f6 HTTP/1.1" status: 204 len: 173 time: 1.1632836 Feb 09 00:09:37.584324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'name': 'network-vif-deleted', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:37.590004 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e795bd-ea14-46d2-a498-bb4793be1351" -d '{"events": [{"server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "name": "network-vif-deleted", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:37.626250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Pushing event updated for resources: {'Port': ['ID=f76825d5-6138-4c7b-ab07-e25120f19f07,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:37.655697 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09a3bd-3c34-4e6d-a726-5a404a006499 None None] The sync data for ids ['c3bf15cf-e040-47ee-be70-8a111404df64'] in n-d-828413-1 is: [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:27Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'db215f43-69c8-4afc-a0bf-6a54d3950a5e', 'name': '', 'network_id': '14819659-4ed0-41ad-9caf-21d1940f6dbd', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'mac_address': 'fa:16:3e:06:d6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_interface', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': '9157d61d-9400-4f12-bacd-806017a41317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:27Z', 'updated_at': '2022-02-09T00:09:36Z', 'revision_number': 4, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'subnets': [{'id': '9157d61d-9400-4f12-bacd-806017a41317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:37.685219 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f76ae-5935-4a26-8def-d5f2791d36dc x-openstack-request-id: req-ae9f76ae-5935-4a26-8def-d5f2791d36dc {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:37.685565 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e192a92d-36a4-4f03-9ee0-2c174f6e5fad", "name": "network-vif-deleted", "tag": "a3c94825-1a08-4040-ac04-37cd839a49f6", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:37.685868 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae9f76ae-5935-4a26-8def-d5f2791d36dc {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:37.686284 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e192a92d-36a4-4f03-9ee0-2c174f6e5fad', 'name': 'network-vif-deleted', 'tag': 'a3c94825-1a08-4040-ac04-37cd839a49f6', 'status': 'completed', 'code': 200} Feb 09 00:09:37.734805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Attempting to bind port f76825d5-6138-4c7b-ab07-e25120f19f07 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:37.735350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Attempting to bind port f76825d5-6138-4c7b-ab07-e25120f19f07 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:37.735630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Attempting to bind port f76825d5-6138-4c7b-ab07-e25120f19f07 on network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:37.806594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:37.806982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Checking segment: {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:37.807387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.807783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Bound using segment: {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:37.810660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Bound port: f76825d5-6138-4c7b-ab07-e25120f19f07, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:37.811062 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.889334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port db215f43-69c8-4afc-a0bf-6a54d3950a5e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:37.889634 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:37.897409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b52072cc-f11b-4462-98ca-a5c7dbb704d3 req-b299203f-fbf3-4901-8815-7aeee9a8f0d2 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.0692787 Feb 09 00:09:37.950782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-58592775-9a38-4e78-9b0e-cfbda665c54b None None] For port db215f43-69c8-4afc-a0bf-6a54d3950a5e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=db215f43-69c8-4afc-a0bf-6a54d3950a5e,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:38.003482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-58592775-9a38-4e78-9b0e-cfbda665c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:38.059179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8265721-7669-421e-a152-2be7d73a5765 req-c9f0abda-c1ee-4daf-b643-38a32f364574 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 210 time: 0.1061289 Feb 09 00:09:38.186379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Made reservation on behalf of 20da844981e44e1e8122d59c0fb22739 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:09:38.195440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:38.284829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:38.563207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ee0794ff-842e-4ae1-b8c5-0af15b3935b0 None None] Provisioning complete for port db215f43-69c8-4afc-a0bf-6a54d3950a5e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:38.563580 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee0794ff-842e-4ae1-b8c5-0af15b3935b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:38.730794 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:38.733051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58592775-9a38-4e78-9b0e-cfbda665c54b None None] Pushing event updated for resources: {'Port': ['ID=db215f43-69c8-4afc-a0bf-6a54d3950a5e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:38.780627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] For port f76825d5-6138-4c7b-ab07-e25120f19f07, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:38.827404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] For port f76825d5-6138-4c7b-ab07-e25120f19f07, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f76825d5-6138-4c7b-ab07-e25120f19f07,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:38.838549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:38.838741 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Allocated IP 172.20.0.9 (7c4a8c67-44d0-45c7-9139-d1421e69ae25/1166ed68-9dff-4cd7-82a6-c413cd8167c0/2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:38.845308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:39.088935 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-190c1baa-cb0a-4d45-ba3a-df3ad95e14a8 req-07411194-c551-43a6-ac4f-ee51048fdc21 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.0547678 Feb 09 00:09:39.100006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afd255-527e-4cae-a9c9-c7bd37e41f70 None None] The sync data for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 is: [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:04:17Z', 'revision_number': 4, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'dd559701-cc00-4751-96f7-0b24689b45bd', 'name': '', 'network_id': '1eb2aa20-c5bb-4176-ac05-ef9d2590b999', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'mac_address': 'fa:16:3e:34:02:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:15Z', 'updated_at': '2022-02-09T00:04:25Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'subnets': [{'id': '87ee5c16-0f13-4970-80f7-84f8091831b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:39.145685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:39.161389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221d4fb-1257-4f6b-814c-de61ccbc6596 None None] Pushing event updated for resources: {'Port': ['ID=f76825d5-6138-4c7b-ab07-e25120f19f07,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:39.242024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35728089-85e0-4cc2-9c6b-30fda56d5f93 req-08700f7a-b47e-467a-9f34-416d482798b2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 210 time: 0.0584042 Feb 09 00:09:39.418699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device db215f43-69c8-4afc-a0bf-6a54d3950a5e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:39.427903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:39.489524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'Port': ['ID=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:39.495829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:09:39.502928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port db215f43-69c8-4afc-a0bf-6a54d3950a5e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:39.503279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:39.597384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:39.602216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:39.618553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:39.681047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a3c94825-1a08-4040-ac04-37cd839a49f6 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:39.765402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: a3c94825-1a08-4040-ac04-37cd839a49f6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:09:39.766126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a3c94825-1a08-4040-ac04-37cd839a49f6 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:09:39.772240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:39.773002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:39.947259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:39.953259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-2b7127c7-0fe1-4319-ad96-c9688b06e5a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4042630 Feb 09 00:09:39.966157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Sync routers for ids ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:39.980124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Request body: {'port': {'device_id': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:39.986020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Routers {'29e2e18e-9c63-4280-97bb-c329ffd6b3ed'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:39.988211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:39.988862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:39.990388 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c444397e-128b-4d5a-b23a-8945b78a8f96 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3688445 Feb 09 00:09:39.993168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 41618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:40.143790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:40.346480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Set router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:40.371467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-920785e9-8c6b-4eb2-9efb-95e308b5e42f req-6307ca7a-dcab-48fb-8400-b9a5962bdf3a tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.0905683 Feb 09 00:09:40.461195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c9ff4c70-c087-41a3-a4eb-1aaf8fc453f9 None None] Provisioning complete for port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:40.461869 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4c70-c087-41a3-a4eb-1aaf8fc453f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:40.665145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff4c70-c087-41a3-a4eb-1aaf8fc453f9 None None] Port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:40.752662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced81639-c26b-49e9-a19c-acbad382d1c2 req-a4127e79-a418-4ede-8c12-f0af58051be0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:40.764142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ced81639-c26b-49e9-a19c-acbad382d1c2 req-a4127e79-a418-4ede-8c12-f0af58051be0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 931 time: 0.2784343 Feb 09 00:09:40.936130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:09:37Z', 'revision_number': 3, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:40.993933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ced81639-c26b-49e9-a19c-acbad382d1c2 req-0de05bd5-dd1f-4c83-b853-7cf5b011323a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282264 Feb 09 00:09:41.027753 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41490fb-2783-440b-806d-468e48b3d841 None None] New status for floating IP f11e1230-696f-4225-84eb-c47a7d5f8109: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:09:41.042116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Checking router: 29e2e18e-9c63-4280-97bb-c329ffd6b3ed for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:41.042661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Updating router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed port dcf97f5e-7be9-47a4-a028-76c202eb4461 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:09:41.099150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:09:41.133579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.155180 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.198400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Transition to ACTIVE for port object 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:09:41.209342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.367142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:41.576700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd6bb65-f603-4ee3-b257-8d1d54b3e7df None None] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:41.611766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f76825d5-6138-4c7b-ab07-e25120f19f07 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:41.642132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Attempting to bind port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:41.642389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Attempting to bind port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:41.642722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Attempting to bind port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:41.649585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:09:41.650094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Attempting to bind port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:41.656064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:41.656457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Checking segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:41.656848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Bound using segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:41.657514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Bound port: 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:41.658139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.716867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05d33b7d-55c5-4854-9ec1-552ac7308156 req-3bce5ea2-1757-4f21-95a8-4c5aa311c60d tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.1029346 Feb 09 00:09:41.756654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.783979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] For port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:41.800599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] For port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:41.815360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.948532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-acb41251-feeb-455c-b235-94b66d7593d4 None None] Provisioning complete for port f76825d5-6138-4c7b-ab07-e25120f19f07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:41.949058 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acb41251-feeb-455c-b235-94b66d7593d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.962772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:41.963872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:41.978791 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] 10.222.0.84 "PUT /v2.0/ports/2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 1091 time: 2.0036988 Feb 09 00:09:41.981649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:42.005977 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b82de1-ef16-4674-be70-104eb74488fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:42.145403 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206d6dd-8f6b-482f-8b35-34791d7c92d7 x-openstack-request-id: req-6206d6dd-8f6b-482f-8b35-34791d7c92d7 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:42.146009 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:42.146128 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6206d6dd-8f6b-482f-8b35-34791d7c92d7 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:42.147548 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'status': 'completed', 'code': 200} Feb 09 00:09:42.236953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Allocated IP 172.20.0.1 (9bb4d2a5-76b7-47b5-b276-3930261b8a2c/c528a392-3103-4882-925b-4525fb69d349/d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:09:42.239549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Pushing event updated for resources: {'Port': ['ID=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:42.243744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-d65fb93f-e6e0-49ce-9a35-3b55f18aa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:42.245414 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-d65fb93f-e6e0-49ce-9a35-3b55f18aa1a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1094 time: 0.2106888 Feb 09 00:09:42.252685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f76825d5-6138-4c7b-ab07-e25120f19f07 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:42.253599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.289566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912c593-2e97-4bd0-b151-b839141e80ed req-f87d2303-f7ec-4eed-89c9-515bc2d3d5be tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:42.304731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8912c593-2e97-4bd0-b151-b839141e80ed req-f87d2303-f7ec-4eed-89c9-515bc2d3d5be tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 943 time: 0.1334877 Feb 09 00:09:42.392010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8912c593-2e97-4bd0-b151-b839141e80ed req-b97aecb6-1a48-4688-9add-4a4517976ee0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863013 Feb 09 00:09:42.417806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.418144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.418381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.418721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.419052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.419381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.419704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.420025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.420347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.420680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.421023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.421343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4f895e-f9c0-4dac-ad95-1f7a6b4826fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:42.439401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-f03f4aa7-621d-494f-953c-f198a3d166aa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 217 time: 0.1762826 Feb 09 00:09:42.439786 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b98f82cf-1fdb-4e90-b1cb-b7af5cbcff23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.443509 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acb41251-feeb-455c-b235-94b66d7593d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.530441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.547751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-8bf58d9e-d52c-4d30-b7f3-a060e68f87da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:42.550143 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-8bf58d9e-d52c-4d30-b7f3-a060e68f87da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.1036882 Feb 09 00:09:42.580202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.605535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-acb41251-feeb-455c-b235-94b66d7593d4 None None] For port f76825d5-6138-4c7b-ab07-e25120f19f07, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f76825d5-6138-4c7b-ab07-e25120f19f07,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:42.618581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.633634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:42.637987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:42.638670 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-acb41251-feeb-455c-b235-94b66d7593d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.660288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Pushing event updated for resources: {'Port': ['ID=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:42.663582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:09:42.673929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-6b830ede-1909-4d88-8da7-d493d57576c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:42.675483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-6b830ede-1909-4d88-8da7-d493d57576c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194522 Feb 09 00:09:42.708189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.819084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.850811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:42.856397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb41251-feeb-455c-b235-94b66d7593d4 None None] Pushing event updated for resources: {'Port': ['ID=f76825d5-6138-4c7b-ab07-e25120f19f07,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:42.872296 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-add8accc-6be9-4b29-bbea-9318ffb47cab service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893661 Feb 09 00:09:42.965318 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfc81f-5887-4f05-a275-b10ab4168758 None None] Pushing event updated for resources: {'Port': ['ID=dcf97f5e-7be9-47a4-a028-76c202eb4461,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:42.968234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e376285b-32da-48f2-aa96-49a0ebe6ea49 req-b96af6be-47db-4e66-9dc8-90593c21d8fb tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.1384151 Feb 09 00:09:42.976970 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:09:42.981791 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:09:43.024692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Attempting to bind port dcf97f5e-7be9-47a4-a028-76c202eb4461 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:43.025134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Attempting to bind port dcf97f5e-7be9-47a4-a028-76c202eb4461 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:43.025512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Attempting to bind port dcf97f5e-7be9-47a4-a028-76c202eb4461 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:43.038877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:43.039262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:43.039676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:43.040544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:43.040544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Bound port: dcf97f5e-7be9-47a4-a028-76c202eb4461, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:43.040930 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:43.172074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] For port dcf97f5e-7be9-47a4-a028-76c202eb4461, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:43.180754 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-64be6d28-17f2-4a35-97db-bdc1bae29141 req-7c606bbb-68bf-463b-b559-21cf0787a7a8 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955911 Feb 09 00:09:43.184989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] For port dcf97f5e-7be9-47a4-a028-76c202eb4461, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dcf97f5e-7be9-47a4-a028-76c202eb4461,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:43.194429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:43.332942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Routers {'29e2e18e-9c63-4280-97bb-c329ffd6b3ed'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:43.334513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:43.390422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-87538850-4bc8-4a09-ad25-374981db7765 None None] Provisioning complete for port f76825d5-6138-4c7b-ab07-e25120f19f07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:43.390861 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87538850-4bc8-4a09-ad25-374981db7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:43.394899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfc81f-5887-4f05-a275-b10ab4168758 None None] Pushing event updated for resources: {'Port': ['ID=dcf97f5e-7be9-47a4-a028-76c202eb4461,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:43.430714 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82de1-ef16-4674-be70-104eb74488fe req-261672e3-259c-4f19-aff6-748a9b718ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:43.435947 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-261672e3-259c-4f19-aff6-748a9b718ba9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1094 time: 0.1993704 Feb 09 00:09:43.845468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82de1-ef16-4674-be70-104eb74488fe req-c773a26b-ccde-4619-bf73-450360b66584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:43.846979 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-c773a26b-ccde-4619-bf73-450360b66584 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.4035032 Feb 09 00:09:43.903969 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] Set router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:43.936117 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-b415fa79-21cf-47ef-b7ea-f729de77e2b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 217 time: 0.0806170 Feb 09 00:09:43.986799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134ba86-492f-4f6d-b425-582a150b98bf req-f884c23a-ea55-4682-8f5a-97c4b8edc9ee tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:44.002590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9134ba86-492f-4f6d-b425-582a150b98bf req-f884c23a-ea55-4682-8f5a-97c4b8edc9ee tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 943 time: 0.2418544 Feb 09 00:09:44.005410 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.038153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23879101-2cbf-4bbc-b6e8-d9e909658491 req-8c66104e-6b66-408e-914c-b8846180d3b7 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:44.046476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23879101-2cbf-4bbc-b6e8-d9e909658491 req-8c66104e-6b66-408e-914c-b8846180d3b7 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 1.0510094 Feb 09 00:09:44.058217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82de1-ef16-4674-be70-104eb74488fe req-30b2c7d4-2bc1-4953-a2e7-d62b08bae058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:44.065180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f76825d5-6138-4c7b-ab07-e25120f19f07 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:44.070512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-30b2c7d4-2bc1-4953-a2e7-d62b08bae058 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.1259172 Feb 09 00:09:44.075292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23879101-2cbf-4bbc-b6e8-d9e909658491 req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.159350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9134ba86-492f-4f6d-b425-582a150b98bf req-461ddf92-dcd0-4f3d-bac2-fca93ea76df2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557510 Feb 09 00:09:44.171662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82de1-ef16-4674-be70-104eb74488fe req-2228b0f0-a941-4045-b78e-ecb279103a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:44.181231 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-2228b0f0-a941-4045-b78e-ecb279103a06 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007628 Feb 09 00:09:44.397677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23879101-2cbf-4bbc-b6e8-d9e909658491 req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.405456 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-17cc368f-a3f3-4323-a75f-ae7127de1555 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177579 Feb 09 00:09:44.409485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f76825d5-6138-4c7b-ab07-e25120f19f07 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:44.409994 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.420829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-23879101-2cbf-4bbc-b6e8-d9e909658491 req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.467160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cc154dc-7cb1-43be-9e55-a459823d3d30 req-be8fad65-597a-4b8e-bcf4-c8e40ce313ac tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.0676346 Feb 09 00:09:44.512228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23879101-2cbf-4bbc-b6e8-d9e909658491 req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4597888 Feb 09 00:09:44.521037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6cb74b17-916e-41d0-b0af-378c291477a5 None None] Provisioning complete for port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:44.524043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6cb74b17-916e-41d0-b0af-378c291477a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.626016 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f7b82de1-ef16-4674-be70-104eb74488fe req-74fc7dd6-6f43-4c40-9dee-d67293e97432 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137020 Feb 09 00:09:44.650170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb2eb16-72a4-4547-ad69-e4deee097fea,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:44.676735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6cb74b17-916e-41d0-b0af-378c291477a5 None None] Port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:44.678256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71014ed9-2135-4c27-8403-f7cc96385cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.704840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:09:37Z', 'revision_number': 3, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:44.742550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633b54d-7eda-4660-89d4-663ab7ec9ade None None] The sync data for ids ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'] in n-d-828413-1 is: [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:09:37Z', 'revision_number': 3, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:44.771318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.771757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.772039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.772375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.772715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.773075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.773427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.773740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.774122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.774453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.774792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.775123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe61663-d685-4be4-a50b-f5e78ccf2726 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:09:44.824685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d789e7-0294-4a3f-b8b0-712cbd7d4756 req-4657768b-ca15-4896-9b61-4710619d54bf tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:44.826089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2d789e7-0294-4a3f-b8b0-712cbd7d4756 req-4657768b-ca15-4896-9b61-4710619d54bf tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.2026622 Feb 09 00:09:44.859866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.880217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:44.888835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2d789e7-0294-4a3f-b8b0-712cbd7d4756 req-efaa4068-8631-42b4-938d-309b22f1936b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536397 Feb 09 00:09:44.923846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41676) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:45.019944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Pushing event updated for resources: {'Port': ['ID=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:45.025968 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:45.356759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:09:45.392485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:09:45.523431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:45.702155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:09:46.042668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60925e-9810-48cb-b569-eb986dbd9483 req-d664a53f-82bf-4a66-bc36-290c926abbf5 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:46.046953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b60925e-9810-48cb-b569-eb986dbd9483 req-d664a53f-82bf-4a66-bc36-290c926abbf5 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 943 time: 0.7175181 Feb 09 00:09:46.059652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8c51ea9-db09-487d-bb3e-3ae4ed98f9a8 req-3183e3f7-dc70-4470-a536-4b00b1cfcacc tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "GET /v2.0/ports?device_id=e192a92d-36a4-4f03-9ee0-2c174f6e5fad HTTP/1.1" status: 200 len: 210 time: 0.2075593 Feb 09 00:09:46.200597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:46.216264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dcf97f5e-7be9-47a4-a028-76c202eb4461 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:46.271353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b60925e-9810-48cb-b569-eb986dbd9483 req-3387abab-e826-4b6b-9135-0d3b94b5cd42 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953745 Feb 09 00:09:46.299189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:46.329702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'port_id': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'mac_address': 'fa:16:3e:04:7d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:09:46.341815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d02535c7-a98f-4172-8639-f43b816fcdb1 None None] Provisioning complete for port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:46.342394 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d02535c7-a98f-4172-8639-f43b816fcdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:46.390201 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd16aefb-8194-4ada-868e-397566306dbe tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/e1b2762d-7239-4a62-a415-7ef207288cc5 HTTP/1.1" status: 200 len: 993 time: 1.4596541 Feb 09 00:09:46.621151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d02535c7-a98f-4172-8639-f43b816fcdb1 None None] Port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:46.634530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:46.634771 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:46.651029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:09:46.655056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2ca65aef-4063-46e5-a74f-4e9d0acfadba admin admin] 10.222.0.32 "PUT /v2.0/routers/29e2e18e-9c63-4280-97bb-c329ffd6b3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6606748 Feb 09 00:09:46.713476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port dcf97f5e-7be9-47a4-a028-76c202eb4461 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:46.713476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:46.720853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:46.775763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:46.873423 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:46.878414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:46.930283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:46.948773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port dcf97f5e-7be9-47a4-a028-76c202eb4461, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dcf97f5e-7be9-47a4-a028-76c202eb4461,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:46.959212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:47.085337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:09:47.099644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-2c19ab42-31fe-44d7-8e5f-c19d6acc7dc4 req-c5336b43-4040-446f-89c3-8d9fa1fd1c2f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:09:47.110586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c19ab42-31fe-44d7-8e5f-c19d6acc7dc4 req-c5336b43-4040-446f-89c3-8d9fa1fd1c2f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2249596 Feb 09 00:09:47.213045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=dcf97f5e-7be9-47a4-a028-76c202eb4461,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:47.276819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41718) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:47.331320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:47.517333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d674-72a2-48ec-9662-7b3911f091b7 req-682c7f3e-dd95-46a4-ad4a-4f4d231cefdb tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:47.529297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2650d674-72a2-48ec-9662-7b3911f091b7 req-682c7f3e-dd95-46a4-ad4a-4f4d231cefdb tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 944 time: 0.0909138 Feb 09 00:09:47.529516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cd42-9ff2-4af8-bdfe-05e9f4dff026 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:47.576573 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cd42-9ff2-4af8-bdfe-05e9f4dff026 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:47.639788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2650d674-72a2-48ec-9662-7b3911f091b7 req-35077ecd-b128-49f9-ad42-d4004c7ef835 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096117 Feb 09 00:09:47.710681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cd42-9ff2-4af8-bdfe-05e9f4dff026 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:47.726233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9ca6cd42-9ff2-4af8-bdfe-05e9f4dff026 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:47.727954 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9ca6cd42-9ff2-4af8-bdfe-05e9f4dff026 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f03fd62-e02b-4947-bea9-2b45e88667de HTTP/1.1" status: 204 len: 168 time: 0.4495652 Feb 09 00:09:47.750054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca6cd42-9ff2-4af8-bdfe-05e9f4dff026 tempest-TestVolumeBackupRestore-1049090302 tempest-TestVolumeBackupRestore-1049090302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03fd62-e02b-4947-bea9-2b45e88667de,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:47.950103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f028bf-9ef3-4248-853f-8321e5e76674 req-b031acf1-0d49-47e7-995f-4824457371d1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:47.952114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f028bf-9ef3-4248-853f-8321e5e76674 req-b031acf1-0d49-47e7-995f-4824457371d1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.0952916 Feb 09 00:09:48.029624 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-10d6446e-1318-485d-9782-17e0672dacec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2433555 Feb 09 00:09:48.052132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dcf97f5e-7be9-47a4-a028-76c202eb4461 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:48.110882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3f028bf-9ef3-4248-853f-8321e5e76674 req-0b18b9ff-dd1e-46d3-9b16-5ceb08f13daa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499786 Feb 09 00:09:48.246076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port dcf97f5e-7be9-47a4-a028-76c202eb4461 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:48.246892 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:48.809045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Sync routers for ids ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:48.827390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Routers {'29e2e18e-9c63-4280-97bb-c329ffd6b3ed'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:48.828026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:49.054367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf463a-6237-4322-8f59-2c1e16826663 req-b712af99-8e31-479e-a2c2-cf2f05663d49 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:49.061264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-badf463a-6237-4322-8f59-2c1e16826663 req-b712af99-8e31-479e-a2c2-cf2f05663d49 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 944 time: 0.1803045 Feb 09 00:09:49.165628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Set router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:49.195101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-badf463a-6237-4322-8f59-2c1e16826663 req-1d2803e5-79ff-4539-b145-ad6f949a5a3a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273012 Feb 09 00:09:49.361250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 41886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:49.425677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fba95-7d7a-470c-b39b-b68c14782f87 req-cd8cb47e-1b32-4271-9c32-ae5e612f1b93 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:49.431623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478fba95-7d7a-470c-b39b-b68c14782f87 req-cd8cb47e-1b32-4271-9c32-ae5e612f1b93 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1127422 Feb 09 00:09:49.574552 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-478fba95-7d7a-470c-b39b-b68c14782f87 req-082e7322-37e3-4750-b26a-9226eadbd015 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299152 Feb 09 00:09:49.729738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:49.945281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:09:49.958970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:49.964159 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:50.094410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:09:43Z', 'revision_number': 4, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'd374a8c6-4a2e-4fc5-b9ec-317aa5d333ae', 'name': '', 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'mac_address': 'fa:16:3e:f3:91:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'c528a392-3103-4882-925b-4525fb69d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:41Z', 'updated_at': '2022-02-09T00:09:44Z', 'revision_number': 2, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'subnets': [{'id': 'c528a392-3103-4882-925b-4525fb69d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:50.210910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Checking router: 29e2e18e-9c63-4280-97bb-c329ffd6b3ed for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:50.211489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Updating router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:09:50.283372 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:50.378344 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:50.560735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f137d-f2c9-4f89-b097-cda459e0caa6 req-fef854fe-f937-43f6-9e40-8b6f5464f349 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:50.562693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc4f137d-f2c9-4f89-b097-cda459e0caa6 req-fef854fe-f937-43f6-9e40-8b6f5464f349 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 944 time: 0.0994956 Feb 09 00:09:50.585520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:50.622891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc4f137d-f2c9-4f89-b097-cda459e0caa6 req-83890577-e378-4858-8a89-7020cb16e39a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477552 Feb 09 00:09:50.755165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:50.757489 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb957163-d259-451d-a219-8ac0244e4761" -d '{"events": [{"server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:50.970015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:50.985181 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426b6c9-3c69-47ac-b638-5eb1fe539f8d x-openstack-request-id: req-3426b6c9-3c69-47ac-b638-5eb1fe539f8d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:50.985567 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:50.985839 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3426b6c9-3c69-47ac-b638-5eb1fe539f8d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:50.986250 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'code': 200} Feb 09 00:09:51.010873 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.110757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7830ae-67ea-48ca-b38d-858a61da01c3 req-b1b589fd-e40a-4fab-a1ef-c29a3a1236dc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:51.112525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c7830ae-67ea-48ca-b38d-858a61da01c3 req-b1b589fd-e40a-4fab-a1ef-c29a3a1236dc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.2774372 Feb 09 00:09:51.120065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-f411e6bd-f934-460c-8161-e72dcc75184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:51.121903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-f411e6bd-f934-460c-8161-e72dcc75184f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 0.1564457 Feb 09 00:09:51.159618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c0131-5d70-47a2-9849-549aa0fd32e7 req-51700caf-4b07-4f3a-975b-a32f52497637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:51.163017 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-347c0131-5d70-47a2-9849-549aa0fd32e7 req-51700caf-4b07-4f3a-975b-a32f52497637 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.1183238 Feb 09 00:09:51.250734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c7830ae-67ea-48ca-b38d-858a61da01c3 req-7ddf2b96-b50d-4913-8945-c852af322e86 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273000 Feb 09 00:09:51.314780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:51.402230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-0a3234e5-0a97-4677-8cc7-8e0c1d1a0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:51.415662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-0a3234e5-0a97-4677-8cc7-8e0c1d1a0088 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.2756279 Feb 09 00:09:51.423297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-347c0131-5d70-47a2-9849-549aa0fd32e7 req-b1940f53-4b36-4a9d-ac0a-667d24ed7ba8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456274 Feb 09 00:09:51.441589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Deleting port db215f43-69c8-4afc-a0bf-6a54d3950a5e {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:51.442140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.492108 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.501359 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.617135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-893eaba1-7192-42fc-89d9-a2ed0dc2232f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 1001 time: 0.1941273 Feb 09 00:09:51.628394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf1ba3-b3b8-4913-aa94-8c7c206f8b8e None None] Pushing event updated for resources: {'Port': ['ID=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:51.701987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Attempting to bind port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:09:51.702379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Attempting to bind port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:09:51.703195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Attempting to bind port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae on network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:09:51.723538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:09:51.724239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Checking segment: {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:09:51.725501 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.729195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Bound using segment: {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:09:51.730442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Bound port: d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc2d432-722f-4341-a68f-374a1548c5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:09:51.731695 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.764293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-04d7b922-b69c-493f-97c2-1c742a8f4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:51.775625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-04d7b922-b69c-493f-97c2-1c742a8f4509 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.1518061 Feb 09 00:09:51.839360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] For port db215f43-69c8-4afc-a0bf-6a54d3950a5e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=db215f43-69c8-4afc-a0bf-6a54d3950a5e,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:51.841508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:51.879526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Calling delete_port for db215f43-69c8-4afc-a0bf-6a54d3950a5e owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:51.922570 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-0d41f917-123f-4515-b5a8-cfe03b8b643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:51.930782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-0d41f917-123f-4515-b5a8-cfe03b8b643a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481862 Feb 09 00:09:52.358734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882cd97-ec36-4c3a-b67a-af5c461adecb req-f2f98902-630a-4a4d-a433-3ee34d4525bb tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:52.368320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2882cd97-ec36-4c3a-b67a-af5c461adecb req-f2f98902-630a-4a4d-a433-3ee34d4525bb tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.3969450 Feb 09 00:09:52.453736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f777e17c-4231-4db8-a6f4-ca1bf34984e7 None None] Provisioning complete for port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:52.455518 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f777e17c-4231-4db8-a6f4-ca1bf34984e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:52.476400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:52.491709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-403eaf95-d03f-41d5-839a-c27fc3e85bcf service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555227 Feb 09 00:09:52.522195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Pushing event deleted for resources: {'Port': ['ID=db215f43-69c8-4afc-a0bf-6a54d3950a5e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:52.590478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f777e17c-4231-4db8-a6f4-ca1bf34984e7 None None] Port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:09:52.670159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] For port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:09:52.679630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] For port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:09:52.684858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:52.840199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf1ba3-b3b8-4913-aa94-8c7c206f8b8e None None] Pushing event updated for resources: {'Port': ['ID=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:52.895603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Routers {'29e2e18e-9c63-4280-97bb-c329ffd6b3ed'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:52.900464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:52.929819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:53.080163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2882cd97-ec36-4c3a-b67a-af5c461adecb req-71482f4d-a3c4-4e98-8d07-aff2609e29cd tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7097731 Feb 09 00:09:53.109475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-42a3711d-dbbb-477e-8366-842c87b0916a service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996933 Feb 09 00:09:53.146317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42b7f-cd34-43e1-b144-4ae3c5265537 req-8852790b-b4e9-485e-b65d-2a4fedeb8e13 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:53.156959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48a42b7f-cd34-43e1-b144-4ae3c5265537 req-8852790b-b4e9-485e-b65d-2a4fedeb8e13 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.5875914 Feb 09 00:09:53.307742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] Set router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:53.313929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48a42b7f-cd34-43e1-b144-4ae3c5265537 req-61ad2e3c-f72f-4c8d-b1aa-9c2a14d0ad9e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490464 Feb 09 00:09:53.610563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Router c3bf15cf-e040-47ee-be70-8a111404df64 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:53.692523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d83a5c64-f4a7-4f08-b672-e52887b1e8b2 None None] Provisioning complete for port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:53.699600 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d83a5c64-f4a7-4f08-b672-e52887b1e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:53.818033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:53.827077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-329bb938-ce13-425f-8b66-9013eb0c4951 admin admin] 10.222.0.32 "PUT /v2.0/routers/c3bf15cf-e040-47ee-be70-8a111404df64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4634178 Feb 09 00:09:53.829594 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] Sync routers for ids ['c3bf15cf-e040-47ee-be70-8a111404df64'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:53.830111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42302) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:53.848497 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] Routers {'c3bf15cf-e040-47ee-be70-8a111404df64'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:53.849147 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3bf15cf-e040-47ee-be70-8a111404df64'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:54.018466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:09:43Z', 'revision_number': 4, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'd374a8c6-4a2e-4fc5-b9ec-317aa5d333ae', 'name': '', 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'mac_address': 'fa:16:3e:f3:91:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'c528a392-3103-4882-925b-4525fb69d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:41Z', 'updated_at': '2022-02-09T00:09:52Z', 'revision_number': 4, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'subnets': [{'id': 'c528a392-3103-4882-925b-4525fb69d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:54.087194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:54.170838 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d83a5c64-f4a7-4f08-b672-e52887b1e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:54.175145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449af492-128f-43f5-8ca3-01e746d72875 None None] The sync data for ids ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'] in n-d-828413-1 is: [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:09:43Z', 'revision_number': 4, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'd374a8c6-4a2e-4fc5-b9ec-317aa5d333ae', 'name': '', 'network_id': '9bb4d2a5-76b7-47b5-b276-3930261b8a2c', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'mac_address': 'fa:16:3e:f3:91:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3367, 'fixed_ips': [{'subnet_id': 'c528a392-3103-4882-925b-4525fb69d349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:41Z', 'updated_at': '2022-02-09T00:09:52Z', 'revision_number': 4, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'subnets': [{'id': 'c528a392-3103-4882-925b-4525fb69d349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:54.177046 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] Set router c3bf15cf-e040-47ee-be70-8a111404df64 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:54.398973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d83a5c64-f4a7-4f08-b672-e52887b1e8b2 None None] For port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:54.428657 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d83a5c64-f4a7-4f08-b672-e52887b1e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:54.522664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:54.668943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a5c64-f4a7-4f08-b672-e52887b1e8b2 None None] Pushing event updated for resources: {'Port': ['ID=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:54.791542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95aba6-ca5d-4b92-b706-663926c469fc req-41b995fa-5cb3-44df-97b2-9f0caf2e4abd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:54.793254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d95aba6-ca5d-4b92-b706-663926c469fc req-41b995fa-5cb3-44df-97b2-9f0caf2e4abd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.2763236 Feb 09 00:09:54.858621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a061f-d428-4efb-a9de-a903e712de35 req-0182ff57-9f63-453c-8b50-38fb30a24b77 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:54.867293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-184a061f-d428-4efb-a9de-a903e712de35 req-0182ff57-9f63-453c-8b50-38fb30a24b77 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.3534760 Feb 09 00:09:54.906747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Deleting port b5d1b76b-b952-427c-b51b-5623783ebfb2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:54.908637 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:54.952695 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:52Z', 'revision_number': 5, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port': {'id': 'b5d1b76b-b952-427c-b51b-5623783ebfb2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:23Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:55.024201 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] Checking router: c3bf15cf-e040-47ee-be70-8a111404df64 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:09:55.047866 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] Routers {'c3bf15cf-e040-47ee-be70-8a111404df64'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:55.053961 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c3bf15cf-e040-47ee-be70-8a111404df64'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:55.126593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-184a061f-d428-4efb-a9de-a903e712de35 req-55a3ad27-b781-42df-b219-e22186f40ddf tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579713 Feb 09 00:09:55.168672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] For port b5d1b76b-b952-427c-b51b-5623783ebfb2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b5d1b76b-b952-427c-b51b-5623783ebfb2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:55.169124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:55.218651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Calling delete_port for b5d1b76b-b952-427c-b51b-5623783ebfb2 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:55.238964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d95aba6-ca5d-4b92-b706-663926c469fc req-b700fe93-7c56-4f02-8429-7abf894e9ca0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4164872 Feb 09 00:09:55.253406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] Set router c3bf15cf-e040-47ee-be70-8a111404df64 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:55.420460 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:54Z', 'revision_number': 6, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:55.530173 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc6ee2e-55bf-4ea5-b945-92f3e5a49766 None None] The sync data for ids ['c3bf15cf-e040-47ee-be70-8a111404df64'] in n-d-828413-1 is: [{'id': 'c3bf15cf-e040-47ee-be70-8a111404df64', 'name': 'tempest-TestAggregatesBasicOps-780266304-router', 'tenant_id': 'be935d9d8b524783b1467ec3d4762840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:22Z', 'updated_at': '2022-02-09T00:09:54Z', 'revision_number': 6, 'project_id': 'be935d9d8b524783b1467ec3d4762840', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:09:55.649083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3e491-f8c2-4ffc-9516-66b8a28c6d19 req-171cf864-e507-4fd4-b73b-e8e73a56978b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:55.650823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c8e3e491-f8c2-4ffc-9516-66b8a28c6d19 req-171cf864-e507-4fd4-b73b-e8e73a56978b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.2962680 Feb 09 00:09:55.663145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42324) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:55.681972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'floatingip': {'port_id': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:09:55.747483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.054592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.223699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d1b76b-b952-427c-b51b-5623783ebfb2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:56.251540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:09:56.395976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.471240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:09:56.471626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.819770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.824369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.844838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device db215f43-69c8-4afc-a0bf-6a54d3950a5e no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:56.898723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: db215f43-69c8-4afc-a0bf-6a54d3950a5e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:09:56.901366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device db215f43-69c8-4afc-a0bf-6a54d3950a5e not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:09:56.930565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:56.961831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.971689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3bf15cf-e040-47ee-be70-8a111404df64 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:09:56.982005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:56.983432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c588f68e-5e5d-4744-afa5-2456da5a8246 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c3bf15cf-e040-47ee-be70-8a111404df64 HTTP/1.1" status: 204 len: 168 time: 3.1525030 Feb 09 00:09:56.987513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42344) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:57.064617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9a968-408b-41a9-866c-ca16da01cf0c req-d7804583-8679-4638-a16e-9bf76aa72e20 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:57.069947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03b9a968-408b-41a9-866c-ca16da01cf0c req-d7804583-8679-4638-a16e-9bf76aa72e20 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1310499 Feb 09 00:09:57.177120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-03b9a968-408b-41a9-866c-ca16da01cf0c req-9eb167bc-56df-48e8-bfcf-e95bb2d9d196 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923927 Feb 09 00:09:57.246815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Deleting subnet 9157d61d-9400-4f12-bacd-806017a41317 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:09:57.257034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:57.509902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:57.539011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.db.resource_extend [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 00:09:57.753551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:57.761776 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:58.054510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b5d1b76b-b952-427c-b51b-5623783ebfb2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:09:58.059079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:58.094287 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Floating IP a1493b47-b02c-4654-8f99-8347ef353725 associated. External IP: 172.25.3.118, port: 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5. Feb 09 00:09:58.141583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b5d1b76b-b952-427c-b51b-5623783ebfb2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:09:58.142236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b5d1b76b-b952-427c-b51b-5623783ebfb2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:09:58.264374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:58.348316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9157d61d-9400-4f12-bacd-806017a41317,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:58.357276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:58.366171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f5a55-0bcc-4792-a1ba-d5e4c731d435 None None] Network 14819659-4ed0-41ad-9caf-21d1940f6dbd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:09:58.381269 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a1b779d0-85b3-4859-9c5a-1a5e9f2d3186 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9157d61d-9400-4f12-bacd-806017a41317 HTTP/1.1" status: 204 len: 168 time: 1.3922784 Feb 09 00:09:58.384530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42360) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:09:58.710169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:58.905555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] DHCP port deletion for 14819659-4ed0-41ad-9caf-21d1940f6dbd request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:09:58.924490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:09:59.004187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Deleting port 1bf2a330-b598-4529-910f-80988728d948 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:59.004512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.067516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] Deleting port 1bf2a330-b598-4529-910f-80988728d948 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:09:59.070317 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.143959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] For port 1bf2a330-b598-4529-910f-80988728d948, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1bf2a330-b598-4529-910f-80988728d948,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:59.149428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.177123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] For port 1bf2a330-b598-4529-910f-80988728d948, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1bf2a330-b598-4529-910f-80988728d948,segment=NetworkSegment(fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7),segment_id=fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:09:59.177821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.190049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Calling delete_port for 1bf2a330-b598-4529-910f-80988728d948 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:59.192442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] Calling delete_port for 1bf2a330-b598-4529-910f-80988728d948 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:09:59.271732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:09:59.293361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.301757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:09:59.321154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.393424 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c58be826-634e-4db1-af3b-415f3ddc1e73 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "PUT /v2.0/floatingips/a1493b47-b02c-4654-8f99-8347ef353725 HTTP/1.1" status: 200 len: 991 time: 3.7290745 Feb 09 00:09:59.411427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a0935-f9a7-416b-a859-ac21c12167b8 req-0ed17a57-f7ca-4672-b416-5641cd005d4d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:59.414588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:09:59.422379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8a0935-f9a7-416b-a859-ac21c12167b8 req-0ed17a57-f7ca-4672-b416-5641cd005d4d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 1.0750318 Feb 09 00:09:59.424700 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8770cef8-6b9b-468e-b071-f56890d10352" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:09:59.431659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] Pushing event deleted for resources: {'Port': ['ID=1bf2a330-b598-4529-910f-80988728d948,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:59.501206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320e920-06c8-4212-bc64-11da9e991919 None None] No DVR routers for this DVR port 1bf2a330-b598-4529-910f-80988728d948 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:09:59.526859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:09:59.527705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:59.542842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.590860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf2a330-b598-4529-910f-80988728d948,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:09:59.609005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] No DVR routers for this DVR port 1bf2a330-b598-4529-910f-80988728d948 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:09:59.625308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc8a0935-f9a7-416b-a859-ac21c12167b8 req-cbf04b39-20b4-495d-98b9-b0a52f94b102 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1996601 Feb 09 00:09:59.677542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b9e9d-d28b-432f-b7fe-62dd72362174 req-9f368f2e-7349-45ce-ae50-bcb07dd284c9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:09:59.678919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b99b9e9d-d28b-432f-b7fe-62dd72362174 req-9f368f2e-7349-45ce-ae50-bcb07dd284c9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.1254342 Feb 09 00:09:59.807339 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed26e4-5a9a-4df7-a24b-a38922f58f24 x-openstack-request-id: req-d3ed26e4-5a9a-4df7-a24b-a38922f58f24 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:09:59.807639 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:09:59.807892 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3ed26e4-5a9a-4df7-a24b-a38922f58f24 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:09:59.808288 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'status': 'completed', 'code': 200} Feb 09 00:09:59.812266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.816799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:09:59.829588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b99b9e9d-d28b-432f-b7fe-62dd72362174 req-b42c372c-22e1-4bc5-ba0b-1c88047a2b6b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085439 Feb 09 00:09:59.836848 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:09:59.868666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14819659-4ed0-41ad-9caf-21d1940f6dbd']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:59.941764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:09:59.941764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc8c27f-3535-4137-b3f0-8bbbac8c5eb7') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:00.017973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.065592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.077636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cef8-6b9b-468e-b071-f56890d10352 req-eb678b10-c3e8-4e26-8123-f87e1e56e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:00.077888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1bf2a330-b598-4529-910f-80988728d948 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:00.079560 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-eb678b10-c3e8-4e26-8123-f87e1e56e47c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.1682298 Feb 09 00:10:00.083653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:10:00.084219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:10:00.086306 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:10:00.139840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1bf2a330-b598-4529-910f-80988728d948 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:00.140543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1bf2a330-b598-4529-910f-80988728d948 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:00.250528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Deleting port dd559701-cc00-4751-96f7-0b24689b45bd {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:00.252719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.265691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cef8-6b9b-468e-b071-f56890d10352 req-d8e09139-e82f-41eb-b801-ea2b2466184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:00.268164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-d8e09139-e82f-41eb-b801-ea2b2466184c service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.1807799 Feb 09 00:10:00.351119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'a1493b47-b02c-4654-8f99-8347ef353725', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'port_id': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'mac_address': 'fa:16:3e:04:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:09:31Z', 'updated_at': '2022-02-09T00:09:57Z', 'revision_number': 1, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:00.374567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-eb4f96d2-927d-4255-b903-7a6c46833965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:00.376084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-eb4f96d2-927d-4255-b903-7a6c46833965 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 0.1171942 Feb 09 00:10:00.390481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:00.405512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:00.407166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:00.422781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-0a5c00e3-6dae-40b8-b956-9e6821737f17 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 999 time: 0.1473768 Feb 09 00:10:00.470299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] For port dd559701-cc00-4751-96f7-0b24689b45bd, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dd559701-cc00-4751-96f7-0b24689b45bd,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:00.470924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.481874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cef8-6b9b-468e-b071-f56890d10352 req-2f69210a-63f2-489e-9c07-debc69f2f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:00.483328 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-2f69210a-63f2-489e-9c07-debc69f2f3dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0533404 Feb 09 00:10:00.485196 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.487678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Calling delete_port for dd559701-cc00-4751-96f7-0b24689b45bd owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:00.494679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:00.500123 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] 10.222.0.32 "DELETE /v2.0/networks/14819659-4ed0-41ad-9caf-21d1940f6dbd HTTP/1.1" status: 204 len: 168 time: 2.1024556 Feb 09 00:10:00.509322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42374) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:00.548767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe596fcc-f1f6-4506-922e-60f42fa736ac admin admin] Pushing event deleted for resources: {'Network': ['ID=14819659-4ed0-41ad-9caf-21d1940f6dbd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:00.564125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770cef8-6b9b-468e-b071-f56890d10352 req-6c161a60-13a3-468d-982c-535ab452481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:00.565846 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-6c161a60-13a3-468d-982c-535ab452481c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647135 Feb 09 00:10:00.611030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:00.642784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-2fe409bd-c01d-4ffc-9a82-b0d2fdb9d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:00.644902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-2fe409bd-c01d-4ffc-9a82-b0d2fdb9d699 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.2428474 Feb 09 00:10:00.730935 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-dd86c352-a75d-44e2-b2d8-a19976169cd5 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562462 Feb 09 00:10:00.855756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-241a2c9c-0124-457e-85ba-3e55332006e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 1001 time: 0.1912403 Feb 09 00:10:00.905723 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8770cef8-6b9b-468e-b071-f56890d10352 req-7f7d8047-befa-4cc3-ab73-de384f18e199 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634266 Feb 09 00:10:01.045842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'a1493b47-b02c-4654-8f99-8347ef353725', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'port_id': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'mac_address': 'fa:16:3e:04:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:09:31Z', 'updated_at': '2022-02-09T00:09:57Z', 'revision_number': 1, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:01.079444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4efda6c-cece-45c7-ad19-f351c79f84e2 None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'a1493b47-b02c-4654-8f99-8347ef353725', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'port_id': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'mac_address': 'fa:16:3e:04:7d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:09:31Z', 'updated_at': '2022-02-09T00:09:57Z', 'revision_number': 1, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:01.092527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-941dc4e3-503c-4098-974b-91a5f6f88e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:01.094219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-941dc4e3-503c-4098-974b-91a5f6f88e0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.2375243 Feb 09 00:10:01.180870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d23f78-3b4c-473a-9fd6-a64ed843c24c req-0e423e40-b0f7-478c-89ce-d60a842c6c59 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:01.183442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95d23f78-3b4c-473a-9fd6-a64ed843c24c req-0e423e40-b0f7-478c-89ce-d60a842c6c59 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.3928773 Feb 09 00:10:01.395819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab083d-e594-450f-8908-659f50832451 req-8d4e5af5-dc0c-40e5-b5be-2075fda65d75 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:01.400013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cab083d-e594-450f-8908-659f50832451 req-8d4e5af5-dc0c-40e5-b5be-2075fda65d75 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.4024360 Feb 09 00:10:01.422007 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95d23f78-3b4c-473a-9fd6-a64ed843c24c req-393867f5-af62-4cb2-94a2-1268551714a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2011583 Feb 09 00:10:01.509368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-b761404f-005f-490b-9162-a9cb6c382b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:01.511083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-b761404f-005f-490b-9162-a9cb6c382b28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3709543 Feb 09 00:10:01.557965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:01.593669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cab083d-e594-450f-8908-659f50832451 req-61f0391b-083e-4069-84c1-61d2971f5f8f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858709 Feb 09 00:10:01.635196 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d4952-b099-4aea-adef-da8d85bb7249 None None] New status for floating IP a1493b47-b02c-4654-8f99-8347ef353725: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:10:01.661925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd559701-cc00-4751-96f7-0b24689b45bd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:01.834547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-6d5b09a8-b973-410c-8526-5a0d79ae54ff service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918463 Feb 09 00:10:02.048901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:02.070265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8da8a1c-cca5-4886-81ff-4ca857bf37ad req-86e4c4c4-63e2-4da7-9223-3a425b8f4edc service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008636 Feb 09 00:10:02.130400 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:02.838850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15e25e-60bd-43ab-8469-e3d3386b1a26 req-73eb153e-9d63-409e-9d2b-fb8d440d77b1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:02.840279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e15e25e-60bd-43ab-8469-e3d3386b1a26 req-73eb153e-9d63-409e-9d2b-fb8d440d77b1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.1693227 Feb 09 00:10:02.850195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da380585-87b3-4c12-ae53-385e6fd14e90 req-9dc3b8ab-1317-4e89-9567-8ab70ae67640 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:02.851671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da380585-87b3-4c12-ae53-385e6fd14e90 req-9dc3b8ab-1317-4e89-9567-8ab70ae67640 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1837642 Feb 09 00:10:02.877988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:02.954101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e15e25e-60bd-43ab-8469-e3d3386b1a26 req-f4b31e96-e4b1-4890-bce9-ee77f6759918 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012864 Feb 09 00:10:02.965710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da380585-87b3-4c12-ae53-385e6fd14e90 req-cd1c785e-edc9-4f05-be65-e5c54e79ab46 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991509 Feb 09 00:10:03.105067 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:03.115186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf8af8b6-e3a1-48da-b003-89a2bdf40bb3 admin admin] 10.222.0.32 "PUT /v2.0/routers/4d42b246-19c4-4a32-8679-5ce1a3bf3333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1707609 Feb 09 00:10:03.115186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42416) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:03.118407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] Sync routers for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:03.129740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:03.130751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:03.232032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Deleting port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:03.232377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:03.295735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:03.394539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] For port d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:03.394874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:03.443787 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Calling delete_port for d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:03.460549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:03.511319 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:03.690247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Deleting port 46a51c01-784a-4591-a1b8-33444f754941 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:03.690661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:03.770938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': '46a51c01-784a-4591-a1b8-33444f754941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:10:01Z', 'revision_number': 5, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port': {'id': '46a51c01-784a-4591-a1b8-33444f754941', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:12Z', 'updated_at': '2022-02-09T00:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:03.807771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] Checking router: 4d42b246-19c4-4a32-8679-5ce1a3bf3333 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:03.817336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] Routers {'4d42b246-19c4-4a32-8679-5ce1a3bf3333'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:03.817962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:03.892074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] For port 46a51c01-784a-4591-a1b8-33444f754941, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=46a51c01-784a-4591-a1b8-33444f754941,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:03.894087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:03.916338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Calling delete_port for 46a51c01-784a-4591-a1b8-33444f754941 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:03.939148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] Set router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:03.947901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:04.016695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:10:03Z', 'revision_number': 6, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:04.024756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:04.098184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6233f21-b0a3-416c-a642-c5e94e2ed895 None None] The sync data for ids ['4d42b246-19c4-4a32-8679-5ce1a3bf3333'] in n-d-828413-1 is: [{'id': '4d42b246-19c4-4a32-8679-5ce1a3bf3333', 'name': 'tempest-TestVolumeBackupRestore-1434563551-router', 'tenant_id': 'bfa16be099634c03b04a243272d01db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:10Z', 'updated_at': '2022-02-09T00:10:03Z', 'revision_number': 6, 'project_id': 'bfa16be099634c03b04a243272d01db5', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:04.326422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:04.374000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a51c01-784a-4591-a1b8-33444f754941,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:04.391195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8f23f-6850-4c02-841c-3ec6d8807cea req-723f6376-71d1-4d4c-8efb-05cadc3a6350 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:04.392844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09f8f23f-6850-4c02-841c-3ec6d8807cea req-723f6376-71d1-4d4c-8efb-05cadc3a6350 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.2277770 Feb 09 00:10:04.538165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:04.540401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:04.574764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09f8f23f-6850-4c02-841c-3ec6d8807cea req-29758979-a650-4068-bb9a-5eb72ba8ed49 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423228 Feb 09 00:10:04.692517 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:04.696902 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.073924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.074577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d42b246-19c4-4a32-8679-5ce1a3bf3333 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:10:05.079541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.080683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b9d8666d-563c-40e6-abc1-86c47c7926b7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4d42b246-19c4-4a32-8679-5ce1a3bf3333 HTTP/1.1" status: 204 len: 168 time: 1.9628994 Feb 09 00:10:05.083994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42440) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:05.134656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Deleting subnet 87ee5c16-0f13-4970-80f7-84f8091831b6 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:10:05.138343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.179752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.257600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:05.297549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.372099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.401601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ee5c16-0f13-4970-80f7-84f8091831b6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:05.406819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.412387 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e8d98065-0e2f-41cb-b7d6-a4b0310fc909 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87ee5c16-0f13-4970-80f7-84f8091831b6 HTTP/1.1" status: 204 len: 168 time: 0.3270948 Feb 09 00:10:05.415984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d565c-94ac-46ae-bbfb-e30a2a2f99f6 None None] Network 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:05.418844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:05.446534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:05.452294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe37b8e4-b5ab-4987-985b-5f1a9d8c1d9d admin admin] 10.222.0.32 "PUT /v2.0/routers/29e2e18e-9c63-4280-97bb-c329ffd6b3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9384580 Feb 09 00:10:05.455059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42448) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:05.460904 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] Sync routers for ids ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:05.474200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] Routers {'29e2e18e-9c63-4280-97bb-c329ffd6b3ed'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:05.474841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:05.586612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.731713 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] Set router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:05.771540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] DHCP port deletion for 1eb2aa20-c5bb-4176-ac05-ef9d2590b999 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:10:05.858957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.868822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] Deleting port 79b9ae48-a004-4b4a-a13a-ad0be891552b {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:05.869264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.869697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94282e48-8007-4bf4-9c49-a06ff3b8e792 req-fa0de0a9-be5e-4c0f-9414-9b339bd1140b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:05.871262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94282e48-8007-4bf4-9c49-a06ff3b8e792 req-fa0de0a9-be5e-4c0f-9414-9b339bd1140b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1589406 Feb 09 00:10:05.903996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Deleting port 79b9ae48-a004-4b4a-a13a-ad0be891552b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:05.904350 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.958133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] For port 79b9ae48-a004-4b4a-a13a-ad0be891552b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=79b9ae48-a004-4b4a-a13a-ad0be891552b,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:05.960992 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.978196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] For port 79b9ae48-a004-4b4a-a13a-ad0be891552b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=79b9ae48-a004-4b4a-a13a-ad0be891552b,segment=NetworkSegment(a42c68fa-8fff-4d2a-b0db-bfabc622e098),segment_id=a42c68fa-8fff-4d2a-b0db-bfabc622e098)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:05.978441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:05.990939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] Calling delete_port for 79b9ae48-a004-4b4a-a13a-ad0be891552b owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:05.993772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Calling delete_port for 79b9ae48-a004-4b4a-a13a-ad0be891552b owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:06.098483 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.136514 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:10:03Z', 'revision_number': 5, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:06.144736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] Pushing event deleted for resources: {'Port': ['ID=79b9ae48-a004-4b4a-a13a-ad0be891552b,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:06.155313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a4d3b-2219-4d22-a3c4-89598b61da8e None None] No DVR routers for this DVR port 79b9ae48-a004-4b4a-a13a-ad0be891552b on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:06.176152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 79b9ae48-a004-4b4a-a13a-ad0be891552b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:06.201247 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] Checking router: 29e2e18e-9c63-4280-97bb-c329ffd6b3ed for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:06.208665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 79b9ae48-a004-4b4a-a13a-ad0be891552b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:06.209433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 79b9ae48-a004-4b4a-a13a-ad0be891552b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:06.210301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dd559701-cc00-4751-96f7-0b24689b45bd no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:06.216358 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] Routers {'29e2e18e-9c63-4280-97bb-c329ffd6b3ed'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:06.217269 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:06.223872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94282e48-8007-4bf4-9c49-a06ff3b8e792 req-c83eec67-c9c8-4793-8d71-439f415b4c71 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1582451 Feb 09 00:10:06.227738 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.239059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: dd559701-cc00-4751-96f7-0b24689b45bd {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:06.239769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dd559701-cc00-4751-96f7-0b24689b45bd not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:06.240361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46a51c01-784a-4591-a1b8-33444f754941 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:06.268231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 46a51c01-784a-4591-a1b8-33444f754941 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:06.268820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 46a51c01-784a-4591-a1b8-33444f754941 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:06.293154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b9ae48-a004-4b4a-a13a-ad0be891552b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:06.297473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] No DVR routers for this DVR port 79b9ae48-a004-4b4a-a13a-ad0be891552b on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:06.385012 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] Set router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:06.398962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.410416 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.454750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb2aa20-c5bb-4176-ac05-ef9d2590b999']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:06.467870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42c68fa-8fff-4d2a-b0db-bfabc622e098') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:06.468246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42c68fa-8fff-4d2a-b0db-bfabc622e098') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:06.482684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.502428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.515449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:10:06.516221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: self.session.flush() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:10:06.518180 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:10:06.522402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Deleting port dcf97f5e-7be9-47a4-a028-76c202eb4461 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:06.522974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.660439 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:10:03Z', 'revision_number': 5, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:06.663834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.670333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.673773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1eb2aa20-c5bb-4176-ac05-ef9d2590b999 HTTP/1.1" status: 204 len: 168 time: 1.2535679 Feb 09 00:10:06.677674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42464) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:06.697928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5e979-7083-470e-9e76-6045beb2b405 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb2aa20-c5bb-4176-ac05-ef9d2590b999,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:06.698579 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895b1c8-10f9-4dd3-9b79-f4328acc9fa9 None None] The sync data for ids ['29e2e18e-9c63-4280-97bb-c329ffd6b3ed'] in n-d-828413-1 is: [{'id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'name': 'tempest-TestAggregatesBasicOps-1439777176-router', 'tenant_id': 'eb685e422d9449c29d172a99f78628a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:33Z', 'updated_at': '2022-02-09T00:10:03Z', 'revision_number': 5, 'project_id': 'eb685e422d9449c29d172a99f78628a7', 'gw_port': {'id': 'dcf97f5e-7be9-47a4-a028-76c202eb4461', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:8a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e2e18e-9c63-4280-97bb-c329ffd6b3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:35Z', 'updated_at': '2022-02-09T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:06.705685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] For port dcf97f5e-7be9-47a4-a028-76c202eb4461, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dcf97f5e-7be9-47a4-a028-76c202eb4461,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:06.705888 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:06.728237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Calling delete_port for dcf97f5e-7be9-47a4-a028-76c202eb4461 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:06.976874 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.022356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.067374 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.163583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf97f5e-7be9-47a4-a028-76c202eb4461,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:07.190336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.471984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.475932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.520897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-833ea8d7-4d75-441c-a4d9-6b7ff3f6fce6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1289401 Feb 09 00:10:07.568579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.569785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e2e18e-9c63-4280-97bb-c329ffd6b3ed {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:10:07.594683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.599124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc76ab95-adec-4f61-8fc5-d7310d4b5643 admin admin] 10.222.0.32 "DELETE /v2.0/routers/29e2e18e-9c63-4280-97bb-c329ffd6b3ed HTTP/1.1" status: 204 len: 168 time: 2.1426160 Feb 09 00:10:07.599794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42482) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:07.686145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68e0a6-f29d-4143-918a-b69db756e23f req-9a7f4dd2-8fa0-401d-9dfd-8cb389657c36 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:07.688227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd68e0a6-f29d-4143-918a-b69db756e23f req-9a7f4dd2-8fa0-401d-9dfd-8cb389657c36 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.2482102 Feb 09 00:10:07.695178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-e8f02f18-00fc-4c6a-a0da-240da7e03f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:07.697169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-e8f02f18-00fc-4c6a-a0da-240da7e03f2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.1070321 Feb 09 00:10:07.714873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Deleting subnet c528a392-3103-4882-925b-4525fb69d349 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:10:07.718824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.795471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.801358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd68e0a6-f29d-4143-918a-b69db756e23f req-1ec94b03-e615-41da-b073-c54929c6203f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060231 Feb 09 00:10:07.877673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-a873f100-2679-42b8-8e19-d4b79d24d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:07.880157 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-a873f100-2679-42b8-8e19-d4b79d24d366 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.1421318 Feb 09 00:10:07.892841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.958717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:07.982348 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-4214272d-9058-47bf-8b5f-f81344ddd1ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 1001 time: 0.0893652 Feb 09 00:10:07.986635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c528a392-3103-4882-925b-4525fb69d349,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:07.997334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.003955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-068e7482-6d25-407e-8a12-b3d2ddcdd95a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c528a392-3103-4882-925b-4525fb69d349 HTTP/1.1" status: 204 len: 168 time: 0.3988450 Feb 09 00:10:08.004858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42488) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:08.005264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e59ccc-68b2-4679-b5e8-2156eb11c842 None None] Network 9bb4d2a5-76b7-47b5-b276-3930261b8a2c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:08.079951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-ff6ac32a-894a-4106-82d1-4f59334c5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:08.082075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-ff6ac32a-894a-4106-82d1-4f59334c5942 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0903234 Feb 09 00:10:08.106445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.180265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.231659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Deleting port f76825d5-6138-4c7b-ab07-e25120f19f07 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:08.232239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.279674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-aaeece7c-e7ef-47e9-a4ba-671a55fb4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:08.286766 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-aaeece7c-e7ef-47e9-a4ba-671a55fb4ee5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1912696 Feb 09 00:10:08.315401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dcf97f5e-7be9-47a4-a028-76c202eb4461 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:08.358793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: dcf97f5e-7be9-47a4-a028-76c202eb4461 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:08.359131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dcf97f5e-7be9-47a4-a028-76c202eb4461 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:08.359555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:08.382328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] For port f76825d5-6138-4c7b-ab07-e25120f19f07, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f76825d5-6138-4c7b-ab07-e25120f19f07,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:08.382693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.404257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:08.408073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d374a8c6-4a2e-4fc5-b9ec-317aa5d333ae not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:08.412861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] DHCP port deletion for 9bb4d2a5-76b7-47b5-b276-3930261b8a2c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:10:08.434001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Calling delete_port for f76825d5-6138-4c7b-ab07-e25120f19f07 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:08.498271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] Deleting port f76825d5-6138-4c7b-ab07-e25120f19f07 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:08.500223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.619503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.643599 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-b62dfbc1-209b-4816-a89f-10470e14b4cb service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842798 Feb 09 00:10:08.668319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] For port f76825d5-6138-4c7b-ab07-e25120f19f07, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f76825d5-6138-4c7b-ab07-e25120f19f07,segment=NetworkSegment(2dc2d432-722f-4341-a68f-374a1548c5a4),segment_id=2dc2d432-722f-4341-a68f-374a1548c5a4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:08.669457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.680110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] No DVR routers for this DVR port f76825d5-6138-4c7b-ab07-e25120f19f07 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:08.685666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f76825d5-6138-4c7b-ab07-e25120f19f07,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:08.697103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] Calling delete_port for f76825d5-6138-4c7b-ab07-e25120f19f07 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:08.810891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.828078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.828524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Deleting port ca6be54d-7af4-4b55-bcf5-8c10c518fed4 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:08.829043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.835330 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ea1bf79a-3dd7-43f6-85bb-19eb405cb247 req-c7701ea4-e38c-4283-9dc2-a242ecc87ff9 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838009 Feb 09 00:10:08.859892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] No DVR routers for this DVR port f76825d5-6138-4c7b-ab07-e25120f19f07 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:08.867345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb4d2a5-76b7-47b5-b276-3930261b8a2c']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:08.887125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc2d432-722f-4341-a68f-374a1548c5a4') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:08.887377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc2d432-722f-4341-a68f-374a1548c5a4') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:08.908141 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5545b-2c78-45e5-9baf-5b69611466e5 None None] Pushing event deleted for resources: {'Port': ['ID=f76825d5-6138-4c7b-ab07-e25120f19f07,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:08.926798 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.959935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.961895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] For port ca6be54d-7af4-4b55-bcf5-8c10c518fed4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:08.962454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.973535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:10:08.973993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:10:08.976256 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:10:08.980631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Calling delete_port for ca6be54d-7af4-4b55-bcf5-8c10c518fed4 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:08.998701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfef825-aed1-4154-9b9c-bef0f278b68f req-79edd1a7-c04b-4e49-9b02-b5872b81da5e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:09.000558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcfef825-aed1-4154-9b9c-bef0f278b68f req-79edd1a7-c04b-4e49-9b02-b5872b81da5e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1026201 Feb 09 00:10:09.091615 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.109294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.118083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] 10.222.0.32 "DELETE /v2.0/networks/9bb4d2a5-76b7-47b5-b276-3930261b8a2c HTTP/1.1" status: 204 len: 168 time: 1.1074376 Feb 09 00:10:09.146936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bcfef825-aed1-4154-9b9c-bef0f278b68f req-3801f6f6-6ae9-4ec1-b818-343583f42306 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020331 Feb 09 00:10:09.147934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc7b1b-b15f-42c1-8800-000f0af78f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb4d2a5-76b7-47b5-b276-3930261b8a2c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:09.208756 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.250888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6be54d-7af4-4b55-bcf5-8c10c518fed4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:09.301548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42510) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:09.403541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-89e7b423-d18a-4377-b184-dc418a14d4c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be935d9d8b524783b1467ec3d4762840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003838 Feb 09 00:10:09.405891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42514) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:09.541865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.552616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-048a1234-816b-4f4d-8815-832aa3e11e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.624618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-048a1234-816b-4f4d-8815-832aa3e11e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.720006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-048a1234-816b-4f4d-8815-832aa3e11e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.731037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-048a1234-816b-4f4d-8815-832aa3e11e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:09.731037 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-048a1234-816b-4f4d-8815-832aa3e11e92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f219d987-1632-475c-8dc3-b2bf075f8ca8 HTTP/1.1" status: 204 len: 168 time: 0.3156767 Feb 09 00:10:09.787456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1234-816b-4f4d-8815-832aa3e11e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219d987-1632-475c-8dc3-b2bf075f8ca8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:09.891512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Router 6ce66ead-69b1-45c4-8e15-976b331af3d9 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:10.034102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:10.044796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] Sync routers for ids ['6ce66ead-69b1-45c4-8e15-976b331af3d9'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:10.049772 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c025885c-439f-4eef-b0fb-b44bc0e2abdc admin admin] 10.222.0.32 "PUT /v2.0/routers/6ce66ead-69b1-45c4-8e15-976b331af3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3703144 Feb 09 00:10:10.050426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42528) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:10.057335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f76825d5-6138-4c7b-ab07-e25120f19f07 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:10.082596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f76825d5-6138-4c7b-ab07-e25120f19f07 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:10.083063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f76825d5-6138-4c7b-ab07-e25120f19f07 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:10.084431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] Routers {'6ce66ead-69b1-45c4-8e15-976b331af3d9'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:10.085106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6ce66ead-69b1-45c4-8e15-976b331af3d9'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:10.198607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.214237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] Set router 6ce66ead-69b1-45c4-8e15-976b331af3d9 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:10.235814 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-aa35d129-2719-4151-bb1a-2101a9984084 req-d7657530-2a7d-49af-84a8-ddbf49fb31e0 service neutron] show failed (client error): The resource could not be found. Feb 09 00:10:10.236994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-d7657530-2a7d-49af-84a8-ddbf49fb31e0 service neutron] 10.222.0.21 "GET /v2.0/ports/434406f4-547c-4272-aced-7ac69f7e4a45/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.1275086 Feb 09 00:10:10.308525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42532) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:10.384898 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-73f6ce8a-695b-43a8-8abb-a7aa940b02eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb685e422d9449c29d172a99f78628a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729730 Feb 09 00:10:10.386308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42534) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:10.389312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187b12a-4700-4f4b-883a-012877c27a56 req-883d5c29-2854-417b-a6b7-eabf9217c42c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:10.391416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b187b12a-4700-4f4b-883a-012877c27a56 req-883d5c29-2854-417b-a6b7-eabf9217c42c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1244140 Feb 09 00:10:10.418247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.526127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b187b12a-4700-4f4b-883a-012877c27a56 req-3b6f1ae8-d641-4a9c-abdc-6154686910f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267731 Feb 09 00:10:10.567878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:10:09Z', 'revision_number': 5, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port': {'id': '19155bff-86dc-4ab6-897e-63d6e6e352af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:04:25Z', 'updated_at': '2022-02-09T00:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:10.605869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] Checking router: 6ce66ead-69b1-45c4-8e15-976b331af3d9 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:10.608096 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89e1679a-b6ce-4295-b035-c22a02917c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.619131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] Routers {'6ce66ead-69b1-45c4-8e15-976b331af3d9'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:10.625187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:09:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6ce66ead-69b1-45c4-8e15-976b331af3d9'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:10.661343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89e1679a-b6ce-4295-b035-c22a02917c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.672068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-fec7c0a1-ca3f-4951-8586-19165ff68042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:10.673733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-fec7c0a1-ca3f-4951-8586-19165ff68042 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 1096 time: 0.1459174 Feb 09 00:10:10.699731 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:10.739370 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Deleting port 19155bff-86dc-4ab6-897e-63d6e6e352af {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:10.739845 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.758788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] Set router 6ce66ead-69b1-45c4-8e15-976b331af3d9 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:10.816362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:10:10Z', 'revision_number': 6, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:10.845919 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89e1679a-b6ce-4295-b035-c22a02917c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.849879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605fdc-a002-4e6f-aa97-d23395296700 None None] The sync data for ids ['6ce66ead-69b1-45c4-8e15-976b331af3d9'] in n-d-828413-1 is: [{'id': '6ce66ead-69b1-45c4-8e15-976b331af3d9', 'name': 'tempest-TestVolumeBackupRestore-1871662929-router', 'tenant_id': 'b6c44da28c774073af39d7665a140e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:04:22Z', 'updated_at': '2022-02-09T00:10:10Z', 'revision_number': 6, 'project_id': 'b6c44da28c774073af39d7665a140e0e', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:10.850159 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-89e1679a-b6ce-4295-b035-c22a02917c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.852510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-89e1679a-b6ce-4295-b035-c22a02917c31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a673dd19-c0de-4a5e-9f80-e914105cdb1f HTTP/1.1" status: 204 len: 168 time: 0.4647689 Feb 09 00:10:10.853886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:10.893740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1679a-b6ce-4295-b035-c22a02917c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673dd19-c0de-4a5e-9f80-e914105cdb1f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:10.953078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] For port 19155bff-86dc-4ab6-897e-63d6e6e352af, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=19155bff-86dc-4ab6-897e-63d6e6e352af,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:10.953249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.011145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42558) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:11.037853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Calling delete_port for 19155bff-86dc-4ab6-897e-63d6e6e352af owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:11.317438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfa96023-ec2d-4d74-aa88-0fbe9e5593a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.401319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:11.429946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfa96023-ec2d-4d74-aa88-0fbe9e5593a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.435099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfa96023-ec2d-4d74-aa88-0fbe9e5593a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.442992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.461205 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:10:11.481352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96023-ec2d-4d74-aa88-0fbe9e5593a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05762bd1-c45c-4d98-aba5-e0adf79a333f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:11.484583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:10:11.487217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=19155bff-86dc-4ab6-897e-63d6e6e352af,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:11.496231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bfa96023-ec2d-4d74-aa88-0fbe9e5593a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15f2446cda4d462b9a9037d369b81138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828029 Feb 09 00:10:11.496665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42574) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:11.564088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1e09389-cedd-4601-aa8c-26b2addbbcc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.576562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:10:11.579040 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049b3ea6-dde6-48c0-84ca-f30a36353579" -d '{"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-unplugged", "status": "completed", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:10:11.586493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.588367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1e09389-cedd-4601-aa8c-26b2addbbcc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.610594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.613443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Transition to ACTIVE for port object 434406f4-547c-4272-aced-7ac69f7e4a45 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:10:11.667145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1e09389-cedd-4601-aa8c-26b2addbbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.670613 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1e09389-cedd-4601-aa8c-26b2addbbcc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.672056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e1e09389-cedd-4601-aa8c-26b2addbbcc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05762bd1-c45c-4d98-aba5-e0adf79a333f HTTP/1.1" status: 204 len: 168 time: 0.1739259 Feb 09 00:10:11.694882 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca22af8-f9c8-4ede-9170-0a741e7694c9 x-openstack-request-id: req-1ca22af8-f9c8-4ede-9170-0a741e7694c9 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:10:11.695199 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-unplugged", "status": "completed", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:10:11.695454 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ca22af8-f9c8-4ede-9170-0a741e7694c9 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:10:11.695850 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'code': 200} Feb 09 00:10:11.696438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e09389-cedd-4601-aa8c-26b2addbbcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05762bd1-c45c-4d98-aba5-e0adf79a333f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:11.696626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:11.759347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d31bf-aeca-4225-b44a-133c999396f9 req-f0e8017a-1198-4f80-b81b-f250b5deb33f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:11.761054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-232d31bf-aeca-4225-b44a-133c999396f9 req-f0e8017a-1198-4f80-b81b-f250b5deb33f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.0669148 Feb 09 00:10:11.814211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-232d31bf-aeca-4225-b44a-133c999396f9 req-7142d907-0c17-4da2-a200-6f50622fd8d1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462871 Feb 09 00:10:11.869915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1daec993-148c-4631-907f-92f43c99e33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.006855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ca6be54d-7af4-4b55-bcf5-8c10c518fed4 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:12.041499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ca6be54d-7af4-4b55-bcf5-8c10c518fed4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:12.042155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ca6be54d-7af4-4b55-bcf5-8c10c518fed4 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:12.042861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19155bff-86dc-4ab6-897e-63d6e6e352af no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:12.096393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 19155bff-86dc-4ab6-897e-63d6e6e352af {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:12.097951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 19155bff-86dc-4ab6-897e-63d6e6e352af not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:12.154216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.159489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:12.169275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.241189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=6']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:12.337351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.337937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce66ead-69b1-45c4-8e15-976b331af3d9 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:10:12.347512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.351378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42608) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:12.351951 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ded68a0-621c-4d3a-a125-69c3c6a31ec7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6ce66ead-69b1-45c4-8e15-976b331af3d9 HTTP/1.1" status: 204 len: 168 time: 2.2999752 Feb 09 00:10:12.457427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] No DVR routers for this DVR port 434406f4-547c-4272-aced-7ac69f7e4a45 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:12.526369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Deleting subnet 8e42edab-6cb9-424e-bd3a-657b29d5cba6 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:10:12.530259 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.543729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-396019833-network', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:12.592001 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.663467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Made reservation on behalf of e5f5cca772c1473f8f166b306a93fa0e for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:10:12.666402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.682062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.741663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:12.765004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:10:12.765252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:10:12.765551 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 on network 41889894-f0b9-4815-8ad6-23309f20e6bf {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:10:12.773103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.776381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Port 434406f4-547c-4272-aced-7ac69f7e4a45 on network 41889894-f0b9-4815-8ad6-23309f20e6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:10:12.776720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Attempting to bind port 434406f4-547c-4272-aced-7ac69f7e4a45 on network 41889894-f0b9-4815-8ad6-23309f20e6bf {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:10:12.792093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:10:12.792549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Checking segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:10:12.793108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Bound using segment: {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:10:12.793908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Bound port: 434406f4-547c-4272-aced-7ac69f7e4a45, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efba39e-92cc-419c-a81b-397ca61142a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:10:12.794612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.821450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:12.882276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.928397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:12.935509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d811c4-5fe0-46ab-8c13-75118bdd97b0 None None] Network 33f9e411-5656-43fc-9faa-0f80d0d50bf1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:12.945216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8e42edab-6cb9-424e-bd3a-657b29d5cba6 HTTP/1.1" status: 204 len: 168 time: 0.5926123 Feb 09 00:10:12.950004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df966f1-e025-4480-8ba1-5b8b8a4362ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e42edab-6cb9-424e-bd3a-657b29d5cba6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:12.957229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:12.996533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:10:13.002074 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:10:13.006459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.010674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.026212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.085448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:13.086299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.088532 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] 10.222.0.84 "PUT /v2.0/ports/434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 1091 time: 2.4025297 Feb 09 00:10:13.097274 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.097575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:10:13.132041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757c36a-09e5-4b8c-a11e-604286e0516f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:13.150107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ce7a5-11bd-480a-9abb-905dba6c9dc9 req-25499a86-90e8-4ccf-a9b6-b69f07470d28 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:13.151636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b5ce7a5-11bd-480a-9abb-905dba6c9dc9 req-25499a86-90e8-4ccf-a9b6-b69f07470d28 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.1800988 Feb 09 00:10:13.171190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.171701 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Added segment 7b98bcf3-99b0-4087-b874-eb00b32e88a4 of type vlan for network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a Feb 09 00:10:13.215362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3966595-5139-423c-b4c2-6f7fda8f6486 service neutron] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:13.277772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-bcfdeaae-7001-44a3-900a-7b37ff2f1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:13.279331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-bcfdeaae-7001-44a3-900a-7b37ff2f1ad7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1094 time: 0.1391113 Feb 09 00:10:13.283349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.289499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b5ce7a5-11bd-480a-9abb-905dba6c9dc9 req-c3873720-f347-4321-b939-d871fe7db16c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096740 Feb 09 00:10:13.334354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Deleting port e42fb1db-49fb-4ccc-8330-f3c65b005f8f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:13.334354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.469692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] For port e42fb1db-49fb-4ccc-8330-f3c65b005f8f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:13.471289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.473000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:13.473847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.474308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.493479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] DHCP port deletion for 33f9e411-5656-43fc-9faa-0f80d0d50bf1 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:10:13.522087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Calling delete_port for e42fb1db-49fb-4ccc-8330-f3c65b005f8f owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:13.529085 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3665869 Feb 09 00:10:13.542989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42628) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:13.572802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Request body: {'subnet': {'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-396019833-subnet', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:13.661368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Made reservation on behalf of e5f5cca772c1473f8f166b306a93fa0e for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:10:13.664975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:13.695624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729fc13-09fb-4bd9-b7c8-f002d22009b3 admin admin] Pushing event updated for resources: {'Network': ['ID=80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:13.742460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:10:13.748028 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:10:13.756767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-659085ad-3981-479e-a273-1e7dd1075e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:13.758525 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-659085ad-3981-479e-a273-1e7dd1075e1d service neutron] 10.222.0.84 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.4724145 Feb 09 00:10:13.899040 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa74b7d-ed3b-475c-abec-05c854a1d9c0 x-openstack-request-id: req-8fa74b7d-ed3b-475c-abec-05c854a1d9c0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:10:13.899429 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:10:13.899975 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fa74b7d-ed3b-475c-abec-05c854a1d9c0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:10:13.900617 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'status': 'completed', 'code': 200} Feb 09 00:10:13.918409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-d3e1a952-4492-4ad7-8d77-b25c272aa180 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 999 time: 0.1507750 Feb 09 00:10:13.932478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:10:13.995632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-bc4ae7e3-b746-4721-8491-23db6bbf8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:13.998724 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-bc4ae7e3-b746-4721-8491-23db6bbf8aaa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.0733762 Feb 09 00:10:14.034980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e42fb1db-49fb-4ccc-8330-f3c65b005f8f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:14.067050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a1681b1d-16b3-41ef-8071-931f716d5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.069738 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-a1681b1d-16b3-41ef-8071-931f716d5300 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637941 Feb 09 00:10:14.118671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] Deleting port e42fb1db-49fb-4ccc-8330-f3c65b005f8f {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:14.119051 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.197972 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-6f933301-08b4-4fa9-ac74-91cd954b27e3 service neutron] 10.222.0.84 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210372 Feb 09 00:10:14.211069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.246692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.250543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] For port e42fb1db-49fb-4ccc-8330-f3c65b005f8f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,segment=NetworkSegment(75dc6ebc-2384-4637-8000-258805ea27e9),segment_id=75dc6ebc-2384-4637-8000-258805ea27e9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:14.251863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.302572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] Calling delete_port for e42fb1db-49fb-4ccc-8330-f3c65b005f8f owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:14.309620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-8423a6bf-aa2e-4adc-b688-39b9af7f60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.311264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-8423a6bf-aa2e-4adc-b688-39b9af7f60a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1094 time: 0.1625211 Feb 09 00:10:14.312022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:14.314701 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] No DVR routers for this DVR port e42fb1db-49fb-4ccc-8330-f3c65b005f8f on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:14.368803 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aa35d129-2719-4151-bb1a-2101a9984084 req-5e44f647-aca6-4387-925b-7bf0265cee73 service neutron] 10.222.0.84 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640766 Feb 09 00:10:14.412317 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.452384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] Pushing event deleted for resources: {'Port': ['ID=e42fb1db-49fb-4ccc-8330-f3c65b005f8f,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:14.461916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64536fa0-6151-44c5-8803-5c9aa4253a2f None None] No DVR routers for this DVR port e42fb1db-49fb-4ccc-8330-f3c65b005f8f on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:14.508488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-063b2df7-0526-4b96-a2bc-5304e6a769ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.511496 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-063b2df7-0526-4b96-a2bc-5304e6a769ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1094 time: 0.0772421 Feb 09 00:10:14.546858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.559712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.583621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f9e411-5656-43fc-9faa-0f80d0d50bf1']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:14.603404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dc6ebc-2384-4637-8000-258805ea27e9') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:14.603404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dc6ebc-2384-4637-8000-258805ea27e9') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:14.638949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-7d6e3f0e-13a9-4323-816b-48bb435071a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.641290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-7d6e3f0e-13a9-4323-816b-48bb435071a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.1227028 Feb 09 00:10:14.646295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.649451 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-954e7ec4-004c-492f-ade2-aa1e76aae3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.685575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d44d8d-1255-4374-b1d0-de6136ac12a9 req-1ac30e11-d66f-4205-be5d-f3a8a95944f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.687078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98d44d8d-1255-4374-b1d0-de6136ac12a9 req-1ac30e11-d66f-4205-be5d-f3a8a95944f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.2489810 Feb 09 00:10:14.705262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.720165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc9e2c4-2e71-4647-ba37-0a692cca31fa,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:14.727834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-bab47e7a-6888-4f05-9167-6473040970f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 999 time: 0.0737865 Feb 09 00:10:14.731444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:10:14.731900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:10:14.742337 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:10:14.762245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-705d4918-fc4b-40f9-b8c4-5268bad8b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.763779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-705d4918-fc4b-40f9-b8c4-5268bad8b70b service neutron] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.3807163 Feb 09 00:10:14.802297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-766c78a4-fe3e-4cd4-b1a3-648c03c6cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.804187 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-766c78a4-fe3e-4cd4-b1a3-648c03c6cacb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.0677924 Feb 09 00:10:14.885685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-6440027a-70a0-4eda-bb94-b23ddead692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:14.888198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-6440027a-70a0-4eda-bb94-b23ddead692b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765865 Feb 09 00:10:14.894179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Checking segment: {'id': '7b98bcf3-99b0-4087-b874-eb00b32e88a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:10:14.894843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Network hostable DHCP agents. Network: 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:10:14.910962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98d44d8d-1255-4374-b1d0-de6136ac12a9 req-d9e71404-0e7c-4f0e-9438-a814a7bb52ed tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2111795 Feb 09 00:10:14.943152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.976188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:14.982525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] 10.222.0.32 "DELETE /v2.0/networks/33f9e411-5656-43fc-9faa-0f80d0d50bf1 HTTP/1.1" status: 204 len: 168 time: 2.0224824 Feb 09 00:10:14.989608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:10:15.041520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deced9f-bcd4-4597-938f-28c956b933ae admin admin] Pushing event deleted for resources: {'Network': ['ID=33f9e411-5656-43fc-9faa-0f80d0d50bf1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:15.051043 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-ed7da0f9-4b69-424c-86f0-b1d2bcced26d service neutron] 10.222.0.84 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460910 Feb 09 00:10:15.055379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-8e4c6f0c-ab06-44a3-a6f8-885cd7b371be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 999 time: 0.2365136 Feb 09 00:10:15.087518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:10:15.097543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57029df7-2d35-4f28-8113-4f3d8e8a5fdc None None] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:15.124581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:15.125200 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.160368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-86386cd2-bc11-423e-8149-8a16d2b481c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6092176 Feb 09 00:10:15.162563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42672) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:15.165728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-0b1261a0-b463-49f2-9e8a-d2e408925539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:15.167754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-0b1261a0-b463-49f2-9e8a-d2e408925539 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.1053495 Feb 09 00:10:15.174088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:15.236691 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-17e34ec4-3037-426d-978e-c2501eebc167 service neutron] 10.222.0.84 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783710 Feb 09 00:10:15.273335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42678) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:15.309304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-7e5aeb7a-2c68-4b36-b60c-178202c07fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:15.311730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-7e5aeb7a-2c68-4b36-b60c-178202c07fd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290779 Feb 09 00:10:15.352694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a', 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'fixed_ips': [{'subnet_id': '9cc9e2c4-2e71-4647-ba37-0a692cca31fa'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:10:15.354080 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.395469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.396979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.479613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-caabdc17-31c2-4613-a119-aa088581b9c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfa16be099634c03b04a243272d01db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020633 Feb 09 00:10:15.483711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42688) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:15.522351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.526194 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.564758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Allocated IP 172.20.0.2 (80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a/9cc9e2c4-2e71-4647-ba37-0a692cca31fa/bc8b8145-6e85-4b15-9fcd-8f00a3350999) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:10:15.578298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e84978f8-88c8-48ce-b709-98d364bcdf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.610901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e84978f8-88c8-48ce-b709-98d364bcdf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.627861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-a980b5c2-8715-4b2d-b01f-90ef299035b8 service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067939 Feb 09 00:10:15.676571 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e84978f8-88c8-48ce-b709-98d364bcdf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.681949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e84978f8-88c8-48ce-b709-98d364bcdf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.684737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e84978f8-88c8-48ce-b709-98d364bcdf41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0c48edc-fed1-43c6-8b13-3cfefa2a8175 HTTP/1.1" status: 204 len: 168 time: 0.2000015 Feb 09 00:10:15.707340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84978f8-88c8-48ce-b709-98d364bcdf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c48edc-fed1-43c6-8b13-3cfefa2a8175,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:15.829264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.857437 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.867154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:15.923368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:10:15.928289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:10:15.935174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:10:15.936719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8d48bce-3578-4831-9d5c-2a7c6e02b33e req-38f729b2-2e37-40e1-9d08-01c190c75b16 service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018725 Feb 09 00:10:15.949404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Pushing event updated for resources: {'Port': ['ID=bc8b8145-6e85-4b15-9fcd-8f00a3350999,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:16.008808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Attempting to bind port bc8b8145-6e85-4b15-9fcd-8f00a3350999 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:10:16.009327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Attempting to bind port bc8b8145-6e85-4b15-9fcd-8f00a3350999 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7b98bcf3-99b0-4087-b874-eb00b32e88a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:10:16.009929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Attempting to bind port bc8b8145-6e85-4b15-9fcd-8f00a3350999 on network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:10:16.016584 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:10:16.017110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Checking segment: {'id': '7b98bcf3-99b0-4087-b874-eb00b32e88a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:10:16.017589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.018072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Bound using segment: {'id': '7b98bcf3-99b0-4087-b874-eb00b32e88a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:10:16.018700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Bound port: bc8b8145-6e85-4b15-9fcd-8f00a3350999, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b98bcf3-99b0-4087-b874-eb00b32e88a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:10:16.025382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.201760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] For port bc8b8145-6e85-4b15-9fcd-8f00a3350999, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:10:16.210147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] For port bc8b8145-6e85-4b15-9fcd-8f00a3350999, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc8b8145-6e85-4b15-9fcd-8f00a3350999,segment=NetworkSegment(7b98bcf3-99b0-4087-b874-eb00b32e88a4),segment_id=7b98bcf3-99b0-4087-b874-eb00b32e88a4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:10:16.218101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.261099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.281778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a53585-b1dd-47e3-9685-2047f939faa8 req-08f02f05-0e31-404e-bb74-8e1adee4fa30 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:16.283727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44a53585-b1dd-47e3-9685-2047f939faa8 req-08f02f05-0e31-404e-bb74-8e1adee4fa30 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.1255400 Feb 09 00:10:16.310874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.347232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42698) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:16.347859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40e581-3390-4c25-85e4-73b0aa9c7683 None None] Pushing event updated for resources: {'Port': ['ID=bc8b8145-6e85-4b15-9fcd-8f00a3350999,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:16.449262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44a53585-b1dd-47e3-9685-2047f939faa8 req-bb4e51d7-0b9f-4843-84d6-5374706b16c0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405337 Feb 09 00:10:16.449877 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-85904b9d-138a-4b20-9f8c-216c6d4a73ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6c44da28c774073af39d7665a140e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012495 Feb 09 00:10:16.452238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42704) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:16.523132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b143bf60-ce9e-4e1f-b5e5-67b074680f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.557803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Allocated IP 172.25.3.222 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/314261b5-29f0-406f-9a65-ab977739178b) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:10:16.562602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b143bf60-ce9e-4e1f-b5e5-67b074680f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.680608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b143bf60-ce9e-4e1f-b5e5-67b074680f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.683495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b143bf60-ce9e-4e1f-b5e5-67b074680f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.688017 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b143bf60-ce9e-4e1f-b5e5-67b074680f23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bdcbc88-106e-4e0b-8a0d-fb20afe97bf2 HTTP/1.1" status: 204 len: 168 time: 0.2345374 Feb 09 00:10:16.699994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143bf60-ce9e-4e1f-b5e5-67b074680f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdcbc88-106e-4e0b-8a0d-fb20afe97bf2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:16.856372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.890671 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:16.994347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:17.078173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:10:17.085108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:10:17.093030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:10:17.259551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=314261b5-29f0-406f-9a65-ab977739178b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:17.349005 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:17.662042 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:17.723075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5de0-4f31-4867-b993-399e18e1d91c req-2f6ad434-4f00-43c4-bb0a-4d593d330398 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:17.725187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fda5de0-4f31-4867-b993-399e18e1d91c req-2f6ad434-4f00-43c4-bb0a-4d593d330398 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.1124585 Feb 09 00:10:17.814556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fda5de0-4f31-4867-b993-399e18e1d91c req-8cd3de0a-adb3-46bf-aa98-46998fe075ef tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540428 Feb 09 00:10:17.829372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47be6e-ae53-48b9-b35f-913b38d712fa None None] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:17.854796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:10:17.942630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-007791b6-2cc3-4420-a391-70d7344e66df None None] Provisioning complete for port bc8b8145-6e85-4b15-9fcd-8f00a3350999 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:17.943078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-007791b6-2cc3-4420-a391-70d7344e66df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.087953 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.106066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc8b8145-6e85-4b15-9fcd-8f00a3350999 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:10:18.210378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:18.261427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '434406f4-547c-4272-aced-7ac69f7e4a45', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'port_id': '434406f4-547c-4272-aced-7ac69f7e4a45', 'mac_address': 'fa:16:3e:a8:a5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:10:18.285047 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-007791b6-2cc3-4420-a391-70d7344e66df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.306366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bc8b8145-6e85-4b15-9fcd-8f00a3350999 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:18.306772 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.388556 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.394922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-007791b6-2cc3-4420-a391-70d7344e66df None None] For port bc8b8145-6e85-4b15-9fcd-8f00a3350999, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc8b8145-6e85-4b15-9fcd-8f00a3350999,segment=NetworkSegment(7b98bcf3-99b0-4087-b874-eb00b32e88a4),segment_id=7b98bcf3-99b0-4087-b874-eb00b32e88a4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:18.413920 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-007791b6-2cc3-4420-a391-70d7344e66df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.420773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434406f4-547c-4272-aced-7ac69f7e4a45 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:10:18.603939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:18.638752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.690934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-a057b37a-46fc-4890-9ce6-7ccb065da313 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:18.692580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-a057b37a-46fc-4890-9ce6-7ccb065da313 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18&tenant_id=67622b55a6f64c1aa94fed57009d0bfc&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 943 time: 0.6495738 Feb 09 00:10:18.697957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:10:18.700052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007791b6-2cc3-4420-a391-70d7344e66df None None] Pushing event updated for resources: {'Port': ['ID=bc8b8145-6e85-4b15-9fcd-8f00a3350999,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:18.707416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7edd5-8b8b-4afa-8f35-1b67a3bffab2 req-01abf377-840c-4edf-8645-6b8ba311ee05 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:18.708981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98d7edd5-8b8b-4afa-8f35-1b67a3bffab2 req-01abf377-840c-4edf-8645-6b8ba311ee05 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 943 time: 0.6225953 Feb 09 00:10:18.791884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6bd50a0e-4ff4-4d45-bf88-64374eb330c3 None None] Provisioning complete for port bc8b8145-6e85-4b15-9fcd-8f00a3350999 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:18.792513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bd50a0e-4ff4-4d45-bf88-64374eb330c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.820593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:18.825372 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98d7edd5-8b8b-4afa-8f35-1b67a3bffab2 req-d2c40868-b060-44cc-90f2-4d61ea74f729 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089315 Feb 09 00:10:18.888862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['434406f4-547c-4272-aced-7ac69f7e4a45'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:10:18.916008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:18.930557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Sync routers for ids ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:18.935984 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-8efbae5b-cbdf-48ee-836a-852fa5cbd2b3 service neutron] delete failed (client error): The resource could not be found. Feb 09 00:10:18.937168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-8efbae5b-cbdf-48ee-836a-852fa5cbd2b3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/434406f4-547c-4272-aced-7ac69f7e4a45/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.2262578 Feb 09 00:10:18.944881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:18.946574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ee9937e3-eea8-4e1f-9004-bc3cae5ca2a7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7778866 Feb 09 00:10:18.949766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42736) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:18.959594 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Routers {'a86eeb6d-4ca8-4b4e-a1be-df5d82051921'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:18.961351 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:19.078646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-bb51641e-a43c-4f5f-9a7f-25f67e76fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:19.079859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-bb51641e-a43c-4f5f-9a7f-25f67e76fc4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1095 time: 0.0812070 Feb 09 00:10:19.219220 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Set router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:19.252650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-e52b02a3-3152-4e72-bbec-ec227961f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:19.261236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-e52b02a3-3152-4e72-bbec-ec227961f69e service neutron] 10.222.0.21 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.1687357 Feb 09 00:10:19.350737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-f880cb96-a3da-4631-b1b4-ad75b7b4e73d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 1000 time: 0.0868862 Feb 09 00:10:19.431942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-183f23c6-66ab-4211-a33f-3dab91b03feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:19.433615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-183f23c6-66ab-4211-a33f-3dab91b03feb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.0753176 Feb 09 00:10:19.444304 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '314261b5-29f0-406f-9a65-ab977739178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:17Z', 'revision_number': 3, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port': {'id': '314261b5-29f0-406f-9a65-ab977739178b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:16Z', 'updated_at': '2022-02-09T00:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:19.476009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Checking router: a86eeb6d-4ca8-4b4e-a1be-df5d82051921 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:19.476689 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Updating router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 port 314261b5-29f0-406f-9a65-ab977739178b binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:10:19.491713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-1b641d3a-1ef3-462d-b741-76311d8703c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:19.493820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-1b641d3a-1ef3-462d-b741-76311d8703c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502954 Feb 09 00:10:19.503355 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:19.525751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:19.641691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-bdaef756-a8e9-43f2-920a-ff72dfe2d88c service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400211 Feb 09 00:10:19.744772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Allocated IP 172.20.0.1 (80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a/9cc9e2c4-2e71-4647-ba37-0a692cca31fa/77a00053-221a-4212-80a8-75d7632293b7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:10:19.802820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38169f48-d19b-4c3d-b422-170f09d193f0 req-efa19509-b42b-46a2-96ac-1a4ea14eb6dd service neutron] 10.222.0.21 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534519 Feb 09 00:10:19.858245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:10:19.975488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:19.976162 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:19.994009 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.029474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 434406f4-547c-4272-aced-7ac69f7e4a45 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:10:20.039216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 434406f4-547c-4272-aced-7ac69f7e4a45 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:20.039589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.077790 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Pushing event updated for resources: {'Port': ['ID=314261b5-29f0-406f-9a65-ab977739178b,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:20.082938 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.110371 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Attempting to bind port 314261b5-29f0-406f-9a65-ab977739178b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:10:20.110371 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Attempting to bind port 314261b5-29f0-406f-9a65-ab977739178b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:10:20.110788 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Attempting to bind port 314261b5-29f0-406f-9a65-ab977739178b on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:10:20.116736 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.117186 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.117602 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.118008 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.118409 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.119102 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.119516 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.119887 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.120510 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.120644 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.121009 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.121404 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:20.128350 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:10:20.129174 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:10:20.129660 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.130118 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:10:20.130669 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Bound port: 314261b5-29f0-406f-9a65-ab977739178b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:10:20.131109 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.139289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc8b8145-6e85-4b15-9fcd-8f00a3350999 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:10:20.140147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dfc76-79d6-42ee-8d39-ec46903da48c req-975a3327-36c3-4cc0-b0e3-9eab001b25e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:20.147626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b9dfc76-79d6-42ee-8d39-ec46903da48c req-975a3327-36c3-4cc0-b0e3-9eab001b25e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 944 time: 0.1639695 Feb 09 00:10:20.210246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] For port 314261b5-29f0-406f-9a65-ab977739178b, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:10:20.214331 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] For port 314261b5-29f0-406f-9a65-ab977739178b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=314261b5-29f0-406f-9a65-ab977739178b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:10:20.220847 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.238352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:10:20.245615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7b9dfc76-79d6-42ee-8d39-ec46903da48c req-f630b180-4e4b-4b20-990d-d2b49b98c017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894480 Feb 09 00:10:20.259746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:10:20.264301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:10:20.371698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Pushing event updated for resources: {'Port': ['ID=77a00053-221a-4212-80a8-75d7632293b7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:20.411976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.446953 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecc2f8-23bf-4182-b43d-bd39db13ce4e None None] Pushing event updated for resources: {'Port': ['ID=314261b5-29f0-406f-9a65-ab977739178b,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:20.467805 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Routers {'a86eeb6d-4ca8-4b4e-a1be-df5d82051921'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:20.468616 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:20.655066 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.667094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bc8b8145-6e85-4b15-9fcd-8f00a3350999 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:20.667610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.683169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.731401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:10:20.733891 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241b100-0500-4003-a547-dab6b05a340c" -d '{"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-plugged", "status": "completed", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:10:20.788685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:20.793467 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] Set router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:20.801158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c99ccb7b-1eb8-420e-a656-bed5b15ddaf5 None None] Provisioning complete for port 77a00053-221a-4212-80a8-75d7632293b7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:20.801700 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99ccb7b-1eb8-420e-a656-bed5b15ddaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.804024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.829946 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e98f84-372d-4f3f-9d25-e2d61c82034d x-openstack-request-id: req-e2e98f84-372d-4f3f-9d25-e2d61c82034d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:10:20.830368 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-plugged", "status": "completed", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:10:20.830837 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2e98f84-372d-4f3f-9d25-e2d61c82034d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:10:20.832029 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'code': 200} Feb 09 00:10:20.902226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c99ccb7b-1eb8-420e-a656-bed5b15ddaf5 None None] Port 77a00053-221a-4212-80a8-75d7632293b7 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:10:20.939429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.948840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:20.953353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:21.037241 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '314261b5-29f0-406f-9a65-ab977739178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:17Z', 'revision_number': 3, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port': {'id': '314261b5-29f0-406f-9a65-ab977739178b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:16Z', 'updated_at': '2022-02-09T00:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:21.047182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Pushing event updated for resources: {'Port': ['ID=77a00053-221a-4212-80a8-75d7632293b7,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:21.060707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:21.069771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bfc3ab-7114-4cba-a395-9ed691057e02 None None] The sync data for ids ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'] in n-d-828413-1 is: [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '314261b5-29f0-406f-9a65-ab977739178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:17Z', 'revision_number': 3, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port': {'id': '314261b5-29f0-406f-9a65-ab977739178b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ad:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:16Z', 'updated_at': '2022-02-09T00:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:21.182543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:10:21.184058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:10:21.445315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:21.557110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56451a-d6b2-43d8-9e54-9c5cad1a8509 req-dc9bcc65-b593-464c-97a2-3d3cc70817fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:21.565059 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da56451a-d6b2-43d8-9e54-9c5cad1a8509 req-dc9bcc65-b593-464c-97a2-3d3cc70817fc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1025102 Feb 09 00:10:21.662565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d6b0088d-b25e-4425-aaa2-5c02cbb19467 None None] Provisioning complete for port 77a00053-221a-4212-80a8-75d7632293b7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:21.662938 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6b0088d-b25e-4425-aaa2-5c02cbb19467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:21.668848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:21.681978 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef6ad7f8-398c-4e25-8ade-a1b35485c86c admin admin] 10.222.0.32 "PUT /v2.0/routers/a86eeb6d-4ca8-4b4e-a1be-df5d82051921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7226200 Feb 09 00:10:21.703837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da56451a-d6b2-43d8-9e54-9c5cad1a8509 req-d21b959c-2925-49ca-9362-ce29408e6e09 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126628 Feb 09 00:10:21.704183 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:21.743485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0088d-b25e-4425-aaa2-5c02cbb19467 None None] Port 77a00053-221a-4212-80a8-75d7632293b7 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:10:21.827273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d92a80f3-85ef-4236-9466-23d17fd80ea3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/e1b2762d-7239-4a62-a415-7ef207288cc5 HTTP/1.1" status: 200 len: 993 time: 0.1133640 Feb 09 00:10:22.071452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 314261b5-29f0-406f-9a65-ab977739178b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:10:22.139151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 314261b5-29f0-406f-9a65-ab977739178b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:22.139531 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:22.273505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:22.297581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 314261b5-29f0-406f-9a65-ab977739178b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=314261b5-29f0-406f-9a65-ab977739178b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:22.307714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:22.380854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=314261b5-29f0-406f-9a65-ab977739178b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:23.329360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:23.462499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Sync routers for ids ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:23.499550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Routers {'a86eeb6d-4ca8-4b4e-a1be-df5d82051921'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:23.500380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:23.677608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Set router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:23.802526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.012577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '314261b5-29f0-406f-9a65-ab977739178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:20Z', 'revision_number': 4, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port': {'id': '314261b5-29f0-406f-9a65-ab977739178b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:16Z', 'updated_at': '2022-02-09T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '77a00053-221a-4212-80a8-75d7632293b7', 'name': '', 'network_id': '80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'mac_address': 'fa:16:3e:7c:3d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_interface', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': '9cc9e2c4-2e71-4647-ba37-0a692cca31fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:19Z', 'updated_at': '2022-02-09T00:10:20Z', 'revision_number': 2, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'subnets': [{'id': '9cc9e2c4-2e71-4647-ba37-0a692cca31fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:24.046779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Checking router: a86eeb6d-4ca8-4b4e-a1be-df5d82051921 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:24.046779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Updating router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 port 77a00053-221a-4212-80a8-75d7632293b7 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:10:24.078470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 314261b5-29f0-406f-9a65-ab977739178b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:10:24.084019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.218042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Deleting port 77a00053-221a-4212-80a8-75d7632293b7 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:24.218898 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.251375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 314261b5-29f0-406f-9a65-ab977739178b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:10:24.251749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.307862 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.331556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Calling delete_port for 77a00053-221a-4212-80a8-75d7632293b7 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:24.533523 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.546476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 00:10:24.546476 n-d-828413-1 neutron-server[105933]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 09 00:10:24.546476 n-d-828413-1 neutron-server[105933]: [parameters: {'host': 'n-d-828413-1', 'ml2_port_bindings_port_id': '77a00053-221a-4212-80a8-75d7632293b7', 'ml2_port_bindings_host': ''}] Feb 09 00:10:24.546476 n-d-828413-1 neutron-server[105933]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:10:24.546476 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:10:24.594182 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:24.625199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=77a00053-221a-4212-80a8-75d7632293b7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:24.861770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:25.071072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Port 77a00053-221a-4212-80a8-75d7632293b7 not found while updating agent binding for router a86eeb6d-4ca8-4b4e-a1be-df5d82051921. {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 00:10:25.082006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Routers {'a86eeb6d-4ca8-4b4e-a1be-df5d82051921'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:25.083320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:25.173559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:25.224982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] Set router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:25.324372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:25.332521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bfdc3089-4daf-466d-8108-92849d2b4e9b admin admin] 10.222.0.32 "PUT /v2.0/routers/a86eeb6d-4ca8-4b4e-a1be-df5d82051921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003047 Feb 09 00:10:25.334756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:25.475280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:25.507107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '314261b5-29f0-406f-9a65-ab977739178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:24Z', 'revision_number': 5, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port': {'id': '314261b5-29f0-406f-9a65-ab977739178b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:16Z', 'updated_at': '2022-02-09T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:25.556256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac02ef-cdd7-43fa-adba-d22804711f60 None None] The sync data for ids ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'] in n-d-828413-1 is: [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '314261b5-29f0-406f-9a65-ab977739178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:24Z', 'revision_number': 5, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port': {'id': '314261b5-29f0-406f-9a65-ab977739178b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ad:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:16Z', 'updated_at': '2022-02-09T00:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:25.627254 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.118751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Deleting port 314261b5-29f0-406f-9a65-ab977739178b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:26.118936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.223392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] For port 314261b5-29f0-406f-9a65-ab977739178b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=314261b5-29f0-406f-9a65-ab977739178b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:26.223760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.236350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Calling delete_port for 314261b5-29f0-406f-9a65-ab977739178b owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:26.459933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.467937 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] Sync routers for ids ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:26.483513 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] Routers {'a86eeb6d-4ca8-4b4e-a1be-df5d82051921'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:26.485190 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:26.502073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Pushing event deleted for resources: {'Port': ['ID=314261b5-29f0-406f-9a65-ab977739178b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:26.567422 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] Set router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:26.570199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.630171 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:26Z', 'revision_number': 7, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:26.665595 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] Checking router: a86eeb6d-4ca8-4b4e-a1be-df5d82051921 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:26.675281 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] Routers {'a86eeb6d-4ca8-4b4e-a1be-df5d82051921'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:26.676386 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:26.703486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.706061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.752775 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] Set router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:26.824185 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:26Z', 'revision_number': 7, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:26.838154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.838992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86eeb6d-4ca8-4b4e-a1be-df5d82051921 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:10:26.853442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:26.856025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6e45e8ca-dc89-4cd9-ab66-a094efb823bf admin admin] 10.222.0.32 "DELETE /v2.0/routers/a86eeb6d-4ca8-4b4e-a1be-df5d82051921 HTTP/1.1" status: 204 len: 168 time: 1.5203211 Feb 09 00:10:26.858723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42880) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:26.875622 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fa3d57-879b-4915-ac43-6c5798fd9146 None None] The sync data for ids ['a86eeb6d-4ca8-4b4e-a1be-df5d82051921'] in n-d-828413-1 is: [{'id': 'a86eeb6d-4ca8-4b4e-a1be-df5d82051921', 'name': 'tempest-ImageQuotaTest-396019833-router', 'tenant_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:15Z', 'updated_at': '2022-02-09T00:10:26Z', 'revision_number': 7, 'project_id': 'e5f5cca772c1473f8f166b306a93fa0e', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:26.944761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Deleting subnet 9cc9e2c4-2e71-4647-ba37-0a692cca31fa {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:10:26.949703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.026289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.139253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.150683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:27.235045 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.266158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc9e2c4-2e71-4647-ba37-0a692cca31fa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:27.269260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.273143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c84ec5-77f5-47c5-b7f1-4f5467a4f92d None None] Network 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:27.290106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1402a37a-36e9-4ae2-84cf-3d9264d8e3c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9cc9e2c4-2e71-4647-ba37-0a692cca31fa HTTP/1.1" status: 204 len: 168 time: 0.4279833 Feb 09 00:10:27.290485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:27.426619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.443339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-045cbfcc-1202-4287-b746-b548d49ff79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.526592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] DHCP port deletion for 80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:10:27.601795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-045cbfcc-1202-4287-b746-b548d49ff79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.603743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Deleting port bc8b8145-6e85-4b15-9fcd-8f00a3350999 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:27.604225 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.604357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Deleting port bc8b8145-6e85-4b15-9fcd-8f00a3350999 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:27.604635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.616740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-045cbfcc-1202-4287-b746-b548d49ff79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.724721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cbfcc-1202-4287-b746-b548d49ff79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a963298a-929e-4132-be65-722e935b1a06,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:27.726557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] For port bc8b8145-6e85-4b15-9fcd-8f00a3350999, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc8b8145-6e85-4b15-9fcd-8f00a3350999,segment=NetworkSegment(7b98bcf3-99b0-4087-b874-eb00b32e88a4),segment_id=7b98bcf3-99b0-4087-b874-eb00b32e88a4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:27.737959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:27.738164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-045cbfcc-1202-4287-b746-b548d49ff79a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f6b58002cba49a4bfe34dfec527621d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859125 Feb 09 00:10:27.745397 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] For port bc8b8145-6e85-4b15-9fcd-8f00a3350999, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc8b8145-6e85-4b15-9fcd-8f00a3350999,segment=NetworkSegment(7b98bcf3-99b0-4087-b874-eb00b32e88a4),segment_id=7b98bcf3-99b0-4087-b874-eb00b32e88a4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:27.745769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.760459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.762205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Calling delete_port for bc8b8145-6e85-4b15-9fcd-8f00a3350999 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:27.791660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Calling delete_port for bc8b8145-6e85-4b15-9fcd-8f00a3350999 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:27.827880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-07706882-e623-4e6c-af3b-4faea71bf30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.841297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-6905048b-9859-477e-a7a0-739a6d7f648a req-0c162683-238d-4388-bd4b-5c37d99bed8f service neutron] (105931) timed out ('10.222.0.32', 58392) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:10:27.859943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-07706882-e623-4e6c-af3b-4faea71bf30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.895604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.907203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.925873 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-07706882-e623-4e6c-af3b-4faea71bf30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.929136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-07706882-e623-4e6c-af3b-4faea71bf30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:27.930320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-07706882-e623-4e6c-af3b-4faea71bf30d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a963298a-929e-4132-be65-722e935b1a06 HTTP/1.1" status: 204 len: 168 time: 0.1910179 Feb 09 00:10:27.945135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8b8145-6e85-4b15-9fcd-8f00a3350999,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:27.947283 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] No DVR routers for this DVR port bc8b8145-6e85-4b15-9fcd-8f00a3350999 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:27.948696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07706882-e623-4e6c-af3b-4faea71bf30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963298a-929e-4132-be65-722e935b1a06,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:27.964372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Pushing event deleted for resources: {'Port': ['ID=bc8b8145-6e85-4b15-9fcd-8f00a3350999,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:27.975334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] No DVR routers for this DVR port bc8b8145-6e85-4b15-9fcd-8f00a3350999 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:27.997650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:27.999980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.000688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.001424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.001949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.003303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.003982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.004494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.005009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.005834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.006339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.006836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c8f99-6c76-45c3-9188-757836fd0439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:28.056934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.087838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:28.092379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc8b8145-6e85-4b15-9fcd-8f00a3350999 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:28.109639 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b98bcf3-99b0-4087-b874-eb00b32e88a4') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:28.110184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b98bcf3-99b0-4087-b874-eb00b32e88a4') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:28.125147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: bc8b8145-6e85-4b15-9fcd-8f00a3350999 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:28.125698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc8b8145-6e85-4b15-9fcd-8f00a3350999 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:28.126313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 314261b5-29f0-406f-9a65-ab977739178b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:28.134830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.152792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 314261b5-29f0-406f-9a65-ab977739178b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:28.153419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 314261b5-29f0-406f-9a65-ab977739178b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:28.168072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.178019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:10:28.178647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:10:28.180834 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:10:28.255080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.259995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.266078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] 10.222.0.32 "DELETE /v2.0/networks/80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a HTTP/1.1" status: 204 len: 168 time: 0.9744499 Feb 09 00:10:28.283911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0fd4-cf5c-4380-98df-cf5827d2dd48 admin admin] Pushing event deleted for resources: {'Network': ['ID=80cc484a-ff0d-4b8c-9abc-e28cb9c6c91a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:28.453352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42918) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:28.453703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:28.482839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d674c847-132f-4c81-979b-0b296c2600d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.528300 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b7b90830-365d-4af3-babe-f49208527e1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5f5cca772c1473f8f166b306a93fa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716052 Feb 09 00:10:28.531040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42926) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:28.639779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e20-24e6-4ddf-8b96-0801ff7b7f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.645169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d674c847-132f-4c81-979b-0b296c2600d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.655507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d674c847-132f-4c81-979b-0b296c2600d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.673984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e20-24e6-4ddf-8b96-0801ff7b7f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.763274 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d674c847-132f-4c81-979b-0b296c2600d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5da1b031b654c32bceb0320170b1420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074152 Feb 09 00:10:28.765535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42932) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:28.765777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674c847-132f-4c81-979b-0b296c2600d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c690d8-a536-439e-9e86-e89a43639635,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:28.769069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e20-24e6-4ddf-8b96-0801ff7b7f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.772296 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-adaf0e20-24e6-4ddf-8b96-0801ff7b7f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.776506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-adaf0e20-24e6-4ddf-8b96-0801ff7b7f72 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b757c36a-09e5-4b8c-a11e-604286e0516f HTTP/1.1" status: 204 len: 168 time: 0.2422302 Feb 09 00:10:28.802326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf0e20-24e6-4ddf-8b96-0801ff7b7f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757c36a-09e5-4b8c-a11e-604286e0516f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:28.849938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-916c5cbf-f21c-4e55-9781-30e2d21272d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.874007 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-916c5cbf-f21c-4e55-9781-30e2d21272d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.934152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-916c5cbf-f21c-4e55-9781-30e2d21272d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.936868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-916c5cbf-f21c-4e55-9781-30e2d21272d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:28.938187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-916c5cbf-f21c-4e55-9781-30e2d21272d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72c690d8-a536-439e-9e86-e89a43639635 HTTP/1.1" status: 204 len: 168 time: 0.1715429 Feb 09 00:10:28.950749 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c5cbf-f21c-4e55-9781-30e2d21272d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c690d8-a536-439e-9e86-e89a43639635,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:29.253759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42942) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:29.268677 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5e13e00-04b2-4c87-af20-b25ac7426008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.352190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5e13e00-04b2-4c87-af20-b25ac7426008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.357667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5e13e00-04b2-4c87-af20-b25ac7426008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.398994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a5e13e00-04b2-4c87-af20-b25ac7426008 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1417594 Feb 09 00:10:29.399371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42944) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:29.410375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e13e00-04b2-4c87-af20-b25ac7426008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e78836-ae99-4a7c-aa56-023939f26362,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:29.466740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c37735c-5225-41de-8639-6e4fa1eb282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.492809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c37735c-5225-41de-8639-6e4fa1eb282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.510698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 42946) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:29.525524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-96d65659-4f79-43f5-bfb0-a3916fc1bd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.546659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c37735c-5225-41de-8639-6e4fa1eb282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.549436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c37735c-5225-41de-8639-6e4fa1eb282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.551002 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c37735c-5225-41de-8639-6e4fa1eb282e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21e78836-ae99-4a7c-aa56-023939f26362 HTTP/1.1" status: 204 len: 168 time: 0.1504364 Feb 09 00:10:29.561405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37735c-5225-41de-8639-6e4fa1eb282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e78836-ae99-4a7c-aa56-023939f26362,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:29.652907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-96d65659-4f79-43f5-bfb0-a3916fc1bd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.661420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-96d65659-4f79-43f5-bfb0-a3916fc1bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.715380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-96d65659-4f79-43f5-bfb0-a3916fc1bd81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23038a841985411cb915150052147e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008626 Feb 09 00:10:29.715380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d65659-4f79-43f5-bfb0-a3916fc1bd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c1070-093d-4f6a-ac35-ce5cfc0ae318,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:29.716657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 42954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:29.847534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ee80381-896d-41c1-8feb-0931d5086154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:29.923025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ee80381-896d-41c1-8feb-0931d5086154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:30.050045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ee80381-896d-41c1-8feb-0931d5086154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:30.060421 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7ee80381-896d-41c1-8feb-0931d5086154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:30.072515 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7ee80381-896d-41c1-8feb-0931d5086154 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb3c1070-093d-4f6a-ac35-ce5cfc0ae318 HTTP/1.1" status: 204 len: 168 time: 0.3493609 Feb 09 00:10:30.135804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee80381-896d-41c1-8feb-0931d5086154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c1070-093d-4f6a-ac35-ce5cfc0ae318,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:36.982036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:37.058317 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:39.641060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:39.753139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87746493-4ab6-47d6-8e90-821ad526cdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:39.832401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87746493-4ab6-47d6-8e90-821ad526cdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:39.837239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-87746493-4ab6-47d6-8e90-821ad526cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:39.877459 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-87746493-4ab6-47d6-8e90-821ad526cdc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc73b90934c444a3bb0aa9b12d1bd535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343318 Feb 09 00:10:39.878730 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87746493-4ab6-47d6-8e90-821ad526cdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2c3645-a06d-4947-ac71-b360d8c7e58f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:39.880579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43206) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:39.936981 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5513278f-a199-4f09-9314-866f7c7975fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:39.959751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5513278f-a199-4f09-9314-866f7c7975fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.005962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5513278f-a199-4f09-9314-866f7c7975fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.008464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5513278f-a199-4f09-9314-866f7c7975fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.009641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5513278f-a199-4f09-9314-866f7c7975fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e2c3645-a06d-4947-ac71-b360d8c7e58f HTTP/1.1" status: 204 len: 168 time: 0.1268122 Feb 09 00:10:40.017299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513278f-a199-4f09-9314-866f7c7975fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2c3645-a06d-4947-ac71-b360d8c7e58f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:40.278482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43212) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:40.293201 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac55a598-ee5d-489b-93b7-9524951b1f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.373657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac55a598-ee5d-489b-93b7-9524951b1f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.379089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac55a598-ee5d-489b-93b7-9524951b1f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.421032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac55a598-ee5d-489b-93b7-9524951b1f0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b712863e6bd40b498458aadf6160e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413200 Feb 09 00:10:40.421957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55a598-ee5d-489b-93b7-9524951b1f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7158b9-a97b-45cc-8aa6-b6fc8053ca0c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:40.422427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43214) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:40.473293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cd6-9bea-4702-837c-32956ee1b807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.495948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cd6-9bea-4702-837c-32956ee1b807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.547277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cd6-9bea-4702-837c-32956ee1b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.550679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f99f7cd6-9bea-4702-837c-32956ee1b807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:40.553384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f99f7cd6-9bea-4702-837c-32956ee1b807 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea7158b9-a97b-45cc-8aa6-b6fc8053ca0c HTTP/1.1" status: 204 len: 168 time: 0.1299057 Feb 09 00:10:40.564220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f7cd6-9bea-4702-837c-32956ee1b807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7158b9-a97b-45cc-8aa6-b6fc8053ca0c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:41.835525 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52ad5670-fcec-4e74-965e-e66333011965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.141730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43274) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:42.266281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-52b47c8a-893d-415b-8335-b8e12563b87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.352323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-52b47c8a-893d-415b-8335-b8e12563b87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.356445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-52b47c8a-893d-415b-8335-b8e12563b87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.396468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-52b47c8a-893d-415b-8335-b8e12563b87e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ca39e36ddbc427689f5d6456a20db02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535102 Feb 09 00:10:42.397385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b47c8a-893d-415b-8335-b8e12563b87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc6222-1f10-4c64-93d0-31af242d26b6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:42.399950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:42.455276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.478649 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.527399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.531103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.532543 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4bc6222-1f10-4c64-93d0-31af242d26b6 HTTP/1.1" status: 204 len: 168 time: 0.1313386 Feb 09 00:10:42.546636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc6222-1f10-4c64-93d0-31af242d26b6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:42.555233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.555608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.555961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.556260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.556770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.556893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.557259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.557749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.558270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.558756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.559083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.559568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069720c1-0f1a-459d-86c4-ee18c63476fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:42.808849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43292) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:42.822314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef9e25f6-203c-4c13-85f0-c09c8d38cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.902000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef9e25f6-203c-4c13-85f0-c09c8d38cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.905842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef9e25f6-203c-4c13-85f0-c09c8d38cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:42.948578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef9e25f6-203c-4c13-85f0-c09c8d38cd5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb4e7a5ab24f4022ad0ebd13b71f5881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386008 Feb 09 00:10:42.949612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e25f6-203c-4c13-85f0-c09c8d38cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603af88e-3427-40e1-b245-dc39ed685a0f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:42.951248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43300) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:43.003475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-893a4299-ca6d-4a00-874d-c17bc42bec87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.031058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-893a4299-ca6d-4a00-874d-c17bc42bec87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.108161 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-893a4299-ca6d-4a00-874d-c17bc42bec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.110643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-893a4299-ca6d-4a00-874d-c17bc42bec87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.112832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-893a4299-ca6d-4a00-874d-c17bc42bec87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/603af88e-3427-40e1-b245-dc39ed685a0f HTTP/1.1" status: 204 len: 168 time: 0.1601675 Feb 09 00:10:43.130729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3692d1-9ce0-4d27-a76c-a42601dc75d2 req-1dfabe09-d665-4f38-a454-0182ee10f761 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:43.132217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa3692d1-9ce0-4d27-a76c-a42601dc75d2 req-1dfabe09-d665-4f38-a454-0182ee10f761 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0705090 Feb 09 00:10:43.133417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a4299-ca6d-4a00-874d-c17bc42bec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603af88e-3427-40e1-b245-dc39ed685a0f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:43.180116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa3692d1-9ce0-4d27-a76c-a42601dc75d2 req-66280a5d-3d60-4bdf-939b-cb8245edc70f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Feb 09 00:10:43.437161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43308) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:43.451181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-032522e5-f6af-427b-a2ac-b312214c7153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.528696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-032522e5-f6af-427b-a2ac-b312214c7153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.532686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-032522e5-f6af-427b-a2ac-b312214c7153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.573557 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-032522e5-f6af-427b-a2ac-b312214c7153 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e162a56b8ce47b18db6bf569043bec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353002 Feb 09 00:10:43.574449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032522e5-f6af-427b-a2ac-b312214c7153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7906fc-78e5-4517-a1de-1be0c03f0042,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:43.582133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43314) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:43.635502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-602abc59-a2e5-4994-ac2c-b43932e2d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.656831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-602abc59-a2e5-4994-ac2c-b43932e2d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.703836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-602abc59-a2e5-4994-ac2c-b43932e2d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.707604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-602abc59-a2e5-4994-ac2c-b43932e2d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:43.708785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-602abc59-a2e5-4994-ac2c-b43932e2d8be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab7906fc-78e5-4517-a1de-1be0c03f0042 HTTP/1.1" status: 204 len: 168 time: 0.1256654 Feb 09 00:10:43.716503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602abc59-a2e5-4994-ac2c-b43932e2d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7906fc-78e5-4517-a1de-1be0c03f0042,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:44.335865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984328a-1066-4ff2-8d7a-277bd3664622 req-b71159d0-f081-4236-a58b-2bf4fd32f81f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:44.338179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8984328a-1066-4ff2-8d7a-277bd3664622 req-b71159d0-f081-4236-a58b-2bf4fd32f81f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0763314 Feb 09 00:10:44.380030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8984328a-1066-4ff2-8d7a-277bd3664622 req-9e4e58d2-b7de-41f9-93b7-cc4014b4f9a9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354431 Feb 09 00:10:44.647536 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8a035332-c4a8-4cf3-b2cb-c6f8e68f731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:45.503963 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:45.538903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b65cfd-4d91-425f-af4b-15c285a4bf92 req-893b96ca-1692-4767-a42e-bdbfc70ec81b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:45.540518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8b65cfd-4d91-425f-af4b-15c285a4bf92 req-893b96ca-1692-4767-a42e-bdbfc70ec81b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0823278 Feb 09 00:10:45.593605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8b65cfd-4d91-425f-af4b-15c285a4bf92 req-232bda92-7989-41db-8960-2e74ff052d88 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466321 Feb 09 00:10:46.719648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee8140-5c87-4ef8-b42b-e2fcb5ea6429 req-0fbfc4e9-8f05-413c-98d1-e1d7da4afa5b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:46.729172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfee8140-5c87-4ef8-b42b-e2fcb5ea6429 req-0fbfc4e9-8f05-413c-98d1-e1d7da4afa5b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0599182 Feb 09 00:10:46.773804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfee8140-5c87-4ef8-b42b-e2fcb5ea6429 req-0c04e8be-b961-4f31-a6e9-4b23853e8868 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Feb 09 00:10:46.877514 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:47.301058 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:47.902055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f68872-c880-42c1-9412-ff0506dafe02 req-b93ceb69-7d87-4e7e-9be9-34373644dbbd tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:47.906694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63f68872-c880-42c1-9412-ff0506dafe02 req-b93ceb69-7d87-4e7e-9be9-34373644dbbd tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0551574 Feb 09 00:10:47.949970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63f68872-c880-42c1-9412-ff0506dafe02 req-470696ce-0339-4fcf-ba20-e978950ffd6a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377283 Feb 09 00:10:48.445719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56cc3c-07e6-4df3-bc68-28da8a5bd91b req-9ceaadb0-d0e7-47e6-85bd-5f900eaaf556 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:48.447243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe56cc3c-07e6-4df3-bc68-28da8a5bd91b req-9ceaadb0-d0e7-47e6-85bd-5f900eaaf556 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 0.0513699 Feb 09 00:10:48.471833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:10:48.491048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe56cc3c-07e6-4df3-bc68-28da8a5bd91b req-b4929c17-14b4-4539-a9ae-8d8d09e9467e tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363917 Feb 09 00:10:48.516182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43442) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:48.686853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port d9bf63e6-e024-4abd-b634-7cd606d8ad49 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:48.687205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:48.783116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:48.784362 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:48.800050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for d9bf63e6-e024-4abd-b634-7cd606d8ad49 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:49.122554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d10ac-9cb4-4405-8e2b-2c70fc5b8418 req-d8fdf3d5-d7b4-4b3b-9960-6b82df5367c8 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:49.130786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b17d10ac-9cb4-4405-8e2b-2c70fc5b8418 req-d8fdf3d5-d7b4-4b3b-9960-6b82df5367c8 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0900466 Feb 09 00:10:49.133543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:49.180444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=d9bf63e6-e024-4abd-b634-7cd606d8ad49,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:49.218869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b17d10ac-9cb4-4405-8e2b-2c70fc5b8418 req-291a3ffe-b526-4736-9a0e-340c91fdffc9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871212 Feb 09 00:10:49.222757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.223106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.223442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.223774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.224105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.224569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.225110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.225639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.227068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.227788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.228169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.229129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:10:49.290636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:49.290968 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP e1b2762d-7239-4a62-a415-7ef207288cc5 disassociated (deleted). External IP: 172.25.3.161, port: 434406f4-547c-4272-aced-7ac69f7e4a45. Feb 09 00:10:49.804159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:49.916426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:49.921950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:49.929569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] Sync routers for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:49.944766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:49.945629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:49.953199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a50ece3-b0d8-44bd-8ede-0850fb093f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1b2762d-7239-4a62-a415-7ef207288cc5 HTTP/1.1" status: 204 len: 168 time: 1.4335406 Feb 09 00:10:49.953199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:10:49.955798 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:10:49.998079 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d97cdae-603c-465e-9dfa-31ddc0bef01c x-openstack-request-id: req-8d97cdae-603c-465e-9dfa-31ddc0bef01c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:10:49.998383 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:10:49.998637 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d97cdae-603c-465e-9dfa-31ddc0bef01c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:10:49.999044 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'status': 'completed', 'code': 200} Feb 09 00:10:50.064501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-ecbca01f-bf17-48d1-863b-674a445dad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:50.067841 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-ecbca01f-bf17-48d1-863b-674a445dad44 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 1096 time: 0.0468211 Feb 09 00:10:50.141357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:50.219919 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-f290a50a-1b83-4936-b39b-10da6e63cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:50.224176 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-f290a50a-1b83-4936-b39b-10da6e63cb00 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 200 len: 896 time: 0.1472027 Feb 09 00:10:50.298429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14be74-e3ce-4753-b139-33e57a55318e req-a168c3fb-f7e7-4d6d-a32d-e0e2dd63c044 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:50.308034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d14be74-e3ce-4753-b139-33e57a55318e req-a168c3fb-f7e7-4d6d-a32d-e0e2dd63c044 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.0759201 Feb 09 00:10:50.356100 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-7747c997-b988-4dc6-a176-4ad90fd9fd31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 200 len: 217 time: 0.1249337 Feb 09 00:10:50.358937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d14be74-e3ce-4753-b139-33e57a55318e req-c7bc615d-b997-4cd0-a352-3b145ba4869b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431426 Feb 09 00:10:50.447447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-357b6d20-34ae-47d6-9019-31ce28e3bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:50.449405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-357b6d20-34ae-47d6-9019-31ce28e3bda3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 200 len: 835 time: 0.0758514 Feb 09 00:10:50.493864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de30259-901a-4067-8793-790f9718ba99 req-82e5294d-c381-4791-9570-18816e0ad084 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:50.495883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7de30259-901a-4067-8793-790f9718ba99 req-82e5294d-c381-4791-9570-18816e0ad084 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.1094468 Feb 09 00:10:50.523457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-386ec91d-a2ab-4398-bd55-1cc839126f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:50.527697 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-386ec91d-a2ab-4398-bd55-1cc839126f8d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41889894-f0b9-4815-8ad6-23309f20e6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698929 Feb 09 00:10:50.531911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:50.568249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7de30259-901a-4067-8793-790f9718ba99 req-bd2cf73b-71f6-47b0-bc16-558dc0c83aeb tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639582 Feb 09 00:10:50.603050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] Checking router: 5ec4c083-a915-4fde-ad7e-1ef9b165a886 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:50.613236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:50.613966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:50.690232 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-06aaa60e-26c3-4e28-9aab-5a292c4e464e service neutron] 10.222.0.84 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547003 Feb 09 00:10:50.757121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:50.806271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-bf8c4d10-63c6-4537-9b7c-e31837c1b20a req-4d4cca2f-0c09-4917-81a7-8e80c40dcf6d service neutron] 10.222.0.84 "GET /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083486 Feb 09 00:10:50.988032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:51.020687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fc753c-8de3-4819-b034-77947591c82a None None] The sync data for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 is: [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '362d937d-87a9-4a60-a576-3780c8b216f0', 'name': '', 'network_id': '41889894-f0b9-4815-8ad6-23309f20e6bf', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:18:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:43Z', 'updated_at': '2022-02-09T00:08:52Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5ece7a6b-e282-4cdc-94de-d5e368003960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:51.300818 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77953602-026d-4270-9103-1294de2bc547 None None] New status for floating IP e1b2762d-7239-4a62-a415-7ef207288cc5: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:10:51.523088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079ef9b-b091-476a-9a0a-c2957f550abc req-2cde605c-bd2b-491b-9c51-c2eb7d942b8d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:51.524820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b079ef9b-b091-476a-9a0a-c2957f550abc req-2cde605c-bd2b-491b-9c51-c2eb7d942b8d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.0737336 Feb 09 00:10:51.579180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b079ef9b-b091-476a-9a0a-c2957f550abc req-3874bb5f-1f9a-48c3-9997-2c13091e6d83 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=493b0dbe-b910-437d-9c60-e9606efab12f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481064 Feb 09 00:10:51.680327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-c675b6ad-b6f6-4ca2-8a61-36e13b3b184e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:51.684107 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-c675b6ad-b6f6-4ca2-8a61-36e13b3b184e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf675555-d811-4684-8dbb-ed89f135fa18 HTTP/1.1" status: 200 len: 945 time: 0.1778679 Feb 09 00:10:51.790726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1863b-cc30-4ace-b045-3f5cf266436d req-0af42983-4de3-4f00-aa73-759bdbb6e827 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:51.800680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23f1863b-cc30-4ace-b045-3f5cf266436d req-0af42983-4de3-4f00-aa73-759bdbb6e827 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0796676 Feb 09 00:10:51.868260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23f1863b-cc30-4ace-b045-3f5cf266436d req-bdfcd24f-9dfe-485b-bc40-b54e69f78d89 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661538 Feb 09 00:10:51.869946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 434406f4-547c-4272-aced-7ac69f7e4a45 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:51.870548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:51.967947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43556) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:51.980356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 434406f4-547c-4272-aced-7ac69f7e4a45, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=434406f4-547c-4272-aced-7ac69f7e4a45,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:51.980733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:51.995304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 434406f4-547c-4272-aced-7ac69f7e4a45 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:52.092590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2be730d-a67b-42f5-a4ea-9281abff96f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.144585 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.182051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=434406f4-547c-4272-aced-7ac69f7e4a45,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:52.200987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2be730d-a67b-42f5-a4ea-9281abff96f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.207876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2be730d-a67b-42f5-a4ea-9281abff96f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.231870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] No DVR routers for this DVR port 434406f4-547c-4272-aced-7ac69f7e4a45 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:52.234886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.239816 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2d7f1b1b-3575-424b-ab3b-707e0334d593 req-9eab3b38-a996-46bd-87de-8fbd27d1203b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.84 "DELETE /v2.0/ports/434406f4-547c-4272-aced-7ac69f7e4a45 HTTP/1.1" status: 204 len: 173 time: 0.5445726 Feb 09 00:10:52.240313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-deleted', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:10:52.246313 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b8f5e-9633-492c-8639-dcfad66304ed" -d '{"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-deleted", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:10:52.255738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f2be730d-a67b-42f5-a4ea-9281abff96f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb8d3dc1fec24ca090bcd23fc60e22fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864099 Feb 09 00:10:52.258023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43562) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:52.264536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be730d-a67b-42f5-a4ea-9281abff96f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4756de6-cdd5-4e90-babe-c09b1398cd4a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:52.303905 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf4967-22b5-4bf6-9b93-8bb12fd6a7e4 x-openstack-request-id: req-46cf4967-22b5-4bf6-9b93-8bb12fd6a7e4 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:10:52.304442 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf675555-d811-4684-8dbb-ed89f135fa18", "name": "network-vif-deleted", "tag": "434406f4-547c-4272-aced-7ac69f7e4a45", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:10:52.304927 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46cf4967-22b5-4bf6-9b93-8bb12fd6a7e4 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:10:52.305542 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf675555-d811-4684-8dbb-ed89f135fa18', 'name': 'network-vif-deleted', 'tag': '434406f4-547c-4272-aced-7ac69f7e4a45', 'status': 'completed', 'code': 200} Feb 09 00:10:52.333141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3a668e7-ae8a-4a20-910e-ed31af14d2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.360895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3a668e7-ae8a-4a20-910e-ed31af14d2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.416954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3a668e7-ae8a-4a20-910e-ed31af14d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.419709 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b3a668e7-ae8a-4a20-910e-ed31af14d2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.420955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b3a668e7-ae8a-4a20-910e-ed31af14d2d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4756de6-cdd5-4e90-babe-c09b1398cd4a HTTP/1.1" status: 204 len: 168 time: 0.1616578 Feb 09 00:10:52.433425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a668e7-ae8a-4a20-910e-ed31af14d2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4756de6-cdd5-4e90-babe-c09b1398cd4a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:52.652472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43570) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:52.789287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43574) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:52.804730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9066-7e9e-4784-b580-add6bf4b9378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.891400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9066-7e9e-4784-b580-add6bf4b9378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.897468 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9066-7e9e-4784-b580-add6bf4b9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:52.932142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b4cb9066-7e9e-4784-b580-add6bf4b9378 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f4a164f22254583a0694ddce40cddf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409905 Feb 09 00:10:52.933798 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43578) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:52.991193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9066-7e9e-4784-b580-add6bf4b9378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda5e58-2aa5-405b-b387-4d0f22dfd01e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:53.009326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d58bac9-e0f0-408b-bb64-382222619c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.037181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d58bac9-e0f0-408b-bb64-382222619c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.063381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ccb8-092b-4a25-a965-69cb0918941c req-ebbdca63-0e86-4171-9cb4-814362676377 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:53.064948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b500ccb8-092b-4a25-a965-69cb0918941c req-ebbdca63-0e86-4171-9cb4-814362676377 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0997953 Feb 09 00:10:53.092121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d58bac9-e0f0-408b-bb64-382222619c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.094806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8d58bac9-e0f0-408b-bb64-382222619c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.096025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8d58bac9-e0f0-408b-bb64-382222619c69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cda5e58-2aa5-405b-b387-4d0f22dfd01e HTTP/1.1" status: 204 len: 168 time: 0.1610854 Feb 09 00:10:53.108035 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58bac9-e0f0-408b-bb64-382222619c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda5e58-2aa5-405b-b387-4d0f22dfd01e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:53.136932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b500ccb8-092b-4a25-a965-69cb0918941c req-8e5e1c17-0605-4e2e-90e5-f208f3afea7c tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593333 Feb 09 00:10:53.195860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.472426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 362d937d-87a9-4a60-a576-3780c8b216f0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:53.473028 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.576596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 362d937d-87a9-4a60-a576-3780c8b216f0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=362d937d-87a9-4a60-a576-3780c8b216f0,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:53.576989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.590571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 362d937d-87a9-4a60-a576-3780c8b216f0 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:53.798081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:53.843433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=362d937d-87a9-4a60-a576-3780c8b216f0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:54.118962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:54.392410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288a0b-1780-4057-bdcd-7b7d59f98f97 req-3f90ad52-d66d-4660-9b1e-44cde11601e9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:54.394056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45288a0b-1780-4057-bdcd-7b7d59f98f97 req-3f90ad52-d66d-4660-9b1e-44cde11601e9 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.1389205 Feb 09 00:10:54.474315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45288a0b-1780-4057-bdcd-7b7d59f98f97 req-ba43fad3-54cd-4d4e-a2cc-db36b1fbc547 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735879 Feb 09 00:10:54.488256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:10:54.604450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:10:54.616567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e63017a2-331a-45b3-b5c1-c4f90ec6b70d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/5ec4c083-a915-4fde-ad7e-1ef9b165a886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604928 Feb 09 00:10:54.616768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] Sync routers for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:10:54.617253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43620) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:54.624833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:54.626434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:54.690693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting subnet 5ece7a6b-e282-4cdc-94de-d5e368003960 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:10:54.694319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:54.737835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:54.741281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:54.855931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:54.931363 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:54.972285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Subnet': ['ID=5ece7a6b-e282-4cdc-94de-d5e368003960,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:54.972548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538083d5-f50b-4307-a5b4-0e097a64dab4 None None] Network 41889894-f0b9-4815-8ad6-23309f20e6bf requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:10:54.976806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:54.981227 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e4bcb2f-9350-4895-b61f-72581c8d1b44 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/subnets/5ece7a6b-e282-4cdc-94de-d5e368003960 HTTP/1.1" status: 204 len: 168 time: 0.3632247 Feb 09 00:10:54.983971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43630) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:55.040831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:10:53Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:55.108648 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] Checking router: 5ec4c083-a915-4fde-ad7e-1ef9b165a886 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:10:55.128077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] Routers {'5ec4c083-a915-4fde-ad7e-1ef9b165a886'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:10:55.128726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:55.143126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.275560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.324178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] Set router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:10:55.386734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:55.387302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.409620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] DHCP port deletion for 41889894-f0b9-4815-8ad6-23309f20e6bf request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:10:55.487306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:55.487832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.504076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:55.558238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] Deleting port 765bf7a0-37c5-4055-952a-1501facfc902 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:10:55.558615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.632689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fa3ff-5c13-4566-962c-488ab3b9ad0a req-1cf7a6cd-f597-4c26-8c7e-dcff74051f43 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:55.634202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b01fa3ff-5c13-4566-962c-488ab3b9ad0a req-1cf7a6cd-f597-4c26-8c7e-dcff74051f43 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0637455 Feb 09 00:10:55.651555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] For port 765bf7a0-37c5-4055-952a-1501facfc902, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=765bf7a0-37c5-4055-952a-1501facfc902,segment=NetworkSegment(2efba39e-92cc-419c-a81b-397ca61142a8),segment_id=2efba39e-92cc-419c-a81b-397ca61142a8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:10:55.652163 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.671092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] Calling delete_port for 765bf7a0-37c5-4055-952a-1501facfc902 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:10:55.677369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:10:53Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:55.692962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b01fa3ff-5c13-4566-962c-488ab3b9ad0a req-31f171d2-7f1d-4539-8433-a1f9135d46fb tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477452 Feb 09 00:10:55.714008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70268c6c-8108-46b9-bb6f-653a29923325 None None] The sync data for ids ['5ec4c083-a915-4fde-ad7e-1ef9b165a886'] in n-d-828413-1 is: [{'id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'name': 'tempest-TestNetworkAdvancedServerOps-router-627054208', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:08:36Z', 'updated_at': '2022-02-09T00:10:53Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4c083-a915-4fde-ad7e-1ef9b165a886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:08:38Z', 'updated_at': '2022-02-09T00:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:10:55.731955 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.762268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:55.804392 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.832608 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.837537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] Pushing event deleted for resources: {'Port': ['ID=765bf7a0-37c5-4055-952a-1501facfc902,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:55.840902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8450c18-2dc7-4fc2-b48e-fa7852404a29 None None] No DVR routers for this DVR port 765bf7a0-37c5-4055-952a-1501facfc902 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:10:55.929118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.931315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.979497 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.979980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec4c083-a915-4fde-ad7e-1ef9b165a886 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:10:55.987069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:55.990921 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ab6b77c2-2e33-48e3-9b74-599742b6c37a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/routers/5ec4c083-a915-4fde-ad7e-1ef9b165a886 HTTP/1.1" status: 204 len: 168 time: 1.0032582 Feb 09 00:10:55.991142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43642) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:56.007594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:56.030116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 434406f4-547c-4272-aced-7ac69f7e4a45 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:56.030546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 434406f4-547c-4272-aced-7ac69f7e4a45 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:56.070262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.235664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.245887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 765bf7a0-37c5-4055-952a-1501facfc902 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:56.275632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 765bf7a0-37c5-4055-952a-1501facfc902 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:56.276053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 765bf7a0-37c5-4055-952a-1501facfc902 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:56.276493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 362d937d-87a9-4a60-a576-3780c8b216f0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:56.281046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41889894-f0b9-4815-8ad6-23309f20e6bf']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:56.294522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efba39e-92cc-419c-a81b-397ca61142a8') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:56.295161 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efba39e-92cc-419c-a81b-397ca61142a8') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:10:56.308893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.319492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 362d937d-87a9-4a60-a576-3780c8b216f0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:56.321502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 362d937d-87a9-4a60-a576-3780c8b216f0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:56.333354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.343496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:10:56.345325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:10:56.348987 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:10:56.446666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.491327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.494960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/networks/41889894-f0b9-4815-8ad6-23309f20e6bf HTTP/1.1" status: 204 len: 168 time: 0.5028732 Feb 09 00:10:56.496294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391aa488-c1ec-4209-92c6-aca8f8b9f9c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Network': ['ID=41889894-f0b9-4815-8ad6-23309f20e6bf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:56.497408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43654) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:56.595763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1575a823-76b3-4b28-9c1b-0f26b5937017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.635613 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1575a823-76b3-4b28-9c1b-0f26b5937017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.744376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1575a823-76b3-4b28-9c1b-0f26b5937017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.747373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1575a823-76b3-4b28-9c1b-0f26b5937017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:56.748752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1575a823-76b3-4b28-9c1b-0f26b5937017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/security-groups/493b0dbe-b910-437d-9c60-e9606efab12f HTTP/1.1" status: 204 len: 168 time: 0.2471743 Feb 09 00:10:56.761649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575a823-76b3-4b28-9c1b-0f26b5937017 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b0dbe-b910-437d-9c60-e9606efab12f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:56.925334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224448e1-f037-4761-9572-e6c0f2acf456 req-afb7e6b0-2e65-4bc8-a134-0a865be6ca81 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:56.935381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-224448e1-f037-4761-9572-e6c0f2acf456 req-afb7e6b0-2e65-4bc8-a134-0a865be6ca81 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0770378 Feb 09 00:10:57.015018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-224448e1-f037-4761-9572-e6c0f2acf456 req-99facb50-32b1-461f-a970-85b63ef38975 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670717 Feb 09 00:10:57.061843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43662) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:57.067953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693433855', 'description': 'tempest-secgroup-smoke-693433855 description', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:57.101123 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.197360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.201890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.235204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.237282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1733272 Feb 09 00:10:57.239465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4959d-b097-4a4f-bfb5-c521ca0a2dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7eac59-4f26-440c-9760-70182dbb1f6e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:57.241143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43672) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:57.246751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '2b7eac59-4f26-440c-9760-70182dbb1f6e', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:57.306787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.378196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.383484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.400542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0e9f42-5e8c-4e84-9600-b9e29dd4ade1,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:57.419006 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.420706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2776435d-6b03-492d-bd3c-d8df18dbe1f3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784668 Feb 09 00:10:57.423256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43678) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:57.428986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '2b7eac59-4f26-440c-9760-70182dbb1f6e', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:57.460854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.548023 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.553584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.575879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44f88f9-0531-4a14-8a07-b3e95480f9ce,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:57.594457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.599899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:57.605272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '2b7eac59-4f26-440c-9760-70182dbb1f6e', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:57.610191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2273ad6a-7feb-4f2c-acce-1bf46d4d3459 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1855986 Feb 09 00:10:57.640904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.705029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.709846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.729720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e69580-5b97-433b-b739-8975c5ca00a2,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:57.740501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.744707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43682) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:57.745194 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1aac2689-ec5a-43bf-bc58-6dbd7c29afc5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435404 Feb 09 00:10:57.752385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '2b7eac59-4f26-440c-9760-70182dbb1f6e', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:57.800108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.871074 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.875679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.890548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb64eef-cbad-45dc-92ea-9f6611e0002e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:57.914859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:57.916429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1e76c371-13dc-49a3-a9b2-ef9106bf8412 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697221 Feb 09 00:10:57.919368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43684) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:57.927307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '2b7eac59-4f26-440c-9760-70182dbb1f6e', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:57.966446 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:10:57.972086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:10:57.973974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.008636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:10:58.008997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 10a29c9d-e494-4f5a-a6ee-99e0b0f93fe6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:10:58.084459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.089977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.117013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960c3ab8-49f5-48b6-b962-a4f949ef3a9e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:58.124356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.125789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45be7c7c-4dbc-429c-8207-777351e2797c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050855 Feb 09 00:10:58.129942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43690) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:58.138861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': '2b7eac59-4f26-440c-9760-70182dbb1f6e', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:58.175359 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:10:58.184649 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.207660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90ec2-f910-4ccd-b236-2d1992175548 req-ddf2ed11-19dd-445d-a96f-84fcc1d79c7d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:58.209831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ace90ec2-f910-4ccd-b236-2d1992175548 req-ddf2ed11-19dd-445d-a96f-84fcc1d79c7d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0647931 Feb 09 00:10:58.273899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ace90ec2-f910-4ccd-b236-2d1992175548 req-5319b7e7-55e8-43ca-8b4b-a22ca3fd7c3d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573964 Feb 09 00:10:58.281830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.288055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.321695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c6d51e-a7b8-447b-8846-e2c82a7e3065,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:58.344858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.347658 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-33c16fb5-48e4-4b61-80bf-452375eac61e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2140753 Feb 09 00:10:58.350348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:58.355657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'network': {'name': 'tempest-network-smoke--606989500', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'port_security_enabled': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:58.385291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:10:58.391961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.432537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:10:58.446273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.446890 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Added segment 7f4ad57e-c8b6-46e1-b1ab-b058b906655c of type vlan for network cbd999c5-d4ac-40bc-b788-024ce6b7e738 Feb 09 00:10:58.497522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.534398 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.542821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:58.544620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.620967 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2691102 Feb 09 00:10:58.623443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43706) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:58.631929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'admin_state_up': True, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:10:58.641837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e5b26-edcb-4378-bc12-76f47955a7c8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Network': ['ID=cbd999c5-d4ac-40bc-b788-024ce6b7e738,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:58.657380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:10:58.663016 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.664458 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.728406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.744542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:58.885622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:58.951690 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d221f483-50b7-4dce-b6e3-f2951fbf385c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.114906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d221f483-50b7-4dce-b6e3-f2951fbf385c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.123099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d221f483-50b7-4dce-b6e3-f2951fbf385c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.156485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.192275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.194998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d221f483-50b7-4dce-b6e3-f2951fbf385c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2df251a4ac04596b7b955a83087f2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489698 Feb 09 00:10:59.197173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221f483-50b7-4dce-b6e3-f2951fbf385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1cf00e-1431-4e95-ad27-eee2ac6f50cd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:59.199556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43720) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:10:59.327186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72000ac1-f065-4b55-8c18-66ffb40896cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.363198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.187 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b296af4b-6167-48ac-aa15-a1ff86c21b40) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:10:59.366657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72000ac1-f065-4b55-8c18-66ffb40896cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.409514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291b159-6624-4b19-a17a-144e61769d0e req-60f31758-5c3c-4807-906a-281e6a091da3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:59.411246 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7291b159-6624-4b19-a17a-144e61769d0e req-60f31758-5c3c-4807-906a-281e6a091da3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0546513 Feb 09 00:10:59.462722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7291b159-6624-4b19-a17a-144e61769d0e req-d7bce463-24ef-451e-9d65-bdba1894703f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Feb 09 00:10:59.491863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72000ac1-f065-4b55-8c18-66ffb40896cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.494401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-72000ac1-f065-4b55-8c18-66ffb40896cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.495541 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-72000ac1-f065-4b55-8c18-66ffb40896cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb1cf00e-1431-4e95-ad27-eee2ac6f50cd HTTP/1.1" status: 204 len: 168 time: 0.2951450 Feb 09 00:10:59.514538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72000ac1-f065-4b55-8c18-66ffb40896cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1cf00e-1431-4e95-ad27-eee2ac6f50cd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:59.526936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.566341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:10:59.639912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=b296af4b-6167-48ac-aa15-a1ff86c21b40,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:10:59.660272 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:10:59.661876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:10:59.664245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:10:59.748418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d58a3-1516-441b-ab45-c4c071aad3bd req-e6c5643d-16e7-4185-9819-3556b97e0870 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:10:59.750065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e4d58a3-1516-441b-ab45-c4c071aad3bd req-e6c5643d-16e7-4185-9819-3556b97e0870 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0588250 Feb 09 00:10:59.800961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e4d58a3-1516-441b-ab45-c4c071aad3bd req-9edc665e-4894-421b-ba63-5f13271df10e tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Feb 09 00:11:00.143555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-e472e37b-9f8c-41ea-8b1b-169ddc6c2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:00.146779 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-e472e37b-9f8c-41ea-8b1b-169ddc6c2932 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.4582348 Feb 09 00:11:00.448368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-0c5dba7a-4764-44c3-8d03-3a4e099a466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:00.449987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-0c5dba7a-4764-44c3-8d03-3a4e099a466a service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.2760508 Feb 09 00:11:00.516799 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:00.576771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-65db516c-b89f-4874-83af-e99e5f08de9d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 1001 time: 0.1174033 Feb 09 00:11:00.679992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-391c0ef2-4d2a-45ca-b371-03ae538d754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:00.681523 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-391c0ef2-4d2a-45ca-b371-03ae538d754b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0980265 Feb 09 00:11:00.808113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-895b19d9-06b0-46aa-a746-21a2cb505fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:00.810044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-895b19d9-06b0-46aa-a746-21a2cb505fa4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922015 Feb 09 00:11:00.840841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:00.985884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aef00-3f6f-44e2-a7a4-d841f33dc7ce req-1b2c83dc-49d5-429f-9f8f-0f08650deee0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:00.994659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-536aef00-3f6f-44e2-a7a4-d841f33dc7ce req-1b2c83dc-49d5-429f-9f8f-0f08650deee0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0830429 Feb 09 00:11:01.041282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-536aef00-3f6f-44e2-a7a4-d841f33dc7ce req-7ea0b219-3711-44f5-8d2c-855b07ca9c22 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455477 Feb 09 00:11:01.050379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-be0cd746-0076-4017-8e98-c52580a2e931 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336252 Feb 09 00:11:01.078049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43770) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:01.158805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:11:01.168635 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd37fc81-6622-4803-bab2-9b487b4c90a7 req-6b9ec5c5-ac8b-43cb-9360-c8df460f9cc8 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109512 Feb 09 00:11:01.241393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'network': {'name': 'tempest-network-smoke--1926666361', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:01.266565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:11:01.273148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.281752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:11:01.284075 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.293661 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Sync routers for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:11:01.309156 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:01.309923 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:01.311572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.313537 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5a74a07a-6573-4605-b59f-3a8e7b1b49ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6883283 Feb 09 00:11:01.317093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43774) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:01.360152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7fcef660-f551-4076-aa87-400246e1392c tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=67622b55a6f64c1aa94fed57009d0bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415161 Feb 09 00:11:01.363892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43776) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:01.430988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.435263 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:01.436901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.465548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:11:01.483845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f66ef65-5e20-49a3-9753-a0957fdda99f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:01.488317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffda645c-f91b-45f2-8a75-48b1cd67a3cf tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:01.493524 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ffda645c-f91b-45f2-8a75-48b1cd67a3cf tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255374 Feb 09 00:11:01.496098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:01.502553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.503268 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Added segment 9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b of type vlan for network 3bf6d033-bb11-4f38-bae1-42ec564ea10c Feb 09 00:11:01.531166 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fa4eaee2-36ca-4068-9c70-cf5cd413613b tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336719 Feb 09 00:11:01.537535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:01.542800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1077273133', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:01.598154 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.657551 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:00Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:01.669128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.674900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:01.675560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.701189 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Checking router: 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:11:01.701828 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Updating router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 port b296af4b-6167-48ac-aa15-a1ff86c21b40 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:11:01.745739 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.799687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:11:01.803172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.813917 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7347503 Feb 09 00:11:01.817563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43786) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:01.822953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-799942015', 'admin_state_up': True, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:01.829278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7a58d-3999-4ce3-a2ff-c25d3d8c5646 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Network': ['ID=3bf6d033-bb11-4f38-bae1-42ec564ea10c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:01.849438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:11:01.884282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.888117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:01.983112 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.105832 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.114242 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.173369 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Attempting to bind port b296af4b-6167-48ac-aa15-a1ff86c21b40 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:02.174318 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Attempting to bind port b296af4b-6167-48ac-aa15-a1ff86c21b40 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:02.174692 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Attempting to bind port b296af4b-6167-48ac-aa15-a1ff86c21b40 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:02.183398 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:02.183774 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:02.184176 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.184568 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:02.185069 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Bound port: b296af4b-6167-48ac-aa15-a1ff86c21b40, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:02.185450 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.208087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.243628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273745-d4e9-400b-894d-d4f1b995169d None None] Pushing event updated for resources: {'Port': ['ID=b296af4b-6167-48ac-aa15-a1ff86c21b40,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:02.270845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] For port b296af4b-6167-48ac-aa15-a1ff86c21b40, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:02.274673 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] For port b296af4b-6167-48ac-aa15-a1ff86c21b40, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b296af4b-6167-48ac-aa15-a1ff86c21b40,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:02.279413 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.358763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e8c96-0ec1-4972-b19b-bba4c8ad35b8 req-0f0605b2-ccff-49f1-8528-5b6c38bc0796 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:02.360442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba1e8c96-0ec1-4972-b19b-bba4c8ad35b8 req-0f0605b2-ccff-49f1-8528-5b6c38bc0796 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.1146441 Feb 09 00:11:02.363662 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:02.364299 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:02.416388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba1e8c96-0ec1-4972-b19b-bba4c8ad35b8 req-62cc325e-57a2-49b1-a10c-3c9cf3a5f073 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465691 Feb 09 00:11:02.470243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.475864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273745-d4e9-400b-894d-d4f1b995169d None None] Pushing event updated for resources: {'Port': ['ID=b296af4b-6167-48ac-aa15-a1ff86c21b40,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:02.502907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.503790 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:02.547823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.629383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Subnet': ['ID=2f52d5f6-ddeb-48af-b967-0b84cf35feee,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:02.631646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Checking segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:02.632008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network hostable DHCP agents. Network: cbd999c5-d4ac-40bc-b788-024ce6b7e738, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:11:02.660020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:11:02.671904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, cbd999c5-d4ac-40bc-b788-024ce6b7e738) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:02.679943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.25.3.115 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/caa37f4c-121f-421d-bde2-635715045467) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:02.682542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81175413-adca-4b43-99f5-ba522336eb59 None None] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:11:02.692738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:02.693880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.728575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c1f40c52-2972-4cb0-aee1-2f29eb0dc797 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1900082 Feb 09 00:11:02.729255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43796) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:02.793256 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:00Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:02.838052 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbf4872-0147-4b4c-a1fc-e64007385205 None None] The sync data for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 is: [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:00Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:11:02.890739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.949757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:11:02.951497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:02.954175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.020511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:03.024335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:03.031150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:03.081625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=caa37f4c-121f-421d-bde2-635715045467,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:03.188161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Allocated IP 172.20.0.2 (cbd999c5-d4ac-40bc-b788-024ce6b7e738/2f52d5f6-ddeb-48af-b967-0b84cf35feee/5b354144-5bd6-4557-91f8-7e3726b95758) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:03.434213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.491904 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.503458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.542819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:03.548421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:03.553496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:03.582705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Pushing event updated for resources: {'Port': ['ID=5b354144-5bd6-4557-91f8-7e3726b95758,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:03.587060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.726455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Attempting to bind port 5b354144-5bd6-4557-91f8-7e3726b95758 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:03.726835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Attempting to bind port 5b354144-5bd6-4557-91f8-7e3726b95758 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:03.727187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Attempting to bind port 5b354144-5bd6-4557-91f8-7e3726b95758 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:03.734143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:03.734531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Checking segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:03.734940 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.735310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Bound using segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:03.735777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Bound port: 5b354144-5bd6-4557-91f8-7e3726b95758, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:03.736704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.863732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] For port 5b354144-5bd6-4557-91f8-7e3726b95758, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:03.870529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] For port 5b354144-5bd6-4557-91f8-7e3726b95758, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5b354144-5bd6-4557-91f8-7e3726b95758,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:03.881749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.952590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:03.983882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e845b-fee4-4988-a392-51b727bb2fe4 None None] Pushing event updated for resources: {'Port': ['ID=5b354144-5bd6-4557-91f8-7e3726b95758,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:04.007629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.1 (cbd999c5-d4ac-40bc-b788-024ce6b7e738/2f52d5f6-ddeb-48af-b967-0b84cf35feee/5ce8745d-54d3-4426-a5e4-0aad820bf47f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:04.111778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b296af4b-6167-48ac-aa15-a1ff86c21b40 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:04.232330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b296af4b-6167-48ac-aa15-a1ff86c21b40 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:04.232810 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.233919 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.329719 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.400737 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.459407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=5ce8745d-54d3-4426-a5e4-0aad820bf47f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:04.474046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:04.477125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:04.479538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:04.524815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b296af4b-6167-48ac-aa15-a1ff86c21b40, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b296af4b-6167-48ac-aa15-a1ff86c21b40,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:04.534143 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.552569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.691681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b296af4b-6167-48ac-aa15-a1ff86c21b40,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:04.753921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:11:04.770108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.903806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:11:04.915652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:11:04.931347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:04.932364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:04.962309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:04.968861 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b19de3dc-47e3-4cfd-993c-6c62b8e56eb7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1499765 Feb 09 00:11:04.975005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43804) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:05.114239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:05.124425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-01ed7f5d-ffb4-4aae-8db3-ee64de72b2b1 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9f5480f92c18459e962f5dca2fa610c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1459038 Feb 09 00:11:05.124739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43810) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:05.249167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c63ecc-9b4d-42f5-8243-06d2e7061d47 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:05.251058 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e2c63ecc-9b4d-42f5-8243-06d2e7061d47 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253631 Feb 09 00:11:05.254860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43812) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:05.296144 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-25dd2313-2ce3-409d-abfa-611b4446cec2 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343676 Feb 09 00:11:05.296825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43814) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:05.306601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822438294', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:05.315251 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.323455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.433905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:03Z', 'revision_number': 3, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:05.442415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.444282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=5ce8745d-54d3-4426-a5e4-0aad820bf47f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:05.471991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:11:05.472377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Updating router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 port caa37f4c-121f-421d-bde2-635715045467 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:11:05.482033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:11:05.491335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.505628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.650267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:05.651860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:05.795912 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.822592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:11:05.872089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Subnet': ['ID=9770cb62-1e66-4da5-9491-31668f5a5dbe,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:05.874558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Checking segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:05.875784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network hostable DHCP agents. Network: 3bf6d033-bb11-4f38-bae1-42ec564ea10c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:11:05.909326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:11:05.928092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 3bf6d033-bb11-4f38-bae1-42ec564ea10c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:05.957588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:05.958327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:05.965443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd6dc1-5297-4e88-92d6-2292917810aa None None] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:11:05.975661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:11:05.996028 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Sync routers for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:11:05.996896 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ae89285-f774-4878-8e94-7a9e92889a60 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6988816 Feb 09 00:11:06.002757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43818) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:06.004896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e2c5425-5726-434f-b289-1958401d732b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2743204 Feb 09 00:11:06.022279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:06.022915 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:06.174662 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:06.197698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:06.338583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5c1b-6deb-43c9-bb2c-694f41901820 None None] Pushing event updated for resources: {'Port': ['ID=caa37f4c-121f-421d-bde2-635715045467,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:06.425300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5b354144-5bd6-4557-91f8-7e3726b95758 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:06.446659 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:06.478846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-9a334ac8-4d7f-4749-b0b9-ccaa2b93d33d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693433855&fields=id&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 267 time: 0.0612156 Feb 09 00:11:06.607349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86039c7f-82f6-40bf-8902-bf80b0a0beb5 None None] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:11:06.680302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Attempting to bind port caa37f4c-121f-421d-bde2-635715045467 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:06.680945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Attempting to bind port caa37f4c-121f-421d-bde2-635715045467 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:06.681467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Attempting to bind port caa37f4c-121f-421d-bde2-635715045467 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:06.696385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-0d1d3b31-53c5-4aa9-856e-e1081d032adb tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:06.698598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-0d1d3b31-53c5-4aa9-856e-e1081d032adb tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 796 time: 0.2106731 Feb 09 00:11:06.730556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-9e7e4fad-925d-4e96-bb8f-33d92debd21f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/quotas/67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 375 time: 0.0229278 Feb 09 00:11:06.731411 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:05Z', 'revision_number': 2, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:06.745609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:06.745990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:06.746405 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:06.746803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:06.747271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Bound port: caa37f4c-121f-421d-bde2-635715045467, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:06.747657 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:06.808459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-d1ba0a57-3036-4253-951c-c129374dddb0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720124 Feb 09 00:11:06.840119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] For port caa37f4c-121f-421d-bde2-635715045467, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:06.843422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] For port caa37f4c-121f-421d-bde2-635715045467, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=caa37f4c-121f-421d-bde2-635715045467,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:06.862260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:06.864063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9f849ae7-5ceb-4b1d-a901-9578b94c0384 None None] Provisioning complete for port 5b354144-5bd6-4557-91f8-7e3726b95758 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:06.864420 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae7-5ceb-4b1d-a901-9578b94c0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:06.980006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5b354144-5bd6-4557-91f8-7e3726b95758 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:06.980382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.010655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Checking router: 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:11:07.011677 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Updating router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 port 5ce8745d-54d3-4426-a5e4-0aad820bf47f binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:11:07.022433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:11:07.024171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.024292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-5981b7fd-0c99-443b-8069-47d9c89e8440 service neutron] 10.222.0.32 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020800 Feb 09 00:11:07.046432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.061902 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.120479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.130449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5c1b-6deb-43c9-bb2c-694f41901820 None None] Pushing event updated for resources: {'Port': ['ID=caa37f4c-121f-421d-bde2-635715045467,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:07.133128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:07.133742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:07.209056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.237697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-6e58c825-32ac-484c-9414-54da338ab864 service neutron] 10.222.0.32 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957359 Feb 09 00:11:07.535090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-e995518e-e4ff-4ce6-82f5-3779f6b2a778 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2360234 Feb 09 00:11:07.547022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.20.0.1 (3bf6d033-bb11-4f38-bae1-42ec564ea10c/9770cb62-1e66-4da5-9491-31668f5a5dbe/8ad6053f-cf68-4fe4-92ac-45ba665562d8) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:07.557687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6503e9ef-1ce4-462c-80f5-7d22fa4284ea req-3359ba89-30a2-41e5-954b-21a711c86bf2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 210 time: 0.0589476 Feb 09 00:11:07.614121 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.621736 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.752670 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ea2e8-1473-4769-a60b-0e15c20c5ed5 None None] Pushing event updated for resources: {'Port': ['ID=5ce8745d-54d3-4426-a5e4-0aad820bf47f,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:07.785032 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Attempting to bind port 5ce8745d-54d3-4426-a5e4-0aad820bf47f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:07.785699 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Attempting to bind port 5ce8745d-54d3-4426-a5e4-0aad820bf47f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:07.786068 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Attempting to bind port 5ce8745d-54d3-4426-a5e4-0aad820bf47f on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:07.796190 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:07.796856 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Checking segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:07.797490 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.800631 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Bound using segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:07.801360 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Bound port: 5ce8745d-54d3-4426-a5e4-0aad820bf47f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:07.802051 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.816029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-c65de9eb-efcc-4ae8-9e1e-b66f93121b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:07.818380 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-c65de9eb-efcc-4ae8-9e1e-b66f93121b24 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.1956263 Feb 09 00:11:07.825954 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae7-5ceb-4b1d-a901-9578b94c0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.859894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:07.878389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:07.933018 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] For port 5ce8745d-54d3-4426-a5e4-0aad820bf47f, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:07.937224 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] For port 5ce8745d-54d3-4426-a5e4-0aad820bf47f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ce8745d-54d3-4426-a5e4-0aad820bf47f,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:07.950575 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:08.015807 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-4b2d9fbf-7e68-4174-89ae-9782ea3e6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:08.017560 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-4b2d9fbf-7e68-4174-89ae-9782ea3e6f14 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.1670644 Feb 09 00:11:08.060609 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:08.075916 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:08.084967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:08.092057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9f849ae7-5ceb-4b1d-a901-9578b94c0384 None None] For port 5b354144-5bd6-4557-91f8-7e3726b95758, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5b354144-5bd6-4557-91f8-7e3726b95758,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:08.131452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f849ae7-5ceb-4b1d-a901-9578b94c0384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:08.244534 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-5cdb9bca-8a93-4d28-91de-89b80c055726 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 1001 time: 0.2045760 Feb 09 00:11:08.257435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f849ae7-5ceb-4b1d-a901-9578b94c0384 None None] Pushing event updated for resources: {'Port': ['ID=5b354144-5bd6-4557-91f8-7e3726b95758,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:08.277491 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:11:08.278112 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:11:08.329593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-b9397ffb-fa87-4319-a2cc-696105555299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:08.334224 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-b9397ffb-fa87-4319-a2cc-696105555299 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0739295 Feb 09 00:11:08.366798 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:08.369499 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ea2e8-1473-4769-a60b-0e15c20c5ed5 None None] Pushing event updated for resources: {'Port': ['ID=5ce8745d-54d3-4426-a5e4-0aad820bf47f,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:08.404882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:08.503913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=8ad6053f-cf68-4fe4-92ac-45ba665562d8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:08.559158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Allocated IP 172.20.0.2 (3bf6d033-bb11-4f38-bae1-42ec564ea10c/9770cb62-1e66-4da5-9491-31668f5a5dbe/976facdb-0788-44a5-bc9d-bf6c01e4bcdc) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:08.568637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-14566c8a-17e8-4900-8741-a1c5f1885b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:08.572025 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-14566c8a-17e8-4900-8741-a1c5f1885b32 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313361 Feb 09 00:11:08.580002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:08.689118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:08.695645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:08.772809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5626da27-c203-4a5d-9a9f-654166fb1b58 req-0b2b0cb6-3573-401d-94df-4812c014a083 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 210 time: 0.0585027 Feb 09 00:11:08.773307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:08.825410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Provisioning complete for port 5b354144-5bd6-4557-91f8-7e3726b95758 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:08.825796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:08.833822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b296af4b-6167-48ac-aa15-a1ff86c21b40 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:08.905047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-612417e9-5fbb-49a4-80e4-414788e321b2 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220770 Feb 09 00:11:08.970238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:03Z', 'revision_number': 3, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:09.021854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074ef573-52de-4264-98c3-8611af0436a4 None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:03Z', 'revision_number': 3, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:11:09.022990 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:07Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:09.047315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b296af4b-6167-48ac-aa15-a1ff86c21b40 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:09.047689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.078302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.133266 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec992c2-3bdf-406c-9545-ab053b09e5bb None None] The sync data for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 is: [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:07Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:11:09.395151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-2d8d958c-1466-437e-9624-66bb3cba65a5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:09.410479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.422613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.424886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-2d8d958c-1466-437e-9624-66bb3cba65a5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 796 time: 0.3647199 Feb 09 00:11:09.499911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:09.507619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.508735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:09.547499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.594241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:09.737719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-0a156e1c-de1b-44f2-9be4-23241aef4c7f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 379 time: 0.2999697 Feb 09 00:11:09.750068 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Provisioning complete for port 5ce8745d-54d3-4426-a5e4-0aad820bf47f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:09.750450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.752792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Pushing event updated for resources: {'Port': ['ID=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:09.756052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'port': {'device_id': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'admin_state_up': True, 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'security_groups': ['2b7eac59-4f26-440c-9760-70182dbb1f6e']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:09.832329 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e508a3f0-88c0-445d-975b-2ffb06a1f453 req-21d54e5f-54c3-4af5-8dd1-9d76960734f1 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9203815 Feb 09 00:11:09.837802 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:09.853958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=8ad6053f-cf68-4fe4-92ac-45ba665562d8,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:09.988325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:11:10.007278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.080578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5421807d-713f-4eb8-be85-b31760d6e621 req-625361c0-100b-45d6-a468-8afc32edab25 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 210 time: 0.0700727 Feb 09 00:11:10.121345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Attempting to bind port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:10.121651 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Attempting to bind port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:10.122013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Attempting to bind port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc on network 3bf6d033-bb11-4f38-bae1-42ec564ea10c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:10.148093 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:10.148466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Checking segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:10.148872 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.149291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Bound using segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:10.149775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Bound port: 976facdb-0788-44a5-bc9d-bf6c01e4bcdc, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:10.150154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.246058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:10.257877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:10.400065 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.417276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ce8745d-54d3-4426-a5e4-0aad820bf47f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:10.419841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.3 (cbd999c5-d4ac-40bc-b788-024ce6b7e738/2f52d5f6-ddeb-48af-b967-0b84cf35feee/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:10.505441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] For port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:10.521095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:11:10.547606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] For port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:10.558804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.591279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] For port 5ce8745d-54d3-4426-a5e4-0aad820bf47f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ce8745d-54d3-4426-a5e4-0aad820bf47f,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:10.616263 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.663772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5ce8745d-54d3-4426-a5e4-0aad820bf47f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:10.664166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.707158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60ac04-ba37-4d5f-9254-3957ce74906c None None] Pushing event updated for resources: {'Port': ['ID=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:10.738875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.809843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.811114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688272df-8a36-4637-88ba-22c02f56c16e None None] Pushing event updated for resources: {'Port': ['ID=5ce8745d-54d3-4426-a5e4-0aad820bf47f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:10.827668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:11:10.843351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-19490b6f-2277-488d-955d-94865254ce41 None None] Provisioning complete for port 5ce8745d-54d3-4426-a5e4-0aad820bf47f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:10.843747 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-19490b6f-2277-488d-955d-94865254ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:10.856348 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed109638-e64e-41c6-8a4b-74c15d7090ce tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "PUT /v2.0/routers/956c076b-ab21-4a2f-96a1-2b8de51c1e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8491356 Feb 09 00:11:10.857153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:10.905883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:10.923024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:10.929134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:10.936080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:11.063610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.067081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.107193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-c05567ed-d945-4f9d-8ec3-0802a173e78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569491 Feb 09 00:11:11.138001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Request body: {'port': {'device_id': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:11.177545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5b354144-5bd6-4557-91f8-7e3726b95758 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:11.307137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5b354144-5bd6-4557-91f8-7e3726b95758 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:11.307510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.369234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.369973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.370440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.371057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.371654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.372246 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.374506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8a0cec93-597c-4559-b5c0-cac924ce0766 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4268 time: 0.5162497 Feb 09 00:11:11.378597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43872) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:11.449629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.457201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-526d6528-3c2c-4c0a-8808-4df366d4b846 None None] Provisioning complete for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:11.457714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-526d6528-3c2c-4c0a-8808-4df366d4b846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.459816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caa37f4c-121f-421d-bde2-635715045467 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:11.484153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.484617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.485105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.485997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.486668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.487130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.490502 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e6e62e5c-0c3a-4dfb-a926-df4d3d851100 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3988 time: 0.1107249 Feb 09 00:11:11.495635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43874) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:11.535251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-526d6528-3c2c-4c0a-8808-4df366d4b846 None None] Port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:11:11.557937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be2a88-2bfc-4dab-9d14-7ae39ef47b72 req-cf7e18b7-d0b8-4c42-9a77-14367d0254f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:11.559754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1be2a88-2bfc-4dab-9d14-7ae39ef47b72 req-cf7e18b7-d0b8-4c42-9a77-14367d0254f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 931 time: 0.2976522 Feb 09 00:11:11.567197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port caa37f4c-121f-421d-bde2-635715045467 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:11.567866 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.673252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.698621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port caa37f4c-121f-421d-bde2-635715045467, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=caa37f4c-121f-421d-bde2-635715045467,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:11.703894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:11.723148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1be2a88-2bfc-4dab-9d14-7ae39ef47b72 req-8a0788cb-83df-4f82-b821-c71274c5d8a2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244323 Feb 09 00:11:11.781500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=caa37f4c-121f-421d-bde2-635715045467,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:11.854596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a701002c-2601-46f1-9a28-74b2b618578a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.273732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100aa3ac-9a83-46b2-8bba-4b0bbae57040 None None] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:11:12.345998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 976facdb-0788-44a5-bc9d-bf6c01e4bcdc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:12.369359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:11:12.383206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.393433 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-963a7e27-33db-41c7-9fcf-077cb5079bc7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.8945372 Feb 09 00:11:12.406595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Transition to ACTIVE for port object 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:11:12.412592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.484339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:12.580624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:12.581055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:12.581432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:12.588015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:11:12.588340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:12.594097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:12.594445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Checking segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:12.594829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Bound using segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:12.595327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Bound port: 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:12.596192 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.628563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e8c02af0-e14b-4625-a279-265e0012bbc9 None None] Provisioning complete for port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:12.629936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8c02af0-e14b-4625-a279-265e0012bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.678261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:12.681994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:12.688020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.732655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:12.733379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.735300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 1091 time: 1.6086898 Feb 09 00:11:12.735788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:11:12.738468 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:11:12.765766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de9f79-98a4-406b-bdbe-e42fecd022c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:12.809997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:12.810760 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.832041 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a9aebf-e676-4d63-b851-7dc6043d0dac x-openstack-request-id: req-34a9aebf-e676-4d63-b851-7dc6043d0dac {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:11:12.832041 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:11:12.832041 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34a9aebf-e676-4d63-b851-7dc6043d0dac {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:11:12.832041 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'status': 'completed', 'code': 200} Feb 09 00:11:12.832293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:12.837026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059302406', 'description': 'tempest-secgroup-smoke-2059302406 description', 'project_id': '9f5480f92c18459e962f5dca2fa610c5'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:12.866459 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.870457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-083706f2-01c6-42c8-b85e-92043b3167b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:12.873212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-083706f2-01c6-42c8-b85e-92043b3167b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1094 time: 0.0790315 Feb 09 00:11:12.928140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-cba26fc7-a2fa-4109-9542-6af6365a1db4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 217 time: 0.0472558 Feb 09 00:11:12.952041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8c02af0-e14b-4625-a279-265e0012bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.986443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:12.993810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.014331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-8b41628d-9aaf-4640-8d93-cbe7461bfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:13.015889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-8b41628d-9aaf-4640-8d93-cbe7461bfe02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0785942 Feb 09 00:11:13.033990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b676538-9064-43d8-9e44-81a17fb3294a req-e1b1985e-6bcd-47b9-9622-f218e5d11cbb tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:13.041818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b676538-9064-43d8-9e44-81a17fb3294a req-e1b1985e-6bcd-47b9-9622-f218e5d11cbb tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.1131649 Feb 09 00:11:13.043485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.049472 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2163377 Feb 09 00:11:13.051139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e8c02af0-e14b-4625-a279-265e0012bbc9 None None] For port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:13.054681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:13.056594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e8c02af0-e14b-4625-a279-265e0012bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.069754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': 'b569cf00-3b75-4cd6-aff0-7bcc25863bfe', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:13.076232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0044e7-25af-4c1e-88eb-740282c8ff83 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b569cf00-3b75-4cd6-aff0-7bcc25863bfe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:13.109441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:11:13.115304 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.119055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.167043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b676538-9064-43d8-9e44-81a17fb3294a req-6efa584e-92f3-4aaf-940b-7184feea1add tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197228 Feb 09 00:11:13.176227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a2ac1efc-583d-431d-b9bb-ec442151f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:13.178323 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-a2ac1efc-583d-431d-b9bb-ec442151f726 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295471 Feb 09 00:11:13.191129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:13.192187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:10:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:13.202887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.211341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.230156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c02af0-e14b-4625-a279-265e0012bbc9 None None] Pushing event updated for resources: {'Port': ['ID=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:13.242864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac9c104-113d-4eae-9970-babbcf63a1e6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:13.255192 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.256689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-549feb3c-59f1-42a6-a79c-309ed7fefaf1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001653 Feb 09 00:11:13.259675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43892) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:13.266658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': 'b569cf00-3b75-4cd6-aff0-7bcc25863bfe', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:13.293242 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:11:13.293439 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:11:13.325250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.347590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-8daae909-4380-4db6-b9bb-91b18b7ed5d5 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612880 Feb 09 00:11:13.403575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:13.430778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.436583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.459266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa2d853-a1fe-4809-af24-0e4d296978c6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:13.474948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.478294 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d769597a-b3e2-4763-8223-4eb7b3a205d8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153087 Feb 09 00:11:13.482690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43900) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:13.488871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': 'b569cf00-3b75-4cd6-aff0-7bcc25863bfe', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:13.534769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51770630-66c0-4ae5-8d78-3ba349f0c8cb req-af7d5755-5447-483c-912c-acaae00679af service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765161 Feb 09 00:11:13.536781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.601208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7c70fa03-1e91-417c-a363-7e806f1d5c13 None None] Provisioning complete for port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:13.601599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7c70fa03-1e91-417c-a363-7e806f1d5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.666593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.670957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.701656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-8280e8fe-f99e-4c40-8382-ee72c8e11d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:13.704296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-8280e8fe-f99e-4c40-8382-ee72c8e11d8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1094 time: 0.1045401 Feb 09 00:11:13.704296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d160b9c6-7134-4dc9-a565-c03c36bc3bb1,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:13.713360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.714949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9390992c-c4d4-485b-9dbe-6e54dd532c2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2304378 Feb 09 00:11:13.717728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43910) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:13.723149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': 'b569cf00-3b75-4cd6-aff0-7bcc25863bfe', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:13.789454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:08Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:09Z', 'revision_number': 2, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:13.795368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.823798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:11:13.824149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Updating router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:11:13.851069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7c70fa03-1e91-417c-a363-7e806f1d5c13 None None] Provisioning complete for port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:13.851069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7c70fa03-1e91-417c-a363-7e806f1d5c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.856723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-b411f959-c89b-4ebc-af53-a7956303751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:13.858500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-b411f959-c89b-4ebc-af53-a7956303751d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.1424830 Feb 09 00:11:13.908407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.915112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caa37f4c-121f-421d-bde2-635715045467 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:13.923004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-e5c85372-f2a0-4d82-8f16-18dca76476f6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 217 time: 0.0576708 Feb 09 00:11:13.937543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.942276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.962899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcc213f-ac8f-43e0-9c4a-68d9124f0fae,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:13.972609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7c70fa03-1e91-417c-a363-7e806f1d5c13 None None] Port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:11:13.974205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:13.975957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-69d4da7c-356e-42e8-ae6d-15077d6ed0f0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2569759 Feb 09 00:11:13.978491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 43914) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:13.991857 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': 'b569cf00-3b75-4cd6-aff0-7bcc25863bfe', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:14.012561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-4aaf8173-e503-4f2c-a30b-37e2be4ec213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:14.014092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-4aaf8173-e503-4f2c-a30b-37e2be4ec213 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0830672 Feb 09 00:11:14.045624 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Project 9f5480f92c18459e962f5dca2fa610c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:11:14.052091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.086342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-5e05e40d-85aa-4efd-bf2f-9a72ab70dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:14.102137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-5e05e40d-85aa-4efd-bf2f-9a72ab70dade service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808332 Feb 09 00:11:14.117412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port caa37f4c-121f-421d-bde2-635715045467 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:14.117786 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.146882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.151616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.163788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-64d4ef88-50a3-4caa-99cf-f222b2ba5378 None None] Provisioning complete for port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:14.164188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-64d4ef88-50a3-4caa-99cf-f222b2ba5378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.178950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.180217 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1986005 Feb 09 00:11:14.184166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43918) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:14.190736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': 'b569cf00-3b75-4cd6-aff0-7bcc25863bfe', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:14.197371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a63e1-9fcd-4abf-9467-8a954a41a562 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701ac7ad-0f81-46fc-88db-1cee9abbfcf4,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:14.257595 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Project 9f5480f92c18459e962f5dca2fa610c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:11:14.266570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-64d4ef88-50a3-4caa-99cf-f222b2ba5378 None None] Port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:11:14.297761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-407234e3-33cd-488f-be73-89b8316acbd0 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811655 Feb 09 00:11:14.300403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.344232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ce8745d-54d3-4426-a5e4-0aad820bf47f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:14.415620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca2d54-e238-4ba5-911f-a9d35eea4bac req-7ac331ae-1190-4182-bc9c-b8eb2cc602fa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:14.417616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4ca2d54-e238-4ba5-911f-a9d35eea4bac req-7ac331ae-1190-4182-bc9c-b8eb2cc602fa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.1536620 Feb 09 00:11:14.435424 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.440544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3c4ca194-0b52-42fc-b04a-98a36877f177 None None] Provisioning complete for port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:14.441183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c4ca194-0b52-42fc-b04a-98a36877f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.446044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.477952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.483802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a011ce2-612e-4d9a-a7d6-4e583b03b8a1 req-209a814c-106f-4bee-b094-6302bc9ec5fa service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776669 Feb 09 00:11:14.487185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.517710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4ca2d54-e238-4ba5-911f-a9d35eea4bac req-f908727d-0e37-480e-8fed-53199ae10d23 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816312 Feb 09 00:11:14.522057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6946fdc-873f-4c6f-8c67-8f4451c24992,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:14.530703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.535290 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aadf4b31-93fa-423f-843c-a20754c61094 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496311 Feb 09 00:11:14.549680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a8a06-5e37-4348-a676-5e1b8c0997fb None None] Pushing event updated for resources: {'Port': ['ID=8ad6053f-cf68-4fe4-92ac-45ba665562d8,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:14.552880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ca194-0b52-42fc-b04a-98a36877f177 None None] Port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:11:14.558624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5ce8745d-54d3-4426-a5e4-0aad820bf47f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:14.559002 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.661630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Attempting to bind port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:14.662102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Attempting to bind port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:14.662463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Attempting to bind port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 on network 3bf6d033-bb11-4f38-bae1-42ec564ea10c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:14.676881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4b7f3561-5138-4c1c-be3a-658040a6eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.679631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:14.680011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Checking segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:14.680568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.680941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Bound using segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:14.681430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Bound port: 8ad6053f-cf68-4fe4-92ac-45ba665562d8, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:14.681808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.741618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-fcb2ddd9-b266-4b4a-96f5-11a8bdf489b4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059302406&fields=id&tenant_id=9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 267 time: 0.0643728 Feb 09 00:11:14.792341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] For port 8ad6053f-cf68-4fe4-92ac-45ba665562d8, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:14.796192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] For port 8ad6053f-cf68-4fe4-92ac-45ba665562d8, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ad6053f-cf68-4fe4-92ac-45ba665562d8,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:14.801778 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.866912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:14.867671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:11:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:14.898487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-6d2abce9-4029-4477-915c-d387e81e771a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:14.900904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-6d2abce9-4029-4477-915c-d387e81e771a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/networks?id=3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 200 len: 797 time: 0.1507928 Feb 09 00:11:14.914827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a8a06-5e37-4348-a676-5e1b8c0997fb None None] Pushing event updated for resources: {'Port': ['ID=8ad6053f-cf68-4fe4-92ac-45ba665562d8,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:14.922574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-4acaa50b-8599-476a-b7e8-78042644c03f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/quotas/9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 375 time: 0.0104582 Feb 09 00:11:14.922866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 976facdb-0788-44a5-bc9d-bf6c01e4bcdc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:14.974350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-780fc6a8-80b5-4975-83fa-1c8a6fdccce9 None None] Provisioning complete for port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:14.974625 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-780fc6a8-80b5-4975-83fa-1c8a6fdccce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:14.992810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-87b2b3df-f674-47c4-a304-4ba96bda9edd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624068 Feb 09 00:11:15.115070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-95131635-1e21-4034-9a45-32323d58bee1 service neutron] 10.222.0.32 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088936 Feb 09 00:11:15.201476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:11:15.215772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-56cc570d-ecbe-4380-9872-4068d1200d1d service neutron] 10.222.0.32 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926301 Feb 09 00:11:15.302117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:15.356563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:15.356961 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:15.413303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d65311d-3056-43f7-86c9-7e76c37d510d req-87049d35-062d-4d9d-8bb5-240a36997fc5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 210 time: 0.0485399 Feb 09 00:11:15.606663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:15.614856 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:15.646397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-780fc6a8-80b5-4975-83fa-1c8a6fdccce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:15.650763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'mac_address': 'fa:16:3e:33:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:11:15.744321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6645d3-f295-4cbd-b9ae-7ccb77ac83b7 req-00628d41-79e6-4013-b71c-2f661254e295 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:15.746664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b6645d3-f295-4cbd-b9ae-7ccb77ac83b7 req-00628d41-79e6-4013-b71c-2f661254e295 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.0740840 Feb 09 00:11:15.800328 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-780fc6a8-80b5-4975-83fa-1c8a6fdccce9 None None] For port 8ad6053f-cf68-4fe4-92ac-45ba665562d8, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ad6053f-cf68-4fe4-92ac-45ba665562d8,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:15.801480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:15.802554 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b6645d3-f295-4cbd-b9ae-7ccb77ac83b7 req-913e3e3c-9ca1-47c8-9035-0114cd6a21ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459278 Feb 09 00:11:15.810769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-780fc6a8-80b5-4975-83fa-1c8a6fdccce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:15.856809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:11:15.899310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:15.909100 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:15.911801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fc6a8-80b5-4975-83fa-1c8a6fdccce9 None None] Pushing event updated for resources: {'Port': ['ID=8ad6053f-cf68-4fe4-92ac-45ba665562d8,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:15.946656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8c063275-838a-4b10-b049-48c16041d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:08Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:14Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:15.985569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c063275-838a-4b10-b049-48c16041d93f None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:08Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:14Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:11:16.004769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8ac819d5-4ee9-4b9c-98c7-638c9663fe8f None None] Provisioning complete for port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:16.005169 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8ac819d5-4ee9-4b9c-98c7-638c9663fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:16.007869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:16.146634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:11:16.659253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef81a987-2786-4561-a245-258287e60ba3 req-68cede3c-e5c0-40fc-9c4b-3a640a798bcc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 210 time: 0.1025481 Feb 09 00:11:16.792077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-bf4dcf8b-0d3d-46b8-a396-695c0f022ff4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:16.794207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-bf4dcf8b-0d3d-46b8-a396-695c0f022ff4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/networks?id=3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 200 len: 797 time: 0.1954091 Feb 09 00:11:16.892665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:16.917067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-0883661d-2523-4d7f-85d3-100a9c1bf72c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 380 time: 0.1109853 Feb 09 00:11:16.931827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ad6053f-cf68-4fe4-92ac-45ba665562d8 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:16.936458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'port': {'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'admin_state_up': True, 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'security_groups': ['b569cf00-3b75-4cd6-aff0-7bcc25863bfe']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:17.031340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:17.054232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a2324-7d02-405b-87a4-110b546e5536 req-7dfca487-139f-43f7-bc08-0a1e8d02be7c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:17.056188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7a2324-7d02-405b-87a4-110b546e5536 req-7dfca487-139f-43f7-bc08-0a1e8d02be7c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 944 time: 0.1189368 Feb 09 00:11:17.102828 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:11:17.111993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.135646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:17.136024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.146818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7a2324-7d02-405b-87a4-110b546e5536 req-9c95a447-b504-49fd-b65f-5b7ea01e934c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763495 Feb 09 00:11:17.203150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:11:17.210581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:17.210955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.295326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.20.0.3 (3bf6d033-bb11-4f38-bae1-42ec564ea10c/9770cb62-1e66-4da5-9491-31668f5a5dbe/d59bd6b4-ce16-4f83-8758-1a03269adf0a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:17.332283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.379425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.405315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:11:17.409273 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1db5927-e730-45b1-b08d-894ddeee15f1" -d '{"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:11:17.433615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:17.441759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.476358 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac7ba09-21b7-4795-ae28-f846dea8c468 x-openstack-request-id: req-8ac7ba09-21b7-4795-ae28-f846dea8c468 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:11:17.477059 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:11:17.477362 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ac7ba09-21b7-4795-ae28-f846dea8c468 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:11:17.477823 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'code': 200} Feb 09 00:11:17.509328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.512493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:17.570907 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.592819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903faf8-505e-412d-ad78-ce1e5e052bee req-d1522649-616f-4e64-b013-77978afb7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:17.594773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4903faf8-505e-412d-ad78-ce1e5e052bee req-d1522649-616f-4e64-b013-77978afb7559 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0607374 Feb 09 00:11:17.628334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:17.631901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:17.636648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:17.638318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4903faf8-505e-412d-ad78-ce1e5e052bee req-2bc9ab8b-6ccd-4ae6-ad9d-f4e527b1e323 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367243 Feb 09 00:11:17.645220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=d59bd6b4-ce16-4f83-8758-1a03269adf0a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:17.721717 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:17.722385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.741419 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-eb0b689d-5d68-4935-bcbe-a04f5fe920cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8173807 Feb 09 00:11:17.754656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Request body: {'port': {'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:17.823815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f736b6-0413-4961-beac-d7f0b0f58740 req-9a96895d-7618-42a2-8775-3465ea79e05a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:17.825943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61f736b6-0413-4961-beac-d7f0b0f58740 req-9a96895d-7618-42a2-8775-3465ea79e05a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 931 time: 0.0805571 Feb 09 00:11:17.829195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.874501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61f736b6-0413-4961-beac-d7f0b0f58740 req-2e5c4a5a-86f4-43dd-85cf-7a3dfa00b649 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399237 Feb 09 00:11:17.938569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-607de746-433d-4961-b7d6-bec2e51e9045 None None] Provisioning complete for port d59bd6b4-ce16-4f83-8758-1a03269adf0a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:17.939618 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-607de746-433d-4961-b7d6-bec2e51e9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:17.974675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-607de746-433d-4961-b7d6-bec2e51e9045 None None] Port d59bd6b4-ce16-4f83-8758-1a03269adf0a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:11:18.142791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59bd6b4-ce16-4f83-8758-1a03269adf0a {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:11:18.150899 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:18.163307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Transition to ACTIVE for port object d59bd6b4-ce16-4f83-8758-1a03269adf0a will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:11:18.166999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:18.286010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef39226-53a4-43fe-88f9-7b98d54da61d req-bb93704e-47ee-4135-88d0-7fb06e11cf86 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:18.287930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ef39226-53a4-43fe-88f9-7b98d54da61d req-bb93704e-47ee-4135-88d0-7fb06e11cf86 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0606091 Feb 09 00:11:18.337349 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ef39226-53a4-43fe-88f9-7b98d54da61d req-07c40396-a34e-468c-8b6f-e2d133ef7d6d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Feb 09 00:11:18.571006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Pushing event updated for resources: {'Port': ['ID=d59bd6b4-ce16-4f83-8758-1a03269adf0a,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:18.674754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Attempting to bind port d59bd6b4-ce16-4f83-8758-1a03269adf0a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:11:18.675189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Attempting to bind port d59bd6b4-ce16-4f83-8758-1a03269adf0a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:11:18.675532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Attempting to bind port d59bd6b4-ce16-4f83-8758-1a03269adf0a on network 3bf6d033-bb11-4f38-bae1-42ec564ea10c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:18.680438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Port d59bd6b4-ce16-4f83-8758-1a03269adf0a on network 3bf6d033-bb11-4f38-bae1-42ec564ea10c not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:11:18.681095 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Attempting to bind port d59bd6b4-ce16-4f83-8758-1a03269adf0a on network 3bf6d033-bb11-4f38-bae1-42ec564ea10c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:11:18.692774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:11:18.693537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Checking segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:11:18.694143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Bound using segment: {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:11:18.694920 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Bound port: d59bd6b4-ce16-4f83-8758-1a03269adf0a, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:11:18.695525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:18.782284 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] For port d59bd6b4-ce16-4f83-8758-1a03269adf0a, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:11:18.788239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] For port d59bd6b4-ce16-4f83-8758-1a03269adf0a, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:11:18.793286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:18.867786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Pushing event updated for resources: {'Port': ['ID=d59bd6b4-ce16-4f83-8758-1a03269adf0a,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:18.875835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:18.877220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:18.878802 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-5ef97df3-0177-4828-9c30-8d08bc6d6df4 service neutron] 10.222.0.84 "PUT /v2.0/ports/d59bd6b4-ce16-4f83-8758-1a03269adf0a HTTP/1.1" status: 200 len: 1091 time: 1.1301246 Feb 09 00:11:18.879285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:11:18.882127 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549172b1-5262-459b-995f-ebecc2cba7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:11:18.979168 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f81a358-4957-4b39-9555-f346f4565f37 x-openstack-request-id: req-4f81a358-4957-4b39-9555-f346f4565f37 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:11:18.980171 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:11:18.980571 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f81a358-4957-4b39-9555-f346f4565f37 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:11:18.981664 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'status': 'completed', 'code': 200} Feb 09 00:11:19.003142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-893b29c3-7c5d-4c03-a537-2e410d9ee383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.004729 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-893b29c3-7c5d-4c03-a537-2e410d9ee383 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 1094 time: 0.0835493 Feb 09 00:11:19.057054 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-bf59041e-8132-4b49-80f7-b797fe1846e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a HTTP/1.1" status: 200 len: 217 time: 0.0441072 Feb 09 00:11:19.079141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6e248-80f3-471d-a920-5f7de77a5842 req-abd706c5-789f-4db3-9ba2-a97bc193b852 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.089771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2e6e248-80f3-471d-a920-5f7de77a5842 req-abd706c5-789f-4db3-9ba2-a97bc193b852 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 943 time: 0.0891523 Feb 09 00:11:19.138623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2e6e248-80f3-471d-a920-5f7de77a5842 req-383d0340-8ec1-408e-bd6a-60a86ef2affa tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476143 Feb 09 00:11:19.145214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-3c061084-a094-46de-89bd-6e63001ab345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.147672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-3c061084-a094-46de-89bd-6e63001ab345 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9770cb62-1e66-4da5-9491-31668f5a5dbe HTTP/1.1" status: 200 len: 835 time: 0.0815635 Feb 09 00:11:19.200335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-e066d99a-e371-4f24-9990-b350dfe3007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.202031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-e066d99a-e371-4f24-9990-b350dfe3007d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3bf6d033-bb11-4f38-bae1-42ec564ea10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465140 Feb 09 00:11:19.215263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 43996) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:19.300312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-480eee2f-1e0c-4e4c-8941-6c406edbec3b service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912142 Feb 09 00:11:19.344701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00425d88-e464-4f13-b45b-4bb5ac74c28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.409349 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5efd2ac0-e70f-4d53-9bd3-cbcf2d7bc5b8 req-478fd06e-0c71-45a2-b355-cb13ec7297bf service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013339 Feb 09 00:11:19.440868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00425d88-e464-4f13-b45b-4bb5ac74c28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.456868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-00425d88-e464-4f13-b45b-4bb5ac74c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.502484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-6d3c7179-34e1-4788-8049-bd6548d44720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.504024 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-6d3c7179-34e1-4788-8049-bd6548d44720 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 1094 time: 0.0448396 Feb 09 00:11:19.504835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-00425d88-e464-4f13-b45b-4bb5ac74c28b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb26997809164239818815231deb69fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884498 Feb 09 00:11:19.507123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00425d88-e464-4f13-b45b-4bb5ac74c28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a31edb-f9f6-45b7-99a3-ba47f20b72a4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:19.507559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:19.518358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75177d-a9de-4b05-9716-dd770fa61a2d req-ec537c07-409c-4d41-8662-4a1fee9146ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.519880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e75177d-a9de-4b05-9716-dd770fa61a2d req-ec537c07-409c-4d41-8662-4a1fee9146ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0942228 Feb 09 00:11:19.567655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e75177d-a9de-4b05-9716-dd770fa61a2d req-10c0da68-0cd9-4876-a505-aee99daecdd7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391450 Feb 09 00:11:19.631508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f27076f-43d1-42c1-8bc8-3da9c3f4c99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.658320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-15d7c9b8-fa57-4c33-a875-80b640dd2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.659940 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-15d7c9b8-fa57-4c33-a875-80b640dd2474 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 200 len: 898 time: 0.1441383 Feb 09 00:11:19.668741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f27076f-43d1-42c1-8bc8-3da9c3f4c99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.687695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39cf1e-c7c1-4440-a16c-27bba258b7cb req-a06f4df4-5b3c-4028-86a5-4b062b1bf431 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.690311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e39cf1e-c7c1-4440-a16c-27bba258b7cb req-a06f4df4-5b3c-4028-86a5-4b062b1bf431 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0529284 Feb 09 00:11:19.717317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-a4a501e9-333c-46a6-8e4f-076d5ddd866c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a HTTP/1.1" status: 200 len: 217 time: 0.0464919 Feb 09 00:11:19.729929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e39cf1e-c7c1-4440-a16c-27bba258b7cb req-fae66f9c-590e-4ccf-8eeb-f333bd895d42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335271 Feb 09 00:11:19.751911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44006) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:19.784787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-6edf25e8-8ee2-4b5c-82fa-29b919268d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.786369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-6edf25e8-8ee2-4b5c-82fa-29b919268d2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9770cb62-1e66-4da5-9491-31668f5a5dbe HTTP/1.1" status: 200 len: 835 time: 0.0575619 Feb 09 00:11:19.791238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f27076f-43d1-42c1-8bc8-3da9c3f4c99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.793785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f27076f-43d1-42c1-8bc8-3da9c3f4c99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:19.794391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970c960-5816-4db4-9c40-554c2768bfcb tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.795928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6970c960-5816-4db4-9c40-554c2768bfcb tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1091 time: 0.0429051 Feb 09 00:11:19.797403 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f27076f-43d1-42c1-8bc8-3da9c3f4c99c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85a31edb-f9f6-45b7-99a3-ba47f20b72a4 HTTP/1.1" status: 204 len: 168 time: 0.2888210 Feb 09 00:11:19.800507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44010) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:19.813753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:19.837150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27076f-43d1-42c1-8bc8-3da9c3f4c99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a31edb-f9f6-45b7-99a3-ba47f20b72a4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:19.870770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-e97f7d9f-dbb7-4ac5-914a-a70fbec07fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:19.872210 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-e97f7d9f-dbb7-4ac5-914a-a70fbec07fbb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3bf6d033-bb11-4f38-bae1-42ec564ea10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708275 Feb 09 00:11:19.873175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.016122 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-4ff22cad-e74c-4fe9-88e4-a3d904ac8b54 service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296060 Feb 09 00:11:20.090108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44014) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:20.103635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b571532-7b8d-4cec-b7c1-48d998136c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.104133 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.185988 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-549172b1-5262-459b-995f-ebecc2cba7f8 req-c5f78dcb-c05d-417f-a7ba-0b449700f60e service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579258 Feb 09 00:11:20.189882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b571532-7b8d-4cec-b7c1-48d998136c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.196254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7b571532-7b8d-4cec-b7c1-48d998136c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.239394 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.135 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e93bf0aa-9434-40ce-a1ec-dec6b26e279b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:20.274105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7b571532-7b8d-4cec-b7c1-48d998136c17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3abebb2fd4249aebd284834b2ccabae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804609 Feb 09 00:11:20.274105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b571532-7b8d-4cec-b7c1-48d998136c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6842d485-3742-47f8-8773-1351aa6fb8e4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:20.276454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:20.315863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653f352-88c5-4a66-9218-c940b776809f req-8effac94-aa27-4ea4-b02f-9c6d17f585eb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:20.317458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9653f352-88c5-4a66-9218-c940b776809f req-8effac94-aa27-4ea4-b02f-9c6d17f585eb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 943 time: 0.1078453 Feb 09 00:11:20.355203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.364101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fb15-ddc9-4d15-bbb8-3fe12af47003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.375030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9653f352-88c5-4a66-9218-c940b776809f req-0e6836e5-7c80-489e-9e03-ccda9275838b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488122 Feb 09 00:11:20.394386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fb15-ddc9-4d15-bbb8-3fe12af47003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.396733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.434727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:20.442665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:20.447157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:20.456302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fb15-ddc9-4d15-bbb8-3fe12af47003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.458954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8cb6fb15-ddc9-4d15-bbb8-3fe12af47003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.460128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8cb6fb15-ddc9-4d15-bbb8-3fe12af47003 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6842d485-3742-47f8-8773-1351aa6fb8e4 HTTP/1.1" status: 204 len: 168 time: 0.1827469 Feb 09 00:11:20.467771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6fb15-ddc9-4d15-bbb8-3fe12af47003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6842d485-3742-47f8-8773-1351aa6fb8e4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:20.472274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=e93bf0aa-9434-40ce-a1ec-dec6b26e279b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:20.830082 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:20.897442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:21.057074 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:21.061426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:21.139350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=e93bf0aa-9434-40ce-a1ec-dec6b26e279b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:21.151797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:21.255940 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP d861b641-a395-4d7e-bddc-cd96675e0e4b associated. External IP: 172.25.3.135, port: 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3. Feb 09 00:11:21.479219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:11:21.502366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608766a9-f6c3-4324-acd6-a41056d2e982 req-7b429464-5009-4e94-8499-afac1e5bedfb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:21.504190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-608766a9-f6c3-4324-acd6-a41056d2e982 req-7b429464-5009-4e94-8499-afac1e5bedfb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 943 time: 0.0551772 Feb 09 00:11:21.548780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-608766a9-f6c3-4324-acd6-a41056d2e982 req-d6034673-faf0-4e0e-8a68-03b59215b1b8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378699 Feb 09 00:11:21.609256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:11:21.620838 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] Sync routers for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:11:21.628847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:21.633340 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:21.634184 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:11:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:21.663359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-130f6385-b780-4365-9aa6-83e214baed22 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8605812 Feb 09 00:11:21.663924 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:11:21.670063 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:11:21.725730 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a76a65-bb44-4cba-bff0-9c688be2dd52 x-openstack-request-id: req-b4a76a65-bb44-4cba-bff0-9c688be2dd52 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:11:21.726197 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:11:21.726584 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4a76a65-bb44-4cba-bff0-9c688be2dd52 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:11:21.727171 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'status': 'completed', 'code': 200} Feb 09 00:11:21.766080 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:21.842614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6d3d9-e160-47d3-8224-0087cb9309e4 req-ae3ba641-50f8-4e8e-a4fa-e15532ca62d8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:21.844129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8a6d3d9-e160-47d3-8224-0087cb9309e4 req-ae3ba641-50f8-4e8e-a4fa-e15532ca62d8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0989778 Feb 09 00:11:21.851368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-e8a91fed-a62a-4170-8172-0c963426ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:21.852901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-e8a91fed-a62a-4170-8172-0c963426ccef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0634735 Feb 09 00:11:21.939921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8a6d3d9-e160-47d3-8224-0087cb9309e4 req-8766f6a7-834c-41a2-b18d-7ae78ff6d3c0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859690 Feb 09 00:11:21.964325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:21.988539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-4ee12dea-245e-4b92-bd3b-ba768cd20ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:21.991135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-4ee12dea-245e-4b92-bd3b-ba768cd20ac7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.1315041 Feb 09 00:11:22.020883 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'd861b641-a395-4d7e-bddc-cd96675e0e4b', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'mac_address': 'fa:16:3e:33:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:20Z', 'updated_at': '2022-02-09T00:11:20Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:10Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:22.038002 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6af23a56-b56a-4ae5-ac10-3cca0ba5251e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/d861b641-a395-4d7e-bddc-cd96675e0e4b HTTP/1.1" status: 200 len: 991 time: 0.0724993 Feb 09 00:11:22.056350 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] Checking router: 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:11:22.060184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-ec97d1bc-016b-49af-bd12-bd6fe00abc61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0626426 Feb 09 00:11:22.065572 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:22.066173 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:11:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:22.114659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-d0e86d58-4c2a-4621-a953-b026bdce2682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:22.117044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-d0e86d58-4c2a-4621-a953-b026bdce2682 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0510349 Feb 09 00:11:22.147599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d59bd6b4-ce16-4f83-8758-1a03269adf0a details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:11:22.180493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-b967c777-95bb-40fd-898a-18a49248b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:22.182045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-b967c777-95bb-40fd-898a-18a49248b48c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592911 Feb 09 00:11:22.200724 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:22.294511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-9832e7e9-88ba-4cee-8720-cb1b5f118c62 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057565 Feb 09 00:11:22.299613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d59bd6b4-ce16-4f83-8758-1a03269adf0a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:22.317755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:11:22.368174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:22.389819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59bd6b4-ce16-4f83-8758-1a03269adf0a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:11:22.412660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d59bd6b4-ce16-4f83-8758-1a03269adf0a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:22.420475 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:22.431177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4230e8-7b82-4586-bf7e-97bb5b2ad0f5 req-807b5b45-8f86-429c-b8b8-7a8da5a52bfd service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295490 Feb 09 00:11:22.477352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d59bd6b4-ce16-4f83-8758-1a03269adf0a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:22.578230 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'd861b641-a395-4d7e-bddc-cd96675e0e4b', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'mac_address': 'fa:16:3e:33:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:20Z', 'updated_at': '2022-02-09T00:11:20Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:10Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:22.605459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dbf46e-bc4b-4abe-b780-8e279387db2c None None] The sync data for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 is: [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'd861b641-a395-4d7e-bddc-cd96675e0e4b', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'mac_address': 'fa:16:3e:33:ca:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:20Z', 'updated_at': '2022-02-09T00:11:20Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:10Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:11:22.701870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['d59bd6b4-ce16-4f83-8758-1a03269adf0a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:11:22.704952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea9caf-c626-4500-b88a-adbc8c384215 req-1f59082e-f1d4-45eb-9860-23e4104f784d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:22.707890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baea9caf-c626-4500-b88a-adbc8c384215 req-1f59082e-f1d4-45eb-9860-23e4104f784d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 944 time: 0.0632014 Feb 09 00:11:22.752151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baea9caf-c626-4500-b88a-adbc8c384215 req-e9684177-6b8c-4d85-a3df-70b6984c4a86 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344779 Feb 09 00:11:22.865879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2eb7dd-b9a1-49c6-a915-b80b99a105bb None None] New status for floating IP d861b641-a395-4d7e-bddc-cd96675e0e4b: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:11:23.041933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44074) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:23.109586 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b94951ef-c36f-4c9d-aeee-0f9b759a63f4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/d861b641-a395-4d7e-bddc-cd96675e0e4b HTTP/1.1" status: 200 len: 991 time: 0.0664024 Feb 09 00:11:24.056081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665f3ab-668b-408a-8a1e-d4ccdeb09752 req-387e93e9-f603-4a0f-8f70-c911e067c248 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:24.057502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1665f3ab-668b-408a-8a1e-d4ccdeb09752 req-387e93e9-f603-4a0f-8f70-c911e067c248 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 944 time: 0.2325335 Feb 09 00:11:24.094819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1665f3ab-668b-408a-8a1e-d4ccdeb09752 req-c0a2d411-b2e4-425f-8d0a-561e1b3ab2fe tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Feb 09 00:11:24.115276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:24.177394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-791936c1-dc93-4e2b-a62e-9435aae0de3b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/d861b641-a395-4d7e-bddc-cd96675e0e4b HTTP/1.1" status: 200 len: 993 time: 0.0625427 Feb 09 00:11:24.186011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d59bd6b4-ce16-4f83-8758-1a03269adf0a up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:11:24.239918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port d59bd6b4-ce16-4f83-8758-1a03269adf0a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:11:24.244488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port d59bd6b4-ce16-4f83-8758-1a03269adf0a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:11:24.244863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:24.324195 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:24.350282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:11:24.352542 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36f6db-4fb9-4f08-99e8-9cd22bf303be" -d '{"events": [{"server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "name": "network-vif-plugged", "status": "completed", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:11:24.367140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d59bd6b4-ce16-4f83-8758-1a03269adf0a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:11:24.371741 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:24.404208 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4973b232-d244-4c04-9fd1-ac073c392f85 x-openstack-request-id: req-4973b232-d244-4c04-9fd1-ac073c392f85 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:11:24.404495 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "name": "network-vif-plugged", "status": "completed", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:11:24.405302 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4973b232-d244-4c04-9fd1-ac073c392f85 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:11:24.405730 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'code': 200} Feb 09 00:11:24.448777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d59bd6b4-ce16-4f83-8758-1a03269adf0a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:24.568336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff03010-712e-4c9e-8b15-a8345c47df88 req-c353342d-6754-4bbf-b50f-b85d2df2dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:24.569899 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-dff03010-712e-4c9e-8b15-a8345c47df88 req-c353342d-6754-4bbf-b50f-b85d2df2dca2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 1096 time: 0.0852375 Feb 09 00:11:24.615092 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-dff03010-712e-4c9e-8b15-a8345c47df88 req-7e438889-8150-4751-95bb-611f062f63f1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349331 Feb 09 00:11:25.214174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b800f6e-8b4d-4d2f-a011-568604ba2ab5 req-bad05bdc-1e02-4d9f-a465-639d52f1befb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:25.215546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b800f6e-8b4d-4d2f-a011-568604ba2ab5 req-bad05bdc-1e02-4d9f-a465-639d52f1befb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 945 time: 0.0481539 Feb 09 00:11:25.252581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b800f6e-8b4d-4d2f-a011-568604ba2ab5 req-fccbae67-c7f3-4bb0-9e6d-ed12b6693829 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Feb 09 00:11:25.460750 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:11:26.370347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6bc50-d3e8-4ea8-baac-913c423a9b60 req-0ff0b38b-6f90-4c8d-8682-f273e7fcc92f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:26.371849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cd6bc50-d3e8-4ea8-baac-913c423a9b60 req-0ff0b38b-6f90-4c8d-8682-f273e7fcc92f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 945 time: 0.0488904 Feb 09 00:11:26.413470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4cd6bc50-d3e8-4ea8-baac-913c423a9b60 req-34c06546-a986-4b31-8a0f-e0a785c35394 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348082 Feb 09 00:11:26.529024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aebf1-0796-4177-ada2-3ac36fa944aa req-9b675209-95c7-46ea-8ba3-5c6335b62b9b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:26.530494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f90aebf1-0796-4177-ada2-3ac36fa944aa req-9b675209-95c7-46ea-8ba3-5c6335b62b9b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 945 time: 0.0500708 Feb 09 00:11:26.571881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f90aebf1-0796-4177-ada2-3ac36fa944aa req-50ed1098-0e72-4f75-906e-0e547fd230fe tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342135 Feb 09 00:11:26.595039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44106) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:26.634005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1baa08a-303d-406c-93ed-e867750a4a46 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:26.635484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d1baa08a-303d-406c-93ed-e867750a4a46 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 1091 time: 0.0394964 Feb 09 00:11:26.638468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44108) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:26.643179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:11:26.667278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:26.774601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:26.887719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.25.3.128 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/3da5fe4d-3032-42b9-81cd-18790fb703b9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:11:27.037455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:27.076419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:27.119280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:11:27.124565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:11:27.129324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:11:27.165268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=3da5fe4d-3032-42b9-81cd-18790fb703b9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:27.678432 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:28.095879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:28.275242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:28.279993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:28.350110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=3da5fe4d-3032-42b9-81cd-18790fb703b9,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:28.365945 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:28.467203 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Floating IP 3dddd860-d418-4aae-980c-af57261f8d24 associated. External IP: 172.25.3.128, port: d59bd6b4-ce16-4f83-8758-1a03269adf0a. Feb 09 00:11:28.672458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:11:28.784757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:11:28.798415 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:11:28.802841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:28.815296 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:28.815895 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:11:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:28.830454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6c9a7727-d5bb-4c9d-a2fc-a04500a35464 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1908762 Feb 09 00:11:28.831199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:11:28.832810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44120) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:28.833757 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c7255a-9654-4709-980b-96f560f48001" -d '{"events": [{"name": "network-changed", "server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:11:28.876164 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64193723-981d-4a6b-9fe9-e643731861de x-openstack-request-id: req-64193723-981d-4a6b-9fe9-e643731861de {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:11:28.876523 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:11:28.876932 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64193723-981d-4a6b-9fe9-e643731861de {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:11:28.877519 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'status': 'completed', 'code': 200} Feb 09 00:11:28.919314 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-97282abc-8632-488d-adee-09d3a55f1f8b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3dddd860-d418-4aae-980c-af57261f8d24 HTTP/1.1" status: 200 len: 991 time: 0.0842888 Feb 09 00:11:28.944787 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:28.952522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7255a-9654-4709-980b-96f560f48001 req-ad91825b-a821-409c-b324-fd875900ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:28.954136 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-ad91825b-a821-409c-b324-fd875900ca57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 1096 time: 0.0498922 Feb 09 00:11:29.050469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7255a-9654-4709-980b-96f560f48001 req-ac5c0320-f85e-431f-bbc6-408a9ae95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:29.051970 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-ac5c0320-f85e-431f-bbc6-408a9ae95103 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 200 len: 898 time: 0.0904672 Feb 09 00:11:29.129603 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-930b4fd4-df0c-4fef-b9bb-9a7dcf8a1569 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a HTTP/1.1" status: 200 len: 999 time: 0.0703998 Feb 09 00:11:29.190032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7255a-9654-4709-980b-96f560f48001 req-f2461964-1350-4507-904a-8ba48d0fef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:29.191568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-f2461964-1350-4507-904a-8ba48d0fef5d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9770cb62-1e66-4da5-9491-31668f5a5dbe HTTP/1.1" status: 200 len: 835 time: 0.0554118 Feb 09 00:11:29.207830 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:08Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:27Z', 'revision_number': 0, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:29.238823 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:11:29.239399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7255a-9654-4709-980b-96f560f48001 req-2e882331-5774-4094-b824-99f1a8d70011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:29.241033 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-2e882331-5774-4094-b824-99f1a8d70011 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3bf6d033-bb11-4f38-bae1-42ec564ea10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425193 Feb 09 00:11:29.247030 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:11:29.247628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:11:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:29.347836 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-455ede29-1312-48a2-868f-67ef4607a44c service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993359 Feb 09 00:11:29.349878 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:11:29.451509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-79c7255a-9654-4709-980b-96f560f48001 req-961c65f3-e328-4eb6-901f-1847da92e64b service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929797 Feb 09 00:11:29.587306 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:08Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:27Z', 'revision_number': 0, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:11:29.615165 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9232ef-883e-4295-967b-c8d2f53522c5 None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:11:08Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:27Z', 'revision_number': 0, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:11:29.817880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58388772-55a9-4caf-9d11-83b2fd04fcd0 None None] New status for floating IP 3dddd860-d418-4aae-980c-af57261f8d24: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:11:29.922108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44132) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:29.994321 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f9b61100-b2da-4155-9699-2eacd356f858 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3dddd860-d418-4aae-980c-af57261f8d24 HTTP/1.1" status: 200 len: 991 time: 0.0710206 Feb 09 00:11:30.127887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-8f5f3917-8e01-4e14-9dce-3faa38c66b8c req-c0ad9395-a2c0-4eb5-a605-f39b55ad3dad service neutron] (105931) timed out ('10.222.0.21', 64480) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:11:30.997491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:31.058452 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-36e98fc4-5104-419c-ac75-86d8b95eeee4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3dddd860-d418-4aae-980c-af57261f8d24 HTTP/1.1" status: 200 len: 993 time: 0.0597336 Feb 09 00:11:33.645845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44154) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:33.754425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe762bbb-e68d-4387-846b-b1a5120238a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:33.831808 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe762bbb-e68d-4387-846b-b1a5120238a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:33.836059 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe762bbb-e68d-4387-846b-b1a5120238a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:33.880064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe762bbb-e68d-4387-846b-b1a5120238a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d67d21a062c4ef68737bf0dd57b041a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331033 Feb 09 00:11:33.882147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe762bbb-e68d-4387-846b-b1a5120238a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2a9704-e348-4581-b4cb-2450e32e8d09,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:33.882877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44158) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:33.933790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34f04c4-e29c-4c3c-93c8-0f0eca7f45e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:33.956073 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34f04c4-e29c-4c3c-93c8-0f0eca7f45e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.003243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34f04c4-e29c-4c3c-93c8-0f0eca7f45e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.006179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34f04c4-e29c-4c3c-93c8-0f0eca7f45e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.007342 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e34f04c4-e29c-4c3c-93c8-0f0eca7f45e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b2a9704-e348-4581-b4cb-2450e32e8d09 HTTP/1.1" status: 204 len: 168 time: 0.1234038 Feb 09 00:11:34.015127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f04c4-e29c-4c3c-93c8-0f0eca7f45e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2a9704-e348-4581-b4cb-2450e32e8d09,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:34.269591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:34.287402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d41cdcc9-3726-43d0-a85d-b6f0536d2e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.365080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d41cdcc9-3726-43d0-a85d-b6f0536d2e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.368639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d41cdcc9-3726-43d0-a85d-b6f0536d2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.409483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d41cdcc9-3726-43d0-a85d-b6f0536d2e31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9bd6b84d0cd4a1aaf82393a249f5929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387777 Feb 09 00:11:34.410387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cdcc9-3726-43d0-a85d-b6f0536d2e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ecc88-adeb-45cd-b5d1-4631e8665ef7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:34.412145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44166) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:34.462498 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e22c8feb-3b14-43fc-8c38-1f0af5684012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.483377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e22c8feb-3b14-43fc-8c38-1f0af5684012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.529607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e22c8feb-3b14-43fc-8c38-1f0af5684012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.532656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e22c8feb-3b14-43fc-8c38-1f0af5684012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:34.533825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e22c8feb-3b14-43fc-8c38-1f0af5684012 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e2ecc88-adeb-45cd-b5d1-4631e8665ef7 HTTP/1.1" status: 204 len: 168 time: 0.1206663 Feb 09 00:11:34.541563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c8feb-3b14-43fc-8c38-1f0af5684012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ecc88-adeb-45cd-b5d1-4631e8665ef7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:11:36.986741 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:37.098389 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:39.692298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf18c8f-b414-4b65-b63c-91a01cccff37 req-1c7db7fa-f412-4c5a-ad25-21eab98ab811 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:39.693841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bf18c8f-b414-4b65-b63c-91a01cccff37 req-1c7db7fa-f412-4c5a-ad25-21eab98ab811 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0509384 Feb 09 00:11:39.732499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bf18c8f-b414-4b65-b63c-91a01cccff37 req-82267b9d-37db-4591-a624-bf234378bf37 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325131 Feb 09 00:11:41.022784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd133a9-4098-4961-8fe0-6d4580ae1df1 req-921085fb-e94a-4fdd-8355-64059bb0d530 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:41.024216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bd133a9-4098-4961-8fe0-6d4580ae1df1 req-921085fb-e94a-4fdd-8355-64059bb0d530 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.2167864 Feb 09 00:11:41.063599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bd133a9-4098-4961-8fe0-6d4580ae1df1 req-d8ccd1e8-c888-4c1a-8fb6-5d843ca220bf tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330992 Feb 09 00:11:41.837991 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-511208ca-7577-4e63-8d38-72c4c99dff32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:42.188433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5485f6b-2c8e-4a99-aabe-98803ecec567 req-80dc9aa0-264b-402c-95d2-2980a8bf2f46 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:42.190196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5485f6b-2c8e-4a99-aabe-98803ecec567 req-80dc9aa0-264b-402c-95d2-2980a8bf2f46 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0549748 Feb 09 00:11:42.235091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b5485f6b-2c8e-4a99-aabe-98803ecec567 req-a39af563-2d63-49cc-9577-52b850764ecf tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Feb 09 00:11:43.378316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ae40f-051a-4cc3-9260-f8a4d96b5b97 req-246e5f35-6aa4-4a91-b9af-7471af478bed tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:43.379824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-780ae40f-051a-4cc3-9260-f8a4d96b5b97 req-246e5f35-6aa4-4a91-b9af-7471af478bed tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0521030 Feb 09 00:11:43.418693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-780ae40f-051a-4cc3-9260-f8a4d96b5b97 req-30ba95e1-73ba-4a90-9869-0f20ba8eb687 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326536 Feb 09 00:11:44.539820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c5e31-2206-4d05-a2b5-4758f4c9d901 req-7c2d9a7b-7048-4d8b-803f-d170a29e3dc0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:44.541412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c1c5e31-2206-4d05-a2b5-4758f4c9d901 req-7c2d9a7b-7048-4d8b-803f-d170a29e3dc0 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0528781 Feb 09 00:11:44.581560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c1c5e31-2206-4d05-a2b5-4758f4c9d901 req-57f25504-3454-4505-bc1f-308851db52e2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Feb 09 00:11:44.642520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1161fa6d-e9a5-455a-8f5b-50093175d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:45.495589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:45.707889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de87f8-df7a-41de-be1d-2806c0a71449 req-acb3a4f8-2f66-4d07-9df1-e2c6e1b2ade7 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:45.709417 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09de87f8-df7a-41de-be1d-2806c0a71449 req-acb3a4f8-2f66-4d07-9df1-e2c6e1b2ade7 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0502636 Feb 09 00:11:45.750198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09de87f8-df7a-41de-be1d-2806c0a71449 req-d15158b3-00b7-44d4-bc95-75fb32e46b55 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Feb 09 00:11:46.884862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85e46-8a8e-435d-98f9-a6ce217c527e req-83944fd7-0135-40b5-b1a6-156f18b2cc60 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:46.886553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24b85e46-8a8e-435d-98f9-a6ce217c527e req-83944fd7-0135-40b5-b1a6-156f18b2cc60 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0578363 Feb 09 00:11:46.888439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:46.934732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24b85e46-8a8e-435d-98f9-a6ce217c527e req-72da5be3-1026-491b-8c6e-1ee754a18a00 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377529 Feb 09 00:11:47.304969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:11:48.067566 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679f8a6-2da0-4a87-81cf-120c0dd09ca0 req-d5a42017-e071-48d0-95c6-2de31ae62bd8 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:48.069136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4679f8a6-2da0-4a87-81cf-120c0dd09ca0 req-d5a42017-e071-48d0-95c6-2de31ae62bd8 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0548251 Feb 09 00:11:48.106938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4679f8a6-2da0-4a87-81cf-120c0dd09ca0 req-f1284f8c-6cdc-4ad9-8109-16787aae6362 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317192 Feb 09 00:11:49.227439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6361379-a859-4dbf-bee8-ca8b2e98d346 req-f99452dc-5336-4e4e-9aea-fdebe1452c00 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:49.228923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6361379-a859-4dbf-bee8-ca8b2e98d346 req-f99452dc-5336-4e4e-9aea-fdebe1452c00 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0500550 Feb 09 00:11:49.271275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6361379-a859-4dbf-bee8-ca8b2e98d346 req-8c9cd47c-d419-40b4-b2a5-1c8e445ff544 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356305 Feb 09 00:11:50.390283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb379f0-ec0a-44fd-8d96-42cdf65a02c3 req-b64ce6b4-e3e5-4bb6-a498-b835bfc9b468 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:50.392230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beb379f0-ec0a-44fd-8d96-42cdf65a02c3 req-b64ce6b4-e3e5-4bb6-a498-b835bfc9b468 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0505929 Feb 09 00:11:50.430611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beb379f0-ec0a-44fd-8d96-42cdf65a02c3 req-41ba9e74-bc5f-41bf-bbbe-0992832d39c6 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323102 Feb 09 00:11:50.652790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d682803-e0b1-4348-b793-32852e4886ed req-05997e89-5ecd-44f9-9682-81ef0588d28e tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:50.654300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d682803-e0b1-4348-b793-32852e4886ed req-05997e89-5ecd-44f9-9682-81ef0588d28e tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0575905 Feb 09 00:11:50.678492 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-85d2b954-49fe-4a2e-b992-efb783ca7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:50.680008 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-85d2b954-49fe-4a2e-b992-efb783ca7b7a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.0437317 Feb 09 00:11:50.696940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d682803-e0b1-4348-b793-32852e4886ed req-77f2793b-dab7-48d0-b6f2-3474a719a4e4 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Feb 09 00:11:50.785799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-15894970-4455-4983-aae5-35f7e7f8564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:50.787455 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-15894970-4455-4983-aae5-35f7e7f8564f service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.1012657 Feb 09 00:11:50.855239 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-80bd0757-fb7b-479b-bed7-7d8d21a17937 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 1001 time: 0.0607564 Feb 09 00:11:50.904793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-2d53bfb1-06c5-47de-bfa3-07ba40dfa1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:50.907354 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-2d53bfb1-06c5-47de-bfa3-07ba40dfa1b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0445509 Feb 09 00:11:50.955767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-b206416a-e947-41b1-9dc1-bb580cc7fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:50.957222 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-b206416a-e947-41b1-9dc1-bb580cc7fd55 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440476 Feb 09 00:11:51.051860 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-0432faad-4335-4604-9795-339e45eb8fdf service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867052 Feb 09 00:11:51.148087 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-08a29742-b57d-4ad3-8f2c-9e536342eddb req-d31ee31d-43b5-4e05-b963-4dcbca9e15ed service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888410 Feb 09 00:11:51.826882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75335e36-4753-48f7-bb86-caa081d4e4e2 req-bdb0166a-2f5e-4167-b5a4-738c021659a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:51.829016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75335e36-4753-48f7-bb86-caa081d4e4e2 req-bdb0166a-2f5e-4167-b5a4-738c021659a3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0576785 Feb 09 00:11:51.867797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75335e36-4753-48f7-bb86-caa081d4e4e2 req-37f55275-944a-4d56-a03a-6ea7ad5f3fda tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Feb 09 00:11:54.208066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-d474ed05-805e-4bf7-a989-f100e4772e69 req-702a6fe2-f0a8-4daf-ae39-78437f865436 tempest-MultipleCreateTestJSON-204846833 tempest-MultipleCreateTestJSON-204846833-project] (105931) timed out ('10.222.0.21', 64445) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:11:55.498311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10289a11-614e-45b7-8fbf-4486d4df24c0 req-66417ece-400c-4633-9dbc-926f9f409ec2 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:55.500123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10289a11-614e-45b7-8fbf-4486d4df24c0 req-66417ece-400c-4633-9dbc-926f9f409ec2 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0413797 Feb 09 00:11:55.537231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10289a11-614e-45b7-8fbf-4486d4df24c0 req-719d879c-08db-4f86-add1-192f9ce520fc tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309312 Feb 09 00:11:55.666278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec35a22-b785-497d-a056-622212e5d0bb req-d897cadd-3a47-4fa8-a9dd-98adf78432a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:55.667774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ec35a22-b785-497d-a056-622212e5d0bb req-d897cadd-3a47-4fa8-a9dd-98adf78432a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0542700 Feb 09 00:11:55.707341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ec35a22-b785-497d-a056-622212e5d0bb req-3db2f273-c0e9-4ad6-a742-c6d4b797e42f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Feb 09 00:11:55.729728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44528) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:55.791983 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a2ef8916-54f5-425c-b462-b5d9066ab2be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/d861b641-a395-4d7e-bddc-cd96675e0e4b HTTP/1.1" status: 200 len: 993 time: 0.0610936 Feb 09 00:11:56.081499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-2f589fd3-8f2d-41e7-81a2-5ca3cff7e2d6 req-3b5bf7ff-8b64-403a-b630-1d15fddf39fd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:11:56.082551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f589fd3-8f2d-41e7-81a2-5ca3cff7e2d6 req-3b5bf7ff-8b64-403a-b630-1d15fddf39fd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060308 Feb 09 00:11:56.382446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:11:56.429327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74e894-bae7-4658-8dc1-94bcdcebca5a req-df9831cf-1b06-402e-8942-c0e207276585 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:56.438112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f74e894-bae7-4658-8dc1-94bcdcebca5a req-df9831cf-1b06-402e-8942-c0e207276585 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0595224 Feb 09 00:11:56.476491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f74e894-bae7-4658-8dc1-94bcdcebca5a req-d9e80a39-ab0c-4845-b9a6-cce12c7da982 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375063 Feb 09 00:11:56.506707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-178871ae-a8e3-4b86-87ab-4b3d568c9531 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231205 Feb 09 00:11:56.516238 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-7fee8f50-b18e-4336-a273-6ed5b6b513fc service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:11:56.517454 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-7fee8f50-b18e-4336-a273-6ed5b6b513fc service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057800 Feb 09 00:11:57.605880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455c844-03a6-4555-a4b9-f200829e5bc3 req-6e01749e-327e-4a06-bcfa-a6e5843f846a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:57.608152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4455c844-03a6-4555-a4b9-f200829e5bc3 req-6e01749e-327e-4a06-bcfa-a6e5843f846a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0569956 Feb 09 00:11:57.677611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4455c844-03a6-4555-a4b9-f200829e5bc3 req-9593853c-805a-4f40-b580-fe74f385b154 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508120 Feb 09 00:11:57.713824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-fdca0bda-8acc-43df-951d-dcc7cba42334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:57.715304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-fdca0bda-8acc-43df-951d-dcc7cba42334 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0526519 Feb 09 00:11:57.811535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-c1dda928-4a16-4237-b94d-0ad75360e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:57.813795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-c1dda928-4a16-4237-b94d-0ad75360e248 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0920031 Feb 09 00:11:57.888601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-85f021f9-9c2f-4de4-af2e-6d70bef671c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0657320 Feb 09 00:11:57.946874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-ec07c3f4-d83e-472c-98c6-9d31ded410ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:57.948444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-ec07c3f4-d83e-472c-98c6-9d31ded410ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0536940 Feb 09 00:11:57.999721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-5ce416da-86a5-4ab3-bbbe-62318cbc4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:58.001461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-5ce416da-86a5-4ab3-bbbe-62318cbc4196 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465302 Feb 09 00:11:58.099857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-a84ee777-fb9c-4915-9489-d89911d32b69 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903196 Feb 09 00:11:58.194560 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-781bb8e8-c442-45f6-b1be-1092bf25eb90 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Feb 09 00:11:58.800160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc12d-d7e4-4ef5-aa6d-f7d21ecc65cb req-8d1daae5-13ce-4bf7-878e-9b778d4255b5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:58.801807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a61fc12d-d7e4-4ef5-aa6d-f7d21ecc65cb req-8d1daae5-13ce-4bf7-878e-9b778d4255b5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0525711 Feb 09 00:11:58.840854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a61fc12d-d7e4-4ef5-aa6d-f7d21ecc65cb req-177867f4-5d27-472f-8bd9-5aaca689aa38 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330384 Feb 09 00:11:59.962947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9049-e920-4b58-aba2-f9d56446b480 req-6fb8fe82-8e72-4691-9841-eac05f566ad7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:11:59.964446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-855f9049-e920-4b58-aba2-f9d56446b480 req-6fb8fe82-8e72-4691-9841-eac05f566ad7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0538797 Feb 09 00:12:00.009589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-855f9049-e920-4b58-aba2-f9d56446b480 req-9d138261-0e77-4a3b-b013-aefa64e9a942 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387142 Feb 09 00:12:01.130823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a6046-9041-4fed-9390-4c5921a0c71c req-338f661f-0a47-45c7-8eb3-9d017c1beb5b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:01.132419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-046a6046-9041-4fed-9390-4c5921a0c71c req-338f661f-0a47-45c7-8eb3-9d017c1beb5b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0510082 Feb 09 00:12:01.170797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-046a6046-9041-4fed-9390-4c5921a0c71c req-d24c2b9d-fa17-4248-84cd-21d7737bdc3d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Feb 09 00:12:01.706483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-92bf64f1-5a86-4336-8b63-395be7c1b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:01.708057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-92bf64f1-5a86-4336-8b63-395be7c1b799 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1096 time: 0.0417125 Feb 09 00:12:01.825203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-9b0e68e4-230f-47e7-82ee-5ae6543eeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:01.826990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-9b0e68e4-230f-47e7-82ee-5ae6543eeaee service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0984848 Feb 09 00:12:01.895046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-e73a8da7-dd86-4cdc-90f7-fcff9b9a63ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0613720 Feb 09 00:12:01.948832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-4cb46608-d771-42e1-a148-a5c313afeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:01.950423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-4cb46608-d771-42e1-a148-a5c313afeaac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0490768 Feb 09 00:12:01.996751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-f626cff0-b49c-4de8-8cc9-34934c0b33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:01.998353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-f626cff0-b49c-4de8-8cc9-34934c0b33fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415840 Feb 09 00:12:02.092741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-f20b7383-dfb2-4a54-a302-c89dd0d2a8f2 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876455 Feb 09 00:12:02.103451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44694) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:02.196470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ddd25-2517-4ad8-ac9b-4a48224bd8eb tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:02.196978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ddd25-2517-4ad8-ac9b-4a48224bd8eb tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:02.197628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2ddd25-2517-4ad8-ac9b-4a48224bd8eb tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:02.206626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff8ffcc9-fffd-46a9-b18f-b36741ce3698 req-e18798b2-f84e-4a4a-b401-2929b8580b4d service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070232 Feb 09 00:12:02.209457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a2ddd25-2517-4ad8-ac9b-4a48224bd8eb tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=9f5480f92c18459e962f5dca2fa610c5&network_id=3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 200 len: 2969 time: 0.1049356 Feb 09 00:12:02.306681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475586d-47f6-4a0d-bd95-acabbed6cd6e req-cf702291-59d9-4af6-9a73-df56481e63c0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:02.309222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e475586d-47f6-4a0d-bd95-acabbed6cd6e req-cf702291-59d9-4af6-9a73-df56481e63c0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0570681 Feb 09 00:12:02.352095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e475586d-47f6-4a0d-bd95-acabbed6cd6e req-45160d20-4b32-42d2-9cd4-f913385512e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343833 Feb 09 00:12:02.460449 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:12:03.478096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bedd69-b743-4a1b-a46d-bade33c12422 req-e5f0f535-9ad5-41f7-8b3b-11b4313fc64e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:03.479582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32bedd69-b743-4a1b-a46d-bade33c12422 req-e5f0f535-9ad5-41f7-8b3b-11b4313fc64e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0498874 Feb 09 00:12:03.518203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32bedd69-b743-4a1b-a46d-bade33c12422 req-e520dddf-9da8-4e69-9ef6-1722caecffdc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Feb 09 00:12:04.243537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44744) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:04.294369 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661b89a-13b8-4a2e-abf7-603abd1dbd43 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:04.295861 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1661b89a-13b8-4a2e-abf7-603abd1dbd43 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3 HTTP/1.1" status: 200 len: 814 time: 0.0513411 Feb 09 00:12:04.639494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992ceae-31a5-410b-a33f-84de6c56b5a2 req-b1ccf46f-d355-41f6-86af-5fb4b8394bb9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:04.641512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1992ceae-31a5-410b-a33f-84de6c56b5a2 req-b1ccf46f-d355-41f6-86af-5fb4b8394bb9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0545213 Feb 09 00:12:04.682473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1992ceae-31a5-410b-a33f-84de6c56b5a2 req-1b9de1c1-7753-4d01-bd88-8f95c200846b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348516 Feb 09 00:12:04.917079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44766) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:04.922473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'network': {'name': 'tempest-network-smoke--1582267707', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'port_security_enabled': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:04.947568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:12:04.951641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:04.976162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:12:04.985589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:04.985938 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Added segment 050121da-e144-470c-938b-a5537ea6c966 of type vlan for network feb35416-0897-42ac-8845-70e8afefcaee Feb 09 00:12:05.026834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:05.050474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:05.055896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:05.056470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:05.119441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012646 Feb 09 00:12:05.122516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44772) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.166610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Network': ['ID=feb35416-0897-42ac-8845-70e8afefcaee,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:05.186152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.186152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.189900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada903f-e228-4481-a98d-7660b2b98603 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:05.208139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network feb35416-0897-42ac-8845-70e8afefcaee details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:12:05.222655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb7aa6-3de2-4b56-89d9-32bd4c9a5b06 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:05.224961 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37cb7aa6-3de2-4b56-89d9-32bd4c9a5b06 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9f5480f92c18459e962f5dca2fa610c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1006079 Feb 09 00:12:05.227427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44776) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.379665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5de3d5-a69c-44b4-a3e4-d13d61a1a275 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:05.381497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2f5de3d5-a69c-44b4-a3e4-d13d61a1a275 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529377 Feb 09 00:12:05.384160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44778) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.422294 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-11c85e5b-444e-4d7c-a7ad-637fe7c3a580 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341551 Feb 09 00:12:05.422702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.451259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-352e82b2-0b7f-4cb9-b9ed-9536261993a2 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9f5480f92c18459e962f5dca2fa610c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274465 Feb 09 00:12:05.453833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44786) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.548635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad993685-31fb-431b-9957-d8c58ebb75a5 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:05.550288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad993685-31fb-431b-9957-d8c58ebb75a5 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954642 Feb 09 00:12:05.553047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44788) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.580521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8a49e4a3-bd02-4695-b3d0-f89bb72942b9 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263891 Feb 09 00:12:05.582976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44790) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:05.587542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021011633', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:05.680630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:12:05.684196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:05.883376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6dc17-bfb6-4f41-bbfd-5e007ec90b84 req-8401775d-974f-4efe-bc69-7e2a7636843c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:05.884853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78a6dc17-bfb6-4f41-bbfd-5e007ec90b84 req-8401775d-974f-4efe-bc69-7e2a7636843c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.1119306 Feb 09 00:12:05.923044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:05.964386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78a6dc17-bfb6-4f41-bbfd-5e007ec90b84 req-0a891f59-f6ea-41e5-9f5a-8be6d2611785 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717072 Feb 09 00:12:05.996576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Subnet': ['ID=939d5b5b-71dc-4d79-a834-eb1da215c6a3,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:06.008512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.008853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.009213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.009543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.009872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.010192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.010515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.010830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.011146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.011462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.011777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.012095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.018481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Checking segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:06.018856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network hostable DHCP agents. Network: feb35416-0897-42ac-8845-70e8afefcaee, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:12:06.036411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network feb35416-0897-42ac-8845-70e8afefcaee is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:12:06.044640 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, feb35416-0897-42ac-8845-70e8afefcaee) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:06.049236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:06.049998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.055496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24773b-5f84-47e8-a9bd-1ec8e116d14b None None] Network feb35416-0897-42ac-8845-70e8afefcaee requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:12:06.072095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2c5e12a5-9f8c-4c9f-89d9-778ea6cabff1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4881215 Feb 09 00:12:06.219702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-feb35416-0897-42ac-8845-70e8afefcaee', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ips': [{'subnet_id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:12:06.220581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.304732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44810) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:06.316870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709518763', 'description': 'tempest-secgroup-smoke-709518763 description', 'project_id': '9f5480f92c18459e962f5dca2fa610c5'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:06.352367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.384562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Allocated IP 172.20.0.18 (feb35416-0897-42ac-8845-70e8afefcaee/939d5b5b-71dc-4d79-a834-eb1da215c6a3/b0431f72-75a4-495f-9974-dd7cd5dc8944) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:12:06.429960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.434793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.463733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.467614 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1589737 Feb 09 00:12:06.467998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44812) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:06.473249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdea7e-dbc7-42ce-a719-ef9390439cc9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77c760-9e2f-45b1-815d-36bfe5eab482,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:06.474024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '2f77c760-9e2f-45b1-815d-36bfe5eab482', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:06.504161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.558608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.565916 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.586916 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.595390 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.623442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Network feb35416-0897-42ac-8845-70e8afefcaee is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:12:06.625255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:06.627064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Pushing event updated for resources: {'Port': ['ID=b0431f72-75a4-495f-9974-dd7cd5dc8944,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:06.629544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:12:06.630583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a706f8-efb2-4888-b02e-b3ab301912cb,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:06.643609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.649698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44818) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:06.649880 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-169496dc-9504-4364-98b8-5733bdc00df6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803563 Feb 09 00:12:06.656165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '2f77c760-9e2f-45b1-815d-36bfe5eab482', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:06.661404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.661759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.662105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.662442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.662778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.663111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.663437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.663772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.664085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.664404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.664725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.665074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:06.699968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Attempting to bind port b0431f72-75a4-495f-9974-dd7cd5dc8944 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:12:06.700343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Attempting to bind port b0431f72-75a4-495f-9974-dd7cd5dc8944 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:12:06.700716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Attempting to bind port b0431f72-75a4-495f-9974-dd7cd5dc8944 on network feb35416-0897-42ac-8845-70e8afefcaee {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:06.706849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.707355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:12:06.707355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Checking segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:06.707801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.708201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Bound using segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:12:06.708714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Bound port: b0431f72-75a4-495f-9974-dd7cd5dc8944, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:12:06.709127 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.788828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] For port b0431f72-75a4-495f-9974-dd7cd5dc8944, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:06.793192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] For port b0431f72-75a4-495f-9974-dd7cd5dc8944, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0431f72-75a4-495f-9974-dd7cd5dc8944,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:12:06.793843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.798634 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.799557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.817263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d27c3e8-861f-40c1-8e2a-c382413ed73c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:06.845274 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.849568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:06.854087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '2f77c760-9e2f-45b1-815d-36bfe5eab482', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:06.857511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a92d7fb0-a8c0-4279-977d-22c655f2b31d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2066345 Feb 09 00:12:06.878313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d12fa-be22-4eb5-bc0b-ab799e06d5fa None None] Pushing event updated for resources: {'Port': ['ID=b0431f72-75a4-495f-9974-dd7cd5dc8944,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:06.892853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.958954 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.963818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:06.979967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a877992-2615-47fe-9d72-bda051c271f8,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:07.020462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.024603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 44828) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:07.024790 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-54a12721-69aa-478a-a288-d1b93828ca9c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739609 Feb 09 00:12:07.031049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '2f77c760-9e2f-45b1-815d-36bfe5eab482', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:07.143194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.153789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9f29-8b68-4196-a1cf-5d910f1b7b4e req-22a3431d-bc9d-4ee0-8c90-afa6a4aec931 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:07.155916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bece9f29-8b68-4196-a1cf-5d910f1b7b4e req-22a3431d-bc9d-4ee0-8c90-afa6a4aec931 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.1097274 Feb 09 00:12:07.256011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bece9f29-8b68-4196-a1cf-5d910f1b7b4e req-8e81fe32-8ddf-4580-beda-df423e044e63 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906706 Feb 09 00:12:07.268843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.274736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.278250 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.283340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.303815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff20baa-a5c1-44f1-89e9-c5b28ce98ebf,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:07.331097 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.332977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-47051d8a-232f-4519-aab7-46c6c0ad398a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3066554 Feb 09 00:12:07.335378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44836) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:07.340494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '2f77c760-9e2f-45b1-815d-36bfe5eab482', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:07.366545 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Project 9f5480f92c18459e962f5dca2fa610c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:12:07.371782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.435238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.439766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.459219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b07962-a832-4986-9041-ac0dd6874be2,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:07.467700 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.469792 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9630dbf0-ed77-4fe0-a6f7-696a97fa5b19 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332626 Feb 09 00:12:07.472529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 44842) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:07.476996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '2f77c760-9e2f-45b1-815d-36bfe5eab482', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:07.503881 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Project 9f5480f92c18459e962f5dca2fa610c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:12:07.509686 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.578251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.581766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.600887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3465e36-e248-4532-ae1d-f33cbad859a2,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:07.613503 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:07.620147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e87eba7a-3dc2-4a8f-9da7-4331534fcaee tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411288 Feb 09 00:12:07.822913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-aeca589a-a022-41a9-99a5-d2e474f86b3b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709518763&fields=id&tenant_id=9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 267 time: 0.0377078 Feb 09 00:12:07.937820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-08ba6c36-5077-417b-8e53-7827f7ee0a2d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:07.939725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-08ba6c36-5077-417b-8e53-7827f7ee0a2d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/networks?id=feb35416-0897-42ac-8845-70e8afefcaee HTTP/1.1" status: 200 len: 797 time: 0.1085887 Feb 09 00:12:07.955972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-a4f4e1bb-ce17-4f73-9f95-5969829f86a2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/quotas/9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 375 time: 0.0103936 Feb 09 00:12:08.022967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-a864c377-06c2-4f1c-8413-0cfff458cac7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0603156 Feb 09 00:12:08.111236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d3076-0c80-42fa-977a-f62643cc6e78 None None] Network feb35416-0897-42ac-8845-70e8afefcaee requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:12:08.139183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-6831b8c4-3217-492b-bde6-8c9f27308b2c service neutron] 10.222.0.32 "GET /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040215 Feb 09 00:12:08.191339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-caa44e2c-abeb-416a-9c6d-1c1cf32728b2 None None] Provisioning complete for port b0431f72-75a4-495f-9974-dd7cd5dc8944 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:08.191717 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-caa44e2c-abeb-416a-9c6d-1c1cf32728b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:08.257983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-40dc83b0-10bc-4c99-9d0f-945210a3eb01 service neutron] 10.222.0.32 "GET /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100850 Feb 09 00:12:08.364433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-caa44e2c-abeb-416a-9c6d-1c1cf32728b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:08.437821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-caa44e2c-abeb-416a-9c6d-1c1cf32728b2 None None] For port b0431f72-75a4-495f-9974-dd7cd5dc8944, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0431f72-75a4-495f-9974-dd7cd5dc8944,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:08.443595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e559d-b14f-41e0-a778-cc924494d489 req-ad4209d5-e869-4105-be82-f229c463c0aa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:08.445078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-caa44e2c-abeb-416a-9c6d-1c1cf32728b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:08.445456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd8e559d-b14f-41e0-a778-cc924494d489 req-ad4209d5-e869-4105-be82-f229c463c0aa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0858226 Feb 09 00:12:08.513734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bd8e559d-b14f-41e0-a778-cc924494d489 req-6f89a694-bbab-4c1e-a4a6-0fe57317aae6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590613 Feb 09 00:12:08.535441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b9de25b-ada6-47ca-9097-901310f7f1ca req-3af014cd-72d0-41c9-aedd-1b5576947c6c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 210 time: 0.0573614 Feb 09 00:12:08.553166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa44e2c-abeb-416a-9c6d-1c1cf32728b2 None None] Pushing event updated for resources: {'Port': ['ID=b0431f72-75a4-495f-9974-dd7cd5dc8944,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:08.773916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e01923f3-c5d2-428f-981d-923a872eb938 None None] Provisioning complete for port b0431f72-75a4-495f-9974-dd7cd5dc8944 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:08.774386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e01923f3-c5d2-428f-981d-923a872eb938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:08.966776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0431f72-75a4-495f-9974-dd7cd5dc8944 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:12:09.034817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b0431f72-75a4-495f-9974-dd7cd5dc8944 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:09.035191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:09.115084 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-4d28a1b3-12c2-44c9-87f5-8422b16483e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490518 Feb 09 00:12:09.206770 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-f5b12f8c-c908-4940-bf66-b2adb6382208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:09.208364 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-f5b12f8c-c908-4940-bf66-b2adb6382208 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 1096 time: 0.0433493 Feb 09 00:12:09.705399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e636808b-6343-44f9-8672-0224450a75b2 req-38ba806a-b152-410d-9622-4cea7939f0be tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 210 time: 0.0692375 Feb 09 00:12:09.711260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-3b6d4d33-9cd1-4938-bca3-e95301088afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:09.713009 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-3b6d4d33-9cd1-4938-bca3-e95301088afe service neutron] 10.222.0.84 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.4677956 Feb 09 00:12:09.760339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b77861-1d67-40fa-a347-7f4521c85102 req-d8c305d8-3a1d-435c-9652-00c52ab9cb67 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:09.761270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57b77861-1d67-40fa-a347-7f4521c85102 req-d8c305d8-3a1d-435c-9652-00c52ab9cb67 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.1152344 Feb 09 00:12:09.790443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-135c7f56-31cf-4afb-b485-95723d698139 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:09.791906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-135c7f56-31cf-4afb-b485-95723d698139 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/networks?id=feb35416-0897-42ac-8845-70e8afefcaee HTTP/1.1" status: 200 len: 797 time: 0.2686362 Feb 09 00:12:09.795342 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-b877a845-ff13-4c08-a3d6-8add2cd8ec02 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 200 len: 1001 time: 0.0732853 Feb 09 00:12:09.825077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57b77861-1d67-40fa-a347-7f4521c85102 req-a095aa8f-7b3e-416d-8289-9c4e2bd885a8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554590 Feb 09 00:12:09.852949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-c73d665f-58db-471f-92cd-de6572dd4ae7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 472 time: 0.0468402 Feb 09 00:12:09.865792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-ae78624c-eea8-4d77-a38e-04de6c635ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:09.866238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'port': {'device_id': '87132ca4-6f80-4c75-a924-3e968a287879', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'admin_state_up': True, 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'security_groups': ['2f77c760-9e2f-45b1-815d-36bfe5eab482']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:09.867270 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-ae78624c-eea8-4d77-a38e-04de6c635ca1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0613868 Feb 09 00:12:09.920515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-855b5619-50f6-4220-b380-af3877cd6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:09.922240 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-855b5619-50f6-4220-b380-af3877cd6535 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470853 Feb 09 00:12:10.020117 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-8b852295-4c54-4272-84b3-3929ae60aa93 service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906012 Feb 09 00:12:10.135296 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9e122d2-d2f4-4a70-97d7-d7357c6763d3 req-4fdc4822-d276-4271-8c24-1304a9477b7e service neutron] 10.222.0.84 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065304 Feb 09 00:12:10.321063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:12:10.324583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:10.460251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.20.0.21 (feb35416-0897-42ac-8845-70e8afefcaee/939d5b5b-71dc-4d79-a834-eb1da215c6a3/a9e508d1-b7ae-4669-aa44-2006e4be544a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:12:10.597408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:10.633001 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:10.673076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network feb35416-0897-42ac-8845-70e8afefcaee is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:12:10.682941 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:10.687200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:12:10.715535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=a9e508d1-b7ae-4669-aa44-2006e4be544a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:10.748761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:10.749614 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:10.771413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-fe3f23c2-9c05-404f-91bb-9a8457d3e111 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9101501 Feb 09 00:12:10.785352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Request body: {'port': {'device_id': '87132ca4-6f80-4c75-a924-3e968a287879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:10.880515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:10.910113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f195f8-2af5-4be0-bd21-e6732741cdb4 req-5c37ff26-dcfe-4b5b-b4a0-1321feb32e62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:10.913931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35f195f8-2af5-4be0-bd21-e6732741cdb4 req-5c37ff26-dcfe-4b5b-b4a0-1321feb32e62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 932 time: 0.1245925 Feb 09 00:12:11.012889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35f195f8-2af5-4be0-bd21-e6732741cdb4 req-a8a1d3af-d06d-4667-a7a2-b38a93f55e34 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858312 Feb 09 00:12:11.019396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-11ab5c9e-57fc-47bc-b8e6-477b91ad650b None None] Provisioning complete for port a9e508d1-b7ae-4669-aa44-2006e4be544a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:11.019885 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11ab5c9e-57fc-47bc-b8e6-477b91ad650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.069383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-11ab5c9e-57fc-47bc-b8e6-477b91ad650b None None] Port a9e508d1-b7ae-4669-aa44-2006e4be544a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:12:11.073928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361956c-e955-4430-aba7-c48265c1834c req-b853910c-cc0e-41be-8301-29bcf507b0ce tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:11.075454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8361956c-e955-4430-aba7-c48265c1834c req-b853910c-cc0e-41be-8301-29bcf507b0ce tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.1603079 Feb 09 00:12:11.174882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8361956c-e955-4430-aba7-c48265c1834c req-ba390504-55cc-459e-950c-2242769ae6f6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919700 Feb 09 00:12:11.266739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e508d1-b7ae-4669-aa44-2006e4be544a {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:12:11.274208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.286306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Transition to ACTIVE for port object a9e508d1-b7ae-4669-aa44-2006e4be544a will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:12:11.290487 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.384334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Pushing event updated for resources: {'Port': ['ID=a9e508d1-b7ae-4669-aa44-2006e4be544a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:11.451657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Attempting to bind port a9e508d1-b7ae-4669-aa44-2006e4be544a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:12:11.451998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Attempting to bind port a9e508d1-b7ae-4669-aa44-2006e4be544a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:12:11.452429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Attempting to bind port a9e508d1-b7ae-4669-aa44-2006e4be544a on network feb35416-0897-42ac-8845-70e8afefcaee {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:11.458221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Port a9e508d1-b7ae-4669-aa44-2006e4be544a on network feb35416-0897-42ac-8845-70e8afefcaee not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:12:11.458551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Attempting to bind port a9e508d1-b7ae-4669-aa44-2006e4be544a on network feb35416-0897-42ac-8845-70e8afefcaee {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:11.465536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:12:11.465879 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Checking segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:11.466283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Bound using segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:12:11.466726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Bound port: a9e508d1-b7ae-4669-aa44-2006e4be544a, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:12:11.467092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.543419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] For port a9e508d1-b7ae-4669-aa44-2006e4be544a, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:11.547488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] For port a9e508d1-b7ae-4669-aa44-2006e4be544a, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:12:11.553484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.601853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:11.602516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.603950 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] 10.222.0.84 "PUT /v2.0/ports/a9e508d1-b7ae-4669-aa44-2006e4be544a HTTP/1.1" status: 200 len: 1092 time: 0.8241861 Feb 09 00:12:11.604384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87132ca4-6f80-4c75-a924-3e968a287879', 'tag': 'a9e508d1-b7ae-4669-aa44-2006e4be544a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:11.606799 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42" -d '{"events": [{"name": "network-changed", "server_uuid": "87132ca4-6f80-4c75-a924-3e968a287879", "tag": "a9e508d1-b7ae-4669-aa44-2006e4be544a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:11.633279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594e503-b972-4f22-8ef7-bdf2e407473f service neutron] Pushing event updated for resources: {'Port': ['ID=a9e508d1-b7ae-4669-aa44-2006e4be544a,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:11.655752 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83c404a-8bba-48e5-a26d-cb57609b5b54 x-openstack-request-id: req-f83c404a-8bba-48e5-a26d-cb57609b5b54 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:11.656050 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87132ca4-6f80-4c75-a924-3e968a287879", "tag": "a9e508d1-b7ae-4669-aa44-2006e4be544a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:11.656565 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f83c404a-8bba-48e5-a26d-cb57609b5b54 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:11.657005 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87132ca4-6f80-4c75-a924-3e968a287879', 'tag': 'a9e508d1-b7ae-4669-aa44-2006e4be544a', 'status': 'completed', 'code': 200} Feb 09 00:12:11.710939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-06674f30-ba55-40f3-a76b-e3afdbab028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:11.713621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-06674f30-ba55-40f3-a76b-e3afdbab028f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 1095 time: 0.0515809 Feb 09 00:12:11.756611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-7946805b-6d60-481b-bcfe-1fafbb127eb6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a HTTP/1.1" status: 200 len: 217 time: 0.0356908 Feb 09 00:12:11.817278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-66b649d9-c400-486f-945a-9fe1444bcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:11.818773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-66b649d9-c400-486f-945a-9fe1444bcc98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=939d5b5b-71dc-4d79-a834-eb1da215c6a3 HTTP/1.1" status: 200 len: 838 time: 0.0558650 Feb 09 00:12:11.843557 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d905af9-cef4-4c52-854e-51d79bd142ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:11.872648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330397b-5a05-470e-aba3-a8daa7260925 req-2870d736-8e72-431b-96dc-c70fa5590ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:11.874225 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-2870d736-8e72-431b-96dc-c70fa5590ba4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=feb35416-0897-42ac-8845-70e8afefcaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482445 Feb 09 00:12:11.966472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-851943b7-4fc8-4c25-a207-6ba239064e41 service neutron] 10.222.0.84 "GET /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855672 Feb 09 00:12:12.063412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3330397b-5a05-470e-aba3-a8daa7260925 req-287bf9ee-0890-4ea7-a21b-9869906dd529 service neutron] 10.222.0.84 "GET /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891271 Feb 09 00:12:12.165551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52161b8-31dc-4093-999d-7e2cf9a63095 req-1fed95bd-4509-488e-852e-aa593325f017 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:12.167144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b52161b8-31dc-4093-999d-7e2cf9a63095 req-1fed95bd-4509-488e-852e-aa593325f017 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 944 time: 0.0809348 Feb 09 00:12:12.174071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-a94fb3d7-85a9-4935-ab38-4750fa3125b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:12.175511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-a94fb3d7-85a9-4935-ab38-4750fa3125b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 1095 time: 0.0601826 Feb 09 00:12:12.263435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b52161b8-31dc-4093-999d-7e2cf9a63095 req-de5add6f-6aea-465e-8cbe-70f888a2c184 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869625 Feb 09 00:12:12.333235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-bb7f10ec-4b25-483b-bf28-21de9d40e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:12.334722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-bb7f10ec-4b25-483b-bf28-21de9d40e42c service neutron] 10.222.0.84 "GET /v2.0/networks?id=feb35416-0897-42ac-8845-70e8afefcaee HTTP/1.1" status: 200 len: 898 time: 0.1515605 Feb 09 00:12:12.343995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51077a70-aebb-479d-a915-8768fd5bc8f7 req-f831da3c-4712-4f29-af8a-38bb102b94a6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:12.345547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51077a70-aebb-479d-a915-8768fd5bc8f7 req-f831da3c-4712-4f29-af8a-38bb102b94a6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0797088 Feb 09 00:12:12.393640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-e530f9a4-ec85-4dfc-bb09-bb9d2f0f6fe9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a HTTP/1.1" status: 200 len: 217 time: 0.0470953 Feb 09 00:12:12.453322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51077a70-aebb-479d-a915-8768fd5bc8f7 req-aee14d9a-cec7-4b01-85cc-c5f06ad8f0a2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006246 Feb 09 00:12:12.460356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-a6387d0d-6087-4b05-9ae2-c9281a8b5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:12.461813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-a6387d0d-6087-4b05-9ae2-c9281a8b5bd0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=939d5b5b-71dc-4d79-a834-eb1da215c6a3 HTTP/1.1" status: 200 len: 838 time: 0.0598907 Feb 09 00:12:12.509294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-0a79e7f6-75fb-4a06-85f7-14ff341ac53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:12.510822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-0a79e7f6-75fb-4a06-85f7-14ff341ac53c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=feb35416-0897-42ac-8845-70e8afefcaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416951 Feb 09 00:12:12.609698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-b68f515a-4471-4ff2-aeee-39437f7d6a59 service neutron] 10.222.0.84 "GET /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915308 Feb 09 00:12:12.700545 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a35d93d0-bf6c-4b5b-a99a-6068fd7f6f42 req-3c56b282-f802-4cd3-ba62-b04132fdab27 service neutron] 10.222.0.84 "GET /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839787 Feb 09 00:12:13.409647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e6c2c-fa48-42e7-8915-ccec639f8904 req-60dc3b0e-069b-40e4-8a0c-9645a29de644 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:13.411177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c63e6c2c-fa48-42e7-8915-ccec639f8904 req-60dc3b0e-069b-40e4-8a0c-9645a29de644 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 944 time: 0.0686519 Feb 09 00:12:13.450340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c63e6c2c-fa48-42e7-8915-ccec639f8904 req-b5141cf0-2aab-44c3-bcad-1c51b200b5a1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324171 Feb 09 00:12:13.574936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae6dc-59ec-4715-b28e-5531fd6ed424 req-19b66d53-af4e-475e-8c65-42fde6225ef7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:13.576436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a10ae6dc-59ec-4715-b28e-5531fd6ed424 req-19b66d53-af4e-475e-8c65-42fde6225ef7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0525546 Feb 09 00:12:13.616166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a10ae6dc-59ec-4715-b28e-5531fd6ed424 req-ba97ffa7-6eb7-47de-919b-49144605255e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336907 Feb 09 00:12:14.446813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a9e508d1-b7ae-4669-aa44-2006e4be544a details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:12:14.546963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a9e508d1-b7ae-4669-aa44-2006e4be544a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:14.559575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'a9e508d1-b7ae-4669-aa44-2006e4be544a', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'port_id': 'a9e508d1-b7ae-4669-aa44-2006e4be544a', 'mac_address': 'fa:16:3e:13:3b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:12:14.582143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b851f7-ab1e-4439-a30e-4a83544ef8a2 req-42dc261e-254e-4ca5-a576-c190db63e17b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:14.585365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84b851f7-ab1e-4439-a30e-4a83544ef8a2 req-42dc261e-254e-4ca5-a576-c190db63e17b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 944 time: 0.0582228 Feb 09 00:12:14.601050 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:14.614832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e508d1-b7ae-4669-aa44-2006e4be544a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:12:14.625113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84b851f7-ab1e-4439-a30e-4a83544ef8a2 req-665ae448-e664-400f-84fe-bdbb6242df0f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351863 Feb 09 00:12:14.652336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a9e508d1-b7ae-4669-aa44-2006e4be544a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:14.654026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54716ae7-8505-4473-9b11-380d38c9c865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:14.659149 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:14.708412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a9e508d1-b7ae-4669-aa44-2006e4be544a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:14.751819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b63ae7-3be7-433e-b81e-2163b7137d3f req-9ea6d242-1949-48d1-8742-9e9ffb2b7316 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:14.753501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6b63ae7-3be7-433e-b81e-2163b7137d3f req-9ea6d242-1949-48d1-8742-9e9ffb2b7316 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0581441 Feb 09 00:12:14.791589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6b63ae7-3be7-433e-b81e-2163b7137d3f req-b7b10e7f-2915-41b5-8cfd-d2ac591b7fda tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Feb 09 00:12:14.901190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['a9e508d1-b7ae-4669-aa44-2006e4be544a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:12:15.044934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-d4b9d5c0-7e0a-402e-a0d9-bdcea824942d tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:12:15.045963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-d4b9d5c0-7e0a-402e-a0d9-bdcea824942d tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053298 Feb 09 00:12:15.107551 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-41f08094-a525-4058-b589-6faf340c965e service neutron] show failed (client error): The resource could not be found. Feb 09 00:12:15.108692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-41f08094-a525-4058-b589-6faf340c965e service neutron] 10.222.0.21 "GET /v2.0/ports/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0554769 Feb 09 00:12:15.299914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-1809feb9-7822-4c50-a5fb-f6e0c6291baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:15.301412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-1809feb9-7822-4c50-a5fb-f6e0c6291baf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 1096 time: 0.0412607 Feb 09 00:12:15.313685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:15.369541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:15.500871 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:15.572649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:15.605687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:15.648383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:15.649981 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca94969-0725-4ef1-9907-0d7932701be4" -d '{"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-unplugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:15.654685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:15.669593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Transition to ACTIVE for port object 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:12:15.674884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:15.777303 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75340ab6-bfb3-4b82-a10b-bb940999b541 x-openstack-request-id: req-75340ab6-bfb3-4b82-a10b-bb940999b541 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:15.777767 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-unplugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:15.777932 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75340ab6-bfb3-4b82-a10b-bb940999b541 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:15.778328 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'code': 200} Feb 09 00:12:15.808585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:15.896654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] No DVR routers for this DVR port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:15.968173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ddf4c-2ead-42d7-a9e3-a7c10cb3e763 req-a0b18e7d-6b0a-4bb9-9461-085792fa98ef tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:15.968173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d7ddf4c-2ead-42d7-a9e3-a7c10cb3e763 req-a0b18e7d-6b0a-4bb9-9461-085792fa98ef tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 945 time: 0.1874578 Feb 09 00:12:16.063412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e43a3-fc0e-4b9e-918c-3254e687abd5 req-6c543f9f-34c7-4df4-add4-2ebd297f7be1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.064874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e7e43a3-fc0e-4b9e-918c-3254e687abd5 req-6c543f9f-34c7-4df4-add4-2ebd297f7be1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.1703792 Feb 09 00:12:16.073993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d7ddf4c-2ead-42d7-a9e3-a7c10cb3e763 req-fd2fbe65-97c6-45bd-8c9f-21ce264e2af0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976934 Feb 09 00:12:16.136146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e7e43a3-fc0e-4b9e-918c-3254e687abd5 req-0e8830ea-7cc1-4b6b-a33b-c8b42acc501f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650017 Feb 09 00:12:16.146289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:12:16.146623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:12:16.146951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:16.151651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:12:16.151971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:16.157274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:12:16.157608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Checking segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:16.157988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Bound using segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:12:16.158407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Bound port: 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:12:16.158763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:16.222612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:16.225659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:12:16.230137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:16.269580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.270199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:16.271600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] 10.222.0.84 "PUT /v2.0/ports/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 1091 time: 0.9624789 Feb 09 00:12:16.291295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374372a9-ebd8-4b82-b6dd-963d567d30dc service neutron] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:16.343070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-653d8d1b-b361-465e-93d6-c5a63e816e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.344890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-653d8d1b-b361-465e-93d6-c5a63e816e5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1094 time: 0.0483010 Feb 09 00:12:16.441719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-94ebd724-a814-40a0-9d2f-930cbadfe081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.443208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-94ebd724-a814-40a0-9d2f-930cbadfe081 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0912268 Feb 09 00:12:16.455109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a9e508d1-b7ae-4669-aa44-2006e4be544a up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:12:16.508526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port a9e508d1-b7ae-4669-aa44-2006e4be544a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:12:16.513113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port a9e508d1-b7ae-4669-aa44-2006e4be544a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:16.513543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:16.517479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-b1df3f2f-2c43-49c5-b773-5439e9f5a856 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0676019 Feb 09 00:12:16.570631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-34f1d5a4-898e-4015-816d-346d8d63330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.572126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-34f1d5a4-898e-4015-816d-346d8d63330e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0475943 Feb 09 00:12:16.598101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:16.616884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-1eddc53a-cf9e-4532-9862-94e01168f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.618430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-1eddc53a-cf9e-4532-9862-94e01168f8a6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397937 Feb 09 00:12:16.621144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87132ca4-6f80-4c75-a924-3e968a287879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e508d1-b7ae-4669-aa44-2006e4be544a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:16.623436 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846c9173-10cb-4b11-bfaa-e7cf966f6352" -d '{"events": [{"server_uuid": "87132ca4-6f80-4c75-a924-3e968a287879", "name": "network-vif-plugged", "status": "completed", "tag": "a9e508d1-b7ae-4669-aa44-2006e4be544a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:16.637521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a9e508d1-b7ae-4669-aa44-2006e4be544a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:16.645382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:16.685035 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaadd36-2df8-4cfd-b7d4-ec0879b4ca40 x-openstack-request-id: req-2eaadd36-2df8-4cfd-b7d4-ec0879b4ca40 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:16.686007 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87132ca4-6f80-4c75-a924-3e968a287879", "name": "network-vif-plugged", "status": "completed", "tag": "a9e508d1-b7ae-4669-aa44-2006e4be544a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:16.687012 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eaadd36-2df8-4cfd-b7d4-ec0879b4ca40 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:16.687817 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87132ca4-6f80-4c75-a924-3e968a287879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e508d1-b7ae-4669-aa44-2006e4be544a', 'code': 200} Feb 09 00:12:16.716092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a9e508d1-b7ae-4669-aa44-2006e4be544a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:16.720383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-775c14e8-dedd-4736-9302-d8473bb13673 service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948875 Feb 09 00:12:16.785669 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dee80-814d-438f-b1ec-f070b4d0ca65 req-7630d0cb-135f-4bb1-bcf0-ae4fee6a2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:16.787186 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-573dee80-814d-438f-b1ec-f070b4d0ca65 req-7630d0cb-135f-4bb1-bcf0-ae4fee6a2e64 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 1097 time: 0.0433283 Feb 09 00:12:16.818094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-4be40b75-8484-4bd2-a77e-1262ca18ab3f service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892489 Feb 09 00:12:16.823361 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-573dee80-814d-438f-b1ec-f070b4d0ca65 req-22fa9d85-1042-4f68-8bc1-87bc563dc942 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292206 Feb 09 00:12:16.886387 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:17.196577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d429-0b4c-42d8-b30d-9b880bce9b4c req-75fcffaa-c483-4748-8622-39cee3d9643d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:17.198273 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe76d429-0b4c-42d8-b30d-9b880bce9b4c req-75fcffaa-c483-4748-8622-39cee3d9643d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 946 time: 0.0542569 Feb 09 00:12:17.269847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe76d429-0b4c-42d8-b30d-9b880bce9b4c req-b593f23e-18aa-40df-b98c-92de539e0354 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643084 Feb 09 00:12:17.287666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45193362-b9ac-4140-b534-740e888aaef4 req-bed787e0-b44e-428c-98e7-a5f6dab9e009 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:17.289409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45193362-b9ac-4140-b534-740e888aaef4 req-bed787e0-b44e-428c-98e7-a5f6dab9e009 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.0692689 Feb 09 00:12:17.313724 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:17.340048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45193362-b9ac-4140-b534-740e888aaef4 req-1ebe58c7-dc2e-4388-80d8-5865f75bf0d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Feb 09 00:12:17.779863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:17.783392 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:17.832505 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d781bc-3b04-4ea7-b72a-72fb2ccdd71a x-openstack-request-id: req-34d781bc-3b04-4ea7-b72a-72fb2ccdd71a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:17.832931 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:17.833295 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34d781bc-3b04-4ea7-b72a-72fb2ccdd71a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:17.833781 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'status': 'completed', 'code': 200} Feb 09 00:12:17.915543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-57718322-f7ca-4a54-80f8-fca5cea98115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:17.917063 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-57718322-f7ca-4a54-80f8-fca5cea98115 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1094 time: 0.0483742 Feb 09 00:12:18.002086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-8da0943b-6a99-460c-91c4-a60f8bd4ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.003854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-8da0943b-6a99-460c-91c4-a60f8bd4ab06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1094 time: 0.0529468 Feb 09 00:12:18.059757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-19583dcb-f5dc-47c4-95d7-7bc158ffd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.061404 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-19583dcb-f5dc-47c4-95d7-7bc158ffd892 service neutron] 10.222.0.84 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.1326799 Feb 09 00:12:18.105123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-25bc2bf8-83a4-4044-8492-c810a4baad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.106666 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-25bc2bf8-83a4-4044-8492-c810a4baad5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0963504 Feb 09 00:12:18.128251 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-1a5525e4-e991-4456-b0e2-64874a545fc9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0594170 Feb 09 00:12:18.172783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-24f0c7fa-af0b-42b7-9534-c57a8d05bf6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0596433 Feb 09 00:12:18.183298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-7d0749f6-5323-4ba6-a1c6-c5e1e8b9f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.184835 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-7d0749f6-5323-4ba6-a1c6-c5e1e8b9f4fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0488927 Feb 09 00:12:18.222806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-30cc0b14-1210-401a-b43c-a20d9293e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.224325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-30cc0b14-1210-401a-b43c-a20d9293e547 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0443752 Feb 09 00:12:18.231871 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-5d4d5cdd-f6b9-4b7a-a3b7-3e0f73c6fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.233441 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-5d4d5cdd-f6b9-4b7a-a3b7-3e0f73c6fd33 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420694 Feb 09 00:12:18.272857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-21bc75ce-55f5-40c3-bcf9-7db70c9dff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.274369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-21bc75ce-55f5-40c3-bcf9-7db70c9dff34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439065 Feb 09 00:12:18.362006 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-7fb9e066-2745-4cc6-8498-4285225f3946 service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213233 Feb 09 00:12:18.391369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-555c628d-9e5d-4cd3-9334-b57ac384cbfd service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104372 Feb 09 00:12:18.494668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-8ce5a1f1-bb78-4dd7-a728-73b4b59dcea5 service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257050 Feb 09 00:12:18.547589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96a91a-5778-4338-98ed-ca3170800892 req-97ca44ae-40ae-40d2-9c6e-8e426e900f25 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.549177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f96a91a-5778-4338-98ed-ca3170800892 req-97ca44ae-40ae-40d2-9c6e-8e426e900f25 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 946 time: 0.1400611 Feb 09 00:12:18.578600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3ac81-5c2f-44fb-b01d-332d51e5c715 req-a33c2ffb-02b8-46c1-8daf-920b1592f69c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.580057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47a3ac81-5c2f-44fb-b01d-332d51e5c715 req-a33c2ffb-02b8-46c1-8daf-920b1592f69c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.1477416 Feb 09 00:12:18.600868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91ec76c0-6d54-4e03-96ed-9b8f58c6a69a req-aaa9f236-46a7-4b67-b999-3df465adfc20 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011666 Feb 09 00:12:18.638585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f96a91a-5778-4338-98ed-ca3170800892 req-726536d1-7bc5-4e1e-9353-f2080bba80b6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790300 Feb 09 00:12:18.643380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47a3ac81-5c2f-44fb-b01d-332d51e5c715 req-e1c34889-9dd9-49f7-8336-d6786a1b33c4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547013 Feb 09 00:12:18.760791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17976590-d6a3-4738-be42-12851b13b18c req-0ca72c64-b8d7-4eda-a3c7-f9d6668ab3c5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:18.762533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17976590-d6a3-4738-be42-12851b13b18c req-0ca72c64-b8d7-4eda-a3c7-f9d6668ab3c5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 946 time: 0.0506992 Feb 09 00:12:18.804735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17976590-d6a3-4738-be42-12851b13b18c req-ee3f211e-a4e5-4135-9a3a-edbdd421d166 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352373 Feb 09 00:12:19.289458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:19.344096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:19.764132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629725-c003-4834-91f2-e8d34e697642 req-2bf04793-c8ef-4f13-bcc8-a06270522bbc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:19.765934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82629725-c003-4834-91f2-e8d34e697642 req-2bf04793-c8ef-4f13-bcc8-a06270522bbc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.0500298 Feb 09 00:12:19.805364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82629725-c003-4834-91f2-e8d34e697642 req-368f113a-f50a-4cbc-896a-44306c123513 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329666 Feb 09 00:12:20.054513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10e80-296c-49e0-bbe9-17ce06e0d58b req-b96bb9e2-8a79-4e17-be44-28c91ae2938b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:20.056507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80e10e80-296c-49e0-bbe9-17ce06e0d58b req-b96bb9e2-8a79-4e17-be44-28c91ae2938b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 943 time: 0.0536711 Feb 09 00:12:20.087604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-a6b5c224-3107-4e0c-8801-2832328de6d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:20.089277 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-a6b5c224-3107-4e0c-8801-2832328de6d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.84 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed&tenant_id=67622b55a6f64c1aa94fed57009d0bfc&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 943 time: 0.1119297 Feb 09 00:12:20.103702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80e10e80-296c-49e0-bbe9-17ce06e0d58b req-35efa475-8160-4743-a07f-13ada95c73d8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 Feb 09 00:12:20.161189 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-1446399f-f8b6-46b7-a87c-a4f6dd421361 service neutron] 10.222.0.84 "GET /v2.0/ports/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 382 time: 0.0642440 Feb 09 00:12:20.230313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-ded37dce-2aa6-4df5-971d-846b83d925ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:20.231933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-ded37dce-2aa6-4df5-971d-846b83d925ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1094 time: 0.0465248 Feb 09 00:12:20.304079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:20.333298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-d5286645-a619-4ffa-b91c-e3008c4d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:20.334882 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-d5286645-a619-4ffa-b91c-e3008c4d791f service neutron] 10.222.0.84 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0959415 Feb 09 00:12:20.414287 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-2589de26-aa58-44c8-aea9-534d922da269 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0721843 Feb 09 00:12:20.454835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:12:20.487827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-3f496efe-c7a2-442e-b2d4-46be811a91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:20.489402 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-3f496efe-c7a2-442e-b2d4-46be811a91dd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0675230 Feb 09 00:12:20.555069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-74bc1850-95ee-4c2a-aa8f-3afaf4e3528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:20.556676 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-74bc1850-95ee-4c2a-aa8f-3afaf4e3528c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603178 Feb 09 00:12:20.583442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:20.597855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'mac_address': 'fa:16:3e:33:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:12:20.649128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:20.664971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:12:20.685471 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-daa030d3-d878-4fcd-be96-39758a68ebdd service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201108 Feb 09 00:12:20.688320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:20.692615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:20.746467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:20.800528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-5ed9a5db-ac7d-4907-a636-b946567fc5fd service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069891 Feb 09 00:12:20.966978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:12:21.148487 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:21.304320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1d9cd-576b-4a97-be25-00ff827bcbf2 req-f8c9166c-56ad-472c-a0fc-7995b3d32d9f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:21.305785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ee1d9cd-576b-4a97-be25-00ff827bcbf2 req-f8c9166c-56ad-472c-a0fc-7995b3d32d9f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 944 time: 0.0987463 Feb 09 00:12:21.396899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ee1d9cd-576b-4a97-be25-00ff827bcbf2 req-ab3d5f90-541e-4e28-8ff4-4f00f7506df9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814464 Feb 09 00:12:21.504253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.20.0.17 (feb35416-0897-42ac-8845-70e8afefcaee/939d5b5b-71dc-4d79-a834-eb1da215c6a3/ba34c112-3aff-494d-ac04-f0d3f5146d0b) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:12:21.625317 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:21.661701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:21.704634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network feb35416-0897-42ac-8845-70e8afefcaee is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:12:21.707846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:21.712251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:12:21.740937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=ba34c112-3aff-494d-ac04-f0d3f5146d0b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:21.765574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:21.903446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:21.999173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3383a7e1-1f18-4cc3-ae92-fb9a9d457321 None None] Provisioning complete for port ba34c112-3aff-494d-ac04-f0d3f5146d0b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:21.999736 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3383a7e1-1f18-4cc3-ae92-fb9a9d457321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.033746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3383a7e1-1f18-4cc3-ae92-fb9a9d457321 None None] Port ba34c112-3aff-494d-ac04-f0d3f5146d0b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:12:22.194267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.198929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.283314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=ba34c112-3aff-494d-ac04-f0d3f5146d0b,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:22.286137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.391960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network feb35416-0897-42ac-8845-70e8afefcaee is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:12:22.393668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:22.469409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:12:22.581055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:12:22.585623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:22.586234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.629193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df5d9-cd5d-4e3f-b8a7-a0ced9949289 req-5dfe92b1-ebf5-4dff-96b9-09ccc2f7eff9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:22.630900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b8df5d9-cd5d-4e3f-b8a7-a0ced9949289 req-5dfe92b1-ebf5-4dff-96b9-09ccc2f7eff9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 944 time: 0.0778618 Feb 09 00:12:22.638353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:12:22.695845 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.713244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2b8df5d9-cd5d-4e3f-b8a7-a0ced9949289 req-88ae1ba4-1881-40e2-bae8-057f75936dfa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737114 Feb 09 00:12:22.718510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:22.720974 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d0e9ce-9933-4466-ae2b-e804136f541a" -d '{"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:22.734078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:22.739739 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.785029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:12:22.804408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1432046f-2f7d-4994-992f-998a0e40224b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "PUT /v2.0/routers/956c076b-ab21-4a2f-96a1-2b8de51c1e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848633 Feb 09 00:12:22.804710 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:12:22.805267 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363dab64-fa5c-4c5e-aa6e-b69373d5634d x-openstack-request-id: req-363dab64-fa5c-4c5e-aa6e-b69373d5634d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:22.805267 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:22.805267 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-363dab64-fa5c-4c5e-aa6e-b69373d5634d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:22.805267 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'code': 200} Feb 09 00:12:22.805571 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:22.805571 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:22.816363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5851bf61-8f0b-4b96-bbc4-ffe11863234d None None] Provisioning complete for port ba34c112-3aff-494d-ac04-f0d3f5146d0b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:22.816758 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5851bf61-8f0b-4b96-bbc4-ffe11863234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:22.846677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:22.863169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5851bf61-8f0b-4b96-bbc4-ffe11863234d None None] Port ba34c112-3aff-494d-ac04-f0d3f5146d0b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:12:22.928551 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:23.165562 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:21Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:29Z', 'revision_number': 1, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34c112-3aff-494d-ac04-f0d3f5146d0b', 'name': '', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0c:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:12:21Z', 'updated_at': '2022-02-09T00:12:22Z', 'revision_number': 2, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:23.235572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-aa98a08e-68d8-4a97-8c55-39bf1d417d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:23.237086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-aa98a08e-68d8-4a97-8c55-39bf1d417d84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 1096 time: 0.0971072 Feb 09 00:12:23.250027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:23.279265 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:12:23.279612 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Updating router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 port ba34c112-3aff-494d-ac04-f0d3f5146d0b binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:12:23.304562 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.305587 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.515016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:23.558656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:23.589695 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.597157 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.609148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:23.611491 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb2d416-26c0-4f96-89e5-1bb45dcb092f" -d '{"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-unplugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:23.615778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.644142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Pushing event updated for resources: {'Port': ['ID=ba34c112-3aff-494d-ac04-f0d3f5146d0b,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:23.652349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Transition to ACTIVE for port object 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:12:23.657794 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.658133 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.658464 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.658790 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.659109 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.659208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.659430 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.659746 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.660051 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.660365 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.660722 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.661077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.662084 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:12:23.714647 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b515baf1-12f9-4d5c-897a-832562023a20 x-openstack-request-id: req-b515baf1-12f9-4d5c-897a-832562023a20 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:23.715158 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-unplugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:23.715592 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b515baf1-12f9-4d5c-897a-832562023a20 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:23.716214 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'code': 200} Feb 09 00:12:23.742193 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Attempting to bind port ba34c112-3aff-494d-ac04-f0d3f5146d0b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:12:23.742557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Attempting to bind port ba34c112-3aff-494d-ac04-f0d3f5146d0b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:12:23.742912 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Attempting to bind port ba34c112-3aff-494d-ac04-f0d3f5146d0b on network feb35416-0897-42ac-8845-70e8afefcaee {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:23.750030 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:12:23.750434 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Checking segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:23.751004 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.751202 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Bound using segment: {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:12:23.751713 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Bound port: ba34c112-3aff-494d-ac04-f0d3f5146d0b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '050121da-e144-470c-938b-a5537ea6c966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:12:23.755837 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.825409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] No DVR routers for this DVR port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:23.881828 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] For port ba34c112-3aff-494d-ac04-f0d3f5146d0b, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:23.897281 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] For port ba34c112-3aff-494d-ac04-f0d3f5146d0b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ba34c112-3aff-494d-ac04-f0d3f5146d0b,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:12:23.902908 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:23.943775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=10']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:23.980509 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:23.981182 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:24.013319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-be4d34f3-c3c4-48a0-a6c8-33b0d57e8bde None None] Provisioning complete for port ba34c112-3aff-494d-ac04-f0d3f5146d0b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:24.013915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f3-c3c4-48a0-a6c8-33b0d57e8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.026406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc785a-e510-4ae0-be8b-c464e16567fc req-a1dc078e-fbb7-4538-84fb-ee38be03d8c1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:24.035478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31dc785a-e510-4ae0-be8b-c464e16567fc req-a1dc078e-fbb7-4538-84fb-ee38be03d8c1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 944 time: 0.1618564 Feb 09 00:12:24.291799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f3-c3c4-48a0-a6c8-33b0d57e8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.300263 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66305871-267a-4a3f-8db5-361820f00fd6 None None] Pushing event updated for resources: {'Port': ['ID=ba34c112-3aff-494d-ac04-f0d3f5146d0b,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:24.301098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31dc785a-e510-4ae0-be8b-c464e16567fc req-57835e60-21ca-4627-ace0-0a350f3d03f7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102231 Feb 09 00:12:24.302200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-be4d34f3-c3c4-48a0-a6c8-33b0d57e8bde None None] For port ba34c112-3aff-494d-ac04-f0d3f5146d0b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ba34c112-3aff-494d-ac04-f0d3f5146d0b,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:24.302200 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f3-c3c4-48a0-a6c8-33b0d57e8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Attempting to bind port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on network cbd999c5-d4ac-40bc-b788-024ce6b7e738 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Checking segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Bound using segment: {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Bound port: 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f4ad57e-c8b6-46e1-b1ab-b058b906655c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:12:24.302596 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.306841 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d34f3-c3c4-48a0-a6c8-33b0d57e8bde None None] Pushing event updated for resources: {'Port': ['ID=ba34c112-3aff-494d-ac04-f0d3f5146d0b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:24.308792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:24.412076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:24.415906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:12:24.420575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.454554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-709c7863-45c4-422c-9b67-903e20c0f20e None None] Provisioning complete for port ba34c112-3aff-494d-ac04-f0d3f5146d0b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:24.455027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-709c7863-45c4-422c-9b67-903e20c0f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.501188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:24.502526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:24.504150 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] 10.222.0.21 "PUT /v2.0/ports/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 1092 time: 1.2593164 Feb 09 00:12:24.566675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b917b5e-3370-4f5a-8a6e-6d3b665556ce service neutron] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=11']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:24.614947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-b5d434e6-e5c8-4d4c-a46f-ed6a3863f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:24.617227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-b5d434e6-e5c8-4d4c-a46f-ed6a3863f9f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1095 time: 0.0801914 Feb 09 00:12:24.659245 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:21Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:29Z', 'revision_number': 1, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34c112-3aff-494d-ac04-f0d3f5146d0b', 'name': '', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0c:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:12:21Z', 'updated_at': '2022-02-09T00:12:23Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:24.693385 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b9f0cf-4e6f-459b-b08f-4aa3135ef58a None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:21Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:29Z', 'revision_number': 1, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba34c112-3aff-494d-ac04-f0d3f5146d0b', 'name': '', 'network_id': 'feb35416-0897-42ac-8845-70e8afefcaee', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0c:76:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:12:21Z', 'updated_at': '2022-02-09T00:12:23Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '939d5b5b-71dc-4d79-a834-eb1da215c6a3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:12:24.718723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-451f99ff-86ee-42b2-8da2-85a12fba4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:24.720505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-451f99ff-86ee-42b2-8da2-85a12fba4789 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0946059 Feb 09 00:12:24.822541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-e4e2b992-6585-46ec-bfac-c97ee0264506 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0937874 Feb 09 00:12:24.898196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-aa1103d1-ff8f-456b-8b23-e0b6b8d73ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:24.899743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-aa1103d1-ff8f-456b-8b23-e0b6b8d73ce9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0662682 Feb 09 00:12:24.964462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ba34c112-3aff-494d-ac04-f0d3f5146d0b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:12:24.989032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec775b06-c794-4821-84c4-38371205175c req-1ebbae84-8460-4fd7-9185-57adeaada681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:24.991212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-1ebbae84-8460-4fd7-9185-57adeaada681 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792632 Feb 09 00:12:25.044413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ba34c112-3aff-494d-ac04-f0d3f5146d0b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:25.044977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:25.121457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-4221b0c3-c753-4198-b789-598d7ba3490d service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232724 Feb 09 00:12:25.231153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec775b06-c794-4821-84c4-38371205175c req-1a31ae3f-9652-4011-96e0-b5d035f96ec7 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029444 Feb 09 00:12:25.404459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2667-3c63-44bd-9907-0f618d0e1240 req-96f93dce-dbaf-4990-87bb-a13d977dee00 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:25.407968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-157b2667-3c63-44bd-9907-0f618d0e1240 req-96f93dce-dbaf-4990-87bb-a13d977dee00 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 944 time: 0.0564518 Feb 09 00:12:25.454521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-157b2667-3c63-44bd-9907-0f618d0e1240 req-f63ebfbc-61ef-4a38-94da-79f234b41df8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Feb 09 00:12:25.717522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:25.719979 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a5762-b27f-49c1-9eee-70706b2405ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:25.773600 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86675f3-b976-438c-84f2-4b24079d1ad0 x-openstack-request-id: req-f86675f3-b976-438c-84f2-4b24079d1ad0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:25.773890 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:25.774136 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f86675f3-b976-438c-84f2-4b24079d1ad0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:25.775065 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'status': 'completed', 'code': 200} Feb 09 00:12:25.838634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-0e5e3989-f7cb-48fc-8116-5799655771fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:25.840166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-0e5e3989-f7cb-48fc-8116-5799655771fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1095 time: 0.0431933 Feb 09 00:12:25.847868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-b85e270f-2d8c-49c6-9d06-29c4a36090c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:25.849491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-b85e270f-2d8c-49c6-9d06-29c4a36090c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1095 time: 0.0451925 Feb 09 00:12:25.950912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-21183178-5cf2-4d2e-be72-bc44122f037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:25.951332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-f7bd9a7a-fdc4-450c-8314-13ed946e82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:25.952467 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-21183178-5cf2-4d2e-be72-bc44122f037e service neutron] 10.222.0.84 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.0960658 Feb 09 00:12:25.953473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-f7bd9a7a-fdc4-450c-8314-13ed946e82ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.1041365 Feb 09 00:12:26.024104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-e3cbaa28-7bdb-4c5e-960e-8be7c02dadf6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0644429 Feb 09 00:12:26.027161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-2692e9d5-19fb-442c-b769-f8244c30e1fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 999 time: 0.0667615 Feb 09 00:12:26.086182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-3691a327-0e12-4b06-8b41-43717caff771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:26.087890 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-3691a327-0e12-4b06-8b41-43717caff771 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0574224 Feb 09 00:12:26.094719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-52552077-b5f6-40ec-9243-98852dae327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:26.096172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-52552077-b5f6-40ec-9243-98852dae327c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0618122 Feb 09 00:12:26.136733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-f1bb8f0d-2b2c-4860-9083-c9c4c8572ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:26.138449 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-f1bb8f0d-2b2c-4860-9083-c9c4c8572ab7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437040 Feb 09 00:12:26.148591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-13069e87-3391-4893-bed8-4d35c90ea816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:26.150161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-13069e87-3391-4893-bed8-4d35c90ea816 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463836 Feb 09 00:12:26.243510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-3ffbcaf7-ee18-4d57-a967-b6ae4e8fc9f3 service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958745 Feb 09 00:12:26.253054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-4ed8cf45-82b6-40cd-abcc-ec938a3662eb service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945647 Feb 09 00:12:26.356788 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-b4fcc7dc-d076-4aaf-9d38-d9fa06eeea3d service neutron] 10.222.0.84 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053529 Feb 09 00:12:26.524671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:26.610015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:26.761826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a43a5762-b27f-49c1-9eee-70706b2405ff req-749d9df3-8b36-496f-a658-4083fd22f81d service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022011 Feb 09 00:12:26.770535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49da8f0-e993-4f06-8dbd-d4b86ccbc802 req-23c1a4e5-6c50-4c88-9a90-8a0375ca8f65 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:26.772264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e49da8f0-e993-4f06-8dbd-d4b86ccbc802 req-23c1a4e5-6c50-4c88-9a90-8a0375ca8f65 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 944 time: 0.0898895 Feb 09 00:12:26.821926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e49da8f0-e993-4f06-8dbd-d4b86ccbc802 req-f506c6c0-45de-4134-bcb2-843ece0cdc42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376670 Feb 09 00:12:27.313471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f61c7a-861e-4797-a00b-81d4c0cf929b req-f9f596a4-6e72-4b8a-b74c-371fdafd981c tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:27.315077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0f61c7a-861e-4797-a00b-81d4c0cf929b req-f9f596a4-6e72-4b8a-b74c-371fdafd981c tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0546372 Feb 09 00:12:27.337310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:12:27.358930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0f61c7a-861e-4797-a00b-81d4c0cf929b req-0a99e6c4-732f-4c21-b199-1ec98f82bc1f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366042 Feb 09 00:12:27.443393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:27.454769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'port_id': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'mac_address': 'fa:16:3e:33:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:12:27.498815 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:27.512118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:12:27.532502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:27.536615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:27.587526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=12']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:27.759666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:12:27.968857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e5522-3d81-4fb0-9417-a8276d5df324 req-a670c949-11b0-432f-82ab-901eecdbd269 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:27.970399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c18e5522-3d81-4fb0-9417-a8276d5df324 req-a670c949-11b0-432f-82ab-901eecdbd269 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 945 time: 0.0612013 Feb 09 00:12:28.018982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c18e5522-3d81-4fb0-9417-a8276d5df324 req-bb266aa2-6530-424c-9628-03f8961382d2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Feb 09 00:12:28.049673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45160) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:28.117271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-438fa41c-bcf9-4471-84c1-f9309a8f7470 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/d861b641-a395-4d7e-bddc-cd96675e0e4b HTTP/1.1" status: 200 len: 992 time: 0.0619845 Feb 09 00:12:28.494434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66da79-dd6e-46e8-95d7-66c7f76789b1 req-0ba5469b-1486-43a1-95d4-37956af97c3a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:28.495906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce66da79-dd6e-46e8-95d7-66c7f76789b1 req-0ba5469b-1486-43a1-95d4-37956af97c3a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0600607 Feb 09 00:12:28.536340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce66da79-dd6e-46e8-95d7-66c7f76789b1 req-4708adfd-066a-4ad2-bba7-04f2978a11fd tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Feb 09 00:12:29.277372 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-060d793a-3651-45cf-a25b-367fc8b03762 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:29.279170 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-060d793a-3651-45cf-a25b-367fc8b03762 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.84 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0997179 Feb 09 00:12:29.353472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:12:29.412020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Deleting port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:29.412285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.425352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:12:29.431784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:29.432403 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.523223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] For port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:29.523630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.528693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.555405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:29.558314 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7b093b-ddf2-44de-981b-60fa15b98b35" -d '{"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:29.589547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:29.597118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.633229 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5cd293-444f-4dc9-a785-52e25f177021 x-openstack-request-id: req-3d5cd293-444f-4dc9-a785-52e25f177021 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:29.633530 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-plugged", "status": "completed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:29.633815 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d5cd293-444f-4dc9-a785-52e25f177021 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:29.634215 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'code': 200} Feb 09 00:12:29.668111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=13']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:29.721395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0da9-6a6b-456f-80ef-6d1f64b3f88a req-cd265ce3-0827-46c5-9cc0-ce1b397d5255 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:29.724069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-668a0da9-6a6b-456f-80ef-6d1f64b3f88a req-cd265ce3-0827-46c5-9cc0-ce1b397d5255 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 945 time: 0.0832927 Feb 09 00:12:29.770278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-668a0da9-6a6b-456f-80ef-6d1f64b3f88a req-5a63fbe1-a24a-4419-8393-f45882cfebe7 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=7944a2aa-68d3-48b2-bcd4-a14678a77353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Feb 09 00:12:29.842744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.843217 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:29.843567 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Floating IP a1493b47-b02c-4654-8f99-8347ef353725 disassociated. External IP: 172.25.3.118, port: 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5. Feb 09 00:12:29.843966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Calling delete_port for 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:30.023335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:30.056573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event deleted for resources: {'Port': ['ID=2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:30.179740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:12:30.303513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:12:30.319506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:12:30.337581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:30.338215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:30.367590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] No DVR routers for this DVR port 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:30.370299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:30.374442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4bbfb4fa-a21f-445b-8330-5f19a80e14ba req-388f30a0-0d07-4ee0-a61c-11c109063a29 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.84 "DELETE /v2.0/ports/2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 HTTP/1.1" status: 204 len: 173 time: 1.0893068 Feb 09 00:12:30.375051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'name': 'network-vif-deleted', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:30.377945 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968cec1-49cc-4232-bed2-a327de3c5772" -d '{"events": [{"server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "name": "network-vif-deleted", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:30.466170 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b746bd-cb2d-494e-af41-cfc9e5d879b0 x-openstack-request-id: req-e8b746bd-cb2d-494e-af41-cfc9e5d879b0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:30.466425 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c", "name": "network-vif-deleted", "tag": "2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:30.466712 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8b746bd-cb2d-494e-af41-cfc9e5d879b0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:30.467284 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c', 'name': 'network-vif-deleted', 'tag': '2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5', 'status': 'completed', 'code': 200} Feb 09 00:12:30.509952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:30.899236 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8aafc13-bde1-4748-9d4d-6120999cd1f6 req-a453bda4-f970-479f-8e40-811e713ac2fd tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=cd1bd355-cc91-4f8c-bf4e-3ed0984d8d2c HTTP/1.1" status: 200 len: 210 time: 0.0302775 Feb 09 00:12:30.925033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:30.954697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:12:30.964299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:30.964782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:31.083284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:31.305604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:31.332862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f743e7-2ea8-4231-9c92-8f07c8fe0493 None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:12:31.586084 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7d4e8b-a4b8-4e0c-9a27-909d08da1676 None None] New status for floating IP a1493b47-b02c-4654-8f99-8347ef353725: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:12:32.007225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45260) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:32.065254 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cef30996-dce9-4e38-ac3b-f820935b640b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.090020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cef30996-dce9-4e38-ac3b-f820935b640b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.152747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cef30996-dce9-4e38-ac3b-f820935b640b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.157044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cef30996-dce9-4e38-ac3b-f820935b640b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.158233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cef30996-dce9-4e38-ac3b-f820935b640b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "DELETE /v2.0/security-groups/7944a2aa-68d3-48b2-bcd4-a14678a77353 HTTP/1.1" status: 204 len: 168 time: 0.1499968 Feb 09 00:12:32.161143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45268) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:32.168134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30996-dce9-4e38-ac3b-f820935b640b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7944a2aa-68d3-48b2-bcd4-a14678a77353,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:32.183166 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4ec1b69a-120d-46e1-a3b9-aa1ff882bd80 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] show failed (client error): The resource could not be found. Feb 09 00:12:32.184290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ec1b69a-120d-46e1-a3b9-aa1ff882bd80 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups/7944a2aa-68d3-48b2-bcd4-a14678a77353 HTTP/1.1" status: 404 len: 347 time: 0.0217004 Feb 09 00:12:32.187289 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45270) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:32.334620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Deleting port eacb813f-1178-4802-9a94-282a6ff18282 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:32.334965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.415745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.416077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.429063 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Calling delete_port for eacb813f-1178-4802-9a94-282a6ff18282 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:32.547571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:32.574581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:12:32.574932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 2fa8e7c9-3fe2-44b3-ad6a-f55a979ad8f5 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:32.586844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.616844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event deleted for resources: {'Port': ['ID=eacb813f-1178-4802-9a94-282a6ff18282,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:32.684695 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.687842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:32.689130 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b134c734-26f2-4ae4-9f2c-7573bfb0b40a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "DELETE /v2.0/floatingips/a1493b47-b02c-4654-8f99-8347ef353725 HTTP/1.1" status: 204 len: 168 time: 0.5008819 Feb 09 00:12:33.059188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:33.063812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426308082', 'description': 'tempest-description--1775622192'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:33.088897 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.165948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.170053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.199858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.201833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1410849 Feb 09 00:12:33.205205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45298) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:33.206781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8526e-0633-4036-9b3e-a4b7cc8ebef3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:33.212400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'security_group_rule': {'security_group_id': '34e901c8-256a-4d42-9fb7-6c4fbb0c1d59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:33.244215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.296081 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.300016 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.329128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114a8560-fa9a-4f87-9bd0-fde098dcd010,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:33.335825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.337340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf79f5d1-b094-43d8-b173-ce219c667a5a tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304474 Feb 09 00:12:33.339912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45302) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:33.345840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'security_group_rule': {'security_group_id': '34e901c8-256a-4d42-9fb7-6c4fbb0c1d59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:33.375883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.439362 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.442903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.461586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da0044c-0183-4a38-998a-2026dd6d8a0b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:33.466521 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.467899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3d7f74a0-b79d-4fed-856e-fec4dcb7518f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266329 Feb 09 00:12:33.470729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45308) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:33.475118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:33.499906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.623955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.738353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Allocated IP 172.25.3.234 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/93b2f286-3e12-486b-869c-024a663a3df3) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:12:33.857178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.903073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:33.946783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:12:33.951229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:33.956173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:12:33.959233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'Port': ['ID=93b2f286-3e12-486b-869c-024a663a3df3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:34.052224 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:34.087546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:34.255914 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:34.260638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:34.330327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'Port': ['ID=93b2f286-3e12-486b-869c-024a663a3df3,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:34.352641 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:34.368474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:34.370338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-653c1bfb-87e3-4e7c-b8fd-57249b45915d tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8983350 Feb 09 00:12:34.575221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-18cfb703-706a-4e1c-bf9c-6ec78d81aca8 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1426308082&fields=id&tenant_id=20da844981e44e1e8122d59c0fb22739 HTTP/1.1" status: 200 len: 267 time: 0.0384998 Feb 09 00:12:34.697229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-224c2db5-443d-4607-bb4d-476d366b86ea tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:34.698830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-224c2db5-443d-4607-bb4d-476d366b86ea tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 810 time: 0.1152561 Feb 09 00:12:34.718004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-05e88bc8-5e7f-4523-afd0-ddab62776246 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/quotas/20da844981e44e1e8122d59c0fb22739 HTTP/1.1" status: 200 len: 375 time: 0.0116639 Feb 09 00:12:34.774275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-609819a9-8c75-418f-abc1-0cd268a54f34 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499961 Feb 09 00:12:34.885737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-e3ffbf9c-f1ae-4c15-9425-4155832de430 service neutron] 10.222.0.32 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984204 Feb 09 00:12:34.994447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-c4ca2bb5-982e-4d8b-8112-c796fc666811 service neutron] 10.222.0.32 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016843 Feb 09 00:12:35.208118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cfd71b13-1830-4025-a524-0ab6117a68ff req-4ac91fec-aeda-4121-98c0-df7f74c58b72 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Feb 09 00:12:36.230706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-b2358138-44f5-494a-837f-6b228a2a04be tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:36.232977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-b2358138-44f5-494a-837f-6b228a2a04be tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.21 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 810 time: 0.1217065 Feb 09 00:12:36.282586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-e1b0abd0-468a-478a-a2fe-dadc491ce5c8 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20da844981e44e1e8122d59c0fb22739 HTTP/1.1" status: 200 len: 380 time: 0.0405469 Feb 09 00:12:36.297699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'port': {'device_id': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'admin_state_up': True, 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'security_groups': ['34e901c8-256a-4d42-9fb7-6c4fbb0c1d59']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:36.324711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9503a6d9-5b9b-4a2f-b2d3-f1d6ba900894 req-f6e56d88-07ce-4c0e-b3af-aa79e73c5103 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 210 time: 0.0411792 Feb 09 00:12:36.425822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Made reservation on behalf of 20da844981e44e1e8122d59c0fb22739 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:12:36.430279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:36.563256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Allocated IP 172.20.0.3 (7c4a8c67-44d0-45c7-9139-d1421e69ae25/1166ed68-9dff-4cd7-82a6-c413cd8167c0/ac5d2bf3-6c97-4952-89d6-68670a99a1a1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:12:36.721623 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:36.755778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:36.802365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:12:36.805806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:12:36.809384 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:12:36.836851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event updated for resources: {'Port': ['ID=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:36.883104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:36.883762 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:36.904716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-93e2ab33-96e0-4515-a257-47d44b9e3262 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124692 Feb 09 00:12:36.919203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Request body: {'port': {'device_id': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:36.984177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:36.995661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.065465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-dc36294c-4bbd-4790-b3f2-ef7b7435d6db None None] Provisioning complete for port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:37.066465 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc36294c-4bbd-4790-b3f2-ef7b7435d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.106723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-dc36294c-4bbd-4790-b3f2-ef7b7435d6db None None] Port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:12:37.131118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.265418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5d2bf3-6c97-4952-89d6-68670a99a1a1 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:12:37.273565 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.286976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Transition to ACTIVE for port object ac5d2bf3-6c97-4952-89d6-68670a99a1a1 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:12:37.290943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.352532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:37.468649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Attempting to bind port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:12:37.469103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Attempting to bind port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:12:37.469434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Attempting to bind port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:37.480123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732ca90-ce04-4401-b85f-0a2c08557a2f req-89a78c5a-a927-4dbc-870b-efdc8839e45b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:37.481824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3732ca90-ce04-4401-b85f-0a2c08557a2f req-89a78c5a-a927-4dbc-870b-efdc8839e45b tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 943 time: 0.0733490 Feb 09 00:12:37.486315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:12:37.486630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Attempting to bind port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 on network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:12:37.493731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:12:37.494068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Checking segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:12:37.494480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Bound using segment: {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:12:37.494907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Bound port: ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd490c9ae-a870-4d9a-9933-a858684cc434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:12:37.495322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.578188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3732ca90-ce04-4401-b85f-0a2c08557a2f req-2f526c81-02e6-4705-92fe-dd79512b81bf tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856111 Feb 09 00:12:37.611619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] For port ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:12:37.614508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] For port ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:12:37.619943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.655865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:37.656728 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:37.658154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac5d2bf3-6c97-4952-89d6-68670a99a1a1 HTTP/1.1" status: 200 len: 1091 time: 0.7453482 Feb 09 00:12:37.658587 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:37.660794 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9" -d '{"events": [{"name": "network-changed", "server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:37.697373 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6428c2-6298-4e34-883d-1b90c74f2c20 service neutron] Pushing event updated for resources: {'Port': ['ID=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:37.711132 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53903804-6b31-4746-81df-7372e77d5859 x-openstack-request-id: req-53903804-6b31-4746-81df-7372e77d5859 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:37.711423 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:37.711676 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53903804-6b31-4746-81df-7372e77d5859 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:37.712070 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'status': 'completed', 'code': 200} Feb 09 00:12:37.749143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-360abd8b-9dac-4675-bb5c-8cd4fb4b1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:37.750678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-360abd8b-9dac-4675-bb5c-8cd4fb4b1cde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 1094 time: 0.0484154 Feb 09 00:12:37.804320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-5daab677-ca94-471a-a570-398db8ac4d8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1 HTTP/1.1" status: 200 len: 217 time: 0.0435488 Feb 09 00:12:37.861743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-86cc2332-782d-48c4-9cc5-5f8da4eb5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:37.863326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-86cc2332-782d-48c4-9cc5-5f8da4eb5eb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0497255 Feb 09 00:12:37.909112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-717ac1ef-5a03-459b-b27b-0056938decf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:37.910613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-717ac1ef-5a03-459b-b27b-0056938decf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408878 Feb 09 00:12:38.019186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-ca5a2297-90ed-4df0-a71b-3cd9fa1072ad service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974162 Feb 09 00:12:38.131804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c33ce9b7-8448-4644-bb11-b44486db4855 req-5e2de514-d17a-4e2c-92f6-e6d34753ac3b service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055777 Feb 09 00:12:38.223201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-f91bab18-fad5-4184-8d6d-d1d8d167a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:38.224718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-f91bab18-fad5-4184-8d6d-d1d8d167a5ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 1094 time: 0.0430865 Feb 09 00:12:38.329507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-ce63fde5-c34c-4dea-a612-d316772fc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:38.331010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-ce63fde5-c34c-4dea-a612-d316772fc66a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.0998397 Feb 09 00:12:38.374640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-80de8dbc-3853-4400-83d6-7d278ce5a367 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1 HTTP/1.1" status: 200 len: 217 time: 0.0367117 Feb 09 00:12:38.430846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-fb054530-f1b1-495d-b892-21c6bf908e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:38.432331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-fb054530-f1b1-495d-b892-21c6bf908e99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0503616 Feb 09 00:12:38.481312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-d6ae9b9b-9472-48e6-b09c-374bf5663e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:38.483895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-d6ae9b9b-9472-48e6-b09c-374bf5663e11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439548 Feb 09 00:12:38.578980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-953c79aa-9154-4684-bb2f-a33994bc632d service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Feb 09 00:12:38.710995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5dfcdf7-8945-414a-bd2d-86cda22c81e9 req-69997f95-362e-4d6e-b113-31b63f81d4ca service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250365 Feb 09 00:12:38.726076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b5571-6070-47e9-988e-409df615b9b5 req-826e03f2-cef3-4a58-a0a0-cfb7ea3e7a5f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:38.727719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af2b5571-6070-47e9-988e-409df615b9b5 req-826e03f2-cef3-4a58-a0a0-cfb7ea3e7a5f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 943 time: 0.0762913 Feb 09 00:12:38.775156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af2b5571-6070-47e9-988e-409df615b9b5 req-03bca2c1-a015-49ae-b380-ec7ebd997c47 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Feb 09 00:12:39.396746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ac5d2bf3-6c97-4952-89d6-68670a99a1a1 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:12:39.459781 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:12:39.499157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:39.510581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'port_id': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:12:39.548848 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:39.562438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5d2bf3-6c97-4952-89d6-68670a99a1a1 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:12:39.583870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:39.587140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:39.636940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:39.806359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['ac5d2bf3-6c97-4952-89d6-68670a99a1a1'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:12:39.898026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069fd7-307e-4a59-b668-fb4153193c48 req-34df3e37-204a-4c64-a013-a8455bcf28d4 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:39.899492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10069fd7-307e-4a59-b668-fb4153193c48 req-34df3e37-204a-4c64-a013-a8455bcf28d4 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 944 time: 0.0515356 Feb 09 00:12:39.939362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10069fd7-307e-4a59-b668-fb4153193c48 req-95dac438-67d6-46c2-bd53-245c8a1b6409 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Feb 09 00:12:41.056430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0381d2-8f18-48d0-a2c0-aabcdee7f0d2 req-c09c747d-6894-4a9c-8605-ab808f7efe9c tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:41.057959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e0381d2-8f18-48d0-a2c0-aabcdee7f0d2 req-c09c747d-6894-4a9c-8605-ab808f7efe9c tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 944 time: 0.0503340 Feb 09 00:12:41.097233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e0381d2-8f18-48d0-a2c0-aabcdee7f0d2 req-6689aea0-af8a-43c7-b9be-6b4340f6b0f7 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 Feb 09 00:12:41.402936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ac5d2bf3-6c97-4952-89d6-68670a99a1a1 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:12:41.458439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:12:41.462305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:12:41.462687 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:41.548991 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:41.574412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:41.577412 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3951c2aa-5d51-4eea-ac95-30c11e583785" -d '{"events": [{"server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "name": "network-vif-plugged", "status": "completed", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:41.591198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:41.596794 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:41.648295 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b4ff3-9942-4f3c-b6c7-23a7d686bd41 x-openstack-request-id: req-2e7b4ff3-9942-4f3c-b6c7-23a7d686bd41 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:41.649328 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "name": "network-vif-plugged", "status": "completed", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:41.649871 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e7b4ff3-9942-4f3c-b6c7-23a7d686bd41 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:41.650582 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'code': 200} Feb 09 00:12:41.681608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:41.746144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef8d03-94fd-4584-9d69-a827682c18cc req-992e33e3-eb10-4b60-9fd1-11a9c8f32392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:41.747879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ef8d03-94fd-4584-9d69-a827682c18cc req-992e33e3-eb10-4b60-9fd1-11a9c8f32392 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 1096 time: 0.0468628 Feb 09 00:12:41.791680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ef8d03-94fd-4584-9d69-a827682c18cc req-dc41b302-d71d-4afe-b485-4e733b56528e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371709 Feb 09 00:12:41.847809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4e09c894-36fa-42be-be1a-ae0a8b6255a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:42.243835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfcaa9-d345-4dfe-92b9-8befbf795608 req-c348b66b-a938-410d-bd7d-14dcb002d434 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:42.245438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63dfcaa9-d345-4dfe-92b9-8befbf795608 req-c348b66b-a938-410d-bd7d-14dcb002d434 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0635011 Feb 09 00:12:42.290683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63dfcaa9-d345-4dfe-92b9-8befbf795608 req-3be56ea5-c0af-4123-aac9-82ec303ad7b2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369303 Feb 09 00:12:43.417550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b8dd1-70b7-4f13-b287-8320ceae5aca req-bbdb9a2f-328c-4ea7-8df0-89151cfd0117 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:43.419680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d2b8dd1-70b7-4f13-b287-8320ceae5aca req-bbdb9a2f-328c-4ea7-8df0-89151cfd0117 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0542321 Feb 09 00:12:43.461813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d2b8dd1-70b7-4f13-b287-8320ceae5aca req-5bf9fc10-27c4-4d4d-8f88-ead406cc4963 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343175 Feb 09 00:12:43.581874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c556394-49b4-484d-b994-81fc1d747294 req-f8b85e63-d602-4e88-8998-2de5c98d6016 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:43.583500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8c556394-49b4-484d-b994-81fc1d747294 req-f8b85e63-d602-4e88-8998-2de5c98d6016 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0504317 Feb 09 00:12:43.592974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:43.598087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Request body: {'floatingip': {'port_id': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:12:43.642377 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:44.109483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:44.113303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:44.218461 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Floating IP f876cf50-d9d5-4834-ad0f-a0def0ccf310 associated. External IP: 172.25.3.234, port: ac5d2bf3-6c97-4952-89d6-68670a99a1a1. Feb 09 00:12:44.430413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:12:44.643175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bcf6df68-2357-4255-ad4f-3986b58dba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:44.901606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:12:44.907731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:44.912626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:12:44.922804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:44.923759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:44.938711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a8a6c003-f580-404e-b6e2-10271d6ffa3f tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "PUT /v2.0/floatingips/f876cf50-d9d5-4834-ad0f-a0def0ccf310 HTTP/1.1" status: 200 len: 991 time: 1.3443594 Feb 09 00:12:44.939319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:44.941645 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325dbc6c-9103-4b7e-a75f-609d6b311323" -d '{"events": [{"name": "network-changed", "server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:44.978089 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6782f-6e03-4a48-b2ad-e39fa7557aea x-openstack-request-id: req-2ee6782f-6e03-4a48-b2ad-e39fa7557aea {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:44.978553 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:44.978940 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ee6782f-6e03-4a48-b2ad-e39fa7557aea {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:44.979478 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'status': 'completed', 'code': 200} Feb 09 00:12:45.074018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:45.078001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-c98f1487-abb6-4cdc-ab29-8ebeae3570d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:45.079599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-c98f1487-abb6-4cdc-ab29-8ebeae3570d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 1096 time: 0.0777330 Feb 09 00:12:45.091905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360220ed-59a0-4c9b-81e8-ebb4ff67cb47 req-284ca72b-c59c-4428-bb7e-473b519da1f6 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:45.093640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-360220ed-59a0-4c9b-81e8-ebb4ff67cb47 req-284ca72b-c59c-4428-bb7e-473b519da1f6 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0671494 Feb 09 00:12:45.181000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-360220ed-59a0-4c9b-81e8-ebb4ff67cb47 req-d294dc9e-4f2b-4dd6-93b2-0a63814d03a5 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791910 Feb 09 00:12:45.207484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-ccbc0b10-f73a-4ae3-8258-d3b8554c73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:45.209070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-ccbc0b10-f73a-4ae3-8258-d3b8554c73eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.1143897 Feb 09 00:12:45.288010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-44be79c8-1386-4585-b45d-badcf76e081d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1 HTTP/1.1" status: 200 len: 999 time: 0.0700862 Feb 09 00:12:45.340400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-1bf6847a-1ccd-4f1a-8718-80685ba4f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:45.342716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-1bf6847a-1ccd-4f1a-8718-80685ba4f9e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.0484254 Feb 09 00:12:45.351540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f876cf50-d9d5-4834-ad0f-a0def0ccf310', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'port_id': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:12:34Z', 'updated_at': '2022-02-09T00:12:44Z', 'revision_number': 1, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:45.387589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:12:45.398364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-e4a8854d-dd80-4b5b-be9a-8011b660c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:45.400081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-e4a8854d-dd80-4b5b-be9a-8011b660c0dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510430 Feb 09 00:12:45.407120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:45.407832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:45.503430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-52b089e4-fdae-4a2b-9679-849912a093ac service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962703 Feb 09 00:12:45.524842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:45.533925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:45.570845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:45.604842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-325dbc6c-9103-4b7e-a75f-609d6b311323 req-7eeab561-c883-4576-81f9-649ad8085a46 service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941844 Feb 09 00:12:45.773479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f876cf50-d9d5-4834-ad0f-a0def0ccf310', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'port_id': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:12:34Z', 'updated_at': '2022-02-09T00:12:44Z', 'revision_number': 1, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:45.806195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077bc94-c33b-4bc5-b978-fb776959f4b7 None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'f876cf50-d9d5-4834-ad0f-a0def0ccf310', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'port_id': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:12:34Z', 'updated_at': '2022-02-09T00:12:44Z', 'revision_number': 1, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:12:46.109074 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb325a89-9074-45ec-a868-deadfa51a4a0 None None] New status for floating IP f876cf50-d9d5-4834-ad0f-a0def0ccf310: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:12:46.123471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:46.347652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a5cd3-59d7-4a0b-b056-e94b3f86595f req-3a06e124-396c-4e7b-b734-7e8dbc774dab tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:46.350239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f4a5cd3-59d7-4a0b-b056-e94b3f86595f req-3a06e124-396c-4e7b-b734-7e8dbc774dab tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0812616 Feb 09 00:12:46.395812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f4a5cd3-59d7-4a0b-b056-e94b3f86595f req-21739953-4ce6-45d1-9d46-93836e9c5917 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358896 Feb 09 00:12:46.606808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port ba34c112-3aff-494d-ac04-f0d3f5146d0b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:46.607191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:46.741516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port ba34c112-3aff-494d-ac04-f0d3f5146d0b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ba34c112-3aff-494d-ac04-f0d3f5146d0b,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:46.741982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:46.758029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for ba34c112-3aff-494d-ac04-f0d3f5146d0b owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:46.892783 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:47.030008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:47.059150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=ba34c112-3aff-494d-ac04-f0d3f5146d0b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:47.344302 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:47.368609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:47.712282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:12:47.829141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:12:47.835258 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-619b00fe-a7ea-460c-a466-8714c2290b62 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "PUT /v2.0/routers/956c076b-ab21-4a2f-96a1-2b8de51c1e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2627149 Feb 09 00:12:47.848992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:12:47.870030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:47.870603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:48.045531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:48.187789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefae92-d426-4ae5-916c-1a2b79125b4f req-c44b8d58-3675-4e1e-a043-5325148f6d22 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:48.196331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bbefae92-d426-4ae5-916c-1a2b79125b4f req-c44b8d58-3675-4e1e-a043-5325148f6d22 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 946 time: 0.0933065 Feb 09 00:12:48.257575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bbefae92-d426-4ae5-916c-1a2b79125b4f req-e290c3ac-65e0-45f5-9d01-eaac14a7ca96 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602703 Feb 09 00:12:48.347895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:46Z', 'revision_number': 6, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:29Z', 'revision_number': 1, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:48.377986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:12:48.387122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:48.387831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:48.672782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:49.110562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:46Z', 'revision_number': 6, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:29Z', 'revision_number': 1, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:49.139623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f173d44-ea9c-4c2d-953f-2a40dcebbdef None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:46Z', 'revision_number': 6, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3dddd860-d418-4aae-980c-af57261f8d24', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'port_id': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'mac_address': 'fa:16:3e:90:0e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:11:27Z', 'updated_at': '2022-02-09T00:11:29Z', 'revision_number': 1, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:12:49.388718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f252c-6968-4d88-b82b-328d3c12dc28 req-99c41765-9ad5-4a3f-a2a0-7bd6188fb3d9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:49.392368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a23f252c-6968-4d88-b82b-328d3c12dc28 req-99c41765-9ad5-4a3f-a2a0-7bd6188fb3d9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 946 time: 0.0565710 Feb 09 00:12:49.432588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a23f252c-6968-4d88-b82b-328d3c12dc28 req-81c84bb2-7518-4df6-af70-7d55d55eee0e tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=2f77c760-9e2f-45b1-815d-36bfe5eab482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339885 Feb 09 00:12:49.550513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd819f06-7a9e-4418-884c-f867f210a810 req-dcc94f63-40a5-4d88-91d4-993fd71cae2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:49.552690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-dd819f06-7a9e-4418-884c-f867f210a810 req-dcc94f63-40a5-4d88-91d4-993fd71cae2b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 946 time: 0.0597012 Feb 09 00:12:49.660521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port a9e508d1-b7ae-4669-aa44-2006e4be544a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:49.660861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:49.769014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port a9e508d1-b7ae-4669-aa44-2006e4be544a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a9e508d1-b7ae-4669-aa44-2006e4be544a,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:49.769345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:49.785142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for a9e508d1-b7ae-4669-aa44-2006e4be544a owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:49.929972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:50.239028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=a9e508d1-b7ae-4669-aa44-2006e4be544a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:50.286778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] No DVR routers for this DVR port a9e508d1-b7ae-4669-aa44-2006e4be544a on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:50.289600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:50.293580 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-dd819f06-7a9e-4418-884c-f867f210a810 req-150c80ad-709f-4978-ac28-334e554f93c4 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "DELETE /v2.0/ports/a9e508d1-b7ae-4669-aa44-2006e4be544a HTTP/1.1" status: 204 len: 173 time: 0.7340505 Feb 09 00:12:50.294068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87132ca4-6f80-4c75-a924-3e968a287879', 'name': 'network-vif-deleted', 'tag': 'a9e508d1-b7ae-4669-aa44-2006e4be544a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:50.299294 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea9be37-2211-4a65-89ef-7168b6625191" -d '{"events": [{"server_uuid": "87132ca4-6f80-4c75-a924-3e968a287879", "name": "network-vif-deleted", "tag": "a9e508d1-b7ae-4669-aa44-2006e4be544a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:50.357736 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a607fd-d1a8-4605-a19d-7597837e13d1 x-openstack-request-id: req-45a607fd-d1a8-4605-a19d-7597837e13d1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:50.358029 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87132ca4-6f80-4c75-a924-3e968a287879", "name": "network-vif-deleted", "tag": "a9e508d1-b7ae-4669-aa44-2006e4be544a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:50.358285 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a607fd-d1a8-4605-a19d-7597837e13d1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:50.358820 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87132ca4-6f80-4c75-a924-3e968a287879', 'name': 'network-vif-deleted', 'tag': 'a9e508d1-b7ae-4669-aa44-2006e4be544a', 'status': 'completed', 'code': 200} Feb 09 00:12:50.560583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f378e362-6151-40e8-82bb-fda71d1b8ce7 req-0e212344-9dcb-4176-8c02-ac734a10525f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=87132ca4-6f80-4c75-a924-3e968a287879 HTTP/1.1" status: 200 len: 210 time: 0.0317581 Feb 09 00:12:50.878193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ba34c112-3aff-494d-ac04-f0d3f5146d0b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:50.903904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ba34c112-3aff-494d-ac04-f0d3f5146d0b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:12:50.904254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ba34c112-3aff-494d-ac04-f0d3f5146d0b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:51.630694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45950) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:51.694617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9baa188-903c-4419-87b8-6d7436a12413 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:51.725213 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9baa188-903c-4419-87b8-6d7436a12413 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:51.798558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9baa188-903c-4419-87b8-6d7436a12413 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:51.801489 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c9baa188-903c-4419-87b8-6d7436a12413 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:51.803870 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c9baa188-903c-4419-87b8-6d7436a12413 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/security-groups/2f77c760-9e2f-45b1-815d-36bfe5eab482 HTTP/1.1" status: 204 len: 168 time: 0.1721547 Feb 09 00:12:51.815928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baa188-903c-4419-87b8-6d7436a12413 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77c760-9e2f-45b1-815d-36bfe5eab482,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:51.850393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45954) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:51.909925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting subnet 939d5b5b-71dc-4d79-a834-eb1da215c6a3 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:12:51.913366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:51.955551 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.078564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.147298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.177849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Subnet': ['ID=939d5b5b-71dc-4d79-a834-eb1da215c6a3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:52.182064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.185506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-44b0971c-0c3d-4b02-83af-aa0c18fdbe11 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/subnets/939d5b5b-71dc-4d79-a834-eb1da215c6a3 HTTP/1.1" status: 204 len: 168 time: 0.3337817 Feb 09 00:12:52.188585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 45958) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:52.189619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863cb01-7719-42c0-80dc-de431d9b553f None None] Network feb35416-0897-42ac-8845-70e8afefcaee requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:12:52.289233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.362354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port b0431f72-75a4-495f-9974-dd7cd5dc8944 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:52.362943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.442912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port b0431f72-75a4-495f-9974-dd7cd5dc8944, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0431f72-75a4-495f-9974-dd7cd5dc8944,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:52.443275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.453702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] DHCP port deletion for feb35416-0897-42ac-8845-70e8afefcaee request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:12:52.465903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for b0431f72-75a4-495f-9974-dd7cd5dc8944 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:52.516045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] Deleting port b0431f72-75a4-495f-9974-dd7cd5dc8944 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:52.516247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.561527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.590343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] For port b0431f72-75a4-495f-9974-dd7cd5dc8944, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b0431f72-75a4-495f-9974-dd7cd5dc8944,segment=NetworkSegment(050121da-e144-470c-938b-a5537ea6c966),segment_id=050121da-e144-470c-938b-a5537ea6c966)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:52.590746 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.596378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=b0431f72-75a4-495f-9974-dd7cd5dc8944,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:52.606982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] Calling delete_port for b0431f72-75a4-495f-9974-dd7cd5dc8944 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:52.608203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] No DVR routers for this DVR port b0431f72-75a4-495f-9974-dd7cd5dc8944 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:52.697411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a9e508d1-b7ae-4669-aa44-2006e4be544a no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:52.713871 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.731411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: a9e508d1-b7ae-4669-aa44-2006e4be544a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:12:52.733077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a9e508d1-b7ae-4669-aa44-2006e4be544a not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:52.737913 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.746282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb35416-0897-42ac-8845-70e8afefcaee']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:52.763902 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050121da-e144-470c-938b-a5537ea6c966') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:52.764874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050121da-e144-470c-938b-a5537ea6c966') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:52.771638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] Pushing event deleted for resources: {'Port': ['ID=b0431f72-75a4-495f-9974-dd7cd5dc8944,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:52.776829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8600e-31ca-4c74-a573-be9e8f62a2bc None None] No DVR routers for this DVR port b0431f72-75a4-495f-9974-dd7cd5dc8944 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:52.795105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.812356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.825979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:12:52.826635 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:12:52.830264 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:12:52.921066 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.931985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:52.946699 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/networks/feb35416-0897-42ac-8845-70e8afefcaee HTTP/1.1" status: 204 len: 168 time: 0.7565014 Feb 09 00:12:52.949588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 45968) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:52.971559 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0431f72-75a4-495f-9974-dd7cd5dc8944 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:52.973675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adb232-f253-4385-a7cc-aa3de9bf6234 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Network': ['ID=feb35416-0897-42ac-8845-70e8afefcaee,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:53.012391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b0431f72-75a4-495f-9974-dd7cd5dc8944 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:12:53.013220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b0431f72-75a4-495f-9974-dd7cd5dc8944 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:53.174064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port 3da5fe4d-3032-42b9-81cd-18790fb703b9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:53.174654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:53.262311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:53.262521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:53.276245 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for 3da5fe4d-3032-42b9-81cd-18790fb703b9 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:53.463364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:53.486925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=3da5fe4d-3032-42b9-81cd-18790fb703b9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:53.567463 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:53.567895 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Floating IP 3dddd860-d418-4aae-980c-af57261f8d24 disassociated (deleted). External IP: 172.25.3.128, port: d59bd6b4-ce16-4f83-8758-1a03269adf0a. Feb 09 00:12:53.784664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:12:53.921903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:12:53.926780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:53.931864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:12:53.944148 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:53.944777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:53.955848 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b8ca1450-f753-435d-a127-352aae7ce44a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/floatingips/3dddd860-d418-4aae-980c-af57261f8d24 HTTP/1.1" status: 204 len: 168 time: 1.0047381 Feb 09 00:12:53.956672 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:53.959153 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28afd1f-787f-4033-99e2-20422ab63f21" -d '{"events": [{"name": "network-changed", "server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:54.007178 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8d2d4a-01c6-4e5c-8159-7bec0d52ea5f x-openstack-request-id: req-bd8d2d4a-01c6-4e5c-8159-7bec0d52ea5f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:54.007477 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:54.007732 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd8d2d4a-01c6-4e5c-8159-7bec0d52ea5f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:54.008134 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'status': 'completed', 'code': 200} Feb 09 00:12:54.140613 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:54.163518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-8e8da374-dd5f-4f9f-b2c9-c970ddc15a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:54.165725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-8e8da374-dd5f-4f9f-b2c9-c970ddc15a87 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 1096 time: 0.1241992 Feb 09 00:12:54.289319 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-2d54907d-1c79-4972-ad40-f56d90d50f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:54.291439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-2d54907d-1c79-4972-ad40-f56d90d50f98 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 200 len: 898 time: 0.1185966 Feb 09 00:12:54.358297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-cdbd16a5-3269-4683-a96a-9e752e54d162 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a HTTP/1.1" status: 200 len: 217 time: 0.0566087 Feb 09 00:12:54.369998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3fe07-65db-4a53-8a60-ab575889ba6c req-239d388c-76a9-4284-85bd-c6a84a74783a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:54.371601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ef3fe07-65db-4a53-8a60-ab575889ba6c req-239d388c-76a9-4284-85bd-c6a84a74783a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 945 time: 0.0704181 Feb 09 00:12:54.416104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ef3fe07-65db-4a53-8a60-ab575889ba6c req-64ea8972-3229-4f14-8e17-0f1c36688f2c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369983 Feb 09 00:12:54.425470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-a21cd33a-2fdc-4589-8492-2fdd0cebebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:54.427186 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-a21cd33a-2fdc-4589-8492-2fdd0cebebe7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9770cb62-1e66-4da5-9491-31668f5a5dbe HTTP/1.1" status: 200 len: 835 time: 0.0614803 Feb 09 00:12:54.476869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-49185d5d-2d3a-4e33-a25f-cc97aa16d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:54.478430 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:46Z', 'revision_number': 6, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:54.478712 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-49185d5d-2d3a-4e33-a25f-cc97aa16d8a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3bf6d033-bb11-4f38-bae1-42ec564ea10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429399 Feb 09 00:12:54.509927 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:12:54.519205 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:12:54.520210 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:54.597317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-e252d250-b131-476b-8d36-84cb6509c680 service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093600 Feb 09 00:12:54.639874 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:12:54.713978 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a28afd1f-787f-4033-99e2-20422ab63f21 req-4b503482-9cd7-464c-bd8a-6ba8fcf162ad service neutron] 10.222.0.84 "GET /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095459 Feb 09 00:12:54.848022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:46Z', 'revision_number': 6, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:12:54.874353 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e3ef-ff6f-482d-b2fa-06b277b6b039 None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:46Z', 'revision_number': 6, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8ad6053f-cf68-4fe4-92ac-45ba665562d8', 'name': '', 'network_id': '3bf6d033-bb11-4f38-bae1-42ec564ea10c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:b4:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:07Z', 'updated_at': '2022-02-09T00:11:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '9770cb62-1e66-4da5-9491-31668f5a5dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:12:55.092780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70990c4e-bdaf-4b43-9b54-b20b0e1d5a5b None None] New status for floating IP 3dddd860-d418-4aae-980c-af57261f8d24: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:12:55.539289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d975-7450-4def-a9ab-157bdb578657 req-44f00c7b-6fb0-4122-8bbe-dd96641121e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:55.540779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9490d975-7450-4def-a9ab-157bdb578657 req-44f00c7b-6fb0-4122-8bbe-dd96641121e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 945 time: 0.0518520 Feb 09 00:12:55.581352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9490d975-7450-4def-a9ab-157bdb578657 req-028322fe-97ea-4441-9e14-83391be2275a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=b569cf00-3b75-4cd6-aff0-7bcc25863bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334911 Feb 09 00:12:55.734891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5307a6-c674-4144-8378-296a410a272b req-b9aa897f-d2c2-4be0-89d4-56a416e7a339 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:55.736342 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd5307a6-c674-4144-8378-296a410a272b req-b9aa897f-d2c2-4be0-89d4-56a416e7a339 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 945 time: 0.0549102 Feb 09 00:12:55.826778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port d59bd6b4-ce16-4f83-8758-1a03269adf0a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:55.827119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:55.920763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port d59bd6b4-ce16-4f83-8758-1a03269adf0a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d59bd6b4-ce16-4f83-8758-1a03269adf0a,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:55.921183 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:55.933170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for d59bd6b4-ce16-4f83-8758-1a03269adf0a owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:56.070669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:56.104617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=d59bd6b4-ce16-4f83-8758-1a03269adf0a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:56.152878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] No DVR routers for this DVR port d59bd6b4-ce16-4f83-8758-1a03269adf0a on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:12:56.155634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:56.159461 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cd5307a6-c674-4144-8378-296a410a272b req-969a944b-57a2-47ab-9f0c-cd11fabb8399 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "DELETE /v2.0/ports/d59bd6b4-ce16-4f83-8758-1a03269adf0a HTTP/1.1" status: 204 len: 173 time: 0.4168110 Feb 09 00:12:56.159909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'name': 'network-vif-deleted', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:12:56.162223 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f017459a-f564-4989-a4cc-5f112939c146" -d '{"events": [{"server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "name": "network-vif-deleted", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:12:56.202380 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcd6495-6270-4986-a7a5-406f3000e958 x-openstack-request-id: req-3dcd6495-6270-4986-a7a5-406f3000e958 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:12:56.202675 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4580b47-2800-4d6d-89fc-90502d2e9e6c", "name": "network-vif-deleted", "tag": "d59bd6b4-ce16-4f83-8758-1a03269adf0a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:12:56.203285 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3dcd6495-6270-4986-a7a5-406f3000e958 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:12:56.203425 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4580b47-2800-4d6d-89fc-90502d2e9e6c', 'name': 'network-vif-deleted', 'tag': 'd59bd6b4-ce16-4f83-8758-1a03269adf0a', 'status': 'completed', 'code': 200} Feb 09 00:12:56.699629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1eb6ac8a-57e7-4216-b754-43d8c80e75e1 req-7b0b31ca-b84b-4473-9949-86735e29f760 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=b4580b47-2800-4d6d-89fc-90502d2e9e6c HTTP/1.1" status: 200 len: 210 time: 0.0335631 Feb 09 00:12:57.760956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46060) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:57.840359 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26f7a580-01fb-433b-88b7-c12846dcb0db tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:57.867464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26f7a580-01fb-433b-88b7-c12846dcb0db tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:57.939033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26f7a580-01fb-433b-88b7-c12846dcb0db tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:57.942010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26f7a580-01fb-433b-88b7-c12846dcb0db tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:57.943207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-26f7a580-01fb-433b-88b7-c12846dcb0db tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/security-groups/b569cf00-3b75-4cd6-aff0-7bcc25863bfe HTTP/1.1" status: 204 len: 168 time: 0.1811657 Feb 09 00:12:57.953783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7a580-01fb-433b-88b7-c12846dcb0db tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b569cf00-3b75-4cd6-aff0-7bcc25863bfe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:57.991748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46066) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:58.392944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:58.689938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port 8ad6053f-cf68-4fe4-92ac-45ba665562d8 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:58.690281 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:58.726383 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d59bd6b4-ce16-4f83-8758-1a03269adf0a no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:12:58.751476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: d59bd6b4-ce16-4f83-8758-1a03269adf0a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:12:58.751860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d59bd6b4-ce16-4f83-8758-1a03269adf0a not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:12:59.086955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c0483-3052-46ba-bde1-7bb34619a603 req-92dab16e-574b-4414-8d0e-20b0c6d90707 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:12:59.088490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d16c0483-3052-46ba-bde1-7bb34619a603 req-92dab16e-574b-4414-8d0e-20b0c6d90707 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1097 time: 0.4382253 Feb 09 00:12:59.156533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port 8ad6053f-cf68-4fe4-92ac-45ba665562d8, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ad6053f-cf68-4fe4-92ac-45ba665562d8,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:12:59.156891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:59.160229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d16c0483-3052-46ba-bde1-7bb34619a603 req-be0b9f7d-c322-4d9f-af91-19e325ec9f04 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625875 Feb 09 00:12:59.170768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for 8ad6053f-cf68-4fe4-92ac-45ba665562d8 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:59.182933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46094) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:12:59.486475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port e93bf0aa-9434-40ce-a1ec-dec6b26e279b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:12:59.486825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:59.500408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:59.556578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=8ad6053f-cf68-4fe4-92ac-45ba665562d8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:12:59.671991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:59.672369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:12:59.694429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for e93bf0aa-9434-40ce-a1ec-dec6b26e279b owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:12:59.860189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.099499 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.134628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=e93bf0aa-9434-40ce-a1ec-dec6b26e279b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:00.264766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.265156 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP d861b641-a395-4d7e-bddc-cd96675e0e4b disassociated (deleted). External IP: 172.25.3.135, port: 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3. Feb 09 00:13:00.300712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:00.535139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:00.553106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46134) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:00.553672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d89b321f-9189-4bb7-ab9b-29e1eb9d70e1 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "PUT /v2.0/routers/956c076b-ab21-4a2f-96a1-2b8de51c1e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602188 Feb 09 00:13:00.563020 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] Sync routers for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:00.577862 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:00.579047 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:00.667819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:00.669655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting subnet 9770cb62-1e66-4da5-9491-31668f5a5dbe {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:13:00.676205 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.709450 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:00.724013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.826455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:00.832772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.837580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] Sync routers for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:00.854543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:00.861733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:00.870209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1cf08102-ccc7-4598-bc39-85482c4faeb8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/floatingips/d861b641-a395-4d7e-bddc-cd96675e0e4b HTTP/1.1" status: 204 len: 168 time: 1.6864564 Feb 09 00:13:00.870747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:00.871530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:00.874591 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b47fab-1196-4b3c-8408-afd3e7675658" -d '{"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:00.943481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:01.005061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Subnet': ['ID=9770cb62-1e66-4da5-9491-31668f5a5dbe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:01.021604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:01.026146 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-452df343-12d5-4971-b445-562b8e8ec19a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/subnets/9770cb62-1e66-4da5-9491-31668f5a5dbe HTTP/1.1" status: 204 len: 168 time: 0.4719057 Feb 09 00:13:01.029104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46148) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:01.076893 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:59Z', 'revision_number': 7, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:01.135135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] Checking router: 956c076b-ab21-4a2f-96a1-2b8de51c1e79 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:01.151656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] Routers {'956c076b-ab21-4a2f-96a1-2b8de51c1e79'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:01.152279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:01.184859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:01.189285 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a772af-a3f3-4337-9144-119651ec7be8 x-openstack-request-id: req-e1a772af-a3f3-4337-9144-119651ec7be8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:01.189829 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:01.190014 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1a772af-a3f3-4337-9144-119651ec7be8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:01.190530 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'status': 'completed', 'code': 200} Feb 09 00:13:01.273621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:01.320372 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] Set router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:01.328113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ade46-7686-4b71-95b0-574014ff77f9 None None] Network 3bf6d033-bb11-4f38-bae1-42ec564ea10c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:01.374695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-dd5f1224-955f-4a6f-bd51-51b77682dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:01.377321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-dd5f1224-955f-4a6f-bd51-51b77682dee4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 1097 time: 0.1693552 Feb 09 00:13:01.631221 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:59Z', 'revision_number': 7, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:01.645221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:01.675849 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff20451-138c-4c68-b3cd-a906ed02e735 None None] The sync data for ids ['956c076b-ab21-4a2f-96a1-2b8de51c1e79'] in n-d-828413-1 is: [{'id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'name': 'tempest-TestNetworkBasicOps-router-799942015', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': 'caa37f4c-121f-421d-bde2-635715045467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:11:01Z', 'updated_at': '2022-02-09T00:12:59Z', 'revision_number': 7, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'caa37f4c-121f-421d-bde2-635715045467', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:86:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956c076b-ab21-4a2f-96a1-2b8de51c1e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:02Z', 'updated_at': '2022-02-09T00:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:01.683904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dee23c-7a6a-42a0-80b1-cce37edddefa req-5b944a2c-6358-4608-91a8-841a04d908f9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:01.685886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2dee23c-7a6a-42a0-80b1-cce37edddefa req-5b944a2c-6358-4608-91a8-841a04d908f9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 946 time: 0.3527501 Feb 09 00:13:01.709858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:10Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:01.758815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] Checking router: 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:01.765694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] DHCP port deletion for 3bf6d033-bb11-4f38-bae1-42ec564ea10c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:13:01.772741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-2200f0d8-ee94-4334-856e-5e9b9b1b8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:01.774634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-2200f0d8-ee94-4334-856e-5e9b9b1b8dbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 200 len: 897 time: 0.2717764 Feb 09 00:13:01.800444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:01.801953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:01.835555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2dee23c-7a6a-42a0-80b1-cce37edddefa req-e0955a27-550c-47f8-8371-f4f97bc711d3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392720 Feb 09 00:13:01.835770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-0aca5c02-8a37-48c5-abbc-f3a864de5691 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 200 len: 217 time: 0.0435402 Feb 09 00:13:01.844095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port caa37f4c-121f-421d-bde2-635715045467 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:01.844433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:01.921426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] Deleting port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:01.922010 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:01.951874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-e33650ab-0d40-45bd-9ed8-34ed80658e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:01.953480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-e33650ab-0d40-45bd-9ed8-34ed80658e5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 200 len: 835 time: 0.0865951 Feb 09 00:13:01.986059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:02.006747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port caa37f4c-121f-421d-bde2-635715045467, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=caa37f4c-121f-421d-bde2-635715045467,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:02.007202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:02.027020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] For port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,segment=NetworkSegment(9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b),segment_id=9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:02.027421 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:02.030113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for caa37f4c-121f-421d-bde2-635715045467 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:02.036119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-d53bab5b-3650-4efb-bd3a-66408f6e8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:02.037628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-d53bab5b-3650-4efb-bd3a-66408f6e8600 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cbd999c5-d4ac-40bc-b788-024ce6b7e738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760088 Feb 09 00:13:02.050855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] Calling delete_port for 976facdb-0788-44a5-bc9d-bf6c01e4bcdc owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:02.241345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-3133bfca-de09-419d-97b4-ae37076f3ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936805 Feb 09 00:13:02.485120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:02.522330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] Pushing event deleted for resources: {'Port': ['ID=976facdb-0788-44a5-bc9d-bf6c01e4bcdc,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:02.526255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea902c3-5d6e-497f-874e-3cf73836e07b None None] No DVR routers for this DVR port 976facdb-0788-44a5-bc9d-bf6c01e4bcdc on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:13:02.563855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:10Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:02.599482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54265be8-967e-4f2e-bb7c-e2dcd7fb05ee None None] The sync data for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 is: [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5ce8745d-54d3-4426-a5e4-0aad820bf47f', 'name': '', 'network_id': 'cbd999c5-d4ac-40bc-b788-024ce6b7e738', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:6c:80:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:11:03Z', 'updated_at': '2022-02-09T00:11:10Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '2f52d5f6-ddeb-48af-b967-0b84cf35feee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:02.901364 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-bbcab3a6-4e44-4369-9669-80d675dbd41d service neutron] 10.222.0.21 "GET /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472564 Feb 09 00:13:02.942138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:02.979145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-a4c954b1-ab52-4839-9d28-0624805e5117 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2104506 Feb 09 00:13:02.989473 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 976facdb-0788-44a5-bc9d-bf6c01e4bcdc no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:03.027652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 976facdb-0788-44a5-bc9d-bf6c01e4bcdc {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:03.028130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 976facdb-0788-44a5-bc9d-bf6c01e4bcdc not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:03.029729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ad6053f-cf68-4fe4-92ac-45ba665562d8 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:03.038120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-ce0f41e7-603c-49da-a63b-751879c85dcb tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:03.039749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-ce0f41e7-603c-49da-a63b-751879c85dcb tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 946 time: 0.2589152 Feb 09 00:13:03.059501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=caa37f4c-121f-421d-bde2-635715045467,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:03.068743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8ad6053f-cf68-4fe4-92ac-45ba665562d8 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:03.069415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ad6053f-cf68-4fe4-92ac-45ba665562d8 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:03.111317 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f08880-a8cd-4101-93c2-db6b01eec362 None None] New status for floating IP d861b641-a395-4d7e-bddc-cd96675e0e4b: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:13:03.242382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66618f7c-e989-4aa4-ab37-a8716839b10c req-07cbbeec-e129-46c3-8c6f-80db45e26302 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:03.243883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66618f7c-e989-4aa4-ab37-a8716839b10c req-07cbbeec-e129-46c3-8c6f-80db45e26302 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 946 time: 0.2628350 Feb 09 00:13:03.270367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-be42ec9c-f568-4203-8332-b2d195c39104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:03.271838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-be42ec9c-f568-4203-8332-b2d195c39104 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=20da844981e44e1e8122d59c0fb22739&device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 1096 time: 0.1896763 Feb 09 00:13:03.278384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.453521 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.461394 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.465223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66618f7c-e989-4aa4-ab37-a8716839b10c req-1a0ccd10-1d6c-4901-b14c-3222010a7777 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b7eac59-4f26-440c-9760-70182dbb1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131493 Feb 09 00:13:03.515728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:03.516089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.573603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.574140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Fanout notify agent at l3_agent the message router_deleted on router 956c076b-ab21-4a2f-96a1-2b8de51c1e79 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:13:03.586942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.586942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ff56d3e6-0bcb-493b-987d-0999ed451e42 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/routers/956c076b-ab21-4a2f-96a1-2b8de51c1e79 HTTP/1.1" status: 204 len: 168 time: 2.5557077 Feb 09 00:13:03.589699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46202) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:03.629709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-28baabbd-d91b-4fff-b8f2-89fcb89c8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:03.631181 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-28baabbd-d91b-4fff-b8f2-89fcb89c8d0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 200 len: 911 time: 0.3067160 Feb 09 00:13:03.764487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:03.764855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.770888 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:03.795726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-ca2d681c-c82e-47f0-9b40-afb418cba341 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1 HTTP/1.1" status: 200 len: 1001 time: 0.1281042 Feb 09 00:13:03.796313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:03.972338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-cc74d5cd-1488-4584-9748-fba6ff87d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:03.973875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-cc74d5cd-1488-4584-9748-fba6ff87d2e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 200 len: 849 time: 0.1667852 Feb 09 00:13:04.009168 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.055714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf6d033-bb11-4f38-bae1-42ec564ea10c']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:04.072553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-d5272470-c997-43e1-89d8-a2b28d7ff183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:04.074172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-d5272470-c997-43e1-89d8-a2b28d7ff183 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c4a8c67-44d0-45c7-9139-d1421e69ae25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899765 Feb 09 00:13:04.076789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:04.077048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdcfb5e-0b0c-4b39-bbf3-685a89b7e58b') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:04.116373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.184971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.196118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:13:04.196610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:13:04.201478 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:13:04.212333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.303630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:04.318566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-3a34f975-acfa-4619-a060-0ebf9158a737 service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176781 Feb 09 00:13:04.342037 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.364534 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.367724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/networks/3bf6d033-bb11-4f38-bae1-42ec564ea10c HTTP/1.1" status: 204 len: 168 time: 0.7733755 Feb 09 00:13:04.398498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46218) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:04.404390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'network': {'name': 'tempest-network-smoke--719058778', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'port_security_enabled': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:04.419515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] No DVR routers for this DVR port 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:13:04.425769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff88675-eb8e-4ffe-9b33-437ca4b9a1b7 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Network': ['ID=3bf6d033-bb11-4f38-bae1-42ec564ea10c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:04.428443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.432811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0da2780-f5c8-4e5f-b836-bd5e3868ec53 req-3beb443e-e76c-4619-906d-6e183defb3ab tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "DELETE /v2.0/ports/25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 HTTP/1.1" status: 204 len: 173 time: 1.3707671 Feb 09 00:13:04.436263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-deleted', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:04.439012 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b8c76-fc97-4838-bf1f-c937a57883be" -d '{"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-deleted", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:04.477476 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:13:04.484417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.488075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8720d18f-7ff6-415b-8714-6e1fb1102b81 req-2aeab095-f05f-44fb-b971-7d1806347cec service neutron] 10.222.0.21 "GET /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536498 Feb 09 00:13:04.529262 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ca4896-eb6b-4679-b5c5-40f3ff8f3c10 x-openstack-request-id: req-20ca4896-eb6b-4679-b5c5-40f3ff8f3c10 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:04.529829 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae647e8d-3ed7-4db3-ba90-4b251daf23ed", "name": "network-vif-deleted", "tag": "25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:04.530121 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20ca4896-eb6b-4679-b5c5-40f3ff8f3c10 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:04.530909 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae647e8d-3ed7-4db3-ba90-4b251daf23ed', 'name': 'network-vif-deleted', 'tag': '25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3', 'status': 'completed', 'code': 200} Feb 09 00:13:04.541778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:13:04.556976 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.557591 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Added segment 9989b43b-2fe8-4684-957d-0e6928ac615d of type vlan for network d54a2f9e-a3f6-4804-b479-394d8b99f83c Feb 09 00:13:04.635362 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.648493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7864a881-a22d-4c92-9a23-a58241f2d6c9 req-7f59d9e2-429f-44d3-a017-373e093b4bd5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae647e8d-3ed7-4db3-ba90-4b251daf23ed HTTP/1.1" status: 200 len: 210 time: 0.0475729 Feb 09 00:13:04.670277 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.684178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:04.684178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.766059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Network': ['ID=d54a2f9e-a3f6-4804-b479-394d8b99f83c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:04.781796 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9df090f2-9e1f-4b2a-8361-4a258937707b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3782887 Feb 09 00:13:04.782221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46230) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:04.786780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'admin_state_up': True, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:04.808578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:13:04.838298 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.839414 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:04.969473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:05.000805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caa37f4c-121f-421d-bde2-635715045467 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:05.039107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: caa37f4c-121f-421d-bde2-635715045467 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:05.039932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caa37f4c-121f-421d-bde2-635715045467 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:05.162198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:05.375339 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:05.398661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:05.511763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:05.513598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.25.3.217 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e927f912-5c0c-49d8-99e2-469a6ba645c1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:05.557616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:05.558249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 25eb8fa9-b7a9-4ccd-8f1b-7cb04912c7d3 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:05.620869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:05.675448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:05.721211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:05.724886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:05.730646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46250) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:05.736511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:05.771286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=e927f912-5c0c-49d8-99e2-469a6ba645c1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:06.026397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:06.553981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:06.732851 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:06.895500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:13:06.925840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 5ce8745d-54d3-4426-a5e4-0aad820bf47f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:06.926394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.012109 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.033651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:07.045689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 5ce8745d-54d3-4426-a5e4-0aad820bf47f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5ce8745d-54d3-4426-a5e4-0aad820bf47f,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:07.046017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Sync routers for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:07.046125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.060783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:07.061036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 5ce8745d-54d3-4426-a5e4-0aad820bf47f owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:07.066122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:07.089264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.094213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c02d2645-8370-4846-9efe-b5510ae3f786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3082502 Feb 09 00:13:07.094760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46272) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:07.134768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0a4ca87d-657c-429f-8ece-16f86cfc4f21 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=9f5480f92c18459e962f5dca2fa610c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364330 Feb 09 00:13:07.135323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46274) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:07.236686 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.249600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a07be-c8d7-48e8-8de9-be050aab5cb9 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:07.254735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-223a07be-c8d7-48e8-8de9-be050aab5cb9 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154733 Feb 09 00:13:07.255822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46280) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:07.313643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-45dc4ca7-6777-4b64-baab-ac6ede99c090 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547302 Feb 09 00:13:07.314497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46282) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:07.321049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138709738', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:07.332056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:07.390383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.473797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=5ce8745d-54d3-4426-a5e4-0aad820bf47f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:07.520787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.521170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.521515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.521852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.522181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.522518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.522849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.523177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.523504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.523825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.524136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.524443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:07.589366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:13:07.593463 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.633284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:05Z', 'revision_number': 3, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:07.723634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Checking router: cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:07.724157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Updating router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 port e927f912-5c0c-49d8-99e2-469a6ba645c1 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:13:07.765901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.858221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:07.959736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.075495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Subnet': ['ID=521bcfcf-3d1f-4beb-8325-e6ea1884a520,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:08.093047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Checking segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:08.093406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network hostable DHCP agents. Network: d54a2f9e-a3f6-4804-b479-394d8b99f83c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:13:08.149312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.157239 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:13:08.160265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.206715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, d54a2f9e-a3f6-4804-b479-394d8b99f83c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:08.215779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:08.216771 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.221798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693f2d3f-b69b-4cd1-a9df-352fa7b052af None None] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:08.259918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46300) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:08.268516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Pushing event updated for resources: {'Port': ['ID=e927f912-5c0c-49d8-99e2-469a6ba645c1,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:08.275709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Attempting to bind port e927f912-5c0c-49d8-99e2-469a6ba645c1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:08.275954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Attempting to bind port e927f912-5c0c-49d8-99e2-469a6ba645c1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:08.276267 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Attempting to bind port e927f912-5c0c-49d8-99e2-469a6ba645c1 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:08.280384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-98f10832-4c0d-485f-a0d9-0c8ae996e388 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9652193 Feb 09 00:13:08.290905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.291247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.291582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.291920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.292480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.292816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.293165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.294017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.294406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.294729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.295047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.295363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:08.298176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:08.300321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:08.300712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:08.301142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.301527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:08.302005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Bound port: e927f912-5c0c-49d8-99e2-469a6ba645c1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:08.302386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.407702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] For port e927f912-5c0c-49d8-99e2-469a6ba645c1, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:08.414043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] For port e927f912-5c0c-49d8-99e2-469a6ba645c1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e927f912-5c0c-49d8-99e2-469a6ba645c1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:08.442385 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.461550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:08.475262 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531028-7456-48de-abfd-83fd99532775 None None] Sync routers for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:08.483756 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-234b7c64-4b3f-49c7-9b70-e604a0a92de8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508600 Feb 09 00:13:08.484473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46302) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:08.493557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:08.494180 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:08.549225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-d54a2f9e-a3f6-4804-b479-394d8b99f83c', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:13:08.550347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.566706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:08.567344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:08.579033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c133721-03a2-41ab-ac06-b275e24db8e6 None None] Pushing event updated for resources: {'Port': ['ID=e927f912-5c0c-49d8-99e2-469a6ba645c1,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:08.678560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting subnet 2f52d5f6-ddeb-48af-b967-0b84cf35feee {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:13:08.689530 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.739108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:08.766629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.822786 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:08.920882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:08.932420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.041247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.083702 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:13:07Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:09.105713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Subnet': ['ID=2f52d5f6-ddeb-48af-b967-0b84cf35feee,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:09.119543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:05Z', 'revision_number': 3, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:09.124483 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.131389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-45a612b4-da54-4939-a854-e7e08de1c2ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/subnets/2f52d5f6-ddeb-48af-b967-0b84cf35feee HTTP/1.1" status: 204 len: 168 time: 0.6457107 Feb 09 00:13:09.132051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46316) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:09.134864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531028-7456-48de-abfd-83fd99532775 None None] Checking router: 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:09.145096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] Routers {'760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:09.145958 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:09.157844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f974e516-4eac-4404-9f28-35c4192fd834 None None] The sync data for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 is: [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:05Z', 'revision_number': 3, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:09.160534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b907477-fced-4e10-8b1c-9ff45999e8d4 None None] Network cbd999c5-d4ac-40bc-b788-024ce6b7e738 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:09.162966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Allocated IP 172.20.0.2 (d54a2f9e-a3f6-4804-b479-394d8b99f83c/521bcfcf-3d1f-4beb-8325-e6ea1884a520/eff8fd11-00ca-46e2-b893-26225d65c7ad) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:09.331516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.345517 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] Set router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:09.531932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.534290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.544116 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.607369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] DHCP port deletion for cbd999c5-d4ac-40bc-b788-024ce6b7e738 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:13:09.633569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port b296af4b-6167-48ac-aa15-a1ff86c21b40 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:09.633926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.697326 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-d9531028-7456-48de-abfd-83fd99532775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:13:07Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:09.726231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.20.0.1 (d54a2f9e-a3f6-4804-b479-394d8b99f83c/521bcfcf-3d1f-4beb-8325-e6ea1884a520/766762c0-3257-47b1-9cb3-33e42efe7f58) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:09.743865 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9531028-7456-48de-abfd-83fd99532775 None None] The sync data for ids ['760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0'] in n-d-828413-1 is: [{'id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2021624622', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:10:58Z', 'updated_at': '2022-02-09T00:13:07Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'b296af4b-6167-48ac-aa15-a1ff86c21b40', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:10:59Z', 'updated_at': '2022-02-09T00:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:09.755980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port b296af4b-6167-48ac-aa15-a1ff86c21b40, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b296af4b-6167-48ac-aa15-a1ff86c21b40,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:09.756526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.773279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for b296af4b-6167-48ac-aa15-a1ff86c21b40 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:09.798051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:09.803585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:09.806663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:09.846640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Pushing event updated for resources: {'Port': ['ID=eff8fd11-00ca-46e2-b893-26225d65c7ad,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:09.906429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] Deleting port 5b354144-5bd6-4557-91f8-7e3726b95758 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:09.906943 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.931418 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:09.983269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.020779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] For port 5b354144-5bd6-4557-91f8-7e3726b95758, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5b354144-5bd6-4557-91f8-7e3726b95758,segment=NetworkSegment(7f4ad57e-c8b6-46e1-b1ab-b058b906655c),segment_id=7f4ad57e-c8b6-46e1-b1ab-b058b906655c)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:10.021242 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.031142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:10.034543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:10.049903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:10.060170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] Calling delete_port for 5b354144-5bd6-4557-91f8-7e3726b95758 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:10.068241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.080376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Attempting to bind port eff8fd11-00ca-46e2-b893-26225d65c7ad on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:10.080745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Attempting to bind port eff8fd11-00ca-46e2-b893-26225d65c7ad by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:10.081158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Attempting to bind port eff8fd11-00ca-46e2-b893-26225d65c7ad on network d54a2f9e-a3f6-4804-b479-394d8b99f83c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:10.141697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:10.142148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Checking segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:10.143321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.143741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Bound using segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:10.144241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Bound port: eff8fd11-00ca-46e2-b893-26225d65c7ad, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:10.144629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.145665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=766762c0-3257-47b1-9cb3-33e42efe7f58,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:10.150979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=b296af4b-6167-48ac-aa15-a1ff86c21b40,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:10.166129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.166288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.166594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.166891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.170930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.171316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.171697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.171979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.172305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.172631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.177262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.177651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:13:10.197172 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.260141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.341506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] For port eff8fd11-00ca-46e2-b893-26225d65c7ad, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:10.355108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] For port eff8fd11-00ca-46e2-b893-26225d65c7ad, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=eff8fd11-00ca-46e2-b893-26225d65c7ad,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:10.357723 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.374877 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.425050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] No DVR routers for this DVR port 5b354144-5bd6-4557-91f8-7e3726b95758 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:13:10.473488 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.475180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.478906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb807f6-319e-4d05-bb00-31396ee7694c None None] Pushing event deleted for resources: {'Port': ['ID=5b354144-5bd6-4557-91f8-7e3726b95758,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:10.480654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.561291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffef05-3cdd-4975-83f9-340eb0058f25 None None] Pushing event updated for resources: {'Port': ['ID=eff8fd11-00ca-46e2-b893-26225d65c7ad,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:10.626885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.627447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Fanout notify agent at l3_agent the message router_deleted on router 760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:13:10.649502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:10.653869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-abfb7b79-fd27-4e0b-ab21-b742aa02d7ae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/routers/760d3dbd-b1b5-4a93-98e0-7d8ddbdf0bf0 HTTP/1.1" status: 204 len: 168 time: 1.5173032 Feb 09 00:13:10.654652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:10.930152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.096167 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.141448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd999c5-d4ac-40bc-b788-024ce6b7e738']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:11.154479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f4ad57e-c8b6-46e1-b1ab-b058b906655c') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:11.154775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f4ad57e-c8b6-46e1-b1ab-b058b906655c') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:11.174765 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.200577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.205245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.208194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.254599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:13:11.255017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:13:11.257983 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:13:11.364164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=766762c0-3257-47b1-9cb3-33e42efe7f58,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:11.372398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.431132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e927f912-5c0c-49d8-99e2-469a6ba645c1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:11.447555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.464025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.467861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/networks/cbd999c5-d4ac-40bc-b788-024ce6b7e738 HTTP/1.1" status: 204 len: 168 time: 0.8121686 Feb 09 00:13:11.470601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46352) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:11.483120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58228962-1e60-4061-b254-829f6cf066e4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Network': ['ID=cbd999c5-d4ac-40bc-b788-024ce6b7e738,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:11.506911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e927f912-5c0c-49d8-99e2-469a6ba645c1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:11.507287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.510221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:11.515049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:11.569679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22cfb794-911f-4080-8cc3-26a699a82c60 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.618069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.618544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22cfb794-911f-4080-8cc3-26a699a82c60 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.640570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e927f912-5c0c-49d8-99e2-469a6ba645c1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e927f912-5c0c-49d8-99e2-469a6ba645c1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:11.650389 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.651477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eff8fd11-00ca-46e2-b893-26225d65c7ad up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:11.709218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:11.715095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22cfb794-911f-4080-8cc3-26a699a82c60 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.723815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22cfb794-911f-4080-8cc3-26a699a82c60 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.723815 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-22cfb794-911f-4080-8cc3-26a699a82c60 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b7eac59-4f26-440c-9760-70182dbb1f6e HTTP/1.1" status: 204 len: 168 time: 0.2516613 Feb 09 00:13:11.737298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfb794-911f-4080-8cc3-26a699a82c60 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7eac59-4f26-440c-9760-70182dbb1f6e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:11.764496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e927f912-5c0c-49d8-99e2-469a6ba645c1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:11.802478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port eff8fd11-00ca-46e2-b893-26225d65c7ad triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:11.803182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:11.863195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:11.869175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1bdc2c6d-d24a-4867-a64c-6787fed947ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "PUT /v2.0/routers/cd33fbd6-a7a2-4cb5-8850-8c7f46d72947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6073921 Feb 09 00:13:11.872250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46366) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:11.911089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bb46-6d94-4cad-b894-660f10773301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.010870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.063030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port eff8fd11-00ca-46e2-b893-26225d65c7ad, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=eff8fd11-00ca-46e2-b893-26225d65c7ad,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:12.072956 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.186888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5b354144-5bd6-4557-91f8-7e3726b95758 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:12.494049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4e110-3348-4196-854c-e834d71f8d13 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.495336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4e110-3348-4196-854c-e834d71f8d13 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.495976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4e110-3348-4196-854c-e834d71f8d13 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.497186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4e110-3348-4196-854c-e834d71f8d13 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.497713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4e110-3348-4196-854c-e834d71f8d13 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.501969 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5c4e110-3348-4196-854c-e834d71f8d13 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3583 time: 0.6263471 Feb 09 00:13:12.502358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46374) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:12.549688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d356bb7-ce41-4db9-bed9-4e003f3f803c None None] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:12.552545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Sync routers for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:12.563728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 5b354144-5bd6-4557-91f8-7e3726b95758 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:12.564071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5b354144-5bd6-4557-91f8-7e3726b95758 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:12.564485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ce8745d-54d3-4426-a5e4-0aad820bf47f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:12.613683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46378) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:12.619125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830683720', 'description': 'tempest-secgroup-smoke-1830683720 description', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:12.634189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d443-901b-4a11-80b7-3a6169ff8db7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.634663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d443-901b-4a11-80b7-3a6169ff8db7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.635123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d443-901b-4a11-80b7-3a6169ff8db7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.635578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d443-901b-4a11-80b7-3a6169ff8db7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.636028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56d443-901b-4a11-80b7-3a6169ff8db7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:12.638375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb56d443-901b-4a11-80b7-3a6169ff8db7 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3364 time: 0.1349871 Feb 09 00:13:12.640995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46380) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:12.650539 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.680075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=eff8fd11-00ca-46e2-b893-26225d65c7ad,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:12.695960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 5ce8745d-54d3-4426-a5e4-0aad820bf47f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:12.696346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5ce8745d-54d3-4426-a5e4-0aad820bf47f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:12.703403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:12.704293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:12:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:12.741077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.747642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.761401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d87b319e-6629-4368-a74b-8df6c6fd5402 None None] Provisioning complete for port eff8fd11-00ca-46e2-b893-26225d65c7ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:12.761878 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d87b319e-6629-4368-a74b-8df6c6fd5402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.774625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.776236 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1615150 Feb 09 00:13:12.779808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:12.785362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'e3c65ad3-4da1-4eb7-a056-0bfb8caaea57', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:12.813455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379080e0-fa78-47b6-8a48-c974ae1c53be tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:12.835772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.854818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-367b5694-9bc2-428a-b3ef-03df8a5e3c24 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.2121553 Feb 09 00:13:12.916973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.932095 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.944455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:12.976626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629c8d45-d429-487c-950c-dc1e5e0117a8,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:12.989972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:12.995359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46394) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:12.995895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-09d2feab-f17f-4d1a-9095-df0ac581b858 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2143691 Feb 09 00:13:13.002147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'e3c65ad3-4da1-4eb7-a056-0bfb8caaea57', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.054272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.056635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e927f912-5c0c-49d8-99e2-469a6ba645c1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:13.142069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.149653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.181484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7be05a-206b-4a2c-b92c-4ba39df3269c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:13.192757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.194426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e07dd71e-5c34-4f73-9079-017cd3420cb6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980519 Feb 09 00:13:13.197035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46400) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:13.204801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'e3c65ad3-4da1-4eb7-a056-0bfb8caaea57', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.240489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46402) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:13.245494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327368480', 'description': 'tempest-secgroup-smoke-327368480 description', 'project_id': '9f5480f92c18459e962f5dca2fa610c5'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.260968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e927f912-5c0c-49d8-99e2-469a6ba645c1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:13.261356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.274712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.296460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.386228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 2, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:13.419494 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.428948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.432646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.436626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Checking router: cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:13.436963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Updating router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 port 766762c0-3257-47b1-9cb3-33e42efe7f58 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:13:13.454087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.487349 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.491530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.495504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2510509 Feb 09 00:13:13.495762 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:13.498961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.502597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3019357 Feb 09 00:13:13.502597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6a29a-89b7-4110-a012-5aa7d4677407 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dee733-e6b5-4126-8a9e-75b3c12467cd,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:13.504161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46406) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:13.506036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70034571-ff7a-4c49-9898-b80698da797b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f9dbe3-995d-45f8-920d-9bcad5904ca9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:13.511555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'e3c65ad3-4da1-4eb7-a056-0bfb8caaea57', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.513119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '27f9dbe3-995d-45f8-920d-9bcad5904ca9', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.532119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eff8fd11-00ca-46e2-b893-26225d65c7ad up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:13.550089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.568596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.618482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.631963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.654832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cb4e45aa-f291-4b1b-8eff-5a51773e5d71 None None] Provisioning complete for port 766762c0-3257-47b1-9cb3-33e42efe7f58 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:13.655445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb4e45aa-f291-4b1b-8eff-5a51773e5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.675582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9760a23-4fb2-49a2-934d-f556ce606902,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:13.686539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.688130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3ddf6faa-db45-41cb-b6ef-9598cd47f70c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826653 Feb 09 00:13:13.690766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46412) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:13.696412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'e3c65ad3-4da1-4eb7-a056-0bfb8caaea57', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.706531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.713833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.740943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58b9037-c2df-492d-b697-b62857e65694,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:13.745585 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:13:13.756880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.770797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.776422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46414) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:13.784332 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91cea2be-5d61-4eaa-b781-037ebbc9a230 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867107 Feb 09 00:13:13.786553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '27f9dbe3-995d-45f8-920d-9bcad5904ca9', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:13.854852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.886811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.904202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port eff8fd11-00ca-46e2-b893-26225d65c7ad triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:13.904611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.930927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.953048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e45aa-f291-4b1b-8eff-5a51773e5d71 None None] Port 766762c0-3257-47b1-9cb3-33e42efe7f58 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:13.953571 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.972398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:13.977173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3f1926-f03f-42ac-9f5a-50ee6dbe8716,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.001415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.005632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.005753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d4a33bfe-2f70-456b-afa5-d7158ae59c0a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3136251 Feb 09 00:13:14.007379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b70751-d92c-4406-a2ec-d538bafc619c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.010751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'e3c65ad3-4da1-4eb7-a056-0bfb8caaea57', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.014929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cb4e45aa-f291-4b1b-8eff-5a51773e5d71 None None] Provisioning complete for port eff8fd11-00ca-46e2-b893-26225d65c7ad triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:14.015434 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cb4e45aa-f291-4b1b-8eff-5a51773e5d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.023587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.024814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8b6eeca5-ae23-4347-9819-a7dd6c7d553b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2476079 Feb 09 00:13:14.029125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46420) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.078769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '27f9dbe3-995d-45f8-920d-9bcad5904ca9', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.089634 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:13:14.123136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.142722 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.157712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.175340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b296af4b-6167-48ac-aa15-a1ff86c21b40 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:14.228760 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.308049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b296af4b-6167-48ac-aa15-a1ff86c21b40 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:14.308397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b296af4b-6167-48ac-aa15-a1ff86c21b40 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:14.341332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.348875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.363665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55bd64-74ee-4728-9e1b-c53381d5eded None None] Pushing event updated for resources: {'Port': ['ID=766762c0-3257-47b1-9cb3-33e42efe7f58,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.402410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbd5a39-abce-4fee-a360-e36773373433,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.406943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.413707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.423105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Attempting to bind port 766762c0-3257-47b1-9cb3-33e42efe7f58 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:14.423483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Attempting to bind port 766762c0-3257-47b1-9cb3-33e42efe7f58 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:14.423851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Attempting to bind port 766762c0-3257-47b1-9cb3-33e42efe7f58 on network d54a2f9e-a3f6-4804-b479-394d8b99f83c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:14.425591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.426886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a086ff68-acc8-4812-8e7f-9198b0e719a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4201417 Feb 09 00:13:14.429908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46434) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.435481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'network': {'name': 'tempest-network-smoke--998713828', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.438913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08e2bde-962f-4fb3-8eea-cc9ee43a5744,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.448333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:14.448799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Checking segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:14.451547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.456205 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d24584c-bebb-4e2c-8fde-a410a8c7a1e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4248817 Feb 09 00:13:14.456815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46436) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.459479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.463131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Bound using segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:14.463585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '27f9dbe3-995d-45f8-920d-9bcad5904ca9', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.466800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Bound port: 766762c0-3257-47b1-9cb3-33e42efe7f58, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:14.467235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.489886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-92c39d65-97f0-433a-a64e-36fed13848ab None None] Provisioning complete for port 766762c0-3257-47b1-9cb3-33e42efe7f58 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:14.490443 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-92c39d65-97f0-433a-a64e-36fed13848ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.495274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:13:14.501665 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.517170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.538186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:13:14.561321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.564907 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Added segment b6f10cb4-c346-4cf3-8ee5-90080e07ce06 of type vlan for network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 Feb 09 00:13:14.623314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-92c39d65-97f0-433a-a64e-36fed13848ab None None] Port 766762c0-3257-47b1-9cb3-33e42efe7f58 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:14.626527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] For port 766762c0-3257-47b1-9cb3-33e42efe7f58, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:14.642059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] For port 766762c0-3257-47b1-9cb3-33e42efe7f58, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=766762c0-3257-47b1-9cb3-33e42efe7f58,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:14.658039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.674614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.681000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.690002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.706538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.711158 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532933 Feb 09 00:13:14.711810 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46442) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.715735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f7bb-456a-43b2-96d9-0d3a03547835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.718501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '27f9dbe3-995d-45f8-920d-9bcad5904ca9', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.733732 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.738122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f99e3-83ba-442e-8d54-698a303e2acd tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf1e65f-8ff1-4c8b-bb97-afe6b72b46de,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.757308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:14.758231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.773208 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Project 9f5480f92c18459e962f5dca2fa610c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:13:14.783822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.795753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6a654348-e139-40c3-85fd-72b95e06bdec None None] Provisioning complete for port 766762c0-3257-47b1-9cb3-33e42efe7f58 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:14.796344 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a654348-e139-40c3-85fd-72b95e06bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.851682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55bd64-74ee-4728-9e1b-c53381d5eded None None] Pushing event updated for resources: {'Port': ['ID=766762c0-3257-47b1-9cb3-33e42efe7f58,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.862092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:14.863219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:14.916461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4852548 Feb 09 00:13:14.917237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46448) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.924800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'admin_state_up': True, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.925160 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.929770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.946493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a11717-1903-4d40-910f-3173abad0d55,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.961742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd14a1-b1e5-4e7a-9965-415cf71dc6af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Network': ['ID=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:14.982193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.986748 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4db7a8bf-bb06-4a3a-810e-85ea49f66a44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699282 Feb 09 00:13:14.987432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46450) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:14.992109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:14.993478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'security_group_rule': {'security_group_id': '27f9dbe3-995d-45f8-920d-9bcad5904ca9', 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:14.993732 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.023977 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Project 9f5480f92c18459e962f5dca2fa610c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:13:15.033384 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.100212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.140723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.148413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.176228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f2ed0d-a7ba-4903-a681-26687b563022,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:15.192049 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.194167 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9fd98007-7f09-4668-8067-077a7ffea3e5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2051902 Feb 09 00:13:15.243136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:13:15.378451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:15.382035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a654348-e139-40c3-85fd-72b95e06bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.486429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6a654348-e139-40c3-85fd-72b95e06bdec None None] For port 766762c0-3257-47b1-9cb3-33e42efe7f58, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=766762c0-3257-47b1-9cb3-33e42efe7f58,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:15.533887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a654348-e139-40c3-85fd-72b95e06bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.576313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.618855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a654348-e139-40c3-85fd-72b95e06bdec None None] Pushing event updated for resources: {'Port': ['ID=766762c0-3257-47b1-9cb3-33e42efe7f58,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:15.661925 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.691438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-d6f024db-dcde-43a9-ba66-2f08df6d217d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327368480&fields=id&tenant_id=9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 267 time: 0.0831459 Feb 09 00:13:15.694393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9d98c678-b731-4f45-a3a8-e01be0acf3b5 None None] Provisioning complete for port 766762c0-3257-47b1-9cb3-33e42efe7f58 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:15.694944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9d98c678-b731-4f45-a3a8-e01be0acf3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:15.752598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:14Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:15.783942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1e5e3-7d4f-46af-971d-aeb7d8b6d208 None None] The sync data for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 is: [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:14Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:15.875150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-c4b2a5ab-f131-4e70-a531-8a43de1f05ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:15.876728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-c4b2a5ab-f131-4e70-a531-8a43de1f05ec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/networks?id=d54a2f9e-a3f6-4804-b479-394d8b99f83c HTTP/1.1" status: 200 len: 796 time: 0.1736119 Feb 09 00:13:15.905477 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-7645d604-9138-4d49-81f6-f395ac38164b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/quotas/9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 375 time: 0.0228641 Feb 09 00:13:16.038439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-a9e50b59-d68c-4c8f-8076-3977e1590489 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269705 Feb 09 00:13:16.154563 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:16.177175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:16.251555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-69df8761-a1af-4f3b-966b-670ec9859166 service neutron] 10.222.0.32 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848629 Feb 09 00:13:16.383028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.91 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/21a38ece-1473-4edb-9924-db86f4596417) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:16.415497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-78b6aa49-9ecc-4956-9564-33e813429c32 service neutron] 10.222.0.32 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526520 Feb 09 00:13:16.461291 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:13:16.555171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:16.616456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:16.661254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:16.690048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:16.693668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd68ad78-7661-4502-a2dc-0a16d9448ecb req-55e3392c-0e49-41fd-8b45-7186a3aa3bec tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 210 time: 0.0437872 Feb 09 00:13:16.694695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:16.742603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=21a38ece-1473-4edb-9924-db86f4596417,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:16.917881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:17.013832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 766762c0-3257-47b1-9cb3-33e42efe7f58 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:17.124533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 766762c0-3257-47b1-9cb3-33e42efe7f58 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:17.125042 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:17.135634 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:17.321066 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:17.517731 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:17.691255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:13:17.838683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62a5b121-34e0-4f23-b361-ede2c4c94117 req-3b54da46-3fcc-49b8-ba94-5351b651b82d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Feb 09 00:13:17.852254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:17.864598 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Sync routers for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:17.893501 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:17.894278 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:17.928643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:17.933575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad91acf1-93e8-429d-bef4-d479dde0bfae tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0128732 Feb 09 00:13:17.934983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46530) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:17.982498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9d9f4a6e-b10d-4e6a-b419-5b47931de341 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=67622b55a6f64c1aa94fed57009d0bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462532 Feb 09 00:13:17.982794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46532) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:18.022753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-245ccbbe-6807-4554-9e94-67be7f3c234f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:18.024351 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-245ccbbe-6807-4554-9e94-67be7f3c234f tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/networks?id=d54a2f9e-a3f6-4804-b479-394d8b99f83c HTTP/1.1" status: 200 len: 796 time: 0.2295496 Feb 09 00:13:18.082306 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:18.087046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f882b-b509-4567-94c5-86928e4ac0fb tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:18.092187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-232f882b-b509-4567-94c5-86928e4ac0fb tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1050606 Feb 09 00:13:18.092389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:18.097274 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-7f68af03-4139-4cf4-8a52-8640926cb786 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5480f92c18459e962f5dca2fa610c5 HTTP/1.1" status: 200 len: 379 time: 0.0613525 Feb 09 00:13:18.111846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'port': {'device_id': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'admin_state_up': True, 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'security_groups': ['27f9dbe3-995d-45f8-920d-9bcad5904ca9']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:18.126345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4189f6c2-e997-43cc-955a-8809611ae6d5 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302427 Feb 09 00:13:18.136123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46536) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:18.143734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-172192292', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:18.307097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Made reservation on behalf of 9f5480f92c18459e962f5dca2fa610c5 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:13:18.312143 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.319034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:13:18.326308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.371204 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:16Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:18.405220 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Checking router: 63a40abd-04e9-48bb-a8b1-ce90daaa7219 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:18.406182 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Updating router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 port 21a38ece-1473-4edb-9924-db86f4596417 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:13:18.435795 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.513247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.20.0.9 (d54a2f9e-a3f6-4804-b479-394d8b99f83c/521bcfcf-3d1f-4beb-8325-e6ea1884a520/1e76d668-137a-4030-adfa-b63e716fba27) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:18.688421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.747281 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.798230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Subnet': ['ID=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:18.809130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Checking segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:18.809425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network hostable DHCP agents. Network: 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:13:18.813239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.854335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:13:18.869320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:18.877704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:18.880956 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.882082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782ce90-8516-4aa9-9fd8-f9fed040a68d None None] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:18.899399 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.904743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=1e76d668-137a-4030-adfa-b63e716fba27,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:18.918937 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:18.920617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:18.922344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:18.925718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:18.940973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6ddb819f-f0e6-4c08-a739-f982b297a3e7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8036506 Feb 09 00:13:18.944023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46554) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:19.000626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:19.002960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.024007 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-637cd605-62a4-4ecf-a5a7-b394b3c76cf8 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9201338 Feb 09 00:13:19.038727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Request body: {'port': {'device_id': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:19.050230 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Attempting to bind port 21a38ece-1473-4edb-9924-db86f4596417 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:19.053397 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Attempting to bind port 21a38ece-1473-4edb-9924-db86f4596417 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:19.053940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Attempting to bind port 21a38ece-1473-4edb-9924-db86f4596417 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:19.098667 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:19.099385 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:19.099946 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.101033 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:19.101751 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Bound port: 21a38ece-1473-4edb-9924-db86f4596417, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:19.102359 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.167082 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edf20a-416f-4002-ac71-ff26142e8091 None None] Pushing event updated for resources: {'Port': ['ID=21a38ece-1473-4edb-9924-db86f4596417,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:19.200129 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.248241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff0dc-9991-4de8-b512-995a0c6f42cf req-8241f553-0a20-457c-aab6-ed80b564775e tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:19.250174 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] For port 21a38ece-1473-4edb-9924-db86f4596417, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:19.253614 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] For port 21a38ece-1473-4edb-9924-db86f4596417, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=21a38ece-1473-4edb-9924-db86f4596417,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:19.256053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b7ff0dc-9991-4de8-b512-995a0c6f42cf req-8241f553-0a20-457c-aab6-ed80b564775e tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 931 time: 0.2100511 Feb 09 00:13:19.264565 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.300083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:13:19.302038 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.362862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b7ff0dc-9991-4de8-b512-995a0c6f42cf req-31a22d2b-45c6-4cff-ba40-4f358cb514ff tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593162 Feb 09 00:13:19.424478 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edf20a-416f-4002-ac71-ff26142e8091 None None] Pushing event updated for resources: {'Port': ['ID=21a38ece-1473-4edb-9924-db86f4596417,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:19.427185 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:19.427777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:19.604333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4641f22e-95d3-4e20-8c5c-b373e8ae6645 None None] Provisioning complete for port 1e76d668-137a-4030-adfa-b63e716fba27 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:19.604627 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4641f22e-95d3-4e20-8c5c-b373e8ae6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.640333 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:19.747919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Allocated IP 172.20.0.2 (99a8d32e-ea7c-4f0d-aaa3-9c530c585df3/cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f/9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:19.751049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4641f22e-95d3-4e20-8c5c-b373e8ae6645 None None] Port 1e76d668-137a-4030-adfa-b63e716fba27 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:19.828653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e76d668-137a-4030-adfa-b63e716fba27 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:13:19.845506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.859477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Transition to ACTIVE for port object 1e76d668-137a-4030-adfa-b63e716fba27 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:13:19.863303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.965637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892127-f74d-4a33-b624-4147f207639f service neutron] Pushing event updated for resources: {'Port': ['ID=1e76d668-137a-4030-adfa-b63e716fba27,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:19.972692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:19.977729 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:16Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:20.011967 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202d33cf-fb56-44a3-a272-d3b0805e4767 None None] The sync data for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 is: [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:16Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:20.059575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Attempting to bind port 1e76d668-137a-4030-adfa-b63e716fba27 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:20.060106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Attempting to bind port 1e76d668-137a-4030-adfa-b63e716fba27 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:20.060308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Attempting to bind port 1e76d668-137a-4030-adfa-b63e716fba27 on network d54a2f9e-a3f6-4804-b479-394d8b99f83c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:20.065603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Port 1e76d668-137a-4030-adfa-b63e716fba27 on network d54a2f9e-a3f6-4804-b479-394d8b99f83c not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:13:20.065925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Attempting to bind port 1e76d668-137a-4030-adfa-b63e716fba27 on network d54a2f9e-a3f6-4804-b479-394d8b99f83c {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:20.072299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:20.072642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Checking segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:20.073064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Bound using segment: {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:20.073571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Bound port: 1e76d668-137a-4030-adfa-b63e716fba27, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9989b43b-2fe8-4684-957d-0e6928ac615d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:20.074101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.120277 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.139218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.183747 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] For port 1e76d668-137a-4030-adfa-b63e716fba27, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:20.187485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] For port 1e76d668-137a-4030-adfa-b63e716fba27, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1e76d668-137a-4030-adfa-b63e716fba27,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:20.195828 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.245269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Pushing event updated for resources: {'Port': ['ID=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:20.257923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:20.259899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:20.265568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:20.276088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:20.276726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.290738 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-90892127-f74d-4a33-b624-4147f207639f service neutron] 10.222.0.84 "PUT /v2.0/ports/1e76d668-137a-4030-adfa-b63e716fba27 HTTP/1.1" status: 200 len: 1091 time: 1.2585623 Feb 09 00:13:20.291227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:20.300060 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d162a-a37f-4183-828e-75f83af8a21d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "tag": "1e76d668-137a-4030-adfa-b63e716fba27"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:20.462710 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39097df3-1805-40a1-ae3f-f45676ed0e2b x-openstack-request-id: req-39097df3-1805-40a1-ae3f-f45676ed0e2b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:20.463155 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "tag": "1e76d668-137a-4030-adfa-b63e716fba27", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:20.463538 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39097df3-1805-40a1-ae3f-f45676ed0e2b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:20.466104 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27', 'status': 'completed', 'code': 200} Feb 09 00:13:20.491898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Attempting to bind port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:20.492433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Attempting to bind port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:20.493082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Attempting to bind port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:20.522332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:20.525477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892127-f74d-4a33-b624-4147f207639f service neutron] Pushing event updated for resources: {'Port': ['ID=1e76d668-137a-4030-adfa-b63e716fba27,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:20.526028 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Checking segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:20.526661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.529816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Bound using segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:20.530766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Bound port: 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:20.531353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.560949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-bb5b8783-5748-4655-ba96-da0581381bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:20.561974 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-bb5b8783-5748-4655-ba96-da0581381bad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 1094 time: 0.2136376 Feb 09 00:13:20.656159 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-c41bde11-82e9-4885-aa52-e88c7877a63e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e76d668-137a-4030-adfa-b63e716fba27 HTTP/1.1" status: 200 len: 217 time: 0.0851843 Feb 09 00:13:20.693894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] For port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:20.697523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] For port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:20.706164 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:20.764176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-e17b84b0-4d0f-4fba-81bf-b578aae67edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:20.766265 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-e17b84b0-4d0f-4fba-81bf-b578aae67edd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=521bcfcf-3d1f-4beb-8325-e6ea1884a520 HTTP/1.1" status: 200 len: 834 time: 0.1026039 Feb 09 00:13:20.859564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabaa15-3fed-457d-a106-888c0c97ce55 None None] Pushing event updated for resources: {'Port': ['ID=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:20.937850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-429fd530-0948-42a3-bc09-bc030d908271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:20.939395 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-429fd530-0948-42a3-bc09-bc030d908271 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d54a2f9e-a3f6-4804-b479-394d8b99f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607165 Feb 09 00:13:21.114286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 21a38ece-1473-4edb-9924-db86f4596417 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:21.205922 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-824ac9b3-e977-4632-b581-b1238494f684 service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571599 Feb 09 00:13:21.229981 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 21a38ece-1473-4edb-9924-db86f4596417 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:21.230533 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:21.421381 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-24cf02a6-feeb-4511-b0f4-d587e9919570 req-ae78d9f6-b36b-4c45-a274-d2e9500bbcdb service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086709 Feb 09 00:13:21.427193 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:21.468901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 21a38ece-1473-4edb-9924-db86f4596417, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=21a38ece-1473-4edb-9924-db86f4596417,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:21.476415 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:21.548806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=21a38ece-1473-4edb-9924-db86f4596417,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:21.569694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-128a5b11-f13f-4f6d-ac44-9cf5d8c172fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:21.571725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-128a5b11-f13f-4f6d-ac44-9cf5d8c172fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 1094 time: 0.0845339 Feb 09 00:13:21.650938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.1 (99a8d32e-ea7c-4f0d-aaa3-9c530c585df3/cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f/0d40ac8e-eeca-4cee-8af9-52b55249bc3f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:21.709571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-c5c87e67-38c4-4aa0-8cdb-af533d2593ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:21.711234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-c5c87e67-38c4-4aa0-8cdb-af533d2593ed service neutron] 10.222.0.84 "GET /v2.0/networks?id=d54a2f9e-a3f6-4804-b479-394d8b99f83c HTTP/1.1" status: 200 len: 897 time: 0.1327696 Feb 09 00:13:21.774865 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-7a4bc3b8-723c-4a60-8903-297a2b714269 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e76d668-137a-4030-adfa-b63e716fba27 HTTP/1.1" status: 200 len: 217 time: 0.0555854 Feb 09 00:13:21.782934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540c985-9c07-4d2b-a088-ade21c631703 req-365c56e7-df55-4737-b7f8-df2eae205c36 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:21.784987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6540c985-9c07-4d2b-a088-ade21c631703 req-365c56e7-df55-4737-b7f8-df2eae205c36 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 943 time: 1.2201660 Feb 09 00:13:21.863740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:21.868513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6540c985-9c07-4d2b-a088-ade21c631703 req-9d32e984-323b-4b12-b298-b3b3096b128c tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756712 Feb 09 00:13:21.883722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-ed3babdf-ce14-401e-aac9-f9e098f0827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:21.885216 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-ed3babdf-ce14-401e-aac9-f9e098f0827a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=521bcfcf-3d1f-4beb-8325-e6ea1884a520 HTTP/1.1" status: 200 len: 834 time: 0.1034222 Feb 09 00:13:21.919455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:21.948564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-1dbc9a4d-ca0a-4784-8213-c24c3ca98f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:21.954076 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-1dbc9a4d-ca0a-4784-8213-c24c3ca98f43 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d54a2f9e-a3f6-4804-b479-394d8b99f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579984 Feb 09 00:13:21.970531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:21.986306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:21.990125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:22.070114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:22.131964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.154859 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-ab8895e7-2a61-4d94-a287-da15d7ddcb30 service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913514 Feb 09 00:13:22.337778 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ed9d162a-a37f-4183-828e-75f83af8a21d req-7743718a-71ca-46c3-9fc3-f5c579ed9777 service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745145 Feb 09 00:13:22.347993 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.474223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53aa1d6-b6d9-4c48-a4c5-cdb5355f4ec9 None None] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:22.579432 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ac5c5dde-e4d8-4430-9b69-3d528cd05f0b None None] Provisioning complete for port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:22.580196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ac5c5dde-e4d8-4430-9b69-3d528cd05f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.717407 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.724043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.754956 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ac5c5dde-e4d8-4430-9b69-3d528cd05f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.788647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:22.805194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ac5c5dde-e4d8-4430-9b69-3d528cd05f0b None None] For port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:22.819035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ac5c5dde-e4d8-4430-9b69-3d528cd05f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.854504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:22.898668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c5dde-e4d8-4430-9b69-3d528cd05f0b None None] Pushing event updated for resources: {'Port': ['ID=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:23.097343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:23.104808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:23.174118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ef6c05dc-4c4f-4652-a420-ae8855e9ec9a None None] Provisioning complete for port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:23.174806 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ef6c05dc-4c4f-4652-a420-ae8855e9ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:23.222131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 21a38ece-1473-4edb-9924-db86f4596417 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:23.247321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eba91-0391-415b-8e83-69747fc26a94 req-5b74c9ff-0c14-4afa-9109-e2f13f217073 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:23.248930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b37eba91-0391-415b-8e83-69747fc26a94 req-5b74c9ff-0c14-4afa-9109-e2f13f217073 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 943 time: 0.2494123 Feb 09 00:13:23.256842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:23.307491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c05dc-4c4f-4652-a420-ae8855e9ec9a None None] Port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:23.366372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ef6c05dc-4c4f-4652-a420-ae8855e9ec9a None None] Provisioning complete for port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:23.367776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ef6c05dc-4c4f-4652-a420-ae8855e9ec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:23.376217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b37eba91-0391-415b-8e83-69747fc26a94 req-d0a48b37-a5db-4ae5-a047-a29b82e21914 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171365 Feb 09 00:13:23.444239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 21a38ece-1473-4edb-9924-db86f4596417 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:23.444811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:23.536731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:23.564753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2f2eb6ec-8fd3-4551-9838-1d14fcf21dbd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/63a40abd-04e9-48bb-a8b1-ce90daaa7219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6106317 Feb 09 00:13:23.564983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Sync routers for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:23.609679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:23.611600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:23.612244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:23.798690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:23.799067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:23.832148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f565e48b-85e2-45e0-aa2f-42354ac660f5 None None] Provisioning complete for port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:23.832527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f565e48b-85e2-45e0-aa2f-42354ac660f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:23.854099 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-91a7e949-8b5f-446b-be65-27b06462bc8a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830683720&fields=id&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 267 time: 0.0715387 Feb 09 00:13:23.858301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:24.031483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-87402bf0-6b7a-4883-93b4-6c2f67a37ddd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:24.038258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-87402bf0-6b7a-4883-93b4-6c2f67a37ddd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 796 time: 0.1825097 Feb 09 00:13:24.061503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-52eda998-cb0f-424d-892e-d40e423ca347 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/quotas/67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 375 time: 0.0154283 Feb 09 00:13:24.126502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-cf513b13-50b8-499b-9c53-2f80febb697b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604231 Feb 09 00:13:24.146297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f565e48b-85e2-45e0-aa2f-42354ac660f5 None None] Port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:24.203143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-017bec7e-08f7-4904-ada1-92e41d5ac255 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:13:24.204605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-017bec7e-08f7-4904-ada1-92e41d5ac255 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649536 Feb 09 00:13:24.316851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-087f110c-0d7a-4aad-a3b0-3e58d5d16f6d None None] Provisioning complete for port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:24.317258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-087f110c-0d7a-4aad-a3b0-3e58d5d16f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:24.333516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-e5e7a185-e306-4f7a-9579-a501a4940960 service neutron] 10.222.0.32 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199076 Feb 09 00:13:24.393004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-087f110c-0d7a-4aad-a3b0-3e58d5d16f6d None None] Port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:24.431352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 2, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:24.452974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-01fdd507-ccac-4a24-91c1-68fa85bc9a58 service neutron] 10.222.0.32 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144571 Feb 09 00:13:24.487489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Checking router: 63a40abd-04e9-48bb-a8b1-ce90daaa7219 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:24.487876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Updating router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:13:24.518026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:24.750981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ea79680-f26b-4d4a-9af6-4d06a61cb2f9 req-5e9aca1f-95a9-44fa-952b-0417edb472ea tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 210 time: 0.0604043 Feb 09 00:13:24.789751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecec7a-9580-45ed-a88e-46fd274434a9 req-52131cda-742b-45d0-9f0a-b8e2eb125cd5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:24.791359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27ecec7a-9580-45ed-a88e-46fd274434a9 req-52131cda-742b-45d0-9f0a-b8e2eb125cd5 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 943 time: 0.1065400 Feb 09 00:13:24.816108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1e76d668-137a-4030-adfa-b63e716fba27 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:13:24.854954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-27ecec7a-9580-45ed-a88e-46fd274434a9 req-1dfa17f5-c307-420d-988e-953757553b56 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557117 Feb 09 00:13:24.982573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:25.078506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1e76d668-137a-4030-adfa-b63e716fba27, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1e76d668-137a-4030-adfa-b63e716fba27,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:25.089936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.099878 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.108479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '1e76d668-137a-4030-adfa-b63e716fba27', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'port_id': '1e76d668-137a-4030-adfa-b63e716fba27', 'mac_address': 'fa:16:3e:6c:db:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:13:25.232765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8cdac-69ca-41d3-8751-d7d411d397b7 None None] Pushing event updated for resources: {'Port': ['ID=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:25.259182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.281086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e76d668-137a-4030-adfa-b63e716fba27 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:13:25.290182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:25.290720 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.351062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Attempting to bind port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:25.351369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Attempting to bind port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:25.351717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Attempting to bind port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:25.360361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1e76d668-137a-4030-adfa-b63e716fba27, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1e76d668-137a-4030-adfa-b63e716fba27,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:25.368409 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.372148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:25.372748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Checking segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:25.373168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.373567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Bound using segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:25.374086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Bound port: 0d40ac8e-eeca-4cee-8af9-52b55249bc3f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:25.375230 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.529967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bf8977bf-5242-4d22-b0ca-d8edaa7ad1a2 None None] Provisioning complete for port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:25.530631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bf8977bf-5242-4d22-b0ca-d8edaa7ad1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.552822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=1e76d668-137a-4030-adfa-b63e716fba27,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:25.605061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1e76d668-137a-4030-adfa-b63e716fba27'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:13:25.646549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] For port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:25.663876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bf8977bf-5242-4d22-b0ca-d8edaa7ad1a2 None None] Port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:25.671121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] For port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:25.684566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:25.821378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8cdac-69ca-41d3-8751-d7d411d397b7 None None] Pushing event updated for resources: {'Port': ['ID=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:25.844881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:25.845774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:25.991150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:26.111641 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b6e67e2-4990-442a-a35b-4444abf4b63d req-236315ae-24d3-44f8-b58c-e4c4436ec48c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 210 time: 0.1717916 Feb 09 00:13:26.147012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-a66bb919-b94c-4d14-af1d-cf6761dcb2e5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:26.148831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-a66bb919-b94c-4d14-af1d-cf6761dcb2e5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 796 time: 0.2829423 Feb 09 00:13:26.223727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b07e5b35-d2e0-46c7-aa91-73f230e1220e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 380 time: 0.0589302 Feb 09 00:13:26.229561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5fc33c98-aa29-4ba1-82bc-acad713f84f1 None None] Provisioning complete for port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:26.229939 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fc33c98-aa29-4ba1-82bc-acad713f84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:26.236367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465437e-fcdc-47b2-9bba-441b7e6c47f8 req-f83283a9-759e-4cd9-aa2b-32e22e383376 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:26.238455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e465437e-fcdc-47b2-9bba-441b7e6c47f8 req-f83283a9-759e-4cd9-aa2b-32e22e383376 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 944 time: 0.1381264 Feb 09 00:13:26.255361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'port': {'device_id': '278c1863-c394-42e2-b090-7d3c8f054a20', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'admin_state_up': True, 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'security_groups': ['e3c65ad3-4da1-4eb7-a056-0bfb8caaea57']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:26.362538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e465437e-fcdc-47b2-9bba-441b7e6c47f8 req-660fe6e4-25af-431f-b3a7-087cb20ac6ba tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165254 Feb 09 00:13:26.428732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:13:26.434601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:26.524520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fc33c98-aa29-4ba1-82bc-acad713f84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:26.557901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:25Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:26.588307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae91ee-a413-4c44-9c1d-3fc1cdc42e8b None None] The sync data for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 is: [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:25Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:26.626246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5fc33c98-aa29-4ba1-82bc-acad713f84f1 None None] For port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:26.636494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.4 (99a8d32e-ea7c-4f0d-aaa3-9c530c585df3/cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f/366d2e7f-1263-4827-92e6-f8b8d4192d4e) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:26.641715 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fc33c98-aa29-4ba1-82bc-acad713f84f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:26.745264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc33c98-aa29-4ba1-82bc-acad713f84f1 None None] Pushing event updated for resources: {'Port': ['ID=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:26.934114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:26.977625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.031748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:27.039197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:27.041643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:27.080298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:27.130200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0d40ac8e-eeca-4cee-8af9-52b55249bc3f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:27.135296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:27.135991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.179804 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b8f93d3e-c013-481d-a9f1-4c64095151b9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9402249 Feb 09 00:13:27.191583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Request body: {'port': {'device_id': '278c1863-c394-42e2-b090-7d3c8f054a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:27.236348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:27.237124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.301595 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.605980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6402c0c1-26bb-44d1-a982-b04d62685adc None None] Provisioning complete for port 366d2e7f-1263-4827-92e6-f8b8d4192d4e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:27.606629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6402c0c1-26bb-44d1-a982-b04d62685adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.709571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6402c0c1-26bb-44d1-a982-b04d62685adc None None] Port 366d2e7f-1263-4827-92e6-f8b8d4192d4e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:13:27.779631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366d2e7f-1263-4827-92e6-f8b8d4192d4e {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:13:27.788480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.801825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Transition to ACTIVE for port object 366d2e7f-1263-4827-92e6-f8b8d4192d4e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:13:27.814413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:27.888048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664061-9953-40d5-85ad-81b755a8ae91 req-73a10650-8b19-4aec-a3c1-b770668682b0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:27.889885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6664061-9953-40d5-85ad-81b755a8ae91 req-73a10650-8b19-4aec-a3c1-b770668682b0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 931 time: 0.3917637 Feb 09 00:13:27.907284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d481357-968d-42f0-8d52-37f35f8d7bb8 req-e1057c9b-8332-4a6e-92de-d4ea373d7370 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:27.915820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d481357-968d-42f0-8d52-37f35f8d7bb8 req-e1057c9b-8332-4a6e-92de-d4ea373d7370 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 944 time: 0.4154294 Feb 09 00:13:27.917480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:28.060696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d481357-968d-42f0-8d52-37f35f8d7bb8 req-7024db77-f73c-43fc-ba5a-9caf471b309a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253345 Feb 09 00:13:28.110694 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d6664061-9953-40d5-85ad-81b755a8ae91 req-d7d49a55-dce6-4ae3-9c44-3bc27060613f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795056 Feb 09 00:13:28.186885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:13:28.187515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:13:28.187686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:28.192418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:13:28.192971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:13:28.198463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:13:28.199471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Checking segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:13:28.199938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Bound using segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:13:28.200437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Bound port: 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:13:28.200869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:28.321634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:13:28.331319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:13:28.336052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:28.396697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:28.397720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:28.399954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] 10.222.0.21 "PUT /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 1091 time: 1.2126040 Feb 09 00:13:28.400433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:28.403152 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328" -d '{"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:28.435983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefafff-24c1-4f89-87a0-682a8daecfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:28.503496 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e92ee99-68a7-47f8-85fe-87af62b6c2d8 x-openstack-request-id: req-2e92ee99-68a7-47f8-85fe-87af62b6c2d8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:28.503934 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:28.504282 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e92ee99-68a7-47f8-85fe-87af62b6c2d8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:28.504819 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'status': 'completed', 'code': 200} Feb 09 00:13:28.528553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-8ce2d3c8-cef8-4a76-8584-2cc7c28e7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:28.531876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-8ce2d3c8-cef8-4a76-8584-2cc7c28e7c17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1094 time: 0.0702636 Feb 09 00:13:28.593020 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-4d36391b-d624-4b1b-9aa7-2e5f824f93a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 217 time: 0.0504179 Feb 09 00:13:28.654297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b4730bdb-77ed-4507-9ec0-d57b77b7fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:28.656605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-b4730bdb-77ed-4507-9ec0-d57b77b7fe36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.0559452 Feb 09 00:13:28.712667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d329d46-19db-485a-9016-67c14261dbc8 req-4634e6f0-aecf-451a-a1cc-3f8ba97bf98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:28.714366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-4634e6f0-aecf-451a-a1cc-3f8ba97bf98f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506759 Feb 09 00:13:28.820090 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-1aab5879-93dc-4b26-85fb-4291e60c69a6 service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972095 Feb 09 00:13:28.958161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d329d46-19db-485a-9016-67c14261dbc8 req-3af08bff-d39f-4589-8c50-dd5bafa906cb service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310534 Feb 09 00:13:28.994413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1e76d668-137a-4030-adfa-b63e716fba27 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:29.062768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-bff77a97-2e42-4710-9d50-e09895785d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.064595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-bff77a97-2e42-4710-9d50-e09895785d63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1094 time: 0.0528710 Feb 09 00:13:29.116973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 1e76d668-137a-4030-adfa-b63e716fba27 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:13:29.121914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 1e76d668-137a-4030-adfa-b63e716fba27 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:29.122473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:29.225611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:29.236251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-c68adc9b-814d-4bd0-80df-3a63541c1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.237789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-c68adc9b-814d-4bd0-80df-3a63541c1c6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.1663237 Feb 09 00:13:29.264896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:29.277312 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39762844-ef7a-4981-a1ed-1921b5744d00" -d '{"events": [{"server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "name": "network-vif-plugged", "status": "completed", "tag": "1e76d668-137a-4030-adfa-b63e716fba27"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:29.291904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1e76d668-137a-4030-adfa-b63e716fba27, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1e76d668-137a-4030-adfa-b63e716fba27,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:29.297660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:29.349166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-105bdd54-f039-448c-8fee-9c97d774fdd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 217 time: 0.0993936 Feb 09 00:13:29.383653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=1e76d668-137a-4030-adfa-b63e716fba27,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:29.429505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb71c1-87b1-4a18-8a0f-b66ba8c933b1 req-13ebcd91-553f-4562-9eb6-28427715e03a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.431244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbfb71c1-87b1-4a18-8a0f-b66ba8c933b1 req-13ebcd91-553f-4562-9eb6-28427715e03a tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 944 time: 0.2333395 Feb 09 00:13:29.435131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-a16366f4-2109-4751-bf72-10d27843e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.436584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-a16366f4-2109-4751-bf72-10d27843e0fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.0776339 Feb 09 00:13:29.444213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4af45-10d8-414b-a8c9-c91b371fd65e req-a1e5958a-df93-486a-b2ad-dc2d03928293 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.446043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfc4af45-10d8-414b-a8c9-c91b371fd65e req-a1e5958a-df93-486a-b2ad-dc2d03928293 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 943 time: 0.2062085 Feb 09 00:13:29.537723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbfb71c1-87b1-4a18-8a0f-b66ba8c933b1 req-146dca95-91d8-4e2e-a543-c36a41b1cf03 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894661 Feb 09 00:13:29.545885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfc4af45-10d8-414b-a8c9-c91b371fd65e req-44e09ae4-4318-48d2-81d7-ece1530c1555 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839725 Feb 09 00:13:29.548567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-864b1fe1-ab7b-4c5a-a862-fc006582bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.550020 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-864b1fe1-ab7b-4c5a-a862-fc006582bd7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029255 Feb 09 00:13:29.676075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-b76410a5-d74a-4a7f-b74e-f16e160cd91f service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158557 Feb 09 00:13:29.706212 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7431e3be-f9e4-4674-86c1-640097231884 x-openstack-request-id: req-7431e3be-f9e4-4674-86c1-640097231884 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:29.706507 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "name": "network-vif-plugged", "status": "completed", "tag": "1e76d668-137a-4030-adfa-b63e716fba27", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:29.706761 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7431e3be-f9e4-4674-86c1-640097231884 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:29.707154 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27', 'code': 200} Feb 09 00:13:29.789686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07fa4d7c-9ebe-4be4-af25-61fe81a9f328 req-813363f2-bfa4-4a47-a72a-d34c36b14f5a service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045895 Feb 09 00:13:29.811963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4747a1-f9ec-474d-8525-038a71fe9180 req-867faab6-be4c-4ff0-8528-9538dafa59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:29.813861 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1b4747a1-f9ec-474d-8525-038a71fe9180 req-867faab6-be4c-4ff0-8528-9538dafa59f5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 1096 time: 0.0475523 Feb 09 00:13:29.857050 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1b4747a1-f9ec-474d-8525-038a71fe9180 req-b07a0ce7-1081-4c4f-a65c-f28357e53742 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343919 Feb 09 00:13:30.709911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70546af-9c75-4969-a4c2-c8ea59bcecea req-6c92d8d9-654e-4b0b-a9f3-0824e0ed107f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:30.711479 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d70546af-9c75-4969-a4c2-c8ea59bcecea req-6c92d8d9-654e-4b0b-a9f3-0824e0ed107f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 943 time: 0.0844865 Feb 09 00:13:30.724511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd084e-1bba-4975-876b-f8aea9eec21e req-24936e75-c481-4fb4-9c38-bafad417215b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:30.726069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89dd084e-1bba-4975-876b-f8aea9eec21e req-24936e75-c481-4fb4-9c38-bafad417215b tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 945 time: 0.0897934 Feb 09 00:13:30.790017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d70546af-9c75-4969-a4c2-c8ea59bcecea req-589bfd01-acf2-4f66-912c-d93ba5ccf487 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628808 Feb 09 00:13:30.795690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89dd084e-1bba-4975-876b-f8aea9eec21e req-ee4ea269-5477-4154-b4a0-f2edd34c0030 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622561 Feb 09 00:13:30.921885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645c5c8-8f38-4136-b86b-36342ef88572 req-06e990fe-0fb9-48ab-889e-43a8a5505fc5 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:30.923465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c645c5c8-8f38-4136-b86b-36342ef88572 req-06e990fe-0fb9-48ab-889e-43a8a5505fc5 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0647631 Feb 09 00:13:30.966792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c645c5c8-8f38-4136-b86b-36342ef88572 req-d5024891-c108-40a6-ad84-6dfab2c71576 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372088 Feb 09 00:13:31.600689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:13:31.705915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:31.718919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'port_id': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'mac_address': 'fa:16:3e:38:ae:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:13:31.757611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:31.770018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366d2e7f-1263-4827-92e6-f8b8d4192d4e {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:13:31.790192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:31.795229 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:31.848488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:31.949100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85028e1c-992a-4f25-9b80-86b673b5a2a2 req-96be5a7a-ad5d-4e87-a5c2-f459cacfc431 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:31.950725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85028e1c-992a-4f25-9b80-86b673b5a2a2 req-96be5a7a-ad5d-4e87-a5c2-f459cacfc431 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0788271 Feb 09 00:13:31.967223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d159e6-8a45-4753-b314-f4c88ba03845 req-5885cc7d-6b36-437a-9d43-56056c6b6248 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:31.968712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47d159e6-8a45-4753-b314-f4c88ba03845 req-5885cc7d-6b36-437a-9d43-56056c6b6248 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 945 time: 0.0713978 Feb 09 00:13:32.028451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85028e1c-992a-4f25-9b80-86b673b5a2a2 req-7c2b7335-ca52-47a9-9da8-4defbd00d3a3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710125 Feb 09 00:13:32.033936 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47d159e6-8a45-4753-b314-f4c88ba03845 req-a9b6ed6b-4aa2-4a51-ab9f-4e9c616476f9 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590746 Feb 09 00:13:32.038070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['366d2e7f-1263-4827-92e6-f8b8d4192d4e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:13:32.212258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf2fa2-bf9d-4a17-9bd1-e8c449a12669 req-32e45fc3-d985-4b3f-8d21-a12efc0c2282 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:32.213765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67bf2fa2-bf9d-4a17-9bd1-e8c449a12669 req-32e45fc3-d985-4b3f-8d21-a12efc0c2282 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 945 time: 0.0903661 Feb 09 00:13:32.225613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11978783-b5cd-472c-9990-cd0001b905c2 req-7a898476-e77e-4591-87c9-9087a1e91b23 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:32.227985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11978783-b5cd-472c-9990-cd0001b905c2 req-7a898476-e77e-4591-87c9-9087a1e91b23 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.1142018 Feb 09 00:13:32.289501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-67bf2fa2-bf9d-4a17-9bd1-e8c449a12669 req-aedff95d-75c9-497c-a2c0-a9bc77113c44 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599451 Feb 09 00:13:32.310082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11978783-b5cd-472c-9990-cd0001b905c2 req-665a525d-575c-4b53-9710-58c766375e36 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721803 Feb 09 00:13:32.313102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46822) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:32.365094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21d754d-b03b-490a-973e-615d526acd04 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:32.366743 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d21d754d-b03b-490a-973e-615d526acd04 tempest-TestNetworkBasicOps-818818883 tempest-TestNetworkBasicOps-818818883-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 1091 time: 0.0525415 Feb 09 00:13:32.369539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:32.374336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '1e76d668-137a-4030-adfa-b63e716fba27', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:32.400199 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:32.439057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-2833d6d8-c634-440f-973f-4d9850f3fac1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:32.440822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-2833d6d8-c634-440f-973f-4d9850f3fac1 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.21 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0559008 Feb 09 00:13:32.513114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:32.548939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Deleting port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:32.549298 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:32.638588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Allocated IP 172.25.3.212 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/3b63a49c-35ba-440a-b83e-e2ab515f8ac3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:32.645461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] For port ac5d2bf3-6c97-4952-89d6-68670a99a1a1, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:32.645834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:32.745103 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:32.785178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:32.831688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:32.834674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:32.839867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:32.843250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=3b63a49c-35ba-440a-b83e-e2ab515f8ac3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:33.252678 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.253256 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.253359 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Floating IP f876cf50-d9d5-4834-ad0f-a0def0ccf310 disassociated. External IP: 172.25.3.234, port: ac5d2bf3-6c97-4952-89d6-68670a99a1a1. Feb 09 00:13:33.253707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Calling delete_port for ac5d2bf3-6c97-4952-89d6-68670a99a1a1 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:33.270403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.277969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220aaa2-b636-408e-be9f-302c85bcc25b req-3005d83a-d7b9-4b9a-9c7c-500db4484c9e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:33.279515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b220aaa2-b636-408e-be9f-302c85bcc25b req-3005d83a-d7b9-4b9a-9c7c-500db4484c9e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0752873 Feb 09 00:13:33.366787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.383394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b220aaa2-b636-408e-be9f-302c85bcc25b req-b5f9c4fb-5d3f-4970-b450-3e7c78b802fe tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648775 Feb 09 00:13:33.510449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b54fd-b4fa-404f-bec3-9ae30c16838e req-47a225a1-ab31-4144-87d9-fabef7f54101 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:33.512746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d1b54fd-b4fa-404f-bec3-9ae30c16838e req-47a225a1-ab31-4144-87d9-fabef7f54101 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 945 time: 0.0862141 Feb 09 00:13:33.530969 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.547598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.553137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.574691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event deleted for resources: {'Port': ['ID=ac5d2bf3-6c97-4952-89d6-68670a99a1a1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:33.619064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:13:33.632596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event updated for resources: {'Port': ['ID=3b63a49c-35ba-440a-b83e-e2ab515f8ac3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:33.647366 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.676035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 366d2e7f-1263-4827-92e6-f8b8d4192d4e completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:13:33.680986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 366d2e7f-1263-4827-92e6-f8b8d4192d4e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:13:33.681368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.736177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d1b54fd-b4fa-404f-bec3-9ae30c16838e req-720013e0-6c7b-43ee-8fdc-a4fa4eb7ff3e tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups?id=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133601 Feb 09 00:13:33.755834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:33.765337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.776929 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Floating IP 3f55067f-89f7-42bd-a022-e0eacd5ffcf2 associated. External IP: 172.25.3.212, port: 1e76d668-137a-4030-adfa-b63e716fba27. Feb 09 00:13:33.802077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:33.805274 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6c8478-e9e6-44bf-b5b6-e98ac1b1007b" -d '{"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-plugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:33.844182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:33.854435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:33.856507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ac5d2bf3-6c97-4952-89d6-68670a99a1a1 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:33.912673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:33.927807 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:33.935290 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8bf5f6-5653-4d34-9115-201b9731c630 x-openstack-request-id: req-0a8bf5f6-5653-4d34-9115-201b9731c630 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:33.935607 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-plugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:33.937054 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a8bf5f6-5653-4d34-9115-201b9731c630 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:33.937843 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'code': 200} Feb 09 00:13:33.943177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: ac5d2bf3-6c97-4952-89d6-68670a99a1a1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:33.943795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device ac5d2bf3-6c97-4952-89d6-68670a99a1a1 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:33.953923 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:33.954567 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:33.984805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:34.027734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] No DVR routers for this DVR port ac5d2bf3-6c97-4952-89d6-68670a99a1a1 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:13:34.032441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:34.036394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.21 "DELETE /v2.0/ports/ac5d2bf3-6c97-4952-89d6-68670a99a1a1 HTTP/1.1" status: 204 len: 173 time: 1.5891843 Feb 09 00:13:34.036861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'name': 'network-vif-deleted', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:34.039456 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e977ed9-cbe3-4808-86bf-2942e0a124eb" -d '{"events": [{"server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "name": "network-vif-deleted", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:34.063351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61894fb4-830b-4c9a-9e33-feb639c8101d req-36583c7b-12ee-4d88-8fdf-d4cf569a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:34.066992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61894fb4-830b-4c9a-9e33-feb639c8101d req-36583c7b-12ee-4d88-8fdf-d4cf569a057f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1096 time: 0.1038985 Feb 09 00:13:34.136953 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd3ec2-b81b-46cc-96fe-42ef2be04fef x-openstack-request-id: req-e8fd3ec2-b81b-46cc-96fe-42ef2be04fef {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:34.137334 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32951382-a3d5-4685-91cb-eb9a410e0b03", "name": "network-vif-deleted", "tag": "ac5d2bf3-6c97-4952-89d6-68670a99a1a1", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:34.137592 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8fd3ec2-b81b-46cc-96fe-42ef2be04fef {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:34.140260 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32951382-a3d5-4685-91cb-eb9a410e0b03', 'name': 'network-vif-deleted', 'tag': 'ac5d2bf3-6c97-4952-89d6-68670a99a1a1', 'status': 'completed', 'code': 200} Feb 09 00:13:34.145998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:34.180314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61894fb4-830b-4c9a-9e33-feb639c8101d req-51f64831-a930-446d-bdf0-c132b810c8d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062028 Feb 09 00:13:34.262255 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:34.278865 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:34.289578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] Sync routers for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:34.304364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:34.305042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:34.307423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:34.348446 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da1997e1-9b71-458c-818a-df38aaced942 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9777133 Feb 09 00:13:34.349306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:34.351065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:34.364500 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e539cd4c-ea44-4412-9c53-c07845a537fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "tag": "1e76d668-137a-4030-adfa-b63e716fba27"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:34.454999 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03d2e7e-3adc-4244-bec4-8a246ac04bb7 x-openstack-request-id: req-a03d2e7e-3adc-4244-bec4-8a246ac04bb7 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:34.455661 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "tag": "1e76d668-137a-4030-adfa-b63e716fba27", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:34.456548 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a03d2e7e-3adc-4244-bec4-8a246ac04bb7 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:34.456548 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27', 'status': 'completed', 'code': 200} Feb 09 00:13:34.470798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:34.531118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-fb57fd96-0e8d-488c-a4a8-650b00a5eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:34.534989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-fb57fd96-0e8d-488c-a4a8-650b00a5eb8a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 1096 time: 0.0658584 Feb 09 00:13:34.556339 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:34.612632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b632bb75-7a54-4d97-8afe-ad93aa4bad08 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3f55067f-89f7-42bd-a022-e0eacd5ffcf2 HTTP/1.1" status: 200 len: 991 time: 0.2591329 Feb 09 00:13:34.618764 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:34.633398 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:34.635365 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:34.637504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a221a7f-a29a-4991-b108-6b8f42d4e4be req-446d2786-1b91-4d8a-b3d6-094b9a3f35f9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:34.640017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a221a7f-a29a-4991-b108-6b8f42d4e4be req-446d2786-1b91-4d8a-b3d6-094b9a3f35f9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.1263239 Feb 09 00:13:34.670596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-58729a2e-0ac6-413d-8278-d735280e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:34.673365 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-58729a2e-0ac6-413d-8278-d735280e3392 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d54a2f9e-a3f6-4804-b479-394d8b99f83c HTTP/1.1" status: 200 len: 897 time: 0.1312060 Feb 09 00:13:34.737449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a221a7f-a29a-4991-b108-6b8f42d4e4be req-6f8af069-39d7-46e4-b1ba-e4830095ef4c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907934 Feb 09 00:13:34.797815 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-91b0edd6-fd20-48f7-a684-e96f027abfc7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e76d668-137a-4030-adfa-b63e716fba27 HTTP/1.1" status: 200 len: 999 time: 0.1172893 Feb 09 00:13:34.866954 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:34.892597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3f55067f-89f7-42bd-a022-e0eacd5ffcf2', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'port_id': '1e76d668-137a-4030-adfa-b63e716fba27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'mac_address': 'fa:16:3e:6c:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:13:33Z', 'updated_at': '2022-02-09T00:13:33Z', 'revision_number': 0, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:34.903179 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-5c0ceb2d-a23f-4c7c-ac2a-b40ca76a6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:34.905113 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-5c0ceb2d-a23f-4c7c-ac2a-b40ca76a6012 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=521bcfcf-3d1f-4beb-8325-e6ea1884a520 HTTP/1.1" status: 200 len: 834 time: 0.1003032 Feb 09 00:13:34.911653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e50add9c-cae1-4eac-a836-30cb0872ce33 req-a456cb34-aac2-4a39-ad85-e2455ac58495 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/ports?device_id=32951382-a3d5-4685-91cb-eb9a410e0b03 HTTP/1.1" status: 200 len: 210 time: 0.0451517 Feb 09 00:13:34.931228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] Checking router: cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:34.940801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:34.941531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:34.965486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-086c5e78-f2f3-4300-8b97-e4da4de81063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:34.967092 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-086c5e78-f2f3-4300-8b97-e4da4de81063 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d54a2f9e-a3f6-4804-b479-394d8b99f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542176 Feb 09 00:13:35.055865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:35.069773 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-3ec60a6d-46e6-4ab0-b82b-a8129909fb3b service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950990 Feb 09 00:13:35.097894 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:35.132785 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59fc541-79c1-4f6a-b174-ab265ea3e2f7 None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:09:26Z', 'revision_number': 4, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'a75f0334-0306-46e8-8031-f8b7b1cdcf54', 'name': '', 'network_id': '7c4a8c67-44d0-45c7-9139-d1421e69ae25', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'mac_address': 'fa:16:3e:40:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:25Z', 'updated_at': '2022-02-09T00:09:32Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'subnets': [{'id': '1166ed68-9dff-4cd7-82a6-c413cd8167c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:35.195763 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e539cd4c-ea44-4412-9c53-c07845a537fe req-a937000e-f39f-4b9c-bf32-3f47b1620b9e service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196849 Feb 09 00:13:35.319186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3f55067f-89f7-42bd-a022-e0eacd5ffcf2', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'port_id': '1e76d668-137a-4030-adfa-b63e716fba27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'mac_address': 'fa:16:3e:6c:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:13:33Z', 'updated_at': '2022-02-09T00:13:33Z', 'revision_number': 0, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:35.348192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcfcbe-80d3-4b8a-b041-9727aa82d6b3 None None] The sync data for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 is: [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '3f55067f-89f7-42bd-a022-e0eacd5ffcf2', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'port_id': '1e76d668-137a-4030-adfa-b63e716fba27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'mac_address': 'fa:16:3e:6c:db:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:13:33Z', 'updated_at': '2022-02-09T00:13:33Z', 'revision_number': 0, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:35.422367 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4991b-b468-4ebb-83bc-bc49c7edad67 None None] New status for floating IP f876cf50-d9d5-4834-ad0f-a0def0ccf310: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:13:35.565308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa3dc0-934b-4099-8483-b90697b9a696 None None] New status for floating IP 3f55067f-89f7-42bd-a022-e0eacd5ffcf2: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:13:35.614914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46848) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:35.678369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30f5b88b-a25b-4b9b-a103-413a0e6349d6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3f55067f-89f7-42bd-a022-e0eacd5ffcf2 HTTP/1.1" status: 200 len: 991 time: 0.0622308 Feb 09 00:13:35.844956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212195f-8410-4165-83b0-2141d6b19d1b req-0ce04d22-0cd8-4332-938e-932f8ced1ad5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:35.846617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6212195f-8410-4165-83b0-2141d6b19d1b req-0ce04d22-0cd8-4332-938e-932f8ced1ad5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Feb 09 00:13:35.889495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6212195f-8410-4165-83b0-2141d6b19d1b req-641ae960-3944-44b4-9098-408946085a80 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366189 Feb 09 00:13:36.004660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:36.014578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e416c04-74e8-4987-bd77-061ed8c992bc req-ce7b61c3-7eb8-4c25-a654-e53a06350a9a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:36.016166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e416c04-74e8-4987-bd77-061ed8c992bc req-ce7b61c3-7eb8-4c25-a654-e53a06350a9a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0554287 Feb 09 00:13:36.063257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e416c04-74e8-4987-bd77-061ed8c992bc req-1c45cd1f-06dc-42d9-ba0c-3baaee001a53 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346446 Feb 09 00:13:36.073245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dc389df-3804-4bc8-90b3-8b3a5bc32df3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.084419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46868) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:36.101676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dc389df-3804-4bc8-90b3-8b3a5bc32df3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.125066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fc0ff-90b1-4c60-a84f-19aa42a99f0a tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:36.126635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f51fc0ff-90b1-4c60-a84f-19aa42a99f0a tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1091 time: 0.0411258 Feb 09 00:13:36.129520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46870) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:36.133882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:13:36.149807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dc389df-3804-4bc8-90b3-8b3a5bc32df3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.153013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9dc389df-3804-4bc8-90b3-8b3a5bc32df3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.154370 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9dc389df-3804-4bc8-90b3-8b3a5bc32df3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "DELETE /v2.0/security-groups/34e901c8-256a-4d42-9fb7-6c4fbb0c1d59 HTTP/1.1" status: 204 len: 168 time: 0.1484919 Feb 09 00:13:36.157450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 46872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:36.164859 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc389df-3804-4bc8-90b3-8b3a5bc32df3 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e901c8-256a-4d42-9fb7-6c4fbb0c1d59,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:36.171480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.175952 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-8928fb48-15f3-40db-b8af-83d8511bea82 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] show failed (client error): The resource could not be found. Feb 09 00:13:36.177143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8928fb48-15f3-40db-b8af-83d8511bea82 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "GET /v2.0/security-groups/34e901c8-256a-4d42-9fb7-6c4fbb0c1d59 HTTP/1.1" status: 404 len: 347 time: 0.0184793 Feb 09 00:13:36.180086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:36.280101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.398472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.190 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/8491d77c-fd06-48b0-8101-efcd4790cbef) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:13:36.512773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.549580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.590549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:13:36.593412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Deleting port 93b2f286-3e12-486b-869c-024a663a3df3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:36.593682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:13:36.593835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.596237 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:13:36.624700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=8491d77c-fd06-48b0-8101-efcd4790cbef,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:36.674472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.674944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.682023 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 46876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:36.722742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Calling delete_port for 93b2f286-3e12-486b-869c-024a663a3df3 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:36.797694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f386553f-65a6-445d-b348-dd0a56d56828 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3f55067f-89f7-42bd-a022-e0eacd5ffcf2 HTTP/1.1" status: 200 len: 993 time: 0.1081083 Feb 09 00:13:36.875870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.904164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Pushing event deleted for resources: {'Port': ['ID=93b2f286-3e12-486b-869c-024a663a3df3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:36.968010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.970967 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:36.972167 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-558992a8-a45c-43b9-a63b-e7cc6d6814d2 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] 10.222.0.32 "DELETE /v2.0/floatingips/f876cf50-d9d5-4834-ad0f-a0def0ccf310 HTTP/1.1" status: 204 len: 168 time: 0.7910948 Feb 09 00:13:37.010734 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.029239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.129346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.150218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.300094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.305558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.393134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=8491d77c-fd06-48b0-8101-efcd4790cbef,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:37.411883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.536696 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP 8dcf23ba-90eb-4283-ab1b-3c464039555e associated. External IP: 172.25.3.190, port: 366d2e7f-1263-4827-92e6-f8b8d4192d4e. Feb 09 00:13:37.782354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:37.904546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:37.918655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] Sync routers for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:37.930845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:37.931456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:37.935634 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:37.974383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7fcd3a9e-558b-4acb-810d-161f712d54d7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8437164 Feb 09 00:13:37.974900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:13:37.977298 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35295fd8-0f95-4d83-9880-9ea8019df328" -d '{"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:13:38.039200 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ae68f7-dad2-442c-9770-b3c6b55e6ac8 x-openstack-request-id: req-c4ae68f7-dad2-442c-9770-b3c6b55e6ac8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:13:38.039500 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:13:38.039751 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4ae68f7-dad2-442c-9770-b3c6b55e6ac8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:13:38.040158 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'status': 'completed', 'code': 200} Feb 09 00:13:38.080175 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:38.189302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-91616f66-8b94-4fc5-a9a0-98df9fbfc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:38.190838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-91616f66-8b94-4fc5-a9a0-98df9fbfc98c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1096 time: 0.1199045 Feb 09 00:13:38.222344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870fd27-06c3-4a4b-9e98-c4e07912259e req-a034ca9e-43c4-4512-8d9c-1e0d332127e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:38.223811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0870fd27-06c3-4a4b-9e98-c4e07912259e req-a034ca9e-43c4-4512-8d9c-1e0d332127e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0946476 Feb 09 00:13:38.323084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0870fd27-06c3-4a4b-9e98-c4e07912259e req-233becae-f8ad-4240-98ae-5fcb330dfd40 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860639 Feb 09 00:13:38.351891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:38.363255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-ba82be1d-9d8b-41da-8d05-dd4b35508143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:38.364767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-ba82be1d-9d8b-41da-8d05-dd4b35508143 service neutron] 10.222.0.21 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.1633301 Feb 09 00:13:38.431875 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8dcf23ba-90eb-4283-ab1b-3c464039555e', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'port_id': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'mac_address': 'fa:16:3e:38:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c1863-c394-42e2-b090-7d3c8f054a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:13:36Z', 'updated_at': '2022-02-09T00:13:36Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:38.437881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-1886e3ea-74df-46b7-aa71-6af64670f488 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 999 time: 0.0657430 Feb 09 00:13:38.454205 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e34abb75-3f59-4c9c-97e9-e037e5fe66ee tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/8dcf23ba-90eb-4283-ab1b-3c464039555e HTTP/1.1" status: 200 len: 991 time: 0.1011512 Feb 09 00:13:38.474667 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] Checking router: 63a40abd-04e9-48bb-a8b1-ce90daaa7219 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:38.485719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:38.486607 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:38.494917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-d5f41165-5a21-485d-9e91-79be39ff1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:38.496838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-d5f41165-5a21-485d-9e91-79be39ff1b0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.0518749 Feb 09 00:13:38.573750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-d7f7c131-f1a7-46b1-9c69-92568be11dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:13:38.575437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-d7f7c131-f1a7-46b1-9c69-92568be11dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699809 Feb 09 00:13:38.631096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:38.679697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-010ae3f7-94e6-41b2-9fdb-8cf950d106f9 service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958533 Feb 09 00:13:38.831526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35295fd8-0f95-4d83-9880-9ea8019df328 req-08d106a4-8460-4860-8561-ecc83b8a7f3e service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436026 Feb 09 00:13:38.988204 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8dcf23ba-90eb-4283-ab1b-3c464039555e', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'port_id': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'mac_address': 'fa:16:3e:38:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c1863-c394-42e2-b090-7d3c8f054a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:13:36Z', 'updated_at': '2022-02-09T00:13:36Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:39.022108 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c975806e-ddfb-4d4d-8b5f-97e814e19964 None None] The sync data for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 is: [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8dcf23ba-90eb-4283-ab1b-3c464039555e', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'port_id': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'mac_address': 'fa:16:3e:38:ae:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278c1863-c394-42e2-b090-7d3c8f054a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:13:36Z', 'updated_at': '2022-02-09T00:13:36Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:39.292687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8bbd3-f311-4b7f-9d65-d49e3f96a2aa None None] New status for floating IP 8dcf23ba-90eb-4283-ab1b-3c464039555e: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:13:39.455463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47204) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:39.538392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3fc6d4b-cd4e-47b8-be69-7689741e1692 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/8dcf23ba-90eb-4283-ab1b-3c464039555e HTTP/1.1" status: 200 len: 991 time: 0.0803387 Feb 09 00:13:40.541122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47340) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:40.609632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2d890e69-aa44-4d98-b955-9ea7423d1cfd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/8dcf23ba-90eb-4283-ab1b-3c464039555e HTTP/1.1" status: 200 len: 993 time: 0.0672743 Feb 09 00:13:41.848476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5294633c-a934-42fd-96d1-3114207f97b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:44.647104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48117f08-c542-482f-946c-ffdb4d2251b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:44.870807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47380) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:45.241222 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:45.501449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Deleting port a75f0334-0306-46e8-8031-f8b7b1cdcf54 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:45.501720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:45.509321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:45.585987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] For port a75f0334-0306-46e8-8031-f8b7b1cdcf54, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a75f0334-0306-46e8-8031-f8b7b1cdcf54,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:45.586259 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:45.599560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Calling delete_port for a75f0334-0306-46e8-8031-f8b7b1cdcf54 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:45.802629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:45.829312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Pushing event deleted for resources: {'Port': ['ID=a75f0334-0306-46e8-8031-f8b7b1cdcf54,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:46.013473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:46.233928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Router 7fd67c04-e13e-486d-9c0c-246b3cf41cab has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:13:46.696619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:13:46.701284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b10e6658-d646-4ff4-a716-372fa23c4523 admin admin] 10.222.0.32 "PUT /v2.0/routers/7fd67c04-e13e-486d-9c0c-246b3cf41cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8291581 Feb 09 00:13:46.703851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47386) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:46.706243 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] Sync routers for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:13:46.717841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:46.718577 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:46.815040 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:46.829292 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:46.897377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:46.929674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:46.982667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Deleting port bbf36eec-7698-46b3-83d5-c677d594efe6 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:46.983124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.019612 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:13:45Z', 'revision_number': 5, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port': {'id': 'bbf36eec-7698-46b3-83d5-c677d594efe6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:31:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:09:21Z', 'updated_at': '2022-02-09T00:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:47.047114 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] Checking router: 7fd67c04-e13e-486d-9c0c-246b3cf41cab for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:13:47.056876 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] Routers {'7fd67c04-e13e-486d-9c0c-246b3cf41cab'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:13:47.058380 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:47.073526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] For port bbf36eec-7698-46b3-83d5-c677d594efe6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bbf36eec-7698-46b3-83d5-c677d594efe6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:47.074482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.091312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Calling delete_port for bbf36eec-7698-46b3-83d5-c677d594efe6 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:47.149441 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] Set router 7fd67c04-e13e-486d-9c0c-246b3cf41cab gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:13:47.204712 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:13:46Z', 'revision_number': 6, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:47.232749 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec31b6-d2d1-4f10-893d-bc25b474dfd8 None None] The sync data for ids ['7fd67c04-e13e-486d-9c0c-246b3cf41cab'] in n-d-828413-1 is: [{'id': '7fd67c04-e13e-486d-9c0c-246b3cf41cab', 'name': 'tempest-AttachVolumeTestJSON-710768494-router', 'tenant_id': '20da844981e44e1e8122d59c0fb22739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:09:20Z', 'updated_at': '2022-02-09T00:13:46Z', 'revision_number': 6, 'project_id': '20da844981e44e1e8122d59c0fb22739', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:13:47.293898 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.315315 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.320842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf36eec-7698-46b3-83d5-c677d594efe6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:47.387057 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.479268 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.482433 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.527892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.528430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd67c04-e13e-486d-9c0c-246b3cf41cab {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:13:47.535812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.537028 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-941b8e0f-9f0e-47cc-abe3-98d6bcffe2a5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7fd67c04-e13e-486d-9c0c-246b3cf41cab HTTP/1.1" status: 204 len: 168 time: 0.8319097 Feb 09 00:13:47.539616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47388) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:47.585261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Deleting subnet 1166ed68-9dff-4cd7-82a6-c413cd8167c0 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:13:47.590014 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.626174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.719513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.817594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.852774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1166ed68-9dff-4cd7-82a6-c413cd8167c0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:47.855368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:47.861953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:47.862495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-93aae66c-9247-4a3a-8b32-41362973b8a3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1166ed68-9dff-4cd7-82a6-c413cd8167c0 HTTP/1.1" status: 204 len: 168 time: 0.3214984 Feb 09 00:13:47.864795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2ba1e-d2cb-44d9-bfbc-339160d5d993 None None] Network 7c4a8c67-44d0-45c7-9139-d1421e69ae25 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:13:47.954990 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.035903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Deleting port 7d3a90b5-f034-4524-9461-3486401a0d80 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:13:48.036436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.123061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] For port 7d3a90b5-f034-4524-9461-3486401a0d80, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d3a90b5-f034-4524-9461-3486401a0d80,segment=NetworkSegment(d490c9ae-a870-4d9a-9933-a858684cc434),segment_id=d490c9ae-a870-4d9a-9933-a858684cc434)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:13:48.123692 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.142530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Calling delete_port for 7d3a90b5-f034-4524-9461-3486401a0d80 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:13:48.147792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47398) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:48.263276 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.283868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b698d757-f308-49d2-8d65-f1e23c02bbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.294004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3a90b5-f034-4524-9461-3486401a0d80,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:48.299726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] No DVR routers for this DVR port 7d3a90b5-f034-4524-9461-3486401a0d80 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:13:48.315235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b04ce7-67b4-4ee5-af2c-dd5cad6ba0d2 None None] DHCP port deletion for 7c4a8c67-44d0-45c7-9139-d1421e69ae25 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:13:48.390334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b698d757-f308-49d2-8d65-f1e23c02bbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.390971 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.394633 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b698d757-f308-49d2-8d65-f1e23c02bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.413809 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4a8c67-44d0-45c7-9139-d1421e69ae25']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:48.432127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd490c9ae-a870-4d9a-9933-a858684cc434') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:48.432705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd490c9ae-a870-4d9a-9933-a858684cc434') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:13:48.434004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b698d757-f308-49d2-8d65-f1e23c02bbbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4284d323a54042cf8c4abbea022355a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2850404 Feb 09 00:13:48.434897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698d757-f308-49d2-8d65-f1e23c02bbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e262f7-ae44-4e7b-817f-ff253e367eb1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:48.437883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47402) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:48.457452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.489980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.504875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:13:48.505364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:13:48.507070 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:13:48.575610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc22-5d18-47cb-8bde-2c83e5049a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.585999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.603251 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.606880 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7c4a8c67-44d0-45c7-9139-d1421e69ae25 HTTP/1.1" status: 204 len: 168 time: 0.7431412 Feb 09 00:13:48.620556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef77ece-79ff-441d-a6e8-1ea9ab4c1295 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4a8c67-44d0-45c7-9139-d1421e69ae25,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:48.627722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc22-5d18-47cb-8bde-2c83e5049a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.680701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc22-5d18-47cb-8bde-2c83e5049a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.684104 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc22-5d18-47cb-8bde-2c83e5049a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.685359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bb1bdc22-5d18-47cb-8bde-2c83e5049a96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9e262f7-ae44-4e7b-817f-ff253e367eb1 HTTP/1.1" status: 204 len: 168 time: 0.2461455 Feb 09 00:13:48.695048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bdc22-5d18-47cb-8bde-2c83e5049a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e262f7-ae44-4e7b-817f-ff253e367eb1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:48.732720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47408) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:48.777770 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-23944841-8366-430a-9040-0e09fdff0a06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20da844981e44e1e8122d59c0fb22739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407665 Feb 09 00:13:48.778161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47410) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:48.832712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56316482-6036-41ea-9a90-930475a54c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.858549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56316482-6036-41ea-9a90-930475a54c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.906427 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56316482-6036-41ea-9a90-930475a54c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.908989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-56316482-6036-41ea-9a90-930475a54c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:48.912481 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-56316482-6036-41ea-9a90-930475a54c0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/258b03c2-dcee-49ab-ab08-9fb033c1d7e1 HTTP/1.1" status: 204 len: 168 time: 0.1309700 Feb 09 00:13:48.918974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56316482-6036-41ea-9a90-930475a54c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258b03c2-dcee-49ab-ab08-9fb033c1d7e1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:49.017411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47416) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:49.031722 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61c49ac5-ee24-42d1-a4fa-c9dc12da785d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.108339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d3a90b5-f034-4524-9461-3486401a0d80 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:49.124266 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61c49ac5-ee24-42d1-a4fa-c9dc12da785d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.128523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-61c49ac5-ee24-42d1-a4fa-c9dc12da785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.129876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7d3a90b5-f034-4524-9461-3486401a0d80 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:49.130227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7d3a90b5-f034-4524-9461-3486401a0d80 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:49.130654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bbf36eec-7698-46b3-83d5-c677d594efe6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:49.153213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: bbf36eec-7698-46b3-83d5-c677d594efe6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:49.153554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bbf36eec-7698-46b3-83d5-c677d594efe6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:49.153955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a75f0334-0306-46e8-8031-f8b7b1cdcf54 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:13:49.172224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-61c49ac5-ee24-42d1-a4fa-c9dc12da785d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=64df04b56dd84e0dba000a284d23bf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513672 Feb 09 00:13:49.172224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c49ac5-ee24-42d1-a4fa-c9dc12da785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37c1f7-361b-49b6-8c50-1d5c93396550,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:49.173028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47420) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:49.173927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a75f0334-0306-46e8-8031-f8b7b1cdcf54 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:13:49.174268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a75f0334-0306-46e8-8031-f8b7b1cdcf54 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:13:49.226525 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f04ee04-4caf-47a4-a6bd-62bef8e8711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.249018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f04ee04-4caf-47a4-a6bd-62bef8e8711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.301901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f04ee04-4caf-47a4-a6bd-62bef8e8711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.304457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f04ee04-4caf-47a4-a6bd-62bef8e8711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:49.305667 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6f04ee04-4caf-47a4-a6bd-62bef8e8711c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a37c1f7-361b-49b6-8c50-1d5c93396550 HTTP/1.1" status: 204 len: 168 time: 0.1314909 Feb 09 00:13:49.314594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04ee04-4caf-47a4-a6bd-62bef8e8711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37c1f7-361b-49b6-8c50-1d5c93396550,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:51.808727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47576) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:51.919989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c53386cf-1ff4-434b-8481-5ca48d398c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.007025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c53386cf-1ff4-434b-8481-5ca48d398c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.011392 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c53386cf-1ff4-434b-8481-5ca48d398c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.051511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c53386cf-1ff4-434b-8481-5ca48d398c5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d1df4ffaeb44efb9a15925f8435af17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414773 Feb 09 00:13:52.052401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53386cf-1ff4-434b-8481-5ca48d398c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d77816-3dc8-42fc-ba4f-64bdcf4584ee,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:52.054227 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47580) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:52.110209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3dd083e-08b8-42ae-83fc-243c63df9400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.132261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3dd083e-08b8-42ae-83fc-243c63df9400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.184770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3dd083e-08b8-42ae-83fc-243c63df9400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.187321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3dd083e-08b8-42ae-83fc-243c63df9400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.188657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d3dd083e-08b8-42ae-83fc-243c63df9400 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04d77816-3dc8-42fc-ba4f-64bdcf4584ee HTTP/1.1" status: 204 len: 168 time: 0.1318712 Feb 09 00:13:52.197459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd083e-08b8-42ae-83fc-243c63df9400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d77816-3dc8-42fc-ba4f-64bdcf4584ee,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:52.474362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47586) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:52.490865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a80f5445-e3b2-4dff-9f6b-7cf812e28c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.570866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a80f5445-e3b2-4dff-9f6b-7cf812e28c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.575476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a80f5445-e3b2-4dff-9f6b-7cf812e28c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.614890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f5445-e3b2-4dff-9f6b-7cf812e28c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3ea59-56f4-46cb-9f20-cd2f331bfa82,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:52.622812 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a80f5445-e3b2-4dff-9f6b-7cf812e28c4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5745d649e7aa43a2986b2f7494049668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448240 Feb 09 00:13:52.623270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47588) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:52.685017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bc714-294d-4e7a-9b2d-4c00aa3f8b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.708579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bc714-294d-4e7a-9b2d-4c00aa3f8b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.757360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bc714-294d-4e7a-9b2d-4c00aa3f8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.760253 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b84bc714-294d-4e7a-9b2d-4c00aa3f8b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:52.764953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b84bc714-294d-4e7a-9b2d-4c00aa3f8b61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ff3ea59-56f4-46cb-9f20-cd2f331bfa82 HTTP/1.1" status: 204 len: 168 time: 0.1379037 Feb 09 00:13:52.771545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bc714-294d-4e7a-9b2d-4c00aa3f8b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3ea59-56f4-46cb-9f20-cd2f331bfa82,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:53.461268 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:13:56.092947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47704) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:56.219610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2684e7-468b-4232-b42e-bf0603bcbc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.303709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2684e7-468b-4232-b42e-bf0603bcbc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.309329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd2684e7-468b-4232-b42e-bf0603bcbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.355223 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd2684e7-468b-4232-b42e-bf0603bcbc09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0da0c5aea5643818d253406abb0e300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588115 Feb 09 00:13:56.355223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2684e7-468b-4232-b42e-bf0603bcbc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a5561-120b-418c-b271-fb409dae082d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:56.357599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47708) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:56.409482 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00b6df16-7b70-425b-ac27-c3b31c7732d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.432438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00b6df16-7b70-425b-ac27-c3b31c7732d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.488023 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00b6df16-7b70-425b-ac27-c3b31c7732d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.490680 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00b6df16-7b70-425b-ac27-c3b31c7732d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.491872 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-00b6df16-7b70-425b-ac27-c3b31c7732d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/453a5561-120b-418c-b271-fb409dae082d HTTP/1.1" status: 204 len: 168 time: 0.1336381 Feb 09 00:13:56.501925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6df16-7b70-425b-ac27-c3b31c7732d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a5561-120b-418c-b271-fb409dae082d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:56.780719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47714) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:56.795009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87b56eb0-8ad1-4fd8-b591-b1ef03429e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.876046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87b56eb0-8ad1-4fd8-b591-b1ef03429e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.880147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-87b56eb0-8ad1-4fd8-b591-b1ef03429e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:56.925193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-87b56eb0-8ad1-4fd8-b591-b1ef03429e79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=088ac466166a49d59406739f2290c4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410475 Feb 09 00:13:56.925193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b56eb0-8ad1-4fd8-b591-b1ef03429e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f089a62b-cb40-4f63-bc98-3da4eec594d5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:13:56.925591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47718) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:13:56.980655 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef80b594-8738-4c8d-96dc-8991f73483bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:57.003202 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef80b594-8738-4c8d-96dc-8991f73483bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:57.058753 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef80b594-8738-4c8d-96dc-8991f73483bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:57.061423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ef80b594-8738-4c8d-96dc-8991f73483bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:13:57.062576 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ef80b594-8738-4c8d-96dc-8991f73483bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f089a62b-cb40-4f63-bc98-3da4eec594d5 HTTP/1.1" status: 204 len: 168 time: 0.1360035 Feb 09 00:13:57.072381 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80b594-8738-4c8d-96dc-8991f73483bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089a62b-cb40-4f63-bc98-3da4eec594d5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:02.753502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:02.864592 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b694d55-67b0-4b23-87aa-c24153e55168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:02.942490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b694d55-67b0-4b23-87aa-c24153e55168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:02.946198 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b694d55-67b0-4b23-87aa-c24153e55168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:02.986092 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b694d55-67b0-4b23-87aa-c24153e55168 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fbeff07f42404543867344e0eea1e9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314138 Feb 09 00:14:02.987244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b694d55-67b0-4b23-87aa-c24153e55168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eb5fbb-bf42-41bc-be25-a0b98f1ba011,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:02.988854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47892) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:03.039895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d9c-b026-4815-b47c-dd22d58e521c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.062027 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d9c-b026-4815-b47c-dd22d58e521c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.113092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d9c-b026-4815-b47c-dd22d58e521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.115561 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a6f49d9c-b026-4815-b47c-dd22d58e521c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.116716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a6f49d9c-b026-4815-b47c-dd22d58e521c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92eb5fbb-bf42-41bc-be25-a0b98f1ba011 HTTP/1.1" status: 204 len: 168 time: 0.1262128 Feb 09 00:14:03.126137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f49d9c-b026-4815-b47c-dd22d58e521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eb5fbb-bf42-41bc-be25-a0b98f1ba011,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:03.403921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47904) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:03.423243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 47906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:03.439645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cada6ee-4183-4527-ab69-fa65bccf4757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.468093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e1aeb254-7e84-4697-8470-1aa4e7d0cdb6 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/floatingips/3f55067f-89f7-42bd-a022-e0eacd5ffcf2 HTTP/1.1" status: 200 len: 993 time: 0.0630624 Feb 09 00:14:03.522150 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cada6ee-4183-4527-ab69-fa65bccf4757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.527335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0cada6ee-4183-4527-ab69-fa65bccf4757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.574207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0cada6ee-4183-4527-ab69-fa65bccf4757 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68b7c1ac91024d069157ce78058a14ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467562 Feb 09 00:14:03.574615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47910) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:03.581804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cada6ee-4183-4527-ab69-fa65bccf4757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad30f14-6519-4359-80a0-34d1479157fd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:03.641543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fed9417c-7802-4cb9-a050-1165fb146577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.684262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fed9417c-7802-4cb9-a050-1165fb146577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.721796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-e824923e-abcc-4c26-a7c9-2630e1752fda service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887320 Feb 09 00:14:03.726240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 47914) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:03.866343 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fed9417c-7802-4cb9-a050-1165fb146577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.868839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fed9417c-7802-4cb9-a050-1165fb146577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:03.872624 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fed9417c-7802-4cb9-a050-1165fb146577 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ad30f14-6519-4359-80a0-34d1479157fd HTTP/1.1" status: 204 len: 168 time: 0.2942402 Feb 09 00:14:03.879086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a15dbd-f097-4083-b149-997d63c9f449 req-c789b616-f6e7-4a71-80f7-65e411633a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:03.880598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-c789b616-f6e7-4a71-80f7-65e411633a89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1096 time: 0.1101077 Feb 09 00:14:03.896306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9417c-7802-4cb9-a050-1165fb146577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad30f14-6519-4359-80a0-34d1479157fd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:04.061803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a15dbd-f097-4083-b149-997d63c9f449 req-29c71666-fbb1-44d3-8c95-8dcb8f29642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:04.063390 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-29c71666-fbb1-44d3-8c95-8dcb8f29642c service neutron] 10.222.0.21 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.1482608 Feb 09 00:14:04.065370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port 3b63a49c-35ba-440a-b83e-e2ab515f8ac3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:04.065720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:04.198735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-3eccda4c-92b1-4985-b97b-694161a538ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 1001 time: 0.1188188 Feb 09 00:14:04.255704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:04.256034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:04.277670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for 3b63a49c-35ba-440a-b83e-e2ab515f8ac3 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:04.295717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a15dbd-f097-4083-b149-997d63c9f449 req-7281e225-ce30-42d4-8189-02ffcde62dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:04.296300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-7281e225-ce30-42d4-8189-02ffcde62dc8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.0898623 Feb 09 00:14:04.420122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a15dbd-f097-4083-b149-997d63c9f449 req-fd72ef47-f278-49e9-8ff2-3a83c7d9c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:04.422783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-fd72ef47-f278-49e9-8ff2-3a83c7d9c1d9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192725 Feb 09 00:14:04.569002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-d6f4f7f2-6ff2-4709-8681-2f63f1a7ad5b service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391361 Feb 09 00:14:04.630559 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:04.667528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=3b63a49c-35ba-440a-b83e-e2ab515f8ac3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:04.750196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a15dbd-f097-4083-b149-997d63c9f449 req-c2331638-927f-495c-8cba-0b968f408857 service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728458 Feb 09 00:14:04.751039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:04.751365 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Floating IP 3f55067f-89f7-42bd-a022-e0eacd5ffcf2 disassociated (deleted). External IP: 172.25.3.212, port: 1e76d668-137a-4030-adfa-b63e716fba27. Feb 09 00:14:04.982238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:05.099696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:05.106326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:05.111077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] Sync routers for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:05.127949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:05.128871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:05.136622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-222a4017-2751-449d-b693-f0da61bcc6e0 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/floatingips/3f55067f-89f7-42bd-a022-e0eacd5ffcf2 HTTP/1.1" status: 204 len: 168 time: 1.4093587 Feb 09 00:14:05.137387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:05.139729 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c875505-13af-4396-86d1-6ebe66e3a6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "tag": "1e76d668-137a-4030-adfa-b63e716fba27"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:05.196459 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9168a-7740-42f3-9caf-c11cc98f0420 x-openstack-request-id: req-46d9168a-7740-42f3-9caf-c11cc98f0420 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:05.196754 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "tag": "1e76d668-137a-4030-adfa-b63e716fba27", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:05.197043 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46d9168a-7740-42f3-9caf-c11cc98f0420 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:05.197489 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27', 'status': 'completed', 'code': 200} Feb 09 00:14:05.281373 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-ba4de9ae-d162-4a7a-8850-d1efa35defc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:05.285996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-ba4de9ae-d162-4a7a-8850-d1efa35defc3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9f5480f92c18459e962f5dca2fa610c5&device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 1096 time: 0.0593131 Feb 09 00:14:05.303885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:05.433646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-3625e5cd-8d4a-48d9-b34f-1abd47315166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:05.435316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-3625e5cd-8d4a-48d9-b34f-1abd47315166 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d54a2f9e-a3f6-4804-b479-394d8b99f83c HTTP/1.1" status: 200 len: 897 time: 0.1419299 Feb 09 00:14:05.488951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb616-bfb9-415f-94a4-d39b9aa67f1e req-b7b3facb-aa28-4318-9280-48e1cbb7d37d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:05.491392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c9eb616-bfb9-415f-94a4-d39b9aa67f1e req-b7b3facb-aa28-4318-9280-48e1cbb7d37d tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 945 time: 0.0788102 Feb 09 00:14:05.491533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-4c51376c-264f-400c-a2c5-d814f8beae33 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e76d668-137a-4030-adfa-b63e716fba27 HTTP/1.1" status: 200 len: 217 time: 0.0464017 Feb 09 00:14:05.546846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c9eb616-bfb9-415f-94a4-d39b9aa67f1e req-0fa85003-3f32-4453-a416-3abc95129c16 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480156 Feb 09 00:14:05.562815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-d107be87-7b32-4e35-ad4a-0766fd1ac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:05.567480 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-d107be87-7b32-4e35-ad4a-0766fd1ac51d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=521bcfcf-3d1f-4beb-8325-e6ea1884a520 HTTP/1.1" status: 200 len: 834 time: 0.0690081 Feb 09 00:14:05.600078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:05.626137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-29ed855e-395a-4078-8dec-5b529b0faa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:05.627644 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-29ed855e-395a-4078-8dec-5b529b0faa30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d54a2f9e-a3f6-4804-b479-394d8b99f83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517609 Feb 09 00:14:05.635735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] Checking router: cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:05.644471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:05.645127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:05.745547 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-6a45cad9-9f38-4292-a0b6-575459b875be service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087341 Feb 09 00:14:05.782347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:05.868961 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c875505-13af-4396-86d1-6ebe66e3a6c1 req-22c6c889-3c47-4399-899f-1bc263f6904c service neutron] 10.222.0.84 "GET /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155963 Feb 09 00:14:06.044042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:06.077657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324346f-6a9b-498a-82f0-a1c7fb52d23c None None] The sync data for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 is: [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:13:10Z', 'revision_number': 4, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '766762c0-3257-47b1-9cb3-33e42efe7f58', 'name': '', 'network_id': 'd54a2f9e-a3f6-4804-b479-394d8b99f83c', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'mac_address': 'fa:16:3e:0a:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:09Z', 'updated_at': '2022-02-09T00:13:15Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'subnets': [{'id': '521bcfcf-3d1f-4beb-8325-e6ea1884a520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:06.350838 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddee8d5-2db4-4f16-8927-447cc1f781ae None None] New status for floating IP 3f55067f-89f7-42bd-a022-e0eacd5ffcf2: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:14:06.644709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:06.671232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a03b38-2ba2-48f9-be74-8e2fc704ab3c req-33d9db60-08b0-4b91-8d19-5dabcca78610 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:06.672743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58a03b38-2ba2-48f9-be74-8e2fc704ab3c req-33d9db60-08b0-4b91-8d19-5dabcca78610 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 945 time: 0.0600548 Feb 09 00:14:06.725329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58a03b38-2ba2-48f9-be74-8e2fc704ab3c req-80b37e92-aeeb-4f0f-bf08-d629e7c409ad tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/security-groups?id=27f9dbe3-995d-45f8-920d-9bcad5904ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Feb 09 00:14:06.762922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-939ea862-c6fb-445c-bd44-a623d3f2cf03 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:06.764412 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-939ea862-c6fb-445c-bd44-a623d3f2cf03 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 945 time: 0.0568116 Feb 09 00:14:06.798767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7343620e-1e6e-465b-95cf-8f9385f5e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:06.923202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port 1e76d668-137a-4030-adfa-b63e716fba27 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:06.923548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:06.977623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7343620e-1e6e-465b-95cf-8f9385f5e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:06.982420 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7343620e-1e6e-465b-95cf-8f9385f5e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.000768 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.034572 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7343620e-1e6e-465b-95cf-8f9385f5e1f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=761e87a29c6948999258756f05cfa62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886251 Feb 09 00:14:07.037524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48010) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:07.042303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343620e-1e6e-465b-95cf-8f9385f5e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cac992-5d6b-4405-a5aa-fc98b32587d1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:07.066546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port 1e76d668-137a-4030-adfa-b63e716fba27, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1e76d668-137a-4030-adfa-b63e716fba27,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:07.066922 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.080897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for 1e76d668-137a-4030-adfa-b63e716fba27 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:07.098198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f07-6391-4e81-9035-58abccbf2d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.124365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f07-6391-4e81-9035-58abccbf2d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.154610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.190136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f07-6391-4e81-9035-58abccbf2d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.192772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0f07-6391-4e81-9035-58abccbf2d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.196314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d0ee0f07-6391-4e81-9035-58abccbf2d55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70cac992-5d6b-4405-a5aa-fc98b32587d1 HTTP/1.1" status: 204 len: 168 time: 0.1554098 Feb 09 00:14:07.202851 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee0f07-6391-4e81-9035-58abccbf2d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cac992-5d6b-4405-a5aa-fc98b32587d1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:07.252437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.284068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=1e76d668-137a-4030-adfa-b63e716fba27,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:07.343754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] No DVR routers for this DVR port 1e76d668-137a-4030-adfa-b63e716fba27 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:07.347119 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.350850 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5c0b21b9-a0fb-43f6-869b-bfdcb1f8e46c req-cf7c6d22-4834-4372-9338-908f01b850dc tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.84 "DELETE /v2.0/ports/1e76d668-137a-4030-adfa-b63e716fba27 HTTP/1.1" status: 204 len: 173 time: 0.5800445 Feb 09 00:14:07.351374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'name': 'network-vif-deleted', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:07.361529 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e3bb2-dd18-4360-a4f1-d0b6cf2de1df" -d '{"events": [{"server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "name": "network-vif-deleted", "tag": "1e76d668-137a-4030-adfa-b63e716fba27"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:07.379584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143a760-e6ab-4c2f-95e7-924f9f8d5fa9 req-3ef95709-9a5c-44e3-b22f-5bc358c27c5b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:07.381776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0143a760-e6ab-4c2f-95e7-924f9f8d5fa9 req-3ef95709-9a5c-44e3-b22f-5bc358c27c5b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.1044819 Feb 09 00:14:07.465096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0143a760-e6ab-4c2f-95e7-924f9f8d5fa9 req-fc436577-7f12-4ae0-8014-5edeaee0aaaa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581954 Feb 09 00:14:07.492112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48022) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:07.597045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-43af069c-86d7-4887-aaec-831e8497295c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/8dcf23ba-90eb-4283-ab1b-3c464039555e HTTP/1.1" status: 200 len: 993 time: 0.1037471 Feb 09 00:14:07.623787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48026) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:07.648169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.738273 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b0e01-f0ca-492d-8328-fdae83ae4500 x-openstack-request-id: req-d68b0e01-f0ca-492d-8328-fdae83ae4500 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:07.738759 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8c5b27-f011-4750-bcf7-399c3f2a1452", "name": "network-vif-deleted", "tag": "1e76d668-137a-4030-adfa-b63e716fba27", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:07.739019 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d68b0e01-f0ca-492d-8328-fdae83ae4500 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:07.739420 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8c5b27-f011-4750-bcf7-399c3f2a1452', 'name': 'network-vif-deleted', 'tag': '1e76d668-137a-4030-adfa-b63e716fba27', 'status': 'completed', 'code': 200} Feb 09 00:14:07.754349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.758777 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.822006 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0affd93ec6248e99d29d8d668a04101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948090 Feb 09 00:14:07.823308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48034) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:07.826324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e31ad-4629-430f-a75e-b9850a6e0869,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:07.835968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.837340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.837763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.843130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.843586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.844003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.844415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.844817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.845393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.845912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.846451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.846983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283c9625-0afc-4b13-9c75-93d2e32e5f4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:07.925342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fac41541-8fe0-4745-904f-1b65d7def0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:07.936653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7877b618-c5ea-478a-ac2c-fbcd2f70a03c req-63f3aaf5-0465-4d70-aa21-8719d160f1cb tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d8c5b27-f011-4750-bcf7-399c3f2a1452 HTTP/1.1" status: 200 len: 210 time: 0.0673568 Feb 09 00:14:07.970999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fac41541-8fe0-4745-904f-1b65d7def0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:08.039704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fac41541-8fe0-4745-904f-1b65d7def0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:08.044848 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fac41541-8fe0-4745-904f-1b65d7def0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:08.046492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fac41541-8fe0-4745-904f-1b65d7def0ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a5e31ad-4629-430f-a75e-b9850a6e0869 HTTP/1.1" status: 204 len: 168 time: 0.2215796 Feb 09 00:14:08.059022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41541-8fe0-4745-904f-1b65d7def0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e31ad-4629-430f-a75e-b9850a6e0869,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:08.378723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd98e52-164e-4d7e-ab4f-756249da7a59 req-71def988-28c1-473f-8e7b-6f4cbd6fceb5 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:08.380887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fd98e52-164e-4d7e-ab4f-756249da7a59 req-71def988-28c1-473f-8e7b-6f4cbd6fceb5 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1096 time: 0.0512793 Feb 09 00:14:08.424670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fd98e52-164e-4d7e-ab4f-756249da7a59 req-b7f0c835-e6b5-43a9-a50e-9c0fa94ba708 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353265 Feb 09 00:14:08.637967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48058) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:08.816891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a836cf2e-cd42-4dd5-9924-8e21d4007026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:08.902013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a836cf2e-cd42-4dd5-9924-8e21d4007026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:08.907143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a836cf2e-cd42-4dd5-9924-8e21d4007026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:08.950498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a836cf2e-cd42-4dd5-9924-8e21d4007026 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b9b4b082f3a4318b9894e6f3a887bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114412 Feb 09 00:14:08.951639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836cf2e-cd42-4dd5-9924-8e21d4007026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fba62b-de94-4f29-8c27-7eb5b48aea38,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:08.953079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48082) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:08.999811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:09.032375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8db0855d-db73-410a-804c-2acf78722a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.060227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8db0855d-db73-410a-804c-2acf78722a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.084158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69cdd21c-84cc-4b7c-bc88-5d2d22958a93 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.125805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8db0855d-db73-410a-804c-2acf78722a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.129618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8db0855d-db73-410a-804c-2acf78722a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.130980 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8db0855d-db73-410a-804c-2acf78722a84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0fba62b-de94-4f29-8c27-7eb5b48aea38 HTTP/1.1" status: 204 len: 168 time: 0.1767948 Feb 09 00:14:09.138734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69cdd21c-84cc-4b7c-bc88-5d2d22958a93 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.142474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0855d-db73-410a-804c-2acf78722a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fba62b-de94-4f29-8c27-7eb5b48aea38,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:09.241270 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-c507c873-2472-4a01-a59e-e1b3550c3d60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0586257 Feb 09 00:14:09.249965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69cdd21c-84cc-4b7c-bc88-5d2d22958a93 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.253207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-370d45e0-09af-4f9b-8bcd-49b764999849 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:09.253906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-69cdd21c-84cc-4b7c-bc88-5d2d22958a93 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:09.254337 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-370d45e0-09af-4f9b-8bcd-49b764999849 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074546 Feb 09 00:14:09.256113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-69cdd21c-84cc-4b7c-bc88-5d2d22958a93 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/security-groups/27f9dbe3-995d-45f8-920d-9bcad5904ca9 HTTP/1.1" status: 204 len: 168 time: 0.2549384 Feb 09 00:14:09.267153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdd21c-84cc-4b7c-bc88-5d2d22958a93 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f9dbe3-995d-45f8-920d-9bcad5904ca9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:09.329251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48104) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:09.897561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d1ad0e7e-0b76-4636-a068-b1807d3a9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:09.899106 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d1ad0e7e-0b76-4636-a068-b1807d3a9170 service neutron] 10.222.0.32 "GET /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 1093 time: 0.0409694 Feb 09 00:14:09.910003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Request body: {'binding': {'host': 'n-h2-828413-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:09.910463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Unknown quota resources ['binding']. {{(pid=105931) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 00:14:10.106097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on host n-h2-828413-1 for vnic_type normal with profile None {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:10.106718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:10.106826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:10.112779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:14:10.113330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:10.118901 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:10.120109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Checking segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:10.120750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Bound using segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:10.121371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Bound port: 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:10.183117 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:10.218530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:10.225735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:10.226954 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] 10.222.0.32 "POST /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3205128 Feb 09 00:14:10.505355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbb29-81a3-4f83-a313-424f426a3c3f req-0b600474-de2b-4c6c-880b-a94cff8bd9af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:10.507000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f02cbb29-81a3-4f83-a313-424f426a3c3f req-0b600474-de2b-4c6c-880b-a94cff8bd9af tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.1077828 Feb 09 00:14:10.588940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f02cbb29-81a3-4f83-a313-424f426a3c3f req-249555b3-835f-49d3-90f3-c99bec780981 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702288 Feb 09 00:14:10.663242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port 766762c0-3257-47b1-9cb3-33e42efe7f58 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:10.663869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:10.687650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-9211ffb6-3cd1-4440-9f39-ae47e87a398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:10.689290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-9211ffb6-3cd1-4440-9f39-ae47e87a398b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1096 time: 0.0561666 Feb 09 00:14:10.770698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port 766762c0-3257-47b1-9cb3-33e42efe7f58, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=766762c0-3257-47b1-9cb3-33e42efe7f58,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:10.771066 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:10.786744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for 766762c0-3257-47b1-9cb3-33e42efe7f58 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:10.801317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48154) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:10.819469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-bbb2aafc-5411-45b9-a1d8-3666439c4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:10.822458 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-bbb2aafc-5411-45b9-a1d8-3666439c4ee7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.1266544 Feb 09 00:14:10.913034 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-880cc95d-9e88-46f7-96fa-811b0b6dbf74 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 1001 time: 0.0839062 Feb 09 00:14:10.971323 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae953a43-3f60-41f8-8a76-465a52e692d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.008205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.021007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1e76d668-137a-4030-adfa-b63e716fba27 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:11.047075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=766762c0-3257-47b1-9cb3-33e42efe7f58,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:11.055139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 1e76d668-137a-4030-adfa-b63e716fba27 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:11.055498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1e76d668-137a-4030-adfa-b63e716fba27 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:11.058448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.058866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.059206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.059732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.060069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.060397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.060860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.061177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.061494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.061852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.062169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.062525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:11.070144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-963c1a60-3b5a-4881-9025-d2aa9cf26d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:11.072783 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-963c1a60-3b5a-4881-9025-d2aa9cf26d77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.1531198 Feb 09 00:14:11.160225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae953a43-3f60-41f8-8a76-465a52e692d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.167457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ae953a43-3f60-41f8-8a76-465a52e692d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.195872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae953a43-3f60-41f8-8a76-465a52e692d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa665ac-2443-4a80-8db6-d23ac557f15f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:11.226929 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-bfc0b926-95f6-48e4-9307-2b5100b6722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:11.228708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-bfc0b926-95f6-48e4-9307-2b5100b6722b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493938 Feb 09 00:14:11.264217 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ae953a43-3f60-41f8-8a76-465a52e692d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f3776e80fd043b79a66378e78ee84f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616594 Feb 09 00:14:11.267729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:11.277812 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.369272 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-9eddb325-7529-4835-980f-4d4ee58c2967 service neutron] 10.222.0.84 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286855 Feb 09 00:14:11.444629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30b941bf-6b0a-4c86-8b24-fc66ece7347d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.480929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30b941bf-6b0a-4c86-8b24-fc66ece7347d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.519652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:11.521457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d673f284-a79c-42d6-8936-e34cdf6aad60 service neutron] 10.222.0.84 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434982 Feb 09 00:14:11.545759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30b941bf-6b0a-4c86-8b24-fc66ece7347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.548465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-30b941bf-6b0a-4c86-8b24-fc66ece7347d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.551923 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-30b941bf-6b0a-4c86-8b24-fc66ece7347d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1aa665ac-2443-4a80-8db6-d23ac557f15f HTTP/1.1" status: 204 len: 168 time: 0.2292364 Feb 09 00:14:11.558450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b941bf-6b0a-4c86-8b24-fc66ece7347d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa665ac-2443-4a80-8db6-d23ac557f15f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:11.687100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-616b4ee2-03fa-434d-b787-95c34b1da20c tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:11.691733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-616b4ee2-03fa-434d-b787-95c34b1da20c tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20&tenant_id=67622b55a6f64c1aa94fed57009d0bfc&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1096 time: 0.1144352 Feb 09 00:14:11.703263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:11.704054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828413-1'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:11.716307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] Sync routers for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:11.720006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-233a35f8-993a-4063-9ea0-d85bd7d696e2 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "PUT /v2.0/routers/cd33fbd6-a7a2-4cb5-8850-8c7f46d72947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921034 Feb 09 00:14:11.731055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48172) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:11.742758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:11.745666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:11.820779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting subnet 521bcfcf-3d1f-4beb-8325-e6ea1884a520 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:14:11.827387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.850035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913176a-af99-4b32-a78a-5cac248e10d8 req-560ed657-576d-4efc-bfb8-edf38d5c7c43 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:11.851837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a913176a-af99-4b32-a78a-5cac248e10d8 req-560ed657-576d-4efc-bfb8-edf38d5c7c43 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.1370797 Feb 09 00:14:11.903915 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8bae803c-e1c2-4a23-8ba2-e4ccbc13bf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:11.917376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:11.938128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a913176a-af99-4b32-a78a-5cac248e10d8 req-c1bea067-b2d3-43c5-ab9f-9f57be97a223 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616071 Feb 09 00:14:11.953229 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.089987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.093615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48176) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:12.148096 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b23168f-df8b-4c53-9cd7-845a9bedd73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.207144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:14:10Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:12.230228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.231294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.244347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] Checking router: cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:12.255493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] Routers {'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:12.256838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:13:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:12.318195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Subnet': ['ID=521bcfcf-3d1f-4beb-8325-e6ea1884a520,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:12.333871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86eac7-5481-415d-a5e0-db752a98511a None None] Network d54a2f9e-a3f6-4804-b479-394d8b99f83c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:12.340132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.345117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-217f98e9-4bbb-40fa-a76a-b448db5a0333 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/subnets/521bcfcf-3d1f-4beb-8325-e6ea1884a520 HTTP/1.1" status: 204 len: 168 time: 0.6107097 Feb 09 00:14:12.350958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48190) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:12.385510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:12.413715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-5389d2aa-80dc-439c-a9d2-bcc688f0866d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668416 Feb 09 00:14:12.432820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:12.477751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:12.480485 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ae04b2-8fec-4761-ad26-f89e5496dcd2" -d '{"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-unplugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:12.485044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.487982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] Set router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:12.499978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.525389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b23168f-df8b-4c53-9cd7-845a9bedd73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.598054 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eebfcdf-a9f3-4bca-baaa-e39c25756701 x-openstack-request-id: req-1eebfcdf-a9f3-4bca-baaa-e39c25756701 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:12.598410 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-unplugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:12.598645 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1eebfcdf-a9f3-4bca-baaa-e39c25756701 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:12.599117 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'code': 200} Feb 09 00:14:12.637231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b23168f-df8b-4c53-9cd7-845a9bedd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.765886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:12.786233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] DHCP port deletion for d54a2f9e-a3f6-4804-b479-394d8b99f83c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:14:12.790409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:14:10Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:12.823669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83fd61-775c-4e1c-be43-b9d45acf2c01 None None] The sync data for ids ['cd33fbd6-a7a2-4cb5-8850-8c7f46d72947'] in n-d-828413-1 is: [{'id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'name': 'tempest-TestNetworkBasicOps-router-1141546736', 'tenant_id': '9f5480f92c18459e962f5dca2fa610c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:04Z', 'updated_at': '2022-02-09T00:14:10Z', 'revision_number': 5, 'project_id': '9f5480f92c18459e962f5dca2fa610c5', 'gw_port': {'id': 'e927f912-5c0c-49d8-99e2-469a6ba645c1', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd33fbd6-a7a2-4cb5-8850-8c7f46d72947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:05Z', 'updated_at': '2022-02-09T00:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:12.828859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2b23168f-df8b-4c53-9cd7-845a9bedd73d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=222a938182c143abbe7a93b4694d0456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7335732 Feb 09 00:14:12.837106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48194) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:12.838422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on host n-h1-828413-1 for vnic_type normal with profile {"migrating_to": "n-h2-828413-1"} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:12.838860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:12.839273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:12.843909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23168f-df8b-4c53-9cd7-845a9bedd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c8b52-4955-42ec-9a58-e55c30a685ab,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:12.862363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:14:12.862789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Attempting to bind port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:12.880105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:12.880105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Checking segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:12.880105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Bound using segment: {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:12.880421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Bound port: 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:12.880769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.896079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Deleting port eff8fd11-00ca-46e2-b893-26225d65c7ad {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:12.896463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.900546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-56b7dd4a-492b-4459-bd63-5a55821074d2 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:12.902754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-56b7dd4a-492b-4459-bd63-5a55821074d2 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4737697 Feb 09 00:14:12.905510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.966455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c7af76-02b6-4285-a694-4d76cfe11adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.969579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-bd86d94a-8fdc-4706-a343-b088b10128fb tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/quotas/62aaefe9cb6942a78edbd5e2764ba250 HTTP/1.1" status: 200 len: 375 time: 0.0225105 Feb 09 00:14:12.970817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] For port eff8fd11-00ca-46e2-b893-26225d65c7ad, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=eff8fd11-00ca-46e2-b893-26225d65c7ad,segment=NetworkSegment(9989b43b-2fe8-4684-957d-0e6928ac615d),segment_id=9989b43b-2fe8-4684-957d-0e6928ac615d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:12.971452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.988799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3228b3ce-9822-4a10-9ca1-327a6e85497c None None] Provisioning complete for port 366d2e7f-1263-4827-92e6-f8b8d4192d4e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:12.989223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3228b3ce-9822-4a10-9ca1-327a6e85497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:12.991649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Calling delete_port for eff8fd11-00ca-46e2-b893-26225d65c7ad owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:13.004596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:13.012374 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c7af76-02b6-4285-a694-4d76cfe11adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.029784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:13.046298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.068635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3228b3ce-9822-4a10-9ca1-327a6e85497c None None] Port 366d2e7f-1263-4827-92e6-f8b8d4192d4e cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:13.107635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-4209b42e-66bd-4ac1-8421-728774617013 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680423 Feb 09 00:14:13.114252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.124610 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.151973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] No DVR routers for this DVR port eff8fd11-00ca-46e2-b893-26225d65c7ad on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:13.154657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Pushing event deleted for resources: {'Port': ['ID=eff8fd11-00ca-46e2-b893-26225d65c7ad,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:13.167774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.167988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.168240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.168576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.168996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.169853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.170394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.183481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:13.187224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.191655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.192018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.192363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.193108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bdd95-05d3-4199-8451-086db5fed926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:13.200426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c7af76-02b6-4285-a694-4d76cfe11adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.204138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c7af76-02b6-4285-a694-4d76cfe11adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.210231 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-71c7af76-02b6-4285-a694-4d76cfe11adb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e66c8b52-4955-42ec-9a58-e55c30a685ab HTTP/1.1" status: 204 len: 168 time: 0.3599057 Feb 09 00:14:13.214131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e56de4-e141-4d1e-a345-d54189cb8d81 req-5d569f8c-060a-47e8-a257-d1e2c194afa2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:13.215740 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8e56de4-e141-4d1e-a345-d54189cb8d81 req-5d569f8c-060a-47e8-a257-d1e2c194afa2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 943 time: 0.1752179 Feb 09 00:14:13.255952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7af76-02b6-4285-a694-4d76cfe11adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c8b52-4955-42ec-9a58-e55c30a685ab,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:13.345851 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:13.346532 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.348087 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-91cd0ed0-1c7e-4ad5-98b8-79ca286ffb56 service neutron] 10.222.0.84 "PUT /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 1121 time: 1.6490552 Feb 09 00:14:13.348731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 766762c0-3257-47b1-9cb3-33e42efe7f58 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:13.349500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8e56de4-e141-4d1e-a345-d54189cb8d81 req-c46c3b55-2926-496f-a4a6-f688155c2de1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921185 Feb 09 00:14:13.414179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 766762c0-3257-47b1-9cb3-33e42efe7f58 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:13.414832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 766762c0-3257-47b1-9cb3-33e42efe7f58 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:13.415411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eff8fd11-00ca-46e2-b893-26225d65c7ad no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:13.429429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Deleting port e927f912-5c0c-49d8-99e2-469a6ba645c1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:13.429783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.485154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['366d2e7f-1263-4827-92e6-f8b8d4192d4e'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:14:13.554729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] For port e927f912-5c0c-49d8-99e2-469a6ba645c1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e927f912-5c0c-49d8-99e2-469a6ba645c1,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:13.555099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.571411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Calling delete_port for e927f912-5c0c-49d8-99e2-469a6ba645c1 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:13.611601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-176153dc-c51d-4487-9213-952babfb7f8c req-c9f6dbd4-9f3c-4bd1-9900-fe6da0635e05 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 210 time: 0.0415747 Feb 09 00:14:13.778312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: eff8fd11-00ca-46e2-b893-26225d65c7ad {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:13.778912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eff8fd11-00ca-46e2-b893-26225d65c7ad not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:13.814568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.821867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0808976c-9acd-4542-8919-49cfd2c38e8e None None] Provisioning complete for port 366d2e7f-1263-4827-92e6-f8b8d4192d4e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:13.822987 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0808976c-9acd-4542-8919-49cfd2c38e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:13.855473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Port': ['ID=e927f912-5c0c-49d8-99e2-469a6ba645c1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:13.965188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.033323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0808976c-9acd-4542-8919-49cfd2c38e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.081634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:14.083879 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f29f4cd-4338-4fa6-b271-8488baee0866" -d '{"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-plugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:14.100666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.103825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.114251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0808976c-9acd-4542-8919-49cfd2c38e8e None None] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:14.132937 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1164a6-8462-4029-acf5-6f766b515528 x-openstack-request-id: req-4d1164a6-8462-4029-acf5-6f766b515528 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:14.133262 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-plugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:14.133472 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4d1164a6-8462-4029-acf5-6f766b515528 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:14.133860 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'code': 200} Feb 09 00:14:14.134581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0808976c-9acd-4542-8919-49cfd2c38e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.161405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.161985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Fanout notify agent at l3_agent the message router_deleted on router cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:14:14.170649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.174357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9fd06f4a-d5a3-4b35-b8f3-1db2b6a56584 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/routers/cd33fbd6-a7a2-4cb5-8850-8c7f46d72947 HTTP/1.1" status: 204 len: 168 time: 1.8043914 Feb 09 00:14:14.174922 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48226) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:14.277988 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.345558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808976c-9acd-4542-8919-49cfd2c38e8e None None] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:14.416261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.438441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54a2f9e-a3f6-4804-b479-394d8b99f83c']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:14.449223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9989b43b-2fe8-4684-957d-0e6928ac615d') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:14.449825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9989b43b-2fe8-4684-957d-0e6928ac615d') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:14.460752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.476227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.484287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:14.484718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:14.488075 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:14.506913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92146683-559b-4870-8ac1-6c4f9b5abdcd req-85c1b6cf-04e8-4ffe-b44d-efc50a5ec221 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:14.509376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92146683-559b-4870-8ac1-6c4f9b5abdcd req-85c1b6cf-04e8-4ffe-b44d-efc50a5ec221 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0613904 Feb 09 00:14:14.561933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92146683-559b-4870-8ac1-6c4f9b5abdcd req-e337c8fc-3327-4aae-9ffa-6a3abdaa160b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Feb 09 00:14:14.563216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.573905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.583818 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] 10.222.0.32 "DELETE /v2.0/networks/d54a2f9e-a3f6-4804-b479-394d8b99f83c HTTP/1.1" status: 204 len: 168 time: 0.4077165 Feb 09 00:14:14.614738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:14.617508 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc090df-2bc5-49e7-a966-0749aec00464" -d '{"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:14.634641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71367805-863c-47e3-8088-446ca07d1e73 tempest-TestNetworkBasicOps-1839686798 tempest-TestNetworkBasicOps-1839686798-project] Pushing event deleted for resources: {'Network': ['ID=d54a2f9e-a3f6-4804-b479-394d8b99f83c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:14.661574 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc5fd-7664-4d78-be2d-77c00db1a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:14.713496 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a122e352-cf80-44bf-9d5d-a70100dd0348 x-openstack-request-id: req-a122e352-cf80-44bf-9d5d-a70100dd0348 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:14.713822 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:14.714114 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a122e352-cf80-44bf-9d5d-a70100dd0348 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:14.715341 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'status': 'completed', 'code': 200} Feb 09 00:14:14.745789 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-8b0170cb-6f8b-4492-87fe-5455a2d78fe6 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238093 Feb 09 00:14:14.873943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3dea294-a5de-477e-80ef-928dc676c937 req-7dc57ced-0cc1-4b7a-a814-fb4d700ad307 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 210 time: 0.0715365 Feb 09 00:14:14.893842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc090df-2bc5-49e7-a966-0749aec00464 req-9772b061-7497-4da5-a7a6-845b9ce6b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:14.895956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-9772b061-7497-4da5-a7a6-845b9ce6b5ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1126 time: 0.1677310 Feb 09 00:14:15.005369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc090df-2bc5-49e7-a966-0749aec00464 req-19938bdc-9e1e-4eec-ab1c-b6ee5e52054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:15.006841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-19938bdc-9e1e-4eec-ab1c-b6ee5e52054b service neutron] 10.222.0.21 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.0985639 Feb 09 00:14:15.020567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-3eb82e3e-17e3-474a-88bb-98178a0f4642 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:15.022953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-3eb82e3e-17e3-474a-88bb-98178a0f4642 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719765 Feb 09 00:14:15.030700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:14:15.050956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Request body: {'port': {'device_id': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '62aaefe9cb6942a78edbd5e2764ba250'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:15.054167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:15.110609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-130b7704-c55e-4386-8889-f1e39170c1c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 1001 time: 0.0971844 Feb 09 00:14:15.192431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:15.203217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Made reservation on behalf of 62aaefe9cb6942a78edbd5e2764ba250 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:15.207245 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.208779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e927f912-5c0c-49d8-99e2-469a6ba645c1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:15.219387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc090df-2bc5-49e7-a966-0749aec00464 req-406615e2-2ee3-47f1-846d-c8fd3b90dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:15.221238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-406615e2-2ee3-47f1-846d-c8fd3b90dcf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.1030502 Feb 09 00:14:15.224599 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.238601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e927f912-5c0c-49d8-99e2-469a6ba645c1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:15.239161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e927f912-5c0c-49d8-99e2-469a6ba645c1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:15.242273 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e has no active binding in host n-h2-828413-1 {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 00:14:15.318195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc090df-2bc5-49e7-a966-0749aec00464 req-ea438050-ca62-4ba1-a496-27690b964245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:15.319812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-ea438050-ca62-4ba1-a496-27690b964245 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916100 Feb 09 00:14:15.329492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.335512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.353878 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b1ca8442-2fd3-453d-9c54-4964721f376b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f5480f92c18459e962f5dca2fa610c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982287 Feb 09 00:14:15.356527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48264) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:15.379783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f621922-a2c6-4be3-924f-be00fb6743da,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:15.468516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-6ff7f381-1c7f-4908-8cc0-d50dfb6a39b8 service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396718 Feb 09 00:14:15.471557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f12e-8dc8-470d-a875-48bb8a43dee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.507217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Allocated IP 192.168.233.131 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/7b5009fe-fcd9-4a27-b85b-f1a9d20590b3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:15.515418 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.549961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f12e-8dc8-470d-a875-48bb8a43dee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.633280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-adc090df-2bc5-49e7-a966-0749aec00464 req-149b9e0b-38c6-4960-9c1e-88da43fb5a5d service neutron] 10.222.0.21 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569645 Feb 09 00:14:15.654682 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f12e-8dc8-470d-a875-48bb8a43dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.657920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c6b1f12e-8dc8-470d-a875-48bb8a43dee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.659126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c6b1f12e-8dc8-470d-a875-48bb8a43dee7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f66ef65-5e20-49a3-9753-a0957fdda99f HTTP/1.1" status: 204 len: 168 time: 0.3016081 Feb 09 00:14:15.671408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1f12e-8dc8-470d-a875-48bb8a43dee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f66ef65-5e20-49a3-9753-a0957fdda99f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:15.717652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.747481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb4e3f-6089-4278-8617-43493f2eda5d req-82af996f-b2ed-4c0d-9c8c-0c8fe3171399 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:15.757751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5eb4e3f-6089-4278-8617-43493f2eda5d req-82af996f-b2ed-4c0d-9c8c-0c8fe3171399 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0717611 Feb 09 00:14:15.760725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.783989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48276) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:15.810749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5eb4e3f-6089-4278-8617-43493f2eda5d req-c62adebe-86cb-4867-af23-3061dfb4f817 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487354 Feb 09 00:14:15.815334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:15.819357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:15.827163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:15.870382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Pushing event updated for resources: {'Port': ['ID=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:15.892466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:15.893165 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:15.916744 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-26621b91-2cd7-4bad-bcf5-152b3a74ec6d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8755014 Feb 09 00:14:15.929900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Request body: {'port': {'device_id': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:16.011806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.141305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48284) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:16.164772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7866bae2-7a5d-4665-b348-7e9b13b04352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.221332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-22504def-55b7-4e7a-8546-402f6dd5061d None None] Provisioning complete for port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:16.221900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22504def-55b7-4e7a-8546-402f6dd5061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.266850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-22504def-55b7-4e7a-8546-402f6dd5061d None None] Port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:16.345552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7866bae2-7a5d-4665-b348-7e9b13b04352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.352179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7866bae2-7a5d-4665-b348-7e9b13b04352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.396524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-798a66c6-b1ff-490e-b20f-081d05ac4d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.424307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866bae2-7a5d-4665-b348-7e9b13b04352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd771402-093f-4381-9d52-d8e0eea51bd7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:16.427306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698699-4807-42f2-8ad9-d3e5ab20c696 req-5f0adb8e-167f-4e6c-8709-dc43159e39d2 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:16.428794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c698699-4807-42f2-8ad9-d3e5ab20c696 req-5f0adb8e-167f-4e6c-8709-dc43159e39d2 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 936 time: 0.4583042 Feb 09 00:14:16.431683 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7866bae2-7a5d-4665-b348-7e9b13b04352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00ba0efbf34a48dfafbc32d7ae47cd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884953 Feb 09 00:14:16.433473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48286) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:16.436880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:14:16.450425 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.481534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Transition to ACTIVE for port object 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:14:16.494822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.495378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c698699-4807-42f2-8ad9-d3e5ab20c696 req-cd603a35-ded5-4d86-a6fa-80c43d0b2a10 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546341 Feb 09 00:14:16.542244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-798a66c6-b1ff-490e-b20f-081d05ac4d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.546935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-798a66c6-b1ff-490e-b20f-081d05ac4d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.565076 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc896-37ba-4182-869d-667cd8c79948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.581932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:16.586405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-798a66c6-b1ff-490e-b20f-081d05ac4d2f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=202363bdb47b45999bc9ef9da62a8f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012567 Feb 09 00:14:16.588568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a66c6-b1ff-490e-b20f-081d05ac4d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94129ec3-0214-4fb0-aaf1-e9afc8e88ba8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:16.591959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48288) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:16.633388 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc896-37ba-4182-869d-667cd8c79948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.660099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edc3f6d6-ecc0-41bd-9743-f65f265ab61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.683946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Attempting to bind port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:16.684248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Attempting to bind port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:16.684838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Attempting to bind port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:16.693546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:14:16.693882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Attempting to bind port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:16.701607 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:16.701842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edc3f6d6-ecc0-41bd-9743-f65f265ab61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.701934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:16.702515 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:16.703047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Bound port: 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:16.703574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.708232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-68791ce5-ed16-4de7-abfb-106bccf4dd68 req-75c26628-5aee-406e-a845-0665cf653cfd service neutron] (105931) timed out ('10.222.0.32', 53212) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:14:16.722444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc896-37ba-4182-869d-667cd8c79948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.725228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5b1fc896-37ba-4182-869d-667cd8c79948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.726649 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5b1fc896-37ba-4182-869d-667cd8c79948 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd771402-093f-4381-9d52-d8e0eea51bd7 HTTP/1.1" status: 204 len: 168 time: 0.2918918 Feb 09 00:14:16.739134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fc896-37ba-4182-869d-667cd8c79948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd771402-093f-4381-9d52-d8e0eea51bd7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:16.800592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edc3f6d6-ecc0-41bd-9743-f65f265ab61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.805882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-edc3f6d6-ecc0-41bd-9743-f65f265ab61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.810333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] For port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:16.810522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-edc3f6d6-ecc0-41bd-9743-f65f265ab61c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94129ec3-0214-4fb0-aaf1-e9afc8e88ba8 HTTP/1.1" status: 204 len: 168 time: 0.2164092 Feb 09 00:14:16.818134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] For port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:16.823819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3f6d6-ecc0-41bd-9743-f65f265ab61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94129ec3-0214-4fb0-aaf1-e9afc8e88ba8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:16.826467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.876149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:16.876848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.878185 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] 10.222.0.84 "PUT /v2.0/ports/7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 HTTP/1.1" status: 200 len: 1096 time: 0.9534960 Feb 09 00:14:16.878633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'tag': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:16.881152 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97509e04-ba2c-432b-b001-0759bc9f61b3" -d '{"events": [{"name": "network-changed", "server_uuid": "41fa6f8d-c771-47df-ae60-09b4cc1aa2fe", "tag": "7b5009fe-fcd9-4a27-b85b-f1a9d20590b3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:16.894599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a641b-35be-4f47-90e1-6facc5bdbcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:16.935151 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:16.986927 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba08c4b-c98c-40f5-ae71-cf86c5f65ac1 x-openstack-request-id: req-9ba08c4b-c98c-40f5-ae71-cf86c5f65ac1 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:16.987799 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fa6f8d-c771-47df-ae60-09b4cc1aa2fe", "tag": "7b5009fe-fcd9-4a27-b85b-f1a9d20590b3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:16.989269 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ba08c4b-c98c-40f5-ae71-cf86c5f65ac1 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:16.989862 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'tag': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3', 'status': 'completed', 'code': 200} Feb 09 00:14:17.013090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-f07c0bce-663b-4491-905a-f5a34e839f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.015018 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-f07c0bce-663b-4491-905a-f5a34e839f8e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 1099 time: 0.0873687 Feb 09 00:14:17.039412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baae27-adbc-4a8d-85c7-4b8a7b7dab66 req-aa7f7b81-4381-4bd4-aa09-2183417810e1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.044310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31baae27-adbc-4a8d-85c7-4b8a7b7dab66 req-aa7f7b81-4381-4bd4-aa09-2183417810e1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0958626 Feb 09 00:14:17.132602 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-df364abf-8a7f-470d-9e77-3f7bf8539feb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 HTTP/1.1" status: 200 len: 217 time: 0.1084492 Feb 09 00:14:17.175871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-31baae27-adbc-4a8d-85c7-4b8a7b7dab66 req-832a77f0-0834-4a71-a0dd-f757a46211f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934246 Feb 09 00:14:17.259212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-76bfe5ab-2f0c-4c33-9990-0bbfc4063fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.261971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-76bfe5ab-2f0c-4c33-9990-0bbfc4063fcf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.1224694 Feb 09 00:14:17.334058 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:17.343163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91345a7c-36ad-4c73-bf04-707403561c3a req-3be053b0-332a-42c4-83fa-4bbaa20f9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.344876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-3be053b0-332a-42c4-83fa-4bbaa20f9594 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712903 Feb 09 00:14:17.470390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-01e9727c-ba8a-4d3a-bac1-17b48abfd996 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182110 Feb 09 00:14:17.608312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91345a7c-36ad-4c73-bf04-707403561c3a req-ed4e52c5-0968-48fd-85c5-a73c88c66555 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324298 Feb 09 00:14:17.645365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b3cc5-47bb-4ae8-bc96-391e028dd127 req-04e1227e-76f2-4ff4-bfc2-85f281a72de9 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.649701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-701b3cc5-47bb-4ae8-bc96-391e028dd127 req-04e1227e-76f2-4ff4-bfc2-85f281a72de9 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 948 time: 0.0617321 Feb 09 00:14:17.695411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-701b3cc5-47bb-4ae8-bc96-391e028dd127 req-fa38eacd-8818-4178-9ce0-8c7622686b06 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Feb 09 00:14:17.707627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-4ea2e362-8b65-443c-885a-0cd42f2310b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.709241 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-4ea2e362-8b65-443c-885a-0cd42f2310b1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 1099 time: 0.0509679 Feb 09 00:14:17.813933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-e7ab8f0f-d72f-4372-b810-9c6830c95483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.815776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-e7ab8f0f-d72f-4372-b810-9c6830c95483 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.0993142 Feb 09 00:14:17.858098 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-2d9ae7bd-b178-4086-a4fe-069e9188d672 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 HTTP/1.1" status: 200 len: 217 time: 0.0358922 Feb 09 00:14:17.916837 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-aac40712-3da5-4ab4-99b4-fefe59edea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.918349 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-aac40712-3da5-4ab4-99b4-fefe59edea63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0515788 Feb 09 00:14:17.965910 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-d5cf943e-002f-42da-ab40-7e61938f578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:17.967445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-d5cf943e-002f-42da-ab40-7e61938f578f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418458 Feb 09 00:14:18.071780 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-6f945e99-0e35-4db6-bea8-9acc6f94f5ce service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937715 Feb 09 00:14:18.172403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:18.183218 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-97509e04-ba2c-432b-b001-0759bc9f61b3 req-ed3be6f4-d1bb-4fe1-9513-db2d30f45f8d service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024098 Feb 09 00:14:18.287379 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9484931a-9860-48fc-b66f-a884912ff23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.361564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa73547-bdda-4807-aabf-c30627bbbc79 req-0e9c4871-2726-4b50-b246-0d9b008eb3dc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:18.363069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fa73547-bdda-4807-aabf-c30627bbbc79 req-0e9c4871-2726-4b50-b246-0d9b008eb3dc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 945 time: 0.0891161 Feb 09 00:14:18.371441 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9484931a-9860-48fc-b66f-a884912ff23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.375581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9484931a-9860-48fc-b66f-a884912ff23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.400772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-9b5b0f37-bb93-416e-bcc5-4d771caf9a1b service neutron] 10.222.0.21 "GET /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e/bindings/n-h2-828413-1 HTTP/1.1" status: 200 len: 384 time: 0.0992675 Feb 09 00:14:18.416521 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9484931a-9860-48fc-b66f-a884912ff23e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3d157f8a16a404986d06a84fd3cf1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425439 Feb 09 00:14:18.417449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484931a-9860-48fc-b66f-a884912ff23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48caa831-9950-4ce3-90a4-94a682029042,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:18.419261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48332) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:18.428638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9fa73547-bdda-4807-aabf-c30627bbbc79 req-dafc1547-09bd-4474-9ae0-15f119d9a20a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570941 Feb 09 00:14:18.543699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e202cde-985e-4cbe-8d8c-a4c034c42693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.606823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e202cde-985e-4cbe-8d8c-a4c034c42693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.667786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:18.686616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e202cde-985e-4cbe-8d8c-a4c034c42693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.689274 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7e202cde-985e-4cbe-8d8c-a4c034c42693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.690422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e202cde-985e-4cbe-8d8c-a4c034c42693 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48caa831-9950-4ce3-90a4-94a682029042 HTTP/1.1" status: 204 len: 168 time: 0.2701180 Feb 09 00:14:18.697479 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:18.725303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202cde-985e-4cbe-8d8c-a4c034c42693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48caa831-9950-4ce3-90a4-94a682029042,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:18.755341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:18.760777 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fc7d22-05ba-413c-a87b-7c0720c4fe13" -d '{"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-unplugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:18.769475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:18.785707 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.831841 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8108fab-4f31-46c6-a0ca-1f522fd55278 x-openstack-request-id: req-a8108fab-4f31-46c6-a0ca-1f522fd55278 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:18.832125 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-unplugged", "status": "completed", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:18.832372 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8108fab-4f31-46c6-a0ca-1f522fd55278 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:18.832757 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'code': 200} Feb 09 00:14:18.896080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e47-0ec6-4b6b-9864-7daab0ccac53 req-939d8c29-c952-4ffd-8488-0367ba6e7566 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:18.897618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798c2e47-0ec6-4b6b-9864-7daab0ccac53 req-939d8c29-c952-4ffd-8488-0367ba6e7566 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 948 time: 0.0972595 Feb 09 00:14:18.916255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] Transition to ACTIVE for port object 366d2e7f-1263-4827-92e6-f8b8d4192d4e will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:14:18.924633 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:18.987238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-798c2e47-0ec6-4b6b-9864-7daab0ccac53 req-579abe2d-2723-4025-be61-3eeecb102813 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813675 Feb 09 00:14:19.038914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:14:19.039491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b5038-3260-4073-8333-18e2ef42658a service neutron] Pushing event updated for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=11']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:19.088805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] No DVR routers for this DVR port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:19.162416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:19.176001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3', 'mac_address': 'fa:16:3e:fb:f0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:14:19.223571 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:19.238327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:14:19.258887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-224b5038-3260-4073-8333-18e2ef42658a service neutron] 10.222.0.21 "PUT /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e/bindings/n-h2-828413-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8495708 Feb 09 00:14:19.262255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:19.266989 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:19.336175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:19.372262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-3b2ed026-e491-4137-92e1-8f764c804bb4 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.373820 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-3b2ed026-e491-4137-92e1-8f764c804bb4 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20&tenant_id=67622b55a6f64c1aa94fed57009d0bfc&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0565128 Feb 09 00:14:19.457198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-c01f8c87-f858-4616-8727-e9b4bbb10850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.458733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-c01f8c87-f858-4616-8727-e9b4bbb10850 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 1095 time: 0.0758910 Feb 09 00:14:19.473292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['7b5009fe-fcd9-4a27-b85b-f1a9d20590b3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:14:19.531100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-f3556049-9e62-488c-b505-e4831bc38528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.533209 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-f3556049-9e62-488c-b505-e4831bc38528 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1095 time: 0.0497551 Feb 09 00:14:19.573514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097441e7-e6ba-4e1e-83f1-38a8e48f5c6b req-40e0db65-e3a1-4178-b6b1-887287cf11a2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.574973 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-097441e7-e6ba-4e1e-83f1-38a8e48f5c6b req-40e0db65-e3a1-4178-b6b1-887287cf11a2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0531216 Feb 09 00:14:19.622616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-097441e7-e6ba-4e1e-83f1-38a8e48f5c6b req-543ea74b-fb53-449b-a935-2d39820fcd6e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Feb 09 00:14:19.653686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-2ab109c9-ebba-4c4c-8b85-201da1d5e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.656314 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-2ab109c9-ebba-4c4c-8b85-201da1d5e936 service neutron] 10.222.0.84 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.1147537 Feb 09 00:14:19.729141 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-731a7112-82a6-47d1-af8a-861610f1db34 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 999 time: 0.0665162 Feb 09 00:14:19.782345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-2bab221c-36e7-4f23-ba21-4f537f356058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.783943 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-2bab221c-36e7-4f23-ba21-4f537f356058 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.0479581 Feb 09 00:14:19.836869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d2b6e71b-ceef-4880-b1f3-af62f0026ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:19.839147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d2b6e71b-ceef-4880-b1f3-af62f0026ac6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483978 Feb 09 00:14:19.935422 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-8af1a429-b21a-4158-8030-a24d6ac53bf5 service neutron] 10.222.0.84 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884235 Feb 09 00:14:20.039359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-32f344ca-72cb-40ab-81b8-ec653ff9e529 service neutron] 10.222.0.84 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963347 Feb 09 00:14:20.116422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0d533-702e-4402-b652-27006d25bb01 req-88aae793-9c9e-4296-9b53-3cc3bf0242a3 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:20.118052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bec0d533-702e-4402-b652-27006d25bb01 req-88aae793-9c9e-4296-9b53-3cc3bf0242a3 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 949 time: 0.0548227 Feb 09 00:14:20.165044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bec0d533-702e-4402-b652-27006d25bb01 req-f425fe92-4499-455a-96a5-e2ad7c3841c4 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Feb 09 00:14:20.272008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d8d12642-5686-4d7a-89d7-779c602b39e1 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:20.273592 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-d8d12642-5686-4d7a-89d7-779c602b39e1 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20&tenant_id=67622b55a6f64c1aa94fed57009d0bfc&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 1095 time: 0.0474427 Feb 09 00:14:20.399292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-f7ff5ee1-e4d0-4dd8-8661-b63450e12edb service neutron] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:20.402645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-f7ff5ee1-e4d0-4dd8-8661-b63450e12edb service neutron] Notify callbacks [] for binding, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:20.403834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-f7ff5ee1-e4d0-4dd8-8661-b63450e12edb service neutron] 10.222.0.84 "DELETE /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e/bindings/n-h1-828413-1 HTTP/1.1" status: 204 len: 173 time: 0.1238360 Feb 09 00:14:20.766228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbd809-986b-4f2d-ac0d-bac98c29a15f req-e168ce81-2a78-4fc1-a5d2-dc61605f6801 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:20.767765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71bbd809-986b-4f2d-ac0d-bac98c29a15f req-e168ce81-2a78-4fc1-a5d2-dc61605f6801 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0666986 Feb 09 00:14:20.812217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71bbd809-986b-4f2d-ac0d-bac98c29a15f req-6233c4ce-764d-4585-b520-39d8b9f86817 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380282 Feb 09 00:14:20.924631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490138e3-1d28-4f3d-968d-7698e54ae659 req-f1048f35-940e-47e6-a572-199b1cfc52ac tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:20.926221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-490138e3-1d28-4f3d-968d-7698e54ae659 req-f1048f35-940e-47e6-a572-199b1cfc52ac tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1095 time: 0.0447705 Feb 09 00:14:20.961358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-490138e3-1d28-4f3d-968d-7698e54ae659 req-b59198d9-6e78-4813-a205-22f65349a69f tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288680 Feb 09 00:14:21.051455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:21.065794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48456) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:21.090658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0d6c5-7642-460a-804c-4f1130e7ade6 req-4f0bd49a-7888-4671-841c-c35cd0fec386 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:21.092147 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93f0d6c5-7642-460a-804c-4f1130e7ade6 req-4f0bd49a-7888-4671-841c-c35cd0fec386 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0582538 Feb 09 00:14:21.106832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:14:21.111771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:21.112451 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.142216 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93f0d6c5-7642-460a-804c-4f1130e7ade6 req-28abec62-d9db-44ca-97cb-a1dc035dfc74 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430095 Feb 09 00:14:21.168371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48460) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:21.215890 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.241966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:21.244504 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721278e5-950a-4e00-9aa4-07e3283a1f69" -d '{"events": [{"server_uuid": "41fa6f8d-c771-47df-ae60-09b4cc1aa2fe", "name": "network-vif-plugged", "status": "completed", "tag": "7b5009fe-fcd9-4a27-b85b-f1a9d20590b3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:21.259415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:21.264124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.296207 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668b5ab-538a-4e84-a50f-b026fdf10ab7 x-openstack-request-id: req-c668b5ab-538a-4e84-a50f-b026fdf10ab7 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:21.296207 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fa6f8d-c771-47df-ae60-09b4cc1aa2fe", "name": "network-vif-plugged", "status": "completed", "tag": "7b5009fe-fcd9-4a27-b85b-f1a9d20590b3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:21.296207 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c668b5ab-538a-4e84-a50f-b026fdf10ab7 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:21.296693 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3', 'code': 200} Feb 09 00:14:21.328309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:21.328642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7c50d-8621-4915-982e-da7c61665618 req-9dc2139b-7331-45fe-946b-133e93531029 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:21.330563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cf7c50d-8621-4915-982e-da7c61665618 req-9dc2139b-7331-45fe-946b-133e93531029 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 950 time: 0.0766211 Feb 09 00:14:21.374890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cf7c50d-8621-4915-982e-da7c61665618 req-695fdeff-aa80-40e8-bfb2-7d88e93e8584 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359352 Feb 09 00:14:21.557164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3169d78-0f49-447d-8ad8-fea3d6023fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.593919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-19184967-720d-43f8-a35b-a073fcba8f37 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/8dcf23ba-90eb-4283-ab1b-3c464039555e HTTP/1.1" status: 200 len: 991 time: 0.4190621 Feb 09 00:14:21.615401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a8c85-430a-4ba8-abdd-b68ba0c0fcc3 req-0651e79d-6d0f-4e50-b623-164f04cae544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:21.616942 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-914a8c85-430a-4ba8-abdd-b68ba0c0fcc3 req-0651e79d-6d0f-4e50-b623-164f04cae544 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 1101 time: 0.0990894 Feb 09 00:14:21.674754 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-914a8c85-430a-4ba8-abdd-b68ba0c0fcc3 req-c001833f-ee36-4989-b66c-ff5b5788b45b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512335 Feb 09 00:14:21.704798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3169d78-0f49-447d-8ad8-fea3d6023fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.708641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c3169d78-0f49-447d-8ad8-fea3d6023fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.747097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3169d78-0f49-447d-8ad8-fea3d6023fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504bfef9-1c56-4796-a8a5-5c126246596b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:21.751690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c3169d78-0f49-447d-8ad8-fea3d6023fe2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e85cff8d21e46a6aa24d7f145310324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848109 Feb 09 00:14:21.754279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48472) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:21.803373 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb483823-abf7-4fb8-8c6c-694fd6778f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.825175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb483823-abf7-4fb8-8c6c-694fd6778f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.830485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48474) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:21.842810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:21.875624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb483823-abf7-4fb8-8c6c-694fd6778f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.879027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cb483823-abf7-4fb8-8c6c-694fd6778f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:21.883241 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cb483823-abf7-4fb8-8c6c-694fd6778f11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/504bfef9-1c56-4796-a8a5-5c126246596b HTTP/1.1" status: 204 len: 168 time: 0.1256444 Feb 09 00:14:21.889841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb483823-abf7-4fb8-8c6c-694fd6778f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504bfef9-1c56-4796-a8a5-5c126246596b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:21.894787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:22.003621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 8491d77c-fd06-48b0-8101-efcd4790cbef {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:22.003970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.080986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.081241 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.093478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 8491d77c-fd06-48b0-8101-efcd4790cbef owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:22.163071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48480) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:22.176427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8fe87bf8-edad-4175-8498-b58c93dfd3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.251409 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.257960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8fe87bf8-edad-4175-8498-b58c93dfd3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.263204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8fe87bf8-edad-4175-8498-b58c93dfd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.279281 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=8491d77c-fd06-48b0-8101-efcd4790cbef,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:22.305512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8fe87bf8-edad-4175-8498-b58c93dfd3c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faf755ad13104d70aa3078eb3b45a48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413252 Feb 09 00:14:22.306697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe87bf8-edad-4175-8498-b58c93dfd3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f9d7e-f555-4fc9-9197-a9bea26eea9c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:22.308786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48482) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:22.370735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.370963 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP 8dcf23ba-90eb-4283-ab1b-3c464039555e disassociated (deleted). External IP: 172.25.3.190, port: 366d2e7f-1263-4827-92e6-f8b8d4192d4e. Feb 09 00:14:22.431464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa802-df8b-481b-a887-cb2bbe39397b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.512258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa802-df8b-481b-a887-cb2bbe39397b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.573409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cadc6c-2e98-4854-9103-29a7a86d9a74 req-a0c1f795-39d1-4760-b2eb-3cb58fb1ee5d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:22.575092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47cadc6c-2e98-4854-9103-29a7a86d9a74 req-a0c1f795-39d1-4760-b2eb-3cb58fb1ee5d tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 950 time: 0.1040251 Feb 09 00:14:22.662932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa802-df8b-481b-a887-cb2bbe39397b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.665503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fbaa802-df8b-481b-a887-cb2bbe39397b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.666640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0fbaa802-df8b-481b-a887-cb2bbe39397b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/841f9d7e-f555-4fc9-9197-a9bea26eea9c HTTP/1.1" status: 204 len: 168 time: 0.3561859 Feb 09 00:14:22.707971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47cadc6c-2e98-4854-9103-29a7a86d9a74 req-20e07304-960c-482a-ae1f-cac774f36850 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930867 Feb 09 00:14:22.718278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaa802-df8b-481b-a887-cb2bbe39397b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f9d7e-f555-4fc9-9197-a9bea26eea9c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:22.749316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:22.869821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:22.874581 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:22.880471 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] Sync routers for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:22.890754 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:22.891381 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:22.914198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b4bad315-73fa-481a-8c87-e55590239cd6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/floatingips/8dcf23ba-90eb-4283-ab1b-3c464039555e HTTP/1.1" status: 204 len: 168 time: 1.0823820 Feb 09 00:14:22.914785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:22.917479 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ddceba-f248-49d9-a431-7b516ae33e74" -d '{"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:22.963349 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8ae7d-b5e4-419b-a0ae-aa80a93b6586 x-openstack-request-id: req-edd8ae7d-b5e4-419b-a0ae-aa80a93b6586 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:22.963651 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:22.963911 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-edd8ae7d-b5e4-419b-a0ae-aa80a93b6586 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:22.964317 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'status': 'completed', 'code': 200} Feb 09 00:14:23.024605 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:23.033854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-da41ba1f-66c8-440d-95bb-1444f91aa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.035509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-da41ba1f-66c8-440d-95bb-1444f91aa108 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 1095 time: 0.0518413 Feb 09 00:14:23.162268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-b491e86f-64d5-4845-a885-098bb299b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.163867 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-b491e86f-64d5-4845-a885-098bb299b429 service neutron] 10.222.0.84 "GET /v2.0/networks?id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 200 len: 897 time: 0.1208909 Feb 09 00:14:23.213965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746712-de99-4769-92e8-cafc1f189736 req-28758dfd-d4ed-453a-bc22-0807033ed0db tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.215362 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-f645b2cb-8262-4fdc-a0f1-a8b7d94659f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 200 len: 217 time: 0.0431709 Feb 09 00:14:23.216423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8746712-de99-4769-92e8-cafc1f189736 req-28758dfd-d4ed-453a-bc22-0807033ed0db tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0616000 Feb 09 00:14:23.273705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f8746712-de99-4769-92e8-cafc1f189736 req-568684e0-f28a-4b70-b8bd-0b221ec42dac tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488663 Feb 09 00:14:23.289491 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:23.290867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-57289e57-d4b9-4fb9-8bef-f3d7148ed77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.293421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-57289e57-d4b9-4fb9-8bef-f3d7148ed77f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 200 len: 834 time: 0.0702848 Feb 09 00:14:23.318467 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] Checking router: 63a40abd-04e9-48bb-a8b1-ce90daaa7219 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:23.329077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:23.332089 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:23.367402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-2bf17da3-68ea-43d9-b649-cd2e646de5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.369266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-2bf17da3-68ea-43d9-b649-cd2e646de5b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675819 Feb 09 00:14:23.458378 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:23.487055 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-38add995-07a0-4ea8-ba45-9a462529f95c service neutron] 10.222.0.84 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075199 Feb 09 00:14:23.594045 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-9ac2a414-8726-4168-af66-e47da184dd4f service neutron] 10.222.0.84 "GET /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004653 Feb 09 00:14:23.602190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-3af45145-37b1-46b6-bde0-4073d25e76d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.604045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-3af45145-37b1-46b6-bde0-4073d25e76d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.84 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 944 time: 0.0791199 Feb 09 00:14:23.709093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 366d2e7f-1263-4827-92e6-f8b8d4192d4e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:23.709442 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:23.816594 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:23.847219 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede9863-7e33-4925-a998-27677f19ed84 None None] The sync data for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 is: [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:13:22Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '0d40ac8e-eeca-4cee-8af9-52b55249bc3f', 'name': '', 'network_id': '99a8d32e-ea7c-4f0d-aaa3-9c530c585df3', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:09:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:20Z', 'updated_at': '2022-02-09T00:13:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': 'cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:23.858421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 366d2e7f-1263-4827-92e6-f8b8d4192d4e, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=366d2e7f-1263-4827-92e6-f8b8d4192d4e,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:23.858793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:23.875574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 366d2e7f-1263-4827-92e6-f8b8d4192d4e owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:23.936457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a197d99-d10e-49b3-bd5a-573609801295 req-085de198-8025-4cf8-9fbc-04aedc7e6183 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:23.938310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a197d99-d10e-49b3-bd5a-573609801295 req-085de198-8025-4cf8-9fbc-04aedc7e6183 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 950 time: 0.1186693 Feb 09 00:14:24.002404 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a197d99-d10e-49b3-bd5a-573609801295 req-181c9f18-fe27-42f2-b9de-a1b9479b4bc4 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570452 Feb 09 00:14:24.085951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:24.139836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=366d2e7f-1263-4827-92e6-f8b8d4192d4e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:24.203410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] No DVR routers for this DVR port 366d2e7f-1263-4827-92e6-f8b8d4192d4e on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:24.207135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:24.210671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8019ad6-ff75-471a-b10b-f213840f40f9 None None] New status for floating IP 8dcf23ba-90eb-4283-ab1b-3c464039555e: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:14:24.225275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e31628c2-5226-4b9c-a614-5d9ce538da01 req-7435f69a-5a37-4732-add8-f91a70b5f5ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.84 "DELETE /v2.0/ports/366d2e7f-1263-4827-92e6-f8b8d4192d4e HTTP/1.1" status: 204 len: 173 time: 0.6148937 Feb 09 00:14:24.441905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9d5e56c-3761-40cb-be5f-917d64e6a0f8 req-82f28866-73b1-4b26-a310-d822890e15dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=278c1863-c394-42e2-b090-7d3c8f054a20 HTTP/1.1" status: 200 len: 210 time: 0.0611768 Feb 09 00:14:24.762361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48616) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:24.875616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5094-7887-4109-8a29-c476f902757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:24.956117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5094-7887-4109-8a29-c476f902757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:24.959809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d3d5094-7887-4109-8a29-c476f902757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:24.965822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-deleted', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:24.968308 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8950a516-1e5a-4cc7-adaa-974a8006dde0" -d '{"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-deleted", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:25.000933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d3d5094-7887-4109-8a29-c476f902757e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a5797612e22479da377b9c8e839167f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374618 Feb 09 00:14:25.001814 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d5094-7887-4109-8a29-c476f902757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c785f08b-bc1c-4a11-ba76-2bf4143a67d7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:25.004073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48622) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:25.011439 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac18e832-19ab-484e-aba6-34b8fbb40223 x-openstack-request-id: req-ac18e832-19ab-484e-aba6-34b8fbb40223 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:25.011707 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278c1863-c394-42e2-b090-7d3c8f054a20", "name": "network-vif-deleted", "tag": "366d2e7f-1263-4827-92e6-f8b8d4192d4e", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:25.011947 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac18e832-19ab-484e-aba6-34b8fbb40223 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:25.012342 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278c1863-c394-42e2-b090-7d3c8f054a20', 'name': 'network-vif-deleted', 'tag': '366d2e7f-1263-4827-92e6-f8b8d4192d4e', 'status': 'completed', 'code': 200} Feb 09 00:14:25.064272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49c88e9e-41be-47fd-b77a-6767a47e96b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:25.085986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49c88e9e-41be-47fd-b77a-6767a47e96b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:25.135278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49c88e9e-41be-47fd-b77a-6767a47e96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:25.138061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49c88e9e-41be-47fd-b77a-6767a47e96b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:25.142106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-49c88e9e-41be-47fd-b77a-6767a47e96b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c785f08b-bc1c-4a11-ba76-2bf4143a67d7 HTTP/1.1" status: 204 len: 168 time: 0.1325405 Feb 09 00:14:25.151375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c88e9e-41be-47fd-b77a-6767a47e96b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c785f08b-bc1c-4a11-ba76-2bf4143a67d7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:25.506080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48638) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:25.916876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.214140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:26.214578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.330265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 0d40ac8e-eeca-4cee-8af9-52b55249bc3f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:26.330907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.349364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 0d40ac8e-eeca-4cee-8af9-52b55249bc3f owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:26.573129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.601202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48692) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:26.639743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=0d40ac8e-eeca-4cee-8af9-52b55249bc3f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:26.781825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21023650-0707-453f-b7c0-332b28f0b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.883471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21023650-0707-453f-b7c0-332b28f0b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.889020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-21023650-0707-453f-b7c0-332b28f0b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.899961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:26.924061 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-21023650-0707-453f-b7c0-332b28f0b2c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b700dfeaa4044a15839668630e9260b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3197892 Feb 09 00:14:26.926138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:26.971778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21023650-0707-453f-b7c0-332b28f0b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b9f8e3-4f28-42c1-8b52-ca6912b42ead,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:27.000100 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d874-0c40-46f8-8cd0-20edcc64577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.025545 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d874-0c40-46f8-8cd0-20edcc64577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.076371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:27.078699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d874-0c40-46f8-8cd0-20edcc64577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.081910 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2e3d874-0c40-46f8-8cd0-20edcc64577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.086910 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2e3d874-0c40-46f8-8cd0-20edcc64577b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17b9f8e3-4f28-42c1-8b52-ca6912b42ead HTTP/1.1" status: 204 len: 168 time: 0.1593552 Feb 09 00:14:27.097410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3d874-0c40-46f8-8cd0-20edcc64577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b9f8e3-4f28-42c1-8b52-ca6912b42ead,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:27.102232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 366d2e7f-1263-4827-92e6-f8b8d4192d4e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:27.105555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 366d2e7f-1263-4827-92e6-f8b8d4192d4e not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:27.182753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:27.305143 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:27.320234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48702) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:27.322274 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] Sync routers for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:27.334544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3bb563fc-fcb2-4dc1-be4b-054c29eda653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/63a40abd-04e9-48bb-a8b1-ce90daaa7219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262656 Feb 09 00:14:27.342384 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:27.343287 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:27.379461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting subnet cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:14:27.383509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.439558 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.499396 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:27.547457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.622661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.660083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:27.665708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.669486 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f2fd80b-39b6-403c-9ab1-dd0ab09ae5bd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/subnets/cb4b3ff5-7f32-496e-8fb2-bb7303db4f3f HTTP/1.1" status: 204 len: 168 time: 0.3481066 Feb 09 00:14:27.673045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48714) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:27.674752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba25919-4e2a-424a-bdb5-5c400f7ab0e3 None None] Network 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:27.850087 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:14:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:27.883525 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:27.884938 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] Checking router: 63a40abd-04e9-48bb-a8b1-ce90daaa7219 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:27.894573 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] Routers {'63a40abd-04e9-48bb-a8b1-ce90daaa7219'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:27.903941 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:27.942220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] DHCP port deletion for 99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:14:28.037730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] Deleting port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:28.038604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.065651 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] Set router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:28.069043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.120633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] For port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,segment=NetworkSegment(b6f10cb4-c346-4cf3-8ee5-90080e07ce06),segment_id=b6f10cb4-c346-4cf3-8ee5-90080e07ce06)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:28.121658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.137768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] Calling delete_port for 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:28.203873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 21a38ece-1473-4edb-9924-db86f4596417 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:28.204232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.231950 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.246250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] No DVR routers for this DVR port 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:28.304001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0217597-b3c1-47a1-8707-92e5b3697155 None None] Pushing event deleted for resources: {'Port': ['ID=9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:28.325488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 21a38ece-1473-4edb-9924-db86f4596417, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=21a38ece-1473-4edb-9924-db86f4596417,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:28.325844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.329370 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:14:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:28.347325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 21a38ece-1473-4edb-9924-db86f4596417 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:28.370615 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc9c75-5c60-47a6-87d7-5361d6472cfc None None] The sync data for ids ['63a40abd-04e9-48bb-a8b1-ce90daaa7219'] in n-d-828413-1 is: [{'id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893120371', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '21a38ece-1473-4edb-9924-db86f4596417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:13:14Z', 'updated_at': '2022-02-09T00:14:26Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': '21a38ece-1473-4edb-9924-db86f4596417', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a40abd-04e9-48bb-a8b1-ce90daaa7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:13:16Z', 'updated_at': '2022-02-09T00:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:28.577985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.618279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=21a38ece-1473-4edb-9924-db86f4596417,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:28.689841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.793767 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.795939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.851246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.852127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Fanout notify agent at l3_agent the message router_deleted on router 63a40abd-04e9-48bb-a8b1-ce90daaa7219 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:14:28.862824 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:28.867213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0173959c-cf5f-4933-bd6b-fa79ad08c0f8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/routers/63a40abd-04e9-48bb-a8b1-ce90daaa7219 HTTP/1.1" status: 204 len: 168 time: 1.1899743 Feb 09 00:14:28.867428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48740) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:28.906862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48742) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:28.963275 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.022773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2098649322', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:29.048181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Made reservation on behalf of 696b7b8dceb74c8a9fa5c10efbfd4ade for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:29.049417 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.050725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.060177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.075699 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a8d32e-ea7c-4f0d-aaa3-9c530c585df3']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:29.085262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:29.085784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f10cb4-c346-4cf3-8ee5-90080e07ce06') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:29.096718 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.110157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.117209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:29.117532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:29.120958 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:29.140891 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.144825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.149471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] device_id is not set on port 472a90e2-f669-487d-98e5-36fe713e64c9 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:14:29.178896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.186569 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.189203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/networks/99a8d32e-ea7c-4f0d-aaa3-9c530c585df3 HTTP/1.1" status: 204 len: 168 time: 0.3208077 Feb 09 00:14:29.198784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48746) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:29.201079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7179d94-2ff4-45de-b035-f8e5bb9969dd tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Network': ['ID=99a8d32e-ea7c-4f0d-aaa3-9c530c585df3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:29.236255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1962c79-fc78-4fab-bffd-79f4a6b4eb28,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:29.337650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7e71570-72d2-4bc4-8701-eac26ee0e4f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.368384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Allocated IP 172.25.3.213 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/472a90e2-f669-487d-98e5-36fe713e64c9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:29.370710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0d40ac8e-eeca-4cee-8af9-52b55249bc3f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:29.378403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7e71570-72d2-4bc4-8701-eac26ee0e4f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.397662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0d40ac8e-eeca-4cee-8af9-52b55249bc3f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:29.397938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0d40ac8e-eeca-4cee-8af9-52b55249bc3f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:29.398418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 21a38ece-1473-4edb-9924-db86f4596417 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:29.420134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 21a38ece-1473-4edb-9924-db86f4596417 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:29.420476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 21a38ece-1473-4edb-9924-db86f4596417 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:29.420898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:29.440299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:29.440667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9121a1bc-ec2b-4a8a-9c8f-98cfd5c82e5b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:29.481212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7e71570-72d2-4bc4-8701-eac26ee0e4f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.483805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f7e71570-72d2-4bc4-8701-eac26ee0e4f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.485015 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f7e71570-72d2-4bc4-8701-eac26ee0e4f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/security-groups/e3c65ad3-4da1-4eb7-a056-0bfb8caaea57 HTTP/1.1" status: 204 len: 168 time: 0.2810557 Feb 09 00:14:29.538812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e71570-72d2-4bc4-8701-eac26ee0e4f1 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c65ad3-4da1-4eb7-a056-0bfb8caaea57,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:29.599741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.635319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.680054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:29.684194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:29.689055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:29.692225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Pushing event updated for resources: {'Port': ['ID=472a90e2-f669-487d-98e5-36fe713e64c9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:29.738899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:29.739516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.758396 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6436a876-031c-4c89-8587-91e3cf39847d tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.8503389 Feb 09 00:14:29.762029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48752) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:29.766999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.213'}]}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:29.797228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.798213 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:29.882959 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.025839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.130618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48756) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:30.137468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405272126', 'description': 'tempest-secgroup-smoke-405272126 description', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:30.163662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.232354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.235103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.238457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.260414 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.264738 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.266011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1342559 Feb 09 00:14:30.269899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48758) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:30.275480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b22f2-7f09-4eac-af7a-c70867b0c9ba tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c918c5-5efc-436e-92e1-73c932890df7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:30.289504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'f9c918c5-5efc-436e-92e1-73c932890df7', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:30.421791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.460974 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:14:30.503358 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.510573 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.546128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.594292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b852b2-3567-4ae8-85c7-238d077bbb74,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:30.622887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.624090 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2af7f3b9-bb9c-445a-a23a-bd6d95942c42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532457 Feb 09 00:14:30.626963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48760) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:30.631424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'f9c918c5-5efc-436e-92e1-73c932890df7', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:30.672607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.695728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.697875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.724521 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.729425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.748037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0013796a-9285-4bf1-a61b-c897030ab55c,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:30.751282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.752036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0f5dd98-5a91-43f5-91b4-e2813fc7dc39 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:14:30.756270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.757563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-74002682-09b2-46a5-a21c-621d4f7b62df tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296229 Feb 09 00:14:30.760786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48762) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:30.765416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'f9c918c5-5efc-436e-92e1-73c932890df7', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:30.772238 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 00:14:30.776168 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-73f00616-4cf6-49e2-a026-1f4cc161a61b tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0099480 Feb 09 00:14:30.776394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48764) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:30.842920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.908329 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.913283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:30.918567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Deleting port 472a90e2-f669-487d-98e5-36fe713e64c9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:30.918902 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.332780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c15434-f88d-4c8d-aab9-696291ee5d32,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:31.341283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.342483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-42d413b4-8894-45ba-ba18-f3b41984cd82 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5806246 Feb 09 00:14:31.345450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48768) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:31.350214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'f9c918c5-5efc-436e-92e1-73c932890df7', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:31.378203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.379389 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.390848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Calling delete_port for 472a90e2-f669-487d-98e5-36fe713e64c9 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:31.433603 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.437902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.456991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24adcb1c-1172-4e41-8fd8-12c1da7bcdfc,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:31.468266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.472053 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d7cf6112-3f57-4c9a-b138-d729f4263b0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230505 Feb 09 00:14:31.472265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48770) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:31.477110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'f9c918c5-5efc-436e-92e1-73c932890df7', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:31.500363 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:14:31.505428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.517134 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.546561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Pushing event deleted for resources: {'Port': ['ID=472a90e2-f669-487d-98e5-36fe713e64c9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:31.572144 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.576392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.594051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac4a453-52d3-4e1e-9bf4-79acea59272e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:31.603675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.606164 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3e6eaaca-e3b1-4cb6-a969-cfed5012bda4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325352 Feb 09 00:14:31.607816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:31.614661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'security_group_rule': {'security_group_id': 'f9c918c5-5efc-436e-92e1-73c932890df7', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:31.619436 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.625718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f2b91df6-1960-4d9d-9366-d8afc29da608 tempest-RoutersAdminNegativeIpV6Test-216470342 tempest-RoutersAdminNegativeIpV6Test-216470342-project-admin] 10.222.0.32 "DELETE /v2.0/ports/472a90e2-f669-487d-98e5-36fe713e64c9 HTTP/1.1" status: 204 len: 168 time: 0.8451619 Feb 09 00:14:31.645294 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Project 67622b55a6f64c1aa94fed57009d0bfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:14:31.651165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.719642 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.723760 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.746053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbb4368-b2c3-424b-a70e-962570df9923,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:31.756584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.757834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d531cffd-5b68-4a0b-98a0-a7e0c3aca453 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489074 Feb 09 00:14:31.761312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48776) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:31.766567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'network': {'name': 'tempest-network-smoke--795684437', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:31.789716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:31.793498 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.825060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:31.834465 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.834955 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Added segment 3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11 of type vlan for network 616c5eee-7840-42b8-a096-d5a90d73f80c Feb 09 00:14:31.879183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.900892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48780) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:31.912661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.921141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:31.922826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:31.995902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2334967 Feb 09 00:14:31.998930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48786) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:32.003428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'admin_state_up': True, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:32.006539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a117-625b-40eb-881f-d9d02889101a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Network': ['ID=616c5eee-7840-42b8-a096-d5a90d73f80c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:32.019238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 616c5eee-7840-42b8-a096-d5a90d73f80c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:32.044411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a51ecc13-b8b8-465c-9507-829d545ce9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.054786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.056570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.146313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.335859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a51ecc13-b8b8-465c-9507-829d545ce9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.342395 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a51ecc13-b8b8-465c-9507-829d545ce9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.346146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.414338 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a51ecc13-b8b8-465c-9507-829d545ce9d5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=360b57de39cb4e728d6beb176b559ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122266 Feb 09 00:14:32.417646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48788) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:32.440536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ecc13-b8b8-465c-9507-829d545ce9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4132a65c-5f88-48b6-b347-01b936861b53,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:32.472695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f147dbf0-42ec-4821-9a37-477de0a1c888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.500130 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f147dbf0-42ec-4821-9a37-477de0a1c888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.552475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f147dbf0-42ec-4821-9a37-477de0a1c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.555245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f147dbf0-42ec-4821-9a37-477de0a1c888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.556686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f147dbf0-42ec-4821-9a37-477de0a1c888 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4132a65c-5f88-48b6-b347-01b936861b53 HTTP/1.1" status: 204 len: 168 time: 0.1371374 Feb 09 00:14:32.565531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147dbf0-42ec-4821-9a37-477de0a1c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132a65c-5f88-48b6-b347-01b936861b53,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:32.605099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.626449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.742540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.192 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:32.855687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.864842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48794) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:32.922291 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e991d7b-53dd-4f3b-92e3-844883c9783b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=696b7b8dceb74c8a9fa5c10efbfd4ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561512 Feb 09 00:14:32.923876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:32.924810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48796) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:32.961183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:32.968302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:32.972359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:32.976974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05472bcf-3565-4791-9ee5-6967083ce678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:33.000769 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05472bcf-3565-4791-9ee5-6967083ce678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:33.011211 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:33.051386 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05472bcf-3565-4791-9ee5-6967083ce678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:33.054058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-05472bcf-3565-4791-9ee5-6967083ce678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:33.055317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-05472bcf-3565-4791-9ee5-6967083ce678 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1962c79-fc78-4fab-bffd-79f4a6b4eb28 HTTP/1.1" status: 204 len: 168 time: 0.1295540 Feb 09 00:14:33.063128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05472bcf-3565-4791-9ee5-6967083ce678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1962c79-fc78-4fab-bffd-79f4a6b4eb28,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:33.251882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:33.756495 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:33.781956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.881943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-feb28934-eaf3-4572-8a9b-81ebb5417404 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.882963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-feb28934-eaf3-4572-8a9b-81ebb5417404 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0999510 Feb 09 00:14:33.887676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48824) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.891745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-2c9d376b-1ef3-4562-8876-d6f4b18067e1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.892688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2c9d376b-1ef3-4562-8876-d6f4b18067e1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0041130 Feb 09 00:14:33.895589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48826) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.899981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-bcff42b7-f38b-4ee1-bdb4-f6fc74a9e43a tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.901530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bcff42b7-f38b-4ee1-bdb4-f6fc74a9e43a tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049765 Feb 09 00:14:33.902271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 986ef3b5-a734-483d-b352-115195732e63 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:14:33.903872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48828) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.908803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-eedab77f-26f4-4d6e-93b1-10cc4bf31321 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.909762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eedab77f-26f4-4d6e-93b1-10cc4bf31321 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049560 Feb 09 00:14:33.911952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48830) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.915827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-968875bc-5ec7-4ded-b7d6-94b4862d2bbe tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.916738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-968875bc-5ec7-4ded-b7d6-94b4862d2bbe tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039449 Feb 09 00:14:33.918995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48832) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.922709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-8a675c44-4c52-42fa-b26c-d5c5c37afd85 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.923612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8a675c44-4c52-42fa-b26c-d5c5c37afd85 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038066 Feb 09 00:14:33.925714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48834) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.929321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-f7879b56-800c-4651-9da2-fd176f5878ad tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.930230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f7879b56-800c-4651-9da2-fd176f5878ad tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037093 Feb 09 00:14:33.932861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48836) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.936524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-eb7d5cb1-b94d-4928-8b43-37ca42b15d4a tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.937574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eb7d5cb1-b94d-4928-8b43-37ca42b15d4a tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0038507 Feb 09 00:14:33.939638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.943303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-bdb6136e-3caa-44c6-a986-35f851eff39d tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.944213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bdb6136e-3caa-44c6-a986-35f851eff39d tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037897 Feb 09 00:14:33.947164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48840) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.953027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-559b29b9-99a8-420a-9b9f-d18925992196 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.953972 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-559b29b9-99a8-420a-9b9f-d18925992196 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0057750 Feb 09 00:14:33.956068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48842) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.961994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-f85db1d7-a50c-456d-917c-81fc053a6344 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.962993 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f85db1d7-a50c-456d-917c-81fc053a6344 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0060887 Feb 09 00:14:33.965167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48844) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.969223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-4887d283-c28b-45db-9cdb-41336ecd6ca6 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.970187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4887d283-c28b-45db-9cdb-41336ecd6ca6 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041327 Feb 09 00:14:33.972225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48846) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.976394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-93c3edca-cf88-4d94-8158-61bb45888c2e tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.977416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-93c3edca-cf88-4d94-8158-61bb45888c2e tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0043020 Feb 09 00:14:33.979441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48848) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.983261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-9eacd79f-e7c4-40d0-9034-95161874773f tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.984172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9eacd79f-e7c4-40d0-9034-95161874773f tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0039039 Feb 09 00:14:33.986221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48850) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.989887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-dec9873a-c371-4272-a521-e2e69545a622 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.990797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dec9873a-c371-4272-a521-e2e69545a622 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037467 Feb 09 00:14:33.993503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48852) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:33.997619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-4da46705-555b-49fa-a4f8-0ef6c6955fd4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:33.998537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4da46705-555b-49fa-a4f8-0ef6c6955fd4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040751 Feb 09 00:14:34.000636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48854) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.004393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-fe954603-4dbe-4031-840f-e8774a55a887 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.005350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe954603-4dbe-4031-840f-e8774a55a887 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038416 Feb 09 00:14:34.007605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48856) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.011683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-9656bee0-b734-4ae9-add0-080de8353800 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.012623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9656bee0-b734-4ae9-add0-080de8353800 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041883 Feb 09 00:14:34.014779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48858) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.018541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-3580c1df-a068-4abd-9e72-cbb0d519fcf6 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.019454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3580c1df-a068-4abd-9e72-cbb0d519fcf6 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038512 Feb 09 00:14:34.021543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48860) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.026332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-18646e64-08cc-4e84-8c6a-bbf62eb745b4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.029217 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-18646e64-08cc-4e84-8c6a-bbf62eb745b4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048192 Feb 09 00:14:34.029391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:34.029496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48862) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.035172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-41b19ede-a7f7-4129-856d-d1629be07e02 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.036342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-41b19ede-a7f7-4129-856d-d1629be07e02 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054574 Feb 09 00:14:34.038498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48864) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.042573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Sync routers for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:34.046543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-c5f2b494-d229-42a7-8e47-b628af5ff421 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.047842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c5f2b494-d229-42a7-8e47-b628af5ff421 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076387 Feb 09 00:14:34.047981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48868) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.054366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-b589d5da-ace8-4ccf-b920-ea28301404d1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.055808 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b589d5da-ace8-4ccf-b920-ea28301404d1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064547 Feb 09 00:14:34.058877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48870) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.062577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:34.063309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:34.063470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-4fc1b4b3-de32-43a2-b39a-67a74c0111d9 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.064423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4fc1b4b3-de32-43a2-b39a-67a74c0111d9 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045753 Feb 09 00:14:34.066951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.069083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:34.075745 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06e5c6f6-54c4-4524-800f-badade4b8027 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0756104 Feb 09 00:14:34.076548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.076747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-2e200ff5-87f6-49f5-bf7d-4763afc7385c tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.079080 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2e200ff5-87f6-49f5-bf7d-4763afc7385c tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0094309 Feb 09 00:14:34.080304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48876) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.084531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-bf7a3108-83f5-44c9-b177-0ed8964304c6 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.089172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bf7a3108-83f5-44c9-b177-0ed8964304c6 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0077574 Feb 09 00:14:34.089759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48878) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.094049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-17585f27-c9f2-428e-b7f8-051383b67259 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.096248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-17585f27-c9f2-428e-b7f8-051383b67259 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055449 Feb 09 00:14:34.098267 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.125691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-f1254c76-8a72-4c34-aac8-49c45b0f09cc tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.128963 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f1254c76-8a72-4c34-aac8-49c45b0f09cc tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047765 Feb 09 00:14:34.129100 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-17c44b7d-1c7c-4ca0-8c7f-557fd0210a36 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=67622b55a6f64c1aa94fed57009d0bfc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512199 Feb 09 00:14:34.129569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48882) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.131870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.133931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-8c866e07-1502-4cd7-a237-6ebfd2985d6e tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.135225 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8c866e07-1502-4cd7-a237-6ebfd2985d6e tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045941 Feb 09 00:14:34.137588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.142419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-9d0b078a-f87e-4730-b257-6132a969a348 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.144982 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9d0b078a-f87e-4730-b257-6132a969a348 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050385 Feb 09 00:14:34.146360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48888) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.151715 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-f0ea8bbb-9bf6-4ebc-9e35-2d2e3bbaa1fc tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.155538 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0ea8bbb-9bf6-4ebc-9e35-2d2e3bbaa1fc tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0056086 Feb 09 00:14:34.156026 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48890) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.161136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-f31a4681-d06b-4810-a4a2-0b792c951995 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.162567 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f31a4681-d06b-4810-a4a2-0b792c951995 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051746 Feb 09 00:14:34.164682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48892) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.170187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-e2b9622c-e1a5-4da5-879f-eb18127389a9 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.171409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e2b9622c-e1a5-4da5-879f-eb18127389a9 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045393 Feb 09 00:14:34.173719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48894) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.178222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-8eb49966-b7a9-49f6-9257-3e6670ab67f0 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.181003 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8eb49966-b7a9-49f6-9257-3e6670ab67f0 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044003 Feb 09 00:14:34.181942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48896) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.188174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-89f24c8c-52ba-49d5-bc6c-030b1a7f4f07 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.189206 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-89f24c8c-52ba-49d5-bc6c-030b1a7f4f07 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057976 Feb 09 00:14:34.191734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48898) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.196218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-e09fc4e2-0246-4cea-8494-256a6369c3f4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.197642 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e09fc4e2-0246-4cea-8494-256a6369c3f4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049937 Feb 09 00:14:34.200148 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48900) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.204856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-f4f86a3b-6c25-4f12-8850-bb2ac7634728 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.206668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f4f86a3b-6c25-4f12-8850-bb2ac7634728 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048008 Feb 09 00:14:34.208548 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48902) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.215916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-8141a0b2-1563-4b50-8e56-652f40422fdf tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.219542 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8141a0b2-1563-4b50-8e56-652f40422fdf tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057032 Feb 09 00:14:34.219875 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48904) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.224878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-37a1eda5-9871-4e37-80d9-19752cb596b2 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.228502 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-37a1eda5-9871-4e37-80d9-19752cb596b2 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049934 Feb 09 00:14:34.229452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48906) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.233918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-ba45256c-de14-4339-9e46-d0428f5d13f4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.235170 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ba45256c-de14-4339-9e46-d0428f5d13f4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046148 Feb 09 00:14:34.237934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48908) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.242406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-9d3b60f7-b7c9-43f1-86d4-51dbbd57ba98 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.245930 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9d3b60f7-b7c9-43f1-86d4-51dbbd57ba98 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046446 Feb 09 00:14:34.246543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48910) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.252351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-d7a86bb1-7b19-4db0-a296-581ccd9b8c12 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.254032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d7a86bb1-7b19-4db0-a296-581ccd9b8c12 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059555 Feb 09 00:14:34.256379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48912) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.261552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-f34f89a8-eb4d-447d-99fb-8aaf67eae9f1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.264820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9cccb1-464f-4e5d-b1b1-44548688e326 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:34.265080 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f34f89a8-eb4d-447d-99fb-8aaf67eae9f1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050137 Feb 09 00:14:34.265571 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48914) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.265831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ba9cccb1-464f-4e5d-b1b1-44548688e326 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326168 Feb 09 00:14:34.268949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48916) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.271156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-9a9fbb96-42d0-4c53-8e6a-eabfaa79b72a tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.272234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9a9fbb96-42d0-4c53-8e6a-eabfaa79b72a tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055501 Feb 09 00:14:34.275486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48918) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.280324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-587bb4ae-9093-436a-85f4-a6c5899fcf5b tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.281859 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-587bb4ae-9093-436a-85f4-a6c5899fcf5b tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0049458 Feb 09 00:14:34.287112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48920) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.292728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-0df58e65-ffc6-4035-b0a9-2a219e7e8ffc tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.294033 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0df58e65-ffc6-4035-b0a9-2a219e7e8ffc tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058503 Feb 09 00:14:34.298263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48922) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.302825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-a8716b12-1d59-449e-b31b-9a7995254912 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.304977 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a8716b12-1d59-449e-b31b-9a7995254912 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047195 Feb 09 00:14:34.306218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9e282218-d1a4-4c0d-8ad8-19051bb46a30 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358226 Feb 09 00:14:34.306854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48924) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.312410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-e737cc93-b225-4ccc-8af7-34b796c9b242 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.316141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e737cc93-b225-4ccc-8af7-34b796c9b242 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0069954 Feb 09 00:14:34.316716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48928) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.318270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48926) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.320855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-a9d74af9-798b-4b2b-b53d-23a5335b7794 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.325476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a9d74af9-798b-4b2b-b53d-23a5335b7794 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0078006 Feb 09 00:14:34.326194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48930) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.330341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-620219e7-9f7f-48ab-83fb-e0a009e5a853 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.333749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-620219e7-9f7f-48ab-83fb-e0a009e5a853 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0066442 Feb 09 00:14:34.334306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48932) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.334702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-926814007', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:34.339361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-74757a98-01d2-4f85-bd8b-5f8da24709a5 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.342827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-74757a98-01d2-4f85-bd8b-5f8da24709a5 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074883 Feb 09 00:14:34.343510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48934) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.347957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-228ffaf2-cf05-4384-8013-da2e8c83b4e7 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.351448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-228ffaf2-cf05-4384-8013-da2e8c83b4e7 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0070350 Feb 09 00:14:34.352109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48936) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.356830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-8522d254-37f3-406b-a988-3d25a6911eed tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.360459 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8522d254-37f3-406b-a988-3d25a6911eed tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073395 Feb 09 00:14:34.361147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48938) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.365966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-c3939809-1569-4068-b852-a557fef47fe5 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.367132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:34.369988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3939809-1569-4068-b852-a557fef47fe5 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077989 Feb 09 00:14:34.370577 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48940) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.376520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-5f447abe-f1c4-47b2-a97c-585d02c0a4d0 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.380170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5f447abe-f1c4-47b2-a97c-585d02c0a4d0 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086858 Feb 09 00:14:34.380734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48942) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.386653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-90d5ebed-15b7-4386-b955-80e9ff6220c4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.390160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-90d5ebed-15b7-4386-b955-80e9ff6220c4 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0084534 Feb 09 00:14:34.390733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48944) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.394872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-e3cbd6f5-82a4-4588-846b-53e6a5ccb7d8 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.399394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e3cbd6f5-82a4-4588-846b-53e6a5ccb7d8 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074868 Feb 09 00:14:34.400858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48946) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.409060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-59661605-08fe-44ec-badd-e9789adc3986 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.415039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59661605-08fe-44ec-badd-e9789adc3986 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0128391 Feb 09 00:14:34.415909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48948) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.420907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-d39078cb-28f1-413c-ab98-2f24a944f6e9 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.424665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48950) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.425769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d39078cb-28f1-413c-ab98-2f24a944f6e9 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086343 Feb 09 00:14:34.428934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-4813f33c-1f63-4d04-9de5-8c865aee6fd0 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.429878 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4813f33c-1f63-4d04-9de5-8c865aee6fd0 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042782 Feb 09 00:14:34.432202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48952) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.436304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [None req-bc3549d2-1bea-4a32-a6a4-3f3aacd2bee1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.439950 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bc3549d2-1bea-4a32-a6a4-3f3aacd2bee1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067132 Feb 09 00:14:34.440385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48954) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.450910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-027789cf-7deb-4f5b-b56f-539ce820c379 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.451968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-027789cf-7deb-4f5b-b56f-539ce820c379 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0100987 Feb 09 00:14:34.454794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48956) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.459421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:34.459928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-ef9efac6-ac07-4c54-aaed-daa075d3d55b tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.460872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ef9efac6-ac07-4c54-aaed-daa075d3d55b tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051870 Feb 09 00:14:34.464277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48958) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.464406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:34.468458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-7dc0d85a-dd7f-4e27-99a0-fda810ff55e1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.471790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7dc0d85a-dd7f-4e27-99a0-fda810ff55e1 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064471 Feb 09 00:14:34.472341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48960) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.477060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-fe10735f-bd55-40f3-9072-598e4894d8b8 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.480623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe10735f-bd55-40f3-9072-598e4894d8b8 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051143 Feb 09 00:14:34.481586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48962) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.486069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-212b8085-b73a-48b6-b877-4fd7f85f779f tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.487511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-212b8085-b73a-48b6-b877-4fd7f85f779f tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050497 Feb 09 00:14:34.489895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48964) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.494515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-c3a5d599-4af3-4ddb-8c2f-ccd26c139e7c tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.495594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3a5d599-4af3-4ddb-8c2f-ccd26c139e7c tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046599 Feb 09 00:14:34.498227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.502405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-b70c71d4-9daa-42e7-86b0-f780b12bacf5 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.505763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b70c71d4-9daa-42e7-86b0-f780b12bacf5 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0066688 Feb 09 00:14:34.506304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48968) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.511244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [None req-d3597860-b1c5-42bb-87f3-91d95f4d9956 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:14:34.513472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d3597860-b1c5-42bb-87f3-91d95f4d9956 tempest-ExtensionsTestJSON-418932439 tempest-ExtensionsTestJSON-418932439-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050046 Feb 09 00:14:34.580352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:33Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:34.609755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Checking router: 986ef3b5-a734-483d-b352-115195732e63 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:34.610203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Updating router 986ef3b5-a734-483d-b352-115195732e63 port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:14:34.640626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:34.667968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:34.734815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Subnet': ['ID=5c23c4a6-8095-4696-a972-1c5c6c37374d,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:34.747387 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Checking segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:34.748473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network hostable DHCP agents. Network: 616c5eee-7840-42b8-a096-d5a90d73f80c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:14:34.767783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 616c5eee-7840-42b8-a096-d5a90d73f80c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:14:34.779154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 616c5eee-7840-42b8-a096-d5a90d73f80c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:34.784851 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:34.785470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:34.793696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48974) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.803284 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6565cd92-1acf-44dc-acd0-7461cb6682ad tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4836996 Feb 09 00:14:34.806498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 48978) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:34.817507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30cdbcc-1d65-4f56-bf31-852fd613dbec None None] Network 616c5eee-7840-42b8-a096-d5a90d73f80c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:34.924381 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d941566-5311-42ab-8b57-398bf6a90d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.021123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.041133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.067647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-616c5eee-7840-42b8-a096-d5a90d73f80c', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:14:35.068503 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.116661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Attempting to bind port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:35.117046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Attempting to bind port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:35.117180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Attempting to bind port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:35.119778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1106f-2b89-4266-86b0-186419cc4ce7 None None] Pushing event updated for resources: {'Port': ['ID=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:35.148879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d941566-5311-42ab-8b57-398bf6a90d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.156501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9d941566-5311-42ab-8b57-398bf6a90d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.171149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:35.171513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:35.171911 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.172359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:35.172944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Bound port: e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:35.173306 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.242731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9d941566-5311-42ab-8b57-398bf6a90d9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bff7828593e347c5b177404e979b269a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472857 Feb 09 00:14:35.243053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 48984) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:35.247295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d941566-5311-42ab-8b57-398bf6a90d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca3c32-2466-472a-bfac-3ce27b3f6635,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:35.278558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] For port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:35.284057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] For port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:35.293951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.324972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Allocated IP 172.20.0.2 (616c5eee-7840-42b8-a096-d5a90d73f80c/5c23c4a6-8095-4696-a972-1c5c6c37374d/84ad250e-dd9d-4d75-8eab-e6f3c053cda2) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:35.337854 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b28b4c6-d1b2-43ea-8467-ae1bccf53eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.356814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1106f-2b89-4266-86b0-186419cc4ce7 None None] Pushing event updated for resources: {'Port': ['ID=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:35.407073 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b28b4c6-d1b2-43ea-8467-ae1bccf53eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.429310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:35.429924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:35.459216 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.487485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b28b4c6-d1b2-43ea-8467-ae1bccf53eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.492151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3b28b4c6-d1b2-43ea-8467-ae1bccf53eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.496451 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3b28b4c6-d1b2-43ea-8467-ae1bccf53eec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37ca3c32-2466-472a-bfac-3ce27b3f6635 HTTP/1.1" status: 204 len: 168 time: 0.2493639 Feb 09 00:14:35.502858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b4c6-d1b2-43ea-8467-ae1bccf53eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ca3c32-2466-472a-bfac-3ce27b3f6635,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:35.667498 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.676131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:35.707933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:35.853907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.1 (616c5eee-7840-42b8-a096-d5a90d73f80c/5c23c4a6-8095-4696-a972-1c5c6c37374d/1676bac1-bec5-4dca-9e9a-61c691222ba9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:35.879861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Network 616c5eee-7840-42b8-a096-d5a90d73f80c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:35.889015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:35.889015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Pushing event updated for resources: {'Port': ['ID=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:35.893018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:35.996372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Attempting to bind port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:35.996748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Attempting to bind port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:35.997138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Attempting to bind port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 on network 616c5eee-7840-42b8-a096-d5a90d73f80c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:36.006021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:36.006388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Checking segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:36.006793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.007182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Bound using segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:36.007643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Bound port: 84ad250e-dd9d-4d75-8eab-e6f3c053cda2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:36.008019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.018917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.060533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.068276 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:33Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:36.106953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52763b32-6020-4959-a4a6-910e7c791a64 None None] The sync data for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 is: [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:33Z', 'revision_number': 3, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:36.114308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 616c5eee-7840-42b8-a096-d5a90d73f80c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:36.120707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:36.126530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:36.128793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] For port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:36.131448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=1676bac1-bec5-4dca-9e9a-61c691222ba9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:36.136821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] For port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:36.144026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.189501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.235213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99344e9-cd6c-41ed-b80a-0244ebfd2ce1 None None] Pushing event updated for resources: {'Port': ['ID=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:36.400271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.651979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49012) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:36.824626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-197479811'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:36.856776 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.858302 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Made reservation on behalf of 744e31ade09f43008f313a24c853f36c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:36.861134 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.862342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:36.883255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.020501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.031834 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.074705 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.080041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.135554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:37.147182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557865f7-8376-4982-879e-5f4cf4fecc3e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:37.155178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.155817 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Added segment dd17ecb0-0d06-4907-bf2e-c1460febecec of type vlan for network 12734a80-7d2c-47d7-9daa-4f70e602750e Feb 09 00:14:37.167633 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.171008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=1676bac1-bec5-4dca-9e9a-61c691222ba9,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:37.224846 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.257140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 616c5eee-7840-42b8-a096-d5a90d73f80c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:37.258614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:37.294452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.306128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:37.306629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.353269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:37.437150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:37.437748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.472342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Network': ['ID=12734a80-7d2c-47d7-9daa-4f70e602750e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:37.487021 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 12734a80-7d2c-47d7-9daa-4f70e602750e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:37.494776 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-396c9699-da9a-4a2f-85fc-ade3dc7cffd7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8408389 Feb 09 00:14:37.498413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49018) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:37.515546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'subnet': {'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:37.568711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 986ef3b5-a734-483d-b352-115195732e63 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:37.666728 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.691771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Made reservation on behalf of 744e31ade09f43008f313a24c853f36c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:37.696147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.720306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:37.732008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:37.732802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:37.780811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:37.792251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91bc851b-b5d0-4d3c-834e-cbe34a49efb4 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/986ef3b5-a734-483d-b352-115195732e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9847271 Feb 09 00:14:37.833605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4311f-a115-44dc-80d1-09574823167b None None] Network 616c5eee-7840-42b8-a096-d5a90d73f80c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:37.919349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:37.970270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.026859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:38.027448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.042665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3449b2cb-2c66-47a0-bb69-279e06960724 None None] Provisioning complete for port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:38.043138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3449b2cb-2c66-47a0-bb69-279e06960724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.077505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Subnet': ['ID=c2418502-ea26-4b03-9d3a-406cc8d9a88e,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:38.096018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Checking segment: {'id': 'dd17ecb0-0d06-4907-bf2e-c1460febecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:38.096488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network hostable DHCP agents. Network: 12734a80-7d2c-47d7-9daa-4f70e602750e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:14:38.110436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-359d124e-c24b-43ce-aae0-a8caeb8e2fd2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405272126&fields=id&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 267 time: 0.0457892 Feb 09 00:14:38.125233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network 12734a80-7d2c-47d7-9daa-4f70e602750e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:14:38.139429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 12734a80-7d2c-47d7-9daa-4f70e602750e) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:38.157134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:38.158349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.198551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49032) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:38.202006 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6cf6dbb0-dec5-40f6-8112-085794d5ad5f tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7023556 Feb 09 00:14:38.204824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-283302671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:38.252528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.254165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.292229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-0573bd7a-420c-42b6-908b-6cd8df843c91 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:38.295394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-0573bd7a-420c-42b6-908b-6cd8df843c91 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 796 time: 0.1774464 Feb 09 00:14:38.348618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5b669-e723-436f-bd98-140676e1dc70 None None] Network 12734a80-7d2c-47d7-9daa-4f70e602750e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:38.376632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-b8c4c6fd-c6f6-401e-9cf6-e3279802e515 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/quotas/67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 375 time: 0.0574379 Feb 09 00:14:38.378158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.383210 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.433436 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.437196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f9cc4754-2df6-4103-a2d7-fb25d52be4a3 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2350676 Feb 09 00:14:38.438330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49034) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:38.450766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-50b28176-8623-44b9-b0c9-6c8a99b13c8b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611744 Feb 09 00:14:38.523688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.552755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:38.561829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.584207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-d003bc94-e459-4c09-af51-3c5f0682f365 service neutron] 10.222.0.32 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138952 Feb 09 00:14:38.675685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:38.715448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-12734a80-7d2c-47d7-9daa-4f70e602750e', 'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e', 'tenant_id': '744e31ade09f43008f313a24c853f36c', 'fixed_ips': [{'subnet_id': 'c2418502-ea26-4b03-9d3a-406cc8d9a88e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:14:38.716576 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.769976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-94a5ddb4-6e31-499e-bb48-c85a9ed21c6c service neutron] 10.222.0.32 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772897 Feb 09 00:14:38.844807 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Sync routers for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:38.871459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:38.872085 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:38.872721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:38.950945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Allocated IP 172.20.0.2 (12734a80-7d2c-47d7-9daa-4f70e602750e/c2418502-ea26-4b03-9d3a-406cc8d9a88e/4fe00972-1a68-4377-be8e-5aa9de2e1058) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:39.109864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:39.144296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7431accc-8d06-48f7-8a48-ed7c4717afeb req-db2fb332-8e21-4dfa-b64b-e9e868185a23 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 210 time: 0.0742643 Feb 09 00:14:39.156679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-44a1a048-eac9-4806-8fa7-e5679447f6fc None None] Provisioning complete for port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:39.157366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44a1a048-eac9-4806-8fa7-e5679447f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.251133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:39.294009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.311029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.420323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Allocated IP 172.20.0.1 (12734a80-7d2c-47d7-9daa-4f70e602750e/c2418502-ea26-4b03-9d3a-406cc8d9a88e/572b5dd2-937c-43bc-981e-a6aef1604ecf) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:39.422494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Network 12734a80-7d2c-47d7-9daa-4f70e602750e is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:39.467731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:39.475535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:39.510755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Pushing event updated for resources: {'Port': ['ID=4fe00972-1a68-4377-be8e-5aa9de2e1058,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:39.595925 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 2, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:39.649114 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Checking router: 986ef3b5-a734-483d-b352-115195732e63 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:39.650247 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Updating router 986ef3b5-a734-483d-b352-115195732e63 port 1676bac1-bec5-4dca-9e9a-61c691222ba9 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:14:39.652903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:39.653353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.686194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.711948 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.723812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Attempting to bind port 4fe00972-1a68-4377-be8e-5aa9de2e1058 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:39.724121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Attempting to bind port 4fe00972-1a68-4377-be8e-5aa9de2e1058 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'dd17ecb0-0d06-4907-bf2e-c1460febecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:39.724456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Attempting to bind port 4fe00972-1a68-4377-be8e-5aa9de2e1058 on network 12734a80-7d2c-47d7-9daa-4f70e602750e {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:39.739259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-44a1a048-eac9-4806-8fa7-e5679447f6fc None None] Provisioning complete for port 1676bac1-bec5-4dca-9e9a-61c691222ba9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:39.739635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44a1a048-eac9-4806-8fa7-e5679447f6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.764450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.776806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:39.777069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Checking segment: {'id': 'dd17ecb0-0d06-4907-bf2e-c1460febecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:39.777334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.777699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Bound using segment: {'id': 'dd17ecb0-0d06-4907-bf2e-c1460febecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:39.778174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Bound port: 4fe00972-1a68-4377-be8e-5aa9de2e1058, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd17ecb0-0d06-4907-bf2e-c1460febecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:39.778653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.819457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-44a1a048-eac9-4806-8fa7-e5679447f6fc None None] Port 1676bac1-bec5-4dca-9e9a-61c691222ba9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:39.841363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network 12734a80-7d2c-47d7-9daa-4f70e602750e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:39.845268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:39.859625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:39.906070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:39.937333 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.939317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] For port 4fe00972-1a68-4377-be8e-5aa9de2e1058, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:39.967732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] For port 4fe00972-1a68-4377-be8e-5aa9de2e1058, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4fe00972-1a68-4377-be8e-5aa9de2e1058,segment=NetworkSegment(dd17ecb0-0d06-4907-bf2e-c1460febecec),segment_id=dd17ecb0-0d06-4907-bf2e-c1460febecec)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:39.974763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cbe96ce0-2a66-48a9-84aa-d09a9a2dc68f None None] Provisioning complete for port 1676bac1-bec5-4dca-9e9a-61c691222ba9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:39.975299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbe96ce0-2a66-48a9-84aa-d09a9a2dc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:39.981704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.013955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Port': ['ID=572b5dd2-937c-43bc-981e-a6aef1604ecf,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:40.066153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cbe96ce0-2a66-48a9-84aa-d09a9a2dc68f None None] Port 1676bac1-bec5-4dca-9e9a-61c691222ba9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:40.117523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbacd82-70eb-48ef-b5f6-a6dde3f27289 None None] Pushing event updated for resources: {'Port': ['ID=4fe00972-1a68-4377-be8e-5aa9de2e1058,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:40.126127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:40.127013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.238402 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.246569 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.248940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.347125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64146035-e69e-4b41-a8e1-7451faf38979 req-638d7cc3-6b5f-42bc-bd60-bba945326d11 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 210 time: 0.0754213 Feb 09 00:14:40.379352 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Pushing event updated for resources: {'Port': ['ID=1676bac1-bec5-4dca-9e9a-61c691222ba9,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:40.460200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.462732 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.464719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.465306 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.465640 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.465978 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.466302 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.466625 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.466947 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.467267 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.467586 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.467903 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:14:40.501946 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Attempting to bind port 1676bac1-bec5-4dca-9e9a-61c691222ba9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:40.502320 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Attempting to bind port 1676bac1-bec5-4dca-9e9a-61c691222ba9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:40.502683 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Attempting to bind port 1676bac1-bec5-4dca-9e9a-61c691222ba9 on network 616c5eee-7840-42b8-a096-d5a90d73f80c {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:40.508148 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:40.508502 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Checking segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:40.508980 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.509388 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Bound using segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:40.509837 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Bound port: 1676bac1-bec5-4dca-9e9a-61c691222ba9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:40.510221 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.695583 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] For port 1676bac1-bec5-4dca-9e9a-61c691222ba9, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:40.699757 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] For port 1676bac1-bec5-4dca-9e9a-61c691222ba9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1676bac1-bec5-4dca-9e9a-61c691222ba9,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:40.710614 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.747895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-9f5676b4-d052-46f3-ad51-44e5204ff361 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:40.749875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-9f5676b4-d052-46f3-ad51-44e5204ff361 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 796 time: 0.3015039 Feb 09 00:14:40.810013 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-366818fd-1fca-41d9-bf42-5ee97bb1a6f5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67622b55a6f64c1aa94fed57009d0bfc HTTP/1.1" status: 200 len: 379 time: 0.0511191 Feb 09 00:14:40.810704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:40.811333 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:40.818623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.824447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.825751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'port': {'device_id': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'admin_state_up': True, 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'security_groups': ['f9c918c5-5efc-436e-92e1-73c932890df7']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:40.829342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3a9d11a3-2175-4f4b-8a7d-5b5200dc4903 None None] Provisioning complete for port 1676bac1-bec5-4dca-9e9a-61c691222ba9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:40.831468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a9d11a3-2175-4f4b-8a7d-5b5200dc4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:40.930648 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6b50e-40f9-4ec4-8403-e96a04f44211 None None] Pushing event updated for resources: {'Port': ['ID=1676bac1-bec5-4dca-9e9a-61c691222ba9,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:40.944460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Port': ['ID=572b5dd2-937c-43bc-981e-a6aef1604ecf,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:40.973795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.052173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Made reservation on behalf of 67622b55a6f64c1aa94fed57009d0bfc for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:41.061338 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.069065 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a9d11a3-2175-4f4b-8a7d-5b5200dc4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.084812 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:41.170974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3a9d11a3-2175-4f4b-8a7d-5b5200dc4903 None None] For port 1676bac1-bec5-4dca-9e9a-61c691222ba9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1676bac1-bec5-4dca-9e9a-61c691222ba9,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:41.179487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a9d11a3-2175-4f4b-8a7d-5b5200dc4903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.231962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network 12734a80-7d2c-47d7-9daa-4f70e602750e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:41.236930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:41.299151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d11a3-2175-4f4b-8a7d-5b5200dc4903 None None] Pushing event updated for resources: {'Port': ['ID=1676bac1-bec5-4dca-9e9a-61c691222ba9,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:41.350756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4fe00972-1a68-4377-be8e-5aa9de2e1058 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:41.367606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.20.0.14 (616c5eee-7840-42b8-a096-d5a90d73f80c/5c23c4a6-8095-4696-a972-1c5c6c37374d/1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:41.399923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-10269ec1-9340-416c-9a7f-a3d707fabc7e None None] Provisioning complete for port 1676bac1-bec5-4dca-9e9a-61c691222ba9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:41.400356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-10269ec1-9340-416c-9a7f-a3d707fabc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.432792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Router 6294def5-61d5-43b3-b74e-f16fbe248709 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:14:41.559854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4fe00972-1a68-4377-be8e-5aa9de2e1058 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:41.560300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.589863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:41.613001 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d04684f9-c357-4589-9045-5b61c1d0b377 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "PUT /v2.0/routers/6294def5-61d5-43b3-b74e-f16fbe248709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732585 Feb 09 00:14:41.615524 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:41.623482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'port': {'network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e', 'name': 'tempest-FloatingIPNegativeTestJSON-1043777985'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:41.625932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] Sync routers for ids ['6294def5-61d5-43b3-b74e-f16fbe248709'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:41.649658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] Routers {'6294def5-61d5-43b3-b74e-f16fbe248709'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:41.649658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6294def5-61d5-43b3-b74e-f16fbe248709'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:41.650597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f143f5f-665d-42a8-997c-e11412e88fec req-7df353b5-c132-48ad-8050-eb00282bd306 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 210 time: 0.0925272 Feb 09 00:14:41.664288 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-81901124-3b2c-46da-b304-a72277cff430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:40Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:41.713329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:41.721985 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81901124-3b2c-46da-b304-a72277cff430 None None] The sync data for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 is: [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:40Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:41.768804 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.792176 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.796057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] Routers {'6294def5-61d5-43b3-b74e-f16fbe248709'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:41.798703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6294def5-61d5-43b3-b74e-f16fbe248709'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:41.855188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:41.913771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 616c5eee-7840-42b8-a096-d5a90d73f80c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:41.916979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:41.921243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:41.930407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:41.931844 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ecc646-88ea-4873-a608-f15622183a5f None None] The sync data for ids ['6294def5-61d5-43b3-b74e-f16fbe248709'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:41.995677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4fe00972-1a68-4377-be8e-5aa9de2e1058, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4fe00972-1a68-4377-be8e-5aa9de2e1058,segment=NetworkSegment(dd17ecb0-0d06-4907-bf2e-c1460febecec),segment_id=dd17ecb0-0d06-4907-bf2e-c1460febecec)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:42.008115 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.020461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e02f0f6-7742-47c1-9954-e07c3420947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.027928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:42.044718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:42.045440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.057299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Made reservation on behalf of 744e31ade09f43008f313a24c853f36c for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:42.064553 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.088171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-f53cf479-ba71-49a0-a4b9-916c88e476f2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2712188 Feb 09 00:14:42.103915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Request body: {'port': {'device_id': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:42.119661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] device_id is not set on port 07714a3c-6302-49b9-8212-f407aac88a28 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:14:42.235057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4fe00972-1a68-4377-be8e-5aa9de2e1058,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:42.283511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.296943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655ef211-a445-49fe-bba0-d74bd212b784 None None] Network 12734a80-7d2c-47d7-9daa-4f70e602750e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:42.426634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Allocated IP 172.20.0.8 (12734a80-7d2c-47d7-9daa-4f70e602750e/c2418502-ea26-4b03-9d3a-406cc8d9a88e/07714a3c-6302-49b9-8212-f407aac88a28) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:42.486122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8eed9792-25f1-4a67-b1ff-777ca82757fa None None] Provisioning complete for port 4fe00972-1a68-4377-be8e-5aa9de2e1058 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:42.486494 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8eed9792-25f1-4a67-b1ff-777ca82757fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.805937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-89b070a4-61ef-4e97-8f2f-8412f821c9ad None None] Provisioning complete for port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:42.806445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89b070a4-61ef-4e97-8f2f-8412f821c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.848670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.882572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-89b070a4-61ef-4e97-8f2f-8412f821c9ad None None] Port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:42.936174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:42.942178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff165b-0fb8-454c-b16c-a46245db0018 req-6919daff-05d9-4250-a8fa-d34e31a8d99e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:42.943800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cff165b-0fb8-454c-b16c-a46245db0018 req-6919daff-05d9-4250-a8fa-d34e31a8d99e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 932 time: 0.1195228 Feb 09 00:14:43.007930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network 12734a80-7d2c-47d7-9daa-4f70e602750e is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:43.020212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:43.027206 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:43.038874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:14:43.059557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Port': ['ID=07714a3c-6302-49b9-8212-f407aac88a28,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:43.071151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cff165b-0fb8-454c-b16c-a46245db0018 req-e1132c1b-14f1-49e5-bcfa-dbb8bceabc4d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063771 Feb 09 00:14:43.089430 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.126392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7b2c-8f4f-4121-968f-b378084338bb None None] Provisioning complete for port 4fe00972-1a68-4377-be8e-5aa9de2e1058 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:43.126881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b2c-8f4f-4121-968f-b378084338bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.130418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Transition to ACTIVE for port object 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:14:43.143803 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.181965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:43.182663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.215285 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2415a074-a2ab-4235-b1ca-c7458c1b8735 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5945840 Feb 09 00:14:43.216000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:43.241601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:43.295993 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.303220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3dcb7b2c-8f4f-4121-968f-b378084338bb None None] Provisioning complete for port 572b5dd2-937c-43bc-981e-a6aef1604ecf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:43.303595 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3dcb7b2c-8f4f-4121-968f-b378084338bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.361444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:43.385278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb7b2c-8f4f-4121-968f-b378084338bb None None] Port 572b5dd2-937c-43bc-981e-a6aef1604ecf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:43.454797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4fe00972-1a68-4377-be8e-5aa9de2e1058 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:43.567208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.690289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4fe00972-1a68-4377-be8e-5aa9de2e1058 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:43.695074 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.750653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Attempting to bind port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:14:43.750998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Attempting to bind port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:14:43.754060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Attempting to bind port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 on network 616c5eee-7840-42b8-a096-d5a90d73f80c {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:43.760521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 on network 616c5eee-7840-42b8-a096-d5a90d73f80c not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:14:43.760820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Attempting to bind port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 on network 616c5eee-7840-42b8-a096-d5a90d73f80c {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:14:43.760966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bbba6e77-8213-4c13-bd26-cacc6026c1df None None] Provisioning complete for port 572b5dd2-937c-43bc-981e-a6aef1604ecf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:43.761286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bbba6e77-8213-4c13-bd26-cacc6026c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.781385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:14:43.782111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Checking segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:43.782533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Bound using segment: {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:14:43.786801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Bound port: 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:14:43.790612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:43.843335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Allocated IP 172.25.3.17 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/74bebf6e-e23d-483e-92c5-1955a6f23130) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:43.872185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1676bac1-bec5-4dca-9e9a-61c691222ba9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:43.900419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bbba6e77-8213-4c13-bd26-cacc6026c1df None None] Port 572b5dd2-937c-43bc-981e-a6aef1604ecf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:43.978256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1676bac1-bec5-4dca-9e9a-61c691222ba9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:43.981430 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.054845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:14:44.058840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.061437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:14:44.071082 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.093795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3e6f46f0-2c23-4cda-bcdb-c1213e850d73 None None] Provisioning complete for port 572b5dd2-937c-43bc-981e-a6aef1604ecf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:44.094160 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e6f46f0-2c23-4cda-bcdb-c1213e850d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.144830 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.150943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f46f0-2c23-4cda-bcdb-c1213e850d73 None None] Port 572b5dd2-937c-43bc-981e-a6aef1604ecf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:44.217991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:44.225913 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.232098 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] 10.222.0.21 "PUT /v2.0/ports/1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 1092 time: 2.1353202 Feb 09 00:14:44.267811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:44.272096 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af8c604-1a65-4e26-a414-47eb8cbc2474" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:44.450284 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cafbc98-c3a1-4384-a655-0533321ac114 x-openstack-request-id: req-0cafbc98-c3a1-4384-a655-0533321ac114 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:44.450841 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:44.451245 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cafbc98-c3a1-4384-a655-0533321ac114 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:44.451843 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'status': 'completed', 'code': 200} Feb 09 00:14:44.505825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-1f690d69-5dc5-4b27-aa71-1ad9b8b14686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:44.507846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-1f690d69-5dc5-4b27-aa71-1ad9b8b14686 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1095 time: 0.1991904 Feb 09 00:14:44.517189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3fab8-0f66-421e-8060-20ce59db2cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:44.558436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fdc35998-4be7-4320-871f-ca9279670ee3 None None] Provisioning complete for port 07714a3c-6302-49b9-8212-f407aac88a28 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:44.558900 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdc35998-4be7-4320-871f-ca9279670ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.595773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-be703b6f-c0db-40ea-a91a-d57306cb2c33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0617211 Feb 09 00:14:44.616155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51da7f-eb50-444a-815a-32d328379f8c req-f90e3de4-dd3a-4024-bfac-e600e8d159a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:44.620395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c51da7f-eb50-444a-815a-32d328379f8c req-f90e3de4-dd3a-4024-bfac-e600e8d159a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 944 time: 0.3431406 Feb 09 00:14:44.620553 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-fdc35998-4be7-4320-871f-ca9279670ee3 None None] Port 07714a3c-6302-49b9-8212-f407aac88a28 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:14:44.648668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8cf11e65-39f7-44a6-9580-5dd0a20f7c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.670479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Port': ['ID=74bebf6e-e23d-483e-92c5-1955a6f23130,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:44.682192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:44.685243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:44.688151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:44.721819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c51da7f-eb50-444a-815a-32d328379f8c req-d9bb3484-d95a-4ea1-bfb7-71520423dff2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733705 Feb 09 00:14:44.750651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-50e7c00a-ba57-4a82-bf93-8dabfadfee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:44.752723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-50e7c00a-ba57-4a82-bf93-8dabfadfee99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 200 len: 834 time: 0.1310434 Feb 09 00:14:44.803861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.834828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e6a41-ef62-41da-a806-ac898627feac req-81541b74-854d-4775-a0a7-2d408fbed640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:44.839331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-81541b74-854d-4775-a0a7-2d408fbed640 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=616c5eee-7840-42b8-a096-d5a90d73f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790243 Feb 09 00:14:44.843940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:44.971027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-4d2c45d9-2814-4c0e-8f1e-6f944ec02946 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163847 Feb 09 00:14:45.030714 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.035920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.085691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab3e6a41-ef62-41da-a806-ac898627feac req-d7d7aec1-8915-4188-b70f-7be8dae43b74 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089768 Feb 09 00:14:45.117406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Port': ['ID=74bebf6e-e23d-483e-92c5-1955a6f23130,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:45.126621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.143444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.144698 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-991b068f-aaa6-41f3-a1f5-fca496937c62 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9119740 Feb 09 00:14:45.147649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49074) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:45.152889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4c203df2-c7e0-4457-8258-27111b904320 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'floatingip': {'port_id': '07714a3c-6302-49b9-8212-f407aac88a28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:45.196947 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c203df2-c7e0-4457-8258-27111b904320 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.203438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-e33ea23f-62ad-4c49-8c59-43dd03037536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:45.205105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-e33ea23f-62ad-4c49-8c59-43dd03037536 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1095 time: 0.0548036 Feb 09 00:14:45.314691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-dee8a542-76a0-40a6-bc12-e9070adf78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:45.314691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-dee8a542-76a0-40a6-bc12-e9070adf78e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 897 time: 0.1008933 Feb 09 00:14:45.338506 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-4c203df2-c7e0-4457-8258-27111b904320 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] update failed (client error): The resource could not be found. Feb 09 00:14:45.344491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4c203df2-c7e0-4457-8258-27111b904320 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "PUT /v2.0/floatingips/19ac4ae5-366d-445a-b0e4-d8a635cfe0f3 HTTP/1.1" status: 404 len: 507 time: 0.1959062 Feb 09 00:14:45.346448 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49076) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:45.357104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-7bd23856-ae3d-46ef-9f20-53254f17c368 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0369666 Feb 09 00:14:45.411061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-e2f6b284-733a-446a-8ac1-68cf715033ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:45.412451 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-e2f6b284-733a-446a-8ac1-68cf715033ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 200 len: 834 time: 0.0484772 Feb 09 00:14:45.462098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-238884b3-df0b-4245-b6b0-baa4a6c9e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:45.464111 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-238884b3-df0b-4245-b6b0-baa4a6c9e728 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=616c5eee-7840-42b8-a096-d5a90d73f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449443 Feb 09 00:14:45.494908 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Deleting port 74bebf6e-e23d-483e-92c5-1955a6f23130 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:45.496523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.521863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.595986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.596304 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.601188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-79b2a305-f9b7-4413-82e5-22720ad35efd service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273127 Feb 09 00:14:45.612596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Calling delete_port for 74bebf6e-e23d-483e-92c5-1955a6f23130 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:45.712930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8af8c604-1a65-4e26-a414-47eb8cbc2474 req-0fc2114c-643a-47e6-a11d-0992ddf44d48 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033297 Feb 09 00:14:45.774004 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.827815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Port': ['ID=74bebf6e-e23d-483e-92c5-1955a6f23130,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:45.888514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061962c4-d41c-4830-9eb9-8daeb1946657 req-c2248295-2687-4ea5-a94b-d063010c6fa7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:45.890455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-061962c4-d41c-4830-9eb9-8daeb1946657 req-c2248295-2687-4ea5-a94b-d063010c6fa7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 944 time: 0.0800176 Feb 09 00:14:45.905045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.907718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:45.908989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-06d1b185-07c2-4f8c-86f4-9350593457fd tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "DELETE /v2.0/floatingips/19ac4ae5-366d-445a-b0e4-d8a635cfe0f3 HTTP/1.1" status: 204 len: 168 time: 0.5629795 Feb 09 00:14:45.913994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49082) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:45.921301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c295e6c8-ea75-4595-9bdd-4f089d25e078 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'floatingip': {'floating_network_id': '12734a80-7d2c-47d7-9daa-4f70e602750e', 'port_id': '07714a3c-6302-49b9-8212-f407aac88a28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:45.956580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-061962c4-d41c-4830-9eb9-8daeb1946657 req-0ec411a0-b2c5-4286-8ad3-6a464734f97f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598278 Feb 09 00:14:45.968672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c295e6c8-ea75-4595-9bdd-4f089d25e078 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.092528 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-c295e6c8-ea75-4595-9bdd-4f089d25e078 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:14:46.094494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c295e6c8-ea75-4595-9bdd-4f089d25e078 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1779423 Feb 09 00:14:46.097438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49084) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:46.102706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '07714a3c-6302-49b9-8212-f407aac88a28', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:46.127027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.233409 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.341916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Allocated IP 172.25.3.245 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e1978fca-5cb0-42ff-8bd6-3fa78b58048d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:46.454566 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.498857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.569431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:46.575251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:46.580425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:46.607711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event updated for resources: {'Port': ['ID=e1978fca-5cb0-42ff-8bd6-3fa78b58048d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:46.757249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Deleting port e1978fca-5cb0-42ff-8bd6-3fa78b58048d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:46.757510 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.842684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.843077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:46.859468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Calling delete_port for e1978fca-5cb0-42ff-8bd6-3fa78b58048d owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:46.898090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.000848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.028497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Port': ['ID=e1978fca-5cb0-42ff-8bd6-3fa78b58048d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:47.100610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56054c-7928-4621-8d55-e8035d76a93a req-d189bfd3-a4d6-4f1a-a6b5-b4fb0dd46dc7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:47.102660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d56054c-7928-4621-8d55-e8035d76a93a req-d189bfd3-a4d6-4f1a-a6b5-b4fb0dd46dc7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 944 time: 0.0557022 Feb 09 00:14:47.122127 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] create failed (client error): The resource could not be found. Feb 09 00:14:47.123372 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6f941ba4-e684-4d4c-9fdf-d9d313dd7d57 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0249732 Feb 09 00:14:47.126626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49090) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:47.175010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d56054c-7928-4621-8d55-e8035d76a93a req-f09eef39-79ea-4bfc-9a3c-04783ce7e05a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456073 Feb 09 00:14:47.217201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Deleting port 07714a3c-6302-49b9-8212-f407aac88a28 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:47.217549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.312404 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.317520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.326907 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Calling delete_port for 07714a3c-6302-49b9-8212-f407aac88a28 owned by {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:47.461991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.492846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Port': ['ID=07714a3c-6302-49b9-8212-f407aac88a28,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:47.564506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:47.568180 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2326fd0a-c7c5-4c7d-b45b-0b279dda0bae tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "DELETE /v2.0/ports/07714a3c-6302-49b9-8212-f407aac88a28 HTTP/1.1" status: 204 len: 168 time: 0.4404664 Feb 09 00:14:47.570907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49092) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:47.624427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5ae808-cce5-414e-89c0-2eaf75a4b347 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:47.627082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb5ae808-cce5-414e-89c0-2eaf75a4b347 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "GET /v2.0/ports?device_id=6294def5-61d5-43b3-b74e-f16fbe248709 HTTP/1.1" status: 200 len: 913 time: 0.0541506 Feb 09 00:14:47.628692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49094) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:47.895224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:14:48.016311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:48.032852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'port_id': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'mac_address': 'fa:16:3e:8a:f0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:14:48.080199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:48.101427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:14:48.126355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:48.134951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:48.196281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:48.344476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:14:48.364753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dee8bb-af2c-46b8-a138-13aff2fe7a2e req-23b258de-476c-4a74-b011-68bafdd359ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:48.366295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3dee8bb-af2c-46b8-a138-13aff2fe7a2e req-23b258de-476c-4a74-b011-68bafdd359ff tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 945 time: 0.1038320 Feb 09 00:14:48.439305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3dee8bb-af2c-46b8-a138-13aff2fe7a2e req-935e91d2-79b9-476a-a8f5-09534556fe0f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637372 Feb 09 00:14:48.482457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:48.777638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Deleting port 572b5dd2-937c-43bc-981e-a6aef1604ecf {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:48.777895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:48.868801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:48.880724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Calling delete_port for 572b5dd2-937c-43bc-981e-a6aef1604ecf owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:49.055877 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.088438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Port': ['ID=572b5dd2-937c-43bc-981e-a6aef1604ecf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:49.243336 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.400440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Router 6294def5-61d5-43b3-b74e-f16fbe248709 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:49.476553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:49.484116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-af2f123a-86be-4e7d-a7cf-7c0c0f6f9fcc tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "PUT /v2.0/routers/6294def5-61d5-43b3-b74e-f16fbe248709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8522685 Feb 09 00:14:49.484664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49104) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:49.490679 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] Sync routers for ids ['6294def5-61d5-43b3-b74e-f16fbe248709'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:49.501094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] Routers {'6294def5-61d5-43b3-b74e-f16fbe248709'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:49.501979 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6294def5-61d5-43b3-b74e-f16fbe248709'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:49.540435 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:49.549179 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] Routers {'6294def5-61d5-43b3-b74e-f16fbe248709'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:49.550036 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['6294def5-61d5-43b3-b74e-f16fbe248709'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:49.582188 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:49.582733 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb15717-07b4-4dbb-bc6f-a8b2dc2efd33 None None] The sync data for ids ['6294def5-61d5-43b3-b74e-f16fbe248709'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:49.596385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.678163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc035e-5644-4b01-81b5-3b89866dec00 req-e327373f-0b2d-41e2-a1f8-5a4783890ecf tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:49.679648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1cc035e-5644-4b01-81b5-3b89866dec00 req-e327373f-0b2d-41e2-a1f8-5a4783890ecf tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 945 time: 0.1440156 Feb 09 00:14:49.792484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.795665 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.813971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1cc035e-5644-4b01-81b5-3b89866dec00 req-12002ac5-4e52-42f4-9cbf-08e8a30572e3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274567 Feb 09 00:14:49.857818 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.858453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Fanout notify agent at l3_agent the message router_deleted on router 6294def5-61d5-43b3-b74e-f16fbe248709 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:14:49.865345 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.869402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eea3e286-4a83-4131-b181-a108895ba5d7 tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "DELETE /v2.0/routers/6294def5-61d5-43b3-b74e-f16fbe248709 HTTP/1.1" status: 204 len: 168 time: 0.3806591 Feb 09 00:14:49.869899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49106) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:49.911241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:14:49.928374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Deleting subnet c2418502-ea26-4b03-9d3a-406cc8d9a88e {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:14:49.932485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.975657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:14:49.977905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:49.980483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:14:49.980483 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.066009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.075171 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.091247 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:50.093854 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ecfe7a-9c22-4130-a24e-a4f2da9b4439" -d '{"events": [{"server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "name": "network-vif-plugged", "status": "completed", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:50.108658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:50.115906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.144790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.178305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Subnet': ['ID=c2418502-ea26-4b03-9d3a-406cc8d9a88e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:50.182161 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327106a7-971d-41eb-9f52-3b9594f6e058 x-openstack-request-id: req-327106a7-971d-41eb-9f52-3b9594f6e058 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:50.182520 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "name": "network-vif-plugged", "status": "completed", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:50.182830 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-327106a7-971d-41eb-9f52-3b9594f6e058 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:50.183484 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'code': 200} Feb 09 00:14:50.185202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.190191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-26b1ed77-1133-43e8-9395-bc3be1a0e0af tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "DELETE /v2.0/subnets/c2418502-ea26-4b03-9d3a-406cc8d9a88e HTTP/1.1" status: 204 len: 168 time: 0.3187268 Feb 09 00:14:50.192228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49112) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:50.196521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3fc33-cbb9-4883-9ec7-49017287a566 None None] Network 12734a80-7d2c-47d7-9daa-4f70e602750e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:50.200506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:50.309735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.325846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b8070-919d-4f3d-b57a-9b64ed50514f req-3457ae8e-4bbd-495a-adfe-dec2636294a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:50.327377 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c59b8070-919d-4f3d-b57a-9b64ed50514f req-3457ae8e-4bbd-495a-adfe-dec2636294a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1097 time: 0.0767124 Feb 09 00:14:50.386814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c59b8070-919d-4f3d-b57a-9b64ed50514f req-043ef4a3-46cc-4e10-bc03-78698f3f6f40 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529346 Feb 09 00:14:50.403878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Deleting port 4fe00972-1a68-4377-be8e-5aa9de2e1058 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:50.404775 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.414979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7270158-3625-47cb-bc4d-661835245094 None None] DHCP port deletion for 12734a80-7d2c-47d7-9daa-4f70e602750e request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:14:50.472683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f7270158-3625-47cb-bc4d-661835245094 None None] Deleting port 4fe00972-1a68-4377-be8e-5aa9de2e1058 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:50.473109 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f7270158-3625-47cb-bc4d-661835245094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.478553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] For port 4fe00972-1a68-4377-be8e-5aa9de2e1058, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4fe00972-1a68-4377-be8e-5aa9de2e1058,segment=NetworkSegment(dd17ecb0-0d06-4907-bf2e-c1460febecec),segment_id=dd17ecb0-0d06-4907-bf2e-c1460febecec)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:50.479122 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.494971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Calling delete_port for 4fe00972-1a68-4377-be8e-5aa9de2e1058 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:50.547459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f7270158-3625-47cb-bc4d-661835245094 None None] For port 4fe00972-1a68-4377-be8e-5aa9de2e1058, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4fe00972-1a68-4377-be8e-5aa9de2e1058,segment=NetworkSegment(dd17ecb0-0d06-4907-bf2e-c1460febecec),segment_id=dd17ecb0-0d06-4907-bf2e-c1460febecec)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:14:50.547962 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f7270158-3625-47cb-bc4d-661835245094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.561812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f7270158-3625-47cb-bc4d-661835245094 None None] Calling delete_port for 4fe00972-1a68-4377-be8e-5aa9de2e1058 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:50.588050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.614689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Port': ['ID=4fe00972-1a68-4377-be8e-5aa9de2e1058,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:50.619101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] No DVR routers for this DVR port 4fe00972-1a68-4377-be8e-5aa9de2e1058 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:50.649323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f7270158-3625-47cb-bc4d-661835245094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.682587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7270158-3625-47cb-bc4d-661835245094 None None] No DVR routers for this DVR port 4fe00972-1a68-4377-be8e-5aa9de2e1058 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:14:50.684347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7270158-3625-47cb-bc4d-661835245094 None None] Pushing event deleted for resources: {'Port': ['ID=4fe00972-1a68-4377-be8e-5aa9de2e1058,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:50.713894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.735077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12734a80-7d2c-47d7-9daa-4f70e602750e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:50.744498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd17ecb0-0d06-4907-bf2e-c1460febecec') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:50.744791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd17ecb0-0d06-4907-bf2e-c1460febecec') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:50.753995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.768217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.775357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:50.775831 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:50.778749 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:50.842546 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.851694 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:50.855558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] 10.222.0.32 "DELETE /v2.0/networks/12734a80-7d2c-47d7-9daa-4f70e602750e HTTP/1.1" status: 204 len: 168 time: 0.6621511 Feb 09 00:14:50.866606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c6480-9c86-4ebb-b58a-e921f827bd2e tempest-FloatingIPNegativeTestJSON-1218786362 tempest-FloatingIPNegativeTestJSON-1218786362-project] Pushing event deleted for resources: {'Network': ['ID=12734a80-7d2c-47d7-9daa-4f70e602750e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:50.962696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894572e3-7812-4f0c-9847-06ff4b2a5586 req-c826b3ec-96db-48e8-b842-1536fbe666d3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:50.965401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-894572e3-7812-4f0c-9847-06ff4b2a5586 req-c826b3ec-96db-48e8-b842-1536fbe666d3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0615785 Feb 09 00:14:51.007419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-894572e3-7812-4f0c-9847-06ff4b2a5586 req-18228375-9734-4b67-8c78-cdd7ee9ae6fe tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341487 Feb 09 00:14:51.122288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49122) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:51.174738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4fe00972-1a68-4377-be8e-5aa9de2e1058 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:14:51.197990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4fe00972-1a68-4377-be8e-5aa9de2e1058 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:14:51.198340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4fe00972-1a68-4377-be8e-5aa9de2e1058 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:14:51.274063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-90f56d74-ca5f-45ee-98d5-3a76231f022a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=744e31ade09f43008f313a24c853f36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505997 Feb 09 00:14:51.276880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49126) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:51.329875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de4559e6-f3e5-4680-bfc1-dd492c9eb96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:51.355012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de4559e6-f3e5-4680-bfc1-dd492c9eb96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:51.415938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de4559e6-f3e5-4680-bfc1-dd492c9eb96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:51.418555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de4559e6-f3e5-4680-bfc1-dd492c9eb96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:51.419712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de4559e6-f3e5-4680-bfc1-dd492c9eb96d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/557865f7-8376-4982-879e-5f4cf4fecc3e HTTP/1.1" status: 204 len: 168 time: 0.1417756 Feb 09 00:14:51.428210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4559e6-f3e5-4680-bfc1-dd492c9eb96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557865f7-8376-4982-879e-5f4cf4fecc3e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:52.115509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49154) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:52.153003 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74062e72-b93a-4307-bd63-8c748f5b9d49 req-644bebbb-a49b-4c1f-abe3-1f6a471e6a13 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.154818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74062e72-b93a-4307-bd63-8c748f5b9d49 req-644bebbb-a49b-4c1f-abe3-1f6a471e6a13 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0668540 Feb 09 00:14:52.198141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74062e72-b93a-4307-bd63-8c748f5b9d49 req-98ec1c68-0da5-4374-9eeb-a6ddd0040552 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364113 Feb 09 00:14:52.246131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'networks': [{'name': 'tempest-network--652876901'}, {'name': 'tempest-network--1341453793'}]} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:52.246612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'network': {'name': 'tempest-network--652876901'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:52.247339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'network': {'name': 'tempest-network--1341453793'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:52.277712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'network': 2} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:52.282723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.292748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.338506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e61ca3-eff7-4a3c-adf7-90bd5bb84742 req-f6669dbe-754b-4ba8-88f0-72530cd03f68 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.340288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14e61ca3-eff7-4a3c-adf7-90bd5bb84742 req-f6669dbe-754b-4ba8-88f0-72530cd03f68 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0535746 Feb 09 00:14:52.375036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.379028 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.379570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.380870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14e61ca3-eff7-4a3c-adf7-90bd5bb84742 req-94fb373c-39a4-4c58-adfd-edd5d891e118 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342963 Feb 09 00:14:52.402418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49160) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:52.447017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d2d619-cb6a-48fa-9b3b-d6f3924fef1d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:52.457222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:52.469606 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.470043 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Added segment 5db692dd-4546-4048-a7fa-4529c5cc3f36 of type vlan for network 7c491064-946d-4f6d-a025-1c5647b0d9ba Feb 09 00:14:52.482182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6f44f-bdd4-4e4e-bc32-201aab6fe9a5 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.483708 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-abd6f44f-bdd4-4e4e-bc32-201aab6fe9a5 tempest-TestNetworkAdvancedServerOps-463697708 tempest-TestNetworkAdvancedServerOps-463697708-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1092 time: 0.0790205 Feb 09 00:14:52.486693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49162) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:52.491392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:52.516209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.517030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.546057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:52.556280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.556628 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Added segment fc77a3e6-423d-42c2-9532-9f6d803e7d77 of type vlan for network ba1bec44-25e1-4536-a611-f9c7e467d0ac Feb 09 00:14:52.597943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.621504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.628817 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.629408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.635790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.640587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.641249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.705670 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5884948 Feb 09 00:14:52.708438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49164) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:52.731220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Allocated IP 172.25.3.73 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/743e4320-a5d2-408b-a60d-2e12eed9c202) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:14:52.799383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Network': ['ID=7c491064-946d-4f6d-a025-1c5647b0d9ba,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:52.810052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 7c491064-946d-4f6d-a025-1c5647b0d9ba details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:52.843542 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.885478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:52.926542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:14:52.931326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:52.935027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58876-df74-4552-a053-e2c9ba84a4e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Network': ['ID=ba1bec44-25e1-4536-a611-f9c7e467d0ac,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:52.936555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:52.947369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network ba1bec44-25e1-4536-a611-f9c7e467d0ac details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:52.967020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=743e4320-a5d2-408b-a60d-2e12eed9c202,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:52.971111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27120afa-ca67-4adf-9263-bc78a00a3f9e tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.977560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27120afa-ca67-4adf-9263-bc78a00a3f9e tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.985505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27120afa-ca67-4adf-9263-bc78a00a3f9e tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:52.994973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27120afa-ca67-4adf-9263-bc78a00a3f9e tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:53.001623 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-27120afa-ca67-4adf-9263-bc78a00a3f9e tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2922308 Feb 09 00:14:53.007297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:53.094442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.187573 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.210176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c491064-946d-4f6d-a025-1c5647b0d9ba']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:53.220596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db692dd-4546-4048-a7fa-4529c5cc3f36') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:53.220799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db692dd-4546-4048-a7fa-4529c5cc3f36') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:53.231124 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.246825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.254407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:53.254701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:53.258811 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:53.341105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.350250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.353188 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/networks/7c491064-946d-4f6d-a025-1c5647b0d9ba HTTP/1.1" status: 204 len: 168 time: 0.3494973 Feb 09 00:14:53.355803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49170) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:53.368467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.373487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a770-5ce3-42e7-8aca-7f0db8f0ab2f tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Network': ['ID=7c491064-946d-4f6d-a025-1c5647b0d9ba,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:53.443079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.444001 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.536445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.559623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1bec44-25e1-4536-a611-f9c7e467d0ac']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:53.569632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc77a3e6-423d-42c2-9532-9f6d803e7d77') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:53.569925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc77a3e6-423d-42c2-9532-9f6d803e7d77') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:53.580255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.597296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.607384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:53.608039 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:53.611345 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:53.614696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.619526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.678671 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.684151 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.688143 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/networks/ba1bec44-25e1-4536-a611-f9c7e467d0ac HTTP/1.1" status: 204 len: 168 time: 0.3311405 Feb 09 00:14:53.691758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49180) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:53.702193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event updated for resources: {'Port': ['ID=743e4320-a5d2-408b-a60d-2e12eed9c202,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:53.712262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.719358 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f4e5-57f3-428b-a6a7-eb02842ca1a4 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Network': ['ID=ba1bec44-25e1-4536-a611-f9c7e467d0ac,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:53.820788 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP 83062fd6-37ed-4669-abcd-59a0a4daf97c associated. External IP: 172.25.3.73, port: 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2. Feb 09 00:14:53.828994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f8cd1-c076-4765-b861-6c2ab85dd2ee tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:53.835044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f8cd1-c076-4765-b861-6c2ab85dd2ee tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:53.841976 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e27f8cd1-c076-4765-b861-6c2ab85dd2ee tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1474669 Feb 09 00:14:53.842592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:53.847582 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2056411336'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:53.874473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:53.878045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.906784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:53.918590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.919023 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Added segment acd9f427-71a1-4c24-a44a-df4801658f16 of type vlan for network 26dcfb45-d5c7-4c91-a621-9f386255424b Feb 09 00:14:53.969022 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:53.995517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.002037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:54.002037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.059807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 986ef3b5-a734-483d-b352-115195732e63 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:14:54.070984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2243171 Feb 09 00:14:54.071292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49194) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:54.076232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1575144027'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:54.087033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae52ee7-0966-489e-b178-d7a95b0f6df7 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Network': ['ID=26dcfb45-d5c7-4c91-a621-9f386255424b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:54.098591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 26dcfb45-d5c7-4c91-a621-9f386255424b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:54.107186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:54.113623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.138033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:54.149560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.150177 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Added segment 7cec47eb-1863-4f0f-9154-4134898d2406 of type vlan for network fa163845-3239-46d3-9b43-d37358ee98a2 Feb 09 00:14:54.197292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.215316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:14:54.225570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.231253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:54.231949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.237050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.255717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] Sync routers for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:14:54.266373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:54.267317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:54.325463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Network': ['ID=fa163845-3239-46d3-9b43-d37358ee98a2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:54.331887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4b6457e7-d5cc-4ac1-b03c-a17a037f7827 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2594740 Feb 09 00:14:54.340308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:54.345637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'ports': [{'network_id': '26dcfb45-d5c7-4c91-a621-9f386255424b', 'name': 'tempest-port--1680962111', 'admin_state_up': True}, {'network_id': 'fa163845-3239-46d3-9b43-d37358ee98a2', 'admin_state_up': False}]} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:54.345961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'port': {'network_id': '26dcfb45-d5c7-4c91-a621-9f386255424b', 'name': 'tempest-port--1680962111', 'admin_state_up': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:54.346452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'port': {'network_id': 'fa163845-3239-46d3-9b43-d37358ee98a2', 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:54.374941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network fa163845-3239-46d3-9b43-d37358ee98a2 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:54.483800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:54.578831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'port': 2} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:54.589618 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.612309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.717551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f8b91a71-83c9-4ed7-814e-e17b5bf95b95 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2297459 Feb 09 00:14:54.718206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:14:54.729807 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:14:54.778105 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4902edca-9f5a-41eb-980b-206e3907b776 x-openstack-request-id: req-4902edca-9f5a-41eb-980b-206e3907b776 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:14:54.778985 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:14:54.778985 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4902edca-9f5a-41eb-980b-206e3907b776 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:14:54.779285 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'status': 'completed', 'code': 200} Feb 09 00:14:54.793550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '83062fd6-37ed-4669-abcd-59a0a4daf97c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '986ef3b5-a734-483d-b352-115195732e63', 'port_id': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'mac_address': 'fa:16:3e:8a:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:14:53Z', 'updated_at': '2022-02-09T00:14:53Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:41Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:54.823250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] Checking router: 986ef3b5-a734-483d-b352-115195732e63 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:14:54.832901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:14:54.833454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:54.859413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] device_id is not set on port 9ceb1009-3861-4ec5-9bda-09108af39205 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:14:54.867812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-71537299-6794-473b-8626-c27bf1f56428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:54.869550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-71537299-6794-473b-8626-c27bf1f56428 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1097 time: 0.0703216 Feb 09 00:14:54.953760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fda50d-934a-4cd2-a7af-4887c50cb8ff req-993f8e42-7717-4c84-87c7-1d819f3a63d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:54.956426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53fda50d-934a-4cd2-a7af-4887c50cb8ff req-993f8e42-7717-4c84-87c7-1d819f3a63d9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1485727 Feb 09 00:14:54.971636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:54.989666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:14:55.022808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53fda50d-934a-4cd2-a7af-4887c50cb8ff req-0a3e6a83-3960-48b8-b096-cf4963cefdd3 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543642 Feb 09 00:14:55.046838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-52439fb1-1993-4cbe-884d-b04139f491ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.049580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-52439fb1-1993-4cbe-884d-b04139f491ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 897 time: 0.1699965 Feb 09 00:14:55.050117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49220) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:55.086094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] device_id is not set on port 4421125f-57d6-4480-a278-fbebb7cb4907 yet. {{(pid=105931) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:14:55.184600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c80f6006-cb00-4199-a3c7-8b8c57fc0cc2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/83062fd6-37ed-4669-abcd-59a0a4daf97c HTTP/1.1" status: 200 len: 991 time: 0.1331952 Feb 09 00:14:55.197317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:55.209609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-565d7434-9a15-473f-8ff9-ef3633c0f7af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 999 time: 0.1503415 Feb 09 00:14:55.241403 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:55.270350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-3fd46367-b2ad-4106-a019-96f633faaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.272050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-3fd46367-b2ad-4106-a019-96f633faaead service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 200 len: 834 time: 0.0561907 Feb 09 00:14:55.287861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '83062fd6-37ed-4669-abcd-59a0a4daf97c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '986ef3b5-a734-483d-b352-115195732e63', 'port_id': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'mac_address': 'fa:16:3e:8a:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:14:53Z', 'updated_at': '2022-02-09T00:14:53Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:41Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:55.302152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Port': ['ID=9ceb1009-3861-4ec5-9bda-09108af39205,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:55.323342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96848e69-1d2e-444c-99e7-1731e334bf9d None None] The sync data for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 is: [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '83062fd6-37ed-4669-abcd-59a0a4daf97c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'floating_ip_address': '172.25.3.73', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '986ef3b5-a734-483d-b352-115195732e63', 'port_id': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'mac_address': 'fa:16:3e:8a:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:14:53Z', 'updated_at': '2022-02-09T00:14:53Z', 'revision_number': 0, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:41Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:14:55.345020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Checking segment: {'id': 'acd9f427-71a1-4c24-a44a-df4801658f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26dcfb45-d5c7-4c91-a621-9f386255424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:55.345803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network hostable DHCP agents. Network: 26dcfb45-d5c7-4c91-a621-9f386255424b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:14:55.353785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-ee29e161-7191-47fe-ac09-d04133acaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.355303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-ee29e161-7191-47fe-ac09-d04133acaf7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=616c5eee-7840-42b8-a096-d5a90d73f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766928 Feb 09 00:14:55.372011 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network 26dcfb45-d5c7-4c91-a621-9f386255424b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:14:55.384169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 26dcfb45-d5c7-4c91-a621-9f386255424b) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:55.394465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9aa27-561b-4a45-b883-23a363ac3130 None None] Network 26dcfb45-d5c7-4c91-a621-9f386255424b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:55.402277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:55.403284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:55.493481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Port': ['ID=4421125f-57d6-4480-a278-fbebb7cb4907,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:55.503720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-52dfd0bd-a796-438f-95c4-4fc35231fcf8 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407034 Feb 09 00:14:55.528856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Checking segment: {'id': '7cec47eb-1863-4f0f-9154-4134898d2406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'fa163845-3239-46d3-9b43-d37358ee98a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:55.529254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network hostable DHCP agents. Network: fa163845-3239-46d3-9b43-d37358ee98a2, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:14:55.553782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network fa163845-3239-46d3-9b43-d37358ee98a2 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:14:55.581055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, fa163845-3239-46d3-9b43-d37358ee98a2) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:55.587534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:14:55.591777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1a524-c4fa-4a9c-aebd-c7dabaf36f2b None None] Network fa163845-3239-46d3-9b43-d37358ee98a2 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:55.595985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.613631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.614447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:55.639341 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4826684-0812-45aa-9308-01336bb689fa None None] New status for floating IP 83062fd6-37ed-4669-abcd-59a0a4daf97c: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:14:55.643975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49a003c5-c7d9-4f39-a0ec-af7472ebdf83 req-b111469c-5a1a-408b-97dd-72dc84ad8b14 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338935 Feb 09 00:14:55.651703 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bbfce678-f8ff-4d6c-b51a-f465723e51f9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3099778 Feb 09 00:14:55.654090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49228) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:55.757650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6a5bd7-95bf-4092-bfe9-764982fd51e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.763557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6a5bd7-95bf-4092-bfe9-764982fd51e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:55.768111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49234) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:55.768633 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ed6a5bd7-95bf-4092-bfe9-764982fd51e2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1124923 Feb 09 00:14:55.874654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Deleting port 9ceb1009-3861-4ec5-9bda-09108af39205 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:55.875228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:55.943664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:55.960537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Calling delete_port for 9ceb1009-3861-4ec5-9bda-09108af39205 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:56.041524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.071427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Port': ['ID=9ceb1009-3861-4ec5-9bda-09108af39205,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:56.082399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.085655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3a4810e3-3c9f-4df1-afb2-d312a1b1ecc2 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/ports/9ceb1009-3861-4ec5-9bda-09108af39205 HTTP/1.1" status: 204 len: 168 time: 0.3134789 Feb 09 00:14:56.089090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49242) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:56.178460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Deleting port 4421125f-57d6-4480-a278-fbebb7cb4907 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:14:56.178800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.188429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49244) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:56.249515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.256622 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9f1c15c4-4597-4de3-92b9-2d93f8010f7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/83062fd6-37ed-4669-abcd-59a0a4daf97c HTTP/1.1" status: 200 len: 993 time: 0.0669832 Feb 09 00:14:56.265173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Calling delete_port for 4421125f-57d6-4480-a278-fbebb7cb4907 owned by {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:14:56.353589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.383924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Port': ['ID=4421125f-57d6-4480-a278-fbebb7cb4907,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:56.387534 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.390865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-91eaa6df-ccef-436b-924a-510f76651f5b tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/ports/4421125f-57d6-4480-a278-fbebb7cb4907 HTTP/1.1" status: 204 len: 168 time: 0.3008063 Feb 09 00:14:56.393309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49250) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:56.420574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-81133b69-3320-4294-a855-578ae76420fa tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0262129 Feb 09 00:14:56.424568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49252) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:56.429941 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-741334754'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:56.454182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:56.457904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.483034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:56.492048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.492394 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Added segment d86dea79-5e5c-4738-ada9-79a9b60899d7 of type vlan for network c68f2a0a-b365-4b7e-b26d-1d6c0140a80b Feb 09 00:14:56.533704 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.559968 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.565724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:56.566318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.599535 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1738081 Feb 09 00:14:56.602918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49258) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:56.613061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1776783252'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:56.650197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:56.653906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.662285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a8d30-20a6-48f7-b587-657436118b20 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Network': ['ID=c68f2a0a-b365-4b7e-b26d-1d6c0140a80b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:56.674003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c68f2a0a-b365-4b7e-b26d-1d6c0140a80b details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:56.695126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:14:56.710112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.710584 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Added segment fcc67c05-c5f8-4357-ad25-48053fb1ab81 of type vlan for network 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e Feb 09 00:14:56.754908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.779661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.785271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:56.785856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:56.843146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2354088 Feb 09 00:14:56.868430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a66b65-42e8-4950-ab30-307d31f0da26 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Network': ['ID=08fa68c6-a3c1-4cf1-8008-5084a2f8da5e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:56.879211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:14:56.989349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49264) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:56.994757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'subnets': [{'network_id': 'c68f2a0a-b365-4b7e-b26d-1d6c0140a80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--106411973', 'ip_version': 4}, {'network_id': '08fa68c6-a3c1-4cf1-8008-5084a2f8da5e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:56.995075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'subnet': {'network_id': 'c68f2a0a-b365-4b7e-b26d-1d6c0140a80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--106411973', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:56.995654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Request body: {'subnet': {'network_id': '08fa68c6-a3c1-4cf1-8008-5084a2f8da5e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:14:57.171497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Made reservation on behalf of ecda7b30345e44639c730c928d8c57a0 for: {'subnet': 2} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:14:57.176136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:57.176480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:57.560438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:57.622156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Subnet': ['ID=043a12c5-df7c-4af9-98c5-60185d6ab622,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:57.631021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Checking segment: {'id': 'd86dea79-5e5c-4738-ada9-79a9b60899d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c68f2a0a-b365-4b7e-b26d-1d6c0140a80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:57.631389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network hostable DHCP agents. Network: c68f2a0a-b365-4b7e-b26d-1d6c0140a80b, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:14:57.650583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network c68f2a0a-b365-4b7e-b26d-1d6c0140a80b is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:14:57.660609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, c68f2a0a-b365-4b7e-b26d-1d6c0140a80b) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:57.664887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:57.672359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69453ef-7cae-458b-86a8-0eb3e8f323f1 None None] Network c68f2a0a-b365-4b7e-b26d-1d6c0140a80b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:57.745659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event updated for resources: {'Subnet': ['ID=d2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:57.760596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Checking segment: {'id': 'fcc67c05-c5f8-4357-ad25-48053fb1ab81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '08fa68c6-a3c1-4cf1-8008-5084a2f8da5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:14:57.760991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network hostable DHCP agents. Network: 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:14:57.780160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Network 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:14:57.791159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:14:57.805676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:57.806863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:57.807585 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:57.832738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cf00f78c-eb32-4cf2-9c80-534041ff8547 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8422501 Feb 09 00:14:57.835239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49280) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:57.897741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc774d2-9d68-4d53-ac28-bd6075f19dac tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:57.900126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc774d2-9d68-4d53-ac28-bd6075f19dac tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:57.901934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc774d2-9d68-4d53-ac28-bd6075f19dac tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:57.904069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-afc774d2-9d68-4d53-ac28-bd6075f19dac tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0667672 Feb 09 00:14:57.907779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49282) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:57.966778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef055b9e-1d82-416c-ae7b-0f8b585f1da3 None None] Network 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:57.969601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Deleting subnet 043a12c5-df7c-4af9-98c5-60185d6ab622 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:14:57.974054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.025176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.110691 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.116239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92696166-b560-4b62-8ff0-3c2b151b8592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-c68f2a0a-b365-4b7e-b26d-1d6c0140a80b', 'network_id': 'c68f2a0a-b365-4b7e-b26d-1d6c0140a80b', 'tenant_id': 'ecda7b30345e44639c730c928d8c57a0', 'fixed_ips': [{'subnet_id': '043a12c5-df7c-4af9-98c5-60185d6ab622'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:14:58.117826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-92696166-b560-4b62-8ff0-3c2b151b8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.211675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.244765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Subnet': ['ID=043a12c5-df7c-4af9-98c5-60185d6ab622,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:58.247282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.251487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fcaf7d06-be01-4437-85dd-327ccfef2e54 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/subnets/043a12c5-df7c-4af9-98c5-60185d6ab622 HTTP/1.1" status: 204 len: 168 time: 0.3427129 Feb 09 00:14:58.254357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49290) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-92696166-b560-4b62-8ff0-3c2b151b8592 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 043a12c5-df7c-4af9-98c5-60185d6ab622: This subnet is being modified by another concurrent operation. Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 043a12c5-df7c-4af9-98c5-60185d6ab622: This subnet is being modified by another concurrent operation. Feb 09 00:14:58.300191 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 09 00:14:58.313773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e08651-7a3f-470d-be08-078f1b325f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-08fa68c6-a3c1-4cf1-8008-5084a2f8da5e', 'network_id': '08fa68c6-a3c1-4cf1-8008-5084a2f8da5e', 'tenant_id': 'ecda7b30345e44639c730c928d8c57a0', 'fixed_ips': [{'subnet_id': 'd2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:14:58.315551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-27e08651-7a3f-470d-be08-078f1b325f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.343401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb96ea-fd36-400e-9c8e-62d5834743ae None None] Network c68f2a0a-b365-4b7e-b26d-1d6c0140a80b requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:58.364232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Deleting subnet d2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:14:58.368557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.420648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.472652 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.535975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-27e08651-7a3f-470d-be08-078f1b325f88 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2: This subnet is being modified by another concurrent operation. Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2: This subnet is being modified by another concurrent operation. Feb 09 00:14:58.553679 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 09 00:14:58.571015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Subnet': ['ID=d2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:58.571015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:58.575579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d238b614-67a0-4d61-b2e5-de6dba331f86 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/subnets/d2eb5e74-9594-4ebb-8e9e-3f03a81ff0f2 HTTP/1.1" status: 204 len: 168 time: 0.3177326 Feb 09 00:14:58.575579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:58.579057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584cc51a-a7e0-4fa0-955f-8284c8d51fe1 None None] Network 08fa68c6-a3c1-4cf1-8008-5084a2f8da5e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:14:58.640290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132dccc2-7173-484d-b682-527e9bff14c9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:14:58.646448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-132dccc2-7173-484d-b682-527e9bff14c9 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662973 Feb 09 00:14:58.647226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49302) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:58.708671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a0e37-7920-4bc1-b9e8-526f4095e803 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 00:14:58.781041 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a0e37-7920-4bc1-b9e8-526f4095e803 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 00:14:59.032496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b5af3-04a3-4475-ad9b-e34485a6cf18 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 00:14:59.056018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.104796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24b5af3-04a3-4475-ad9b-e34485a6cf18 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 00:14:59.148945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.172404 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fa68c6-a3c1-4cf1-8008-5084a2f8da5e']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.184832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc67c05-c5f8-4357-ad25-48053fb1ab81') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.185099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc67c05-c5f8-4357-ad25-48053fb1ab81') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.196880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.213749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.223688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:59.224098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:59.227946 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:59.293097 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.301674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.305456 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/networks/08fa68c6-a3c1-4cf1-8008-5084a2f8da5e HTTP/1.1" status: 204 len: 168 time: 0.6551163 Feb 09 00:14:59.308259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49314) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:59.319027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0000565-f6a4-41a1-be0d-ddb8f79dfbe3 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Network': ['ID=08fa68c6-a3c1-4cf1-8008-5084a2f8da5e,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:59.400101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.488181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.514159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c68f2a0a-b365-4b7e-b26d-1d6c0140a80b']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.525686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86dea79-5e5c-4738-ada9-79a9b60899d7') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.525984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86dea79-5e5c-4738-ada9-79a9b60899d7') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.536773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.550896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.557083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:59.557469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:59.560353 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:59.627528 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.637092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.640176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/networks/c68f2a0a-b365-4b7e-b26d-1d6c0140a80b HTTP/1.1" status: 204 len: 168 time: 0.3309493 Feb 09 00:14:59.642780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49320) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:59.650992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53e0e-62f2-4300-88fb-7ea030818637 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Network': ['ID=c68f2a0a-b365-4b7e-b26d-1d6c0140a80b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:14:59.724693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.816880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.838207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa163845-3239-46d3-9b43-d37358ee98a2']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.847412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cec47eb-1863-4f0f-9154-4134898d2406') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.847708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cec47eb-1863-4f0f-9154-4134898d2406') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:14:59.857220 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.870465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.876409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:14:59.876829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:14:59.879918 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:14:59.940247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.948659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:14:59.951723 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/networks/fa163845-3239-46d3-9b43-d37358ee98a2 HTTP/1.1" status: 204 len: 168 time: 0.3079562 Feb 09 00:14:59.954276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49326) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:14:59.973819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ffa6e-bab6-4c20-93b3-cbd9a6e8b272 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Network': ['ID=fa163845-3239-46d3-9b43-d37358ee98a2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:00.056883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.144317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.165494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dcfb45-d5c7-4c91-a621-9f386255424b']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:00.174595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd9f427-71a1-4c24-a44a-df4801658f16') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:00.174913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd9f427-71a1-4c24-a44a-df4801658f16') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:00.184960 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.198102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.204902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:00.206456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:00.210453 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:00.283782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.297953 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.301613 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] 10.222.0.32 "DELETE /v2.0/networks/26dcfb45-d5c7-4c91-a621-9f386255424b HTTP/1.1" status: 204 len: 168 time: 0.3464131 Feb 09 00:15:00.314578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0bb19-8d9b-47a9-9d0c-1659ea7a7e71 tempest-BulkNetworkOpsTest-1108832483 tempest-BulkNetworkOpsTest-1108832483-project] Pushing event deleted for resources: {'Network': ['ID=26dcfb45-d5c7-4c91-a621-9f386255424b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:00.561402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49346) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:00.713847 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f259d644-7486-4593-9a2a-54fadeaa1594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecda7b30345e44639c730c928d8c57a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508744 Feb 09 00:15:00.715987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49350) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:00.782118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa6734b-6982-4d4c-a406-80ca63434e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.804131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa6734b-6982-4d4c-a406-80ca63434e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.859613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa6734b-6982-4d4c-a406-80ca63434e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.862595 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7fa6734b-6982-4d4c-a406-80ca63434e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:00.863766 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7fa6734b-6982-4d4c-a406-80ca63434e9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82d2d619-cb6a-48fa-9b3b-d6f3924fef1d HTTP/1.1" status: 204 len: 168 time: 0.1468730 Feb 09 00:15:00.872952 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6734b-6982-4d4c-a406-80ca63434e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d2d619-cb6a-48fa-9b3b-d6f3924fef1d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:01.539475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49386) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:01.650027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-635763953'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:01.676547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:01.680869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.689815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.768987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.773804 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.801008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:01.810703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef884df-68a0-45f2-9495-7e406bbadcd4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:01.815987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.816336 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment b66803f3-202f-4526-8fd7-abdcd823ae34 of type vlan for network 945d4ae3-4535-472e-b9ea-343b57fecae7 Feb 09 00:15:01.858520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.885167 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.890683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:01.891266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:01.953450 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4128985 Feb 09 00:15:01.956158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49398) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:01.964328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-98816696'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:01.970978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b270844-a783-482e-8796-34f971f8c70e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=945d4ae3-4535-472e-b9ea-343b57fecae7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:01.981886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:01.999291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:02.002900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.028786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:02.037895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.038285 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment 57b876f5-8996-4489-92b6-303e1a077836 of type vlan for network 54fea181-bc12-453c-93e0-aa250c5ebb02 Feb 09 00:15:02.082797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.108047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.114353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:02.115029 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.182929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2207744 Feb 09 00:15:02.185079 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49404) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:02.189817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:02.198635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445295a-f6be-463c-9c57-9078fa07b4cd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=54fea181-bc12-453c-93e0-aa250c5ebb02,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:02.212363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:02.303439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:02.308092 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.502139 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.567550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=b6cf0bad-9e1b-43a0-9128-fa980366667f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:02.576528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': 'b66803f3-202f-4526-8fd7-abdcd823ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:02.576890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 945d4ae3-4535-472e-b9ea-343b57fecae7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:02.593585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:02.603342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 945d4ae3-4535-472e-b9ea-343b57fecae7) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:02.607593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:02.608178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.614112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72f1859-5f2e-4d7b-af6b-b5cbd8f1756e None None] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:02.623970 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f88af02e-7e27-4c95-8e2d-1bc093dde9df tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4403980 Feb 09 00:15:02.626977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49412) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:02.634049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:02.754997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:02.759543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.792500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-945d4ae3-4535-472e-b9ea-343b57fecae7', 'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': 'b6cf0bad-9e1b-43a0-9128-fa980366667f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:02.793492 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:02.940994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Allocated IP 2001:db8::2 (945d4ae3-4535-472e-b9ea-343b57fecae7/b6cf0bad-9e1b-43a0-9128-fa980366667f/081034b8-8d55-4667-ba82-60142ba1ea92) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:02.966164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.047654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': '57b876f5-8996-4489-92b6-303e1a077836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:03.048013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 54fea181-bc12-453c-93e0-aa250c5ebb02, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:03.053631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=55ccf98a-71ed-4ccb-b5d4-5e7affd13487,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:03.074746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:03.085218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 54fea181-bc12-453c-93e0-aa250c5ebb02) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:03.090936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:03.091523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.109272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f3bbb61d-969b-492d-9fdd-55ecc5b45abd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4810774 Feb 09 00:15:03.112273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:03.117442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb740b-f491-480b-8e2c-74abcf553517 None None] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:03.118016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-851758282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:03.124223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.145573 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.146634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.166467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.208946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.214789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.217765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:03.222266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:03.233123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:03.240121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.244314 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ce9b9e85-ac62-424f-b498-3ed23229d86c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1281843 Feb 09 00:15:03.244579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:03.260794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Pushing event updated for resources: {'Port': ['ID=081034b8-8d55-4667-ba82-60142ba1ea92,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:03.373694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Attempting to bind port 081034b8-8d55-4667-ba82-60142ba1ea92 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:03.374003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Attempting to bind port 081034b8-8d55-4667-ba82-60142ba1ea92 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b66803f3-202f-4526-8fd7-abdcd823ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:03.374342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Attempting to bind port 081034b8-8d55-4667-ba82-60142ba1ea92 on network 945d4ae3-4535-472e-b9ea-343b57fecae7 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:03.387725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:03.388486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Checking segment: {'id': 'b66803f3-202f-4526-8fd7-abdcd823ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:03.388891 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.389405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Bound using segment: {'id': 'b66803f3-202f-4526-8fd7-abdcd823ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:03.390073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Bound port: 081034b8-8d55-4667-ba82-60142ba1ea92, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66803f3-202f-4526-8fd7-abdcd823ae34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '945d4ae3-4535-472e-b9ea-343b57fecae7'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:03.390561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.422366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-54fea181-bc12-453c-93e0-aa250c5ebb02', 'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '55ccf98a-71ed-4ccb-b5d4-5e7affd13487'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:03.423213 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.560506 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.759203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] For port 081034b8-8d55-4667-ba82-60142ba1ea92, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:03.782196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] For port 081034b8-8d55-4667-ba82-60142ba1ea92, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=081034b8-8d55-4667-ba82-60142ba1ea92,segment=NetworkSegment(b66803f3-202f-4526-8fd7-abdcd823ae34),segment_id=b66803f3-202f-4526-8fd7-abdcd823ae34)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:03.793224 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:03.806676 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Allocated IP 2001:db8:1::2 (54fea181-bc12-453c-93e0-aa250c5ebb02/55ccf98a-71ed-4ccb-b5d4-5e7affd13487/6055fc8a-e25f-444c-b471-2004af7c2013) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:03.827631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8::1 (945d4ae3-4535-472e-b9ea-343b57fecae7/b6cf0bad-9e1b-43a0-9128-fa980366667f/a72e293e-5a72-46ea-bced-0aafce37d1e9) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:03.932066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e201586-b1ff-4c37-a913-f6c04343a2b5 None None] Pushing event updated for resources: {'Port': ['ID=081034b8-8d55-4667-ba82-60142ba1ea92,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:03.971494 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.009310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.035868 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.041776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.057624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:04.063171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:04.067775 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:04.068045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.087830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:04.091431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:04.097830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:04.106376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Pushing event updated for resources: {'Port': ['ID=6055fc8a-e25f-444c-b471-2004af7c2013,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:04.111897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=a72e293e-5a72-46ea-bced-0aafce37d1e9,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:04.209714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Attempting to bind port 6055fc8a-e25f-444c-b471-2004af7c2013 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:04.210166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Attempting to bind port 6055fc8a-e25f-444c-b471-2004af7c2013 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '57b876f5-8996-4489-92b6-303e1a077836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:04.211009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Attempting to bind port 6055fc8a-e25f-444c-b471-2004af7c2013 on network 54fea181-bc12-453c-93e0-aa250c5ebb02 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:04.218304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:04.220446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Checking segment: {'id': '57b876f5-8996-4489-92b6-303e1a077836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:04.220446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.220685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Bound using segment: {'id': '57b876f5-8996-4489-92b6-303e1a077836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:04.221047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Bound port: 6055fc8a-e25f-444c-b471-2004af7c2013, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b876f5-8996-4489-92b6-303e1a077836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '54fea181-bc12-453c-93e0-aa250c5ebb02'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:04.221444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.228694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.333351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] For port 6055fc8a-e25f-444c-b471-2004af7c2013, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:04.339160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] For port 6055fc8a-e25f-444c-b471-2004af7c2013, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6055fc8a-e25f-444c-b471-2004af7c2013,segment=NetworkSegment(57b876f5-8996-4489-92b6-303e1a077836),segment_id=57b876f5-8996-4489-92b6-303e1a077836)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:04.344372 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.426831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f360717-ab48-4dbb-8610-b6e361da8833 None None] Pushing event updated for resources: {'Port': ['ID=6055fc8a-e25f-444c-b471-2004af7c2013,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:04.587380 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.592316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.594823 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:04.715725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=a72e293e-5a72-46ea-bced-0aafce37d1e9,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:04.741356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-50425a5e-62b5-49b3-b92e-0297ce57da6b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909348 Feb 09 00:15:04.768248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:04.769801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:04.885194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-54d07080-47fa-4dcf-9e3e-bfcf3f8ad7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:04.888196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-54d07080-47fa-4dcf-9e3e-bfcf3f8ad7c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1097 time: 0.0957322 Feb 09 00:15:04.932682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 03ba6307-050c-4dfd-a38c-f6cb8d9e5898 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:15:05.052832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:05.056104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-71fa7968-1897-48b0-9ddf-970ccaae26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:05.058003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-71fa7968-1897-48b0-9ddf-970ccaae26ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 897 time: 0.1471407 Feb 09 00:15:05.061285 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-74d3b2a2-0ad1-4c73-99ce-911aa5749c66 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/03ba6307-050c-4dfd-a38c-f6cb8d9e5898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8142407 Feb 09 00:15:05.062664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49454) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:05.065369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] Sync routers for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:05.083069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:05.084054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:05.129133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91e0ce-a3d3-4443-bf61-0be579898cec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:05.131998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:05.133492 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3b91e0ce-a3d3-4443-bf61-0be579898cec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports/a72e293e-5a72-46ea-bced-0aafce37d1e9 HTTP/1.1" status: 200 len: 911 time: 0.0696070 Feb 09 00:15:05.133866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-195b3b9e-fb5b-4dcb-94a9-404fc7aeace4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0692716 Feb 09 00:15:05.136523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:05.149467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:05.150130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:05.232131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:05.232775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7364539-c70f-4c2c-b823-0317f9e034a3 None None] The sync data for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:05.306845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-2ee8c558-aba8-488a-b96c-1773e4dadbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:05.308439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-2ee8c558-aba8-488a-b96c-1773e4dadbee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 200 len: 834 time: 0.1643238 Feb 09 00:15:05.355210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6055fc8a-e25f-444c-b471-2004af7c2013 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:05.436904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0dc838-ef4a-447e-bb2d-5432669251b2 None None] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:05.486078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-ef2f44a1-87aa-48af-aed8-8922b34f5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:05.487594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-ef2f44a1-87aa-48af-aed8-8922b34f5923 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=616c5eee-7840-42b8-a096-d5a90d73f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712964 Feb 09 00:15:05.513650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6055fc8a-e25f-444c-b471-2004af7c2013 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:05.514144 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:05.584202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-76723483-1b74-457f-8209-6deebd3c1af7 None None] Provisioning complete for port 081034b8-8d55-4667-ba82-60142ba1ea92 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:05.584681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76723483-1b74-457f-8209-6deebd3c1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:05.739688 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-32186f7c-5175-4a99-84a5-044fdbdaf5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419596 Feb 09 00:15:05.763979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:05.797963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a88947-603b-49b3-b638-c7dee9d9065a None None] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:05.803317 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:05.885853 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76723483-1b74-457f-8209-6deebd3c1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:05.907946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 6055fc8a-e25f-444c-b471-2004af7c2013, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6055fc8a-e25f-444c-b471-2004af7c2013,segment=NetworkSegment(57b876f5-8996-4489-92b6-303e1a077836),segment_id=57b876f5-8996-4489-92b6-303e1a077836)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:05.918834 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:05.919302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 081034b8-8d55-4667-ba82-60142ba1ea92 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:05.940931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dad8f0d2-b469-4cb6-88bf-4a027a1d6b47 req-6c4add18-ab21-40cf-a420-2d23d7e86cf6 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937349 Feb 09 00:15:06.028811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-76723483-1b74-457f-8209-6deebd3c1af7 None None] For port 081034b8-8d55-4667-ba82-60142ba1ea92, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=081034b8-8d55-4667-ba82-60142ba1ea92,segment=NetworkSegment(b66803f3-202f-4526-8fd7-abdcd823ae34),segment_id=b66803f3-202f-4526-8fd7-abdcd823ae34)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:06.039897 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76723483-1b74-457f-8209-6deebd3c1af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.082300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=6055fc8a-e25f-444c-b471-2004af7c2013,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:06.173976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 081034b8-8d55-4667-ba82-60142ba1ea92 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:06.174818 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.194044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8:1::1 (54fea181-bc12-453c-93e0-aa250c5ebb02/55ccf98a-71ed-4ccb-b5d4-5e7affd13487/cb32fd06-8904-44ec-a872-c05bd8125291) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:06.207754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76723483-1b74-457f-8209-6deebd3c1af7 None None] Pushing event updated for resources: {'Port': ['ID=081034b8-8d55-4667-ba82-60142ba1ea92,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:06.230271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-926db0ed-c157-49fa-9f8d-0f29ccd699cb None None] Provisioning complete for port 6055fc8a-e25f-444c-b471-2004af7c2013 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:06.230874 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-926db0ed-c157-49fa-9f8d-0f29ccd699cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.362183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.422268 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.463925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:06.469539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:06.473747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:06.474312 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.503951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d63c4a2f-45a1-4fa6-bac2-54f660e34405 None None] Provisioning complete for port a72e293e-5a72-46ea-bced-0aafce37d1e9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:06.504423 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d63c4a2f-45a1-4fa6-bac2-54f660e34405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.529112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=cb32fd06-8904-44ec-a872-c05bd8125291,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:06.577429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d63c4a2f-45a1-4fa6-bac2-54f660e34405 None None] Port a72e293e-5a72-46ea-bced-0aafce37d1e9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:06.589967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d63c4a2f-45a1-4fa6-bac2-54f660e34405 None None] Provisioning complete for port 081034b8-8d55-4667-ba82-60142ba1ea92 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:06.590476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d63c4a2f-45a1-4fa6-bac2-54f660e34405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.646600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:06.865871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3fd69bc7-eb92-4c30-9d13-b262a29da401 None None] Provisioning complete for port 6055fc8a-e25f-444c-b471-2004af7c2013 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:06.866396 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3fd69bc7-eb92-4c30-9d13-b262a29da401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.015665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.017423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3fd69bc7-eb92-4c30-9d13-b262a29da401 None None] Provisioning complete for port a72e293e-5a72-46ea-bced-0aafce37d1e9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:07.017969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3fd69bc7-eb92-4c30-9d13-b262a29da401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.021518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.026358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.027261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.062744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3fd69bc7-eb92-4c30-9d13-b262a29da401 None None] Port a72e293e-5a72-46ea-bced-0aafce37d1e9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:07.110108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=cb32fd06-8904-44ec-a872-c05bd8125291,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:07.158535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.181036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:07.182773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:07.183543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aea71e3d-226d-47b0-910b-564c54dfdc84 None None] Provisioning complete for port a72e293e-5a72-46ea-bced-0aafce37d1e9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:07.183922 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aea71e3d-226d-47b0-910b-564c54dfdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.225652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6055fc8a-e25f-444c-b471-2004af7c2013 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:07.259890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aea71e3d-226d-47b0-910b-564c54dfdc84 None None] Port a72e293e-5a72-46ea-bced-0aafce37d1e9 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:07.283598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aea71e3d-226d-47b0-910b-564c54dfdc84 None None] Provisioning complete for port cb32fd06-8904-44ec-a872-c05bd8125291 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:07.283971 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aea71e3d-226d-47b0-910b-564c54dfdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.333466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 03ba6307-050c-4dfd-a38c-f6cb8d9e5898 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:07.346586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6055fc8a-e25f-444c-b471-2004af7c2013 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:07.346886 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.348445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aea71e3d-226d-47b0-910b-564c54dfdc84 None None] Port cb32fd06-8904-44ec-a872-c05bd8125291 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:07.442915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 081034b8-8d55-4667-ba82-60142ba1ea92 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:07.470940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:15:07.502738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 081034b8-8d55-4667-ba82-60142ba1ea92 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:07.503044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.615484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b7756c7b-4993-4663-99f1-0bae6f41bae5 None None] Provisioning complete for port cb32fd06-8904-44ec-a872-c05bd8125291 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:07.616592 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b7756c7b-4993-4663-99f1-0bae6f41bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:07.656750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b7756c7b-4993-4663-99f1-0bae6f41bae5 None None] Port cb32fd06-8904-44ec-a872-c05bd8125291 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:07.796313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:07.801241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-acc44950-1163-41fa-a18c-028efcd33f0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/03ba6307-050c-4dfd-a38c-f6cb8d9e5898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6626096 Feb 09 00:15:07.803727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49498) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:07.810301 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] Sync routers for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:07.820642 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:07.821386 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:07.850057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf65adc0-cbc8-456a-a404-b21f66e6d7fc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:07.854399 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bf65adc0-cbc8-456a-a404-b21f66e6d7fc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports/cb32fd06-8904-44ec-a872-c05bd8125291 HTTP/1.1" status: 200 len: 913 time: 0.0462377 Feb 09 00:15:07.854790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49502) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:07.855793 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:07.865031 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:07.865776 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:07.903715 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:07.904610 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7ea83-ebb7-4f58-a80c-f9f721a4a7ff None None] The sync data for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:08.187985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:08.444177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port cb32fd06-8904-44ec-a872-c05bd8125291 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:08.444523 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:08.533181 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:08.545719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for cb32fd06-8904-44ec-a872-c05bd8125291 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:08.727283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:08.755773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=cb32fd06-8904-44ec-a872-c05bd8125291,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:08.882975 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:09.078424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 03ba6307-050c-4dfd-a38c-f6cb8d9e5898 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:09.174439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:09.183586 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bd40db82-6f76-4e37-8524-5f0788eee9e3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/03ba6307-050c-4dfd-a38c-f6cb8d9e5898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3249726 Feb 09 00:15:09.183586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49526) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:09.185159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] Sync routers for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:09.199164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:09.199814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:09.235453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:09.244742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:09.245425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:09.284484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:09.285157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ee109-2314-47df-91d2-f1f590427a4f None None] The sync data for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:09.518628 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:09.806960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port a72e293e-5a72-46ea-bced-0aafce37d1e9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:09.807301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:09.897562 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:09.910378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for a72e293e-5a72-46ea-bced-0aafce37d1e9 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:10.091712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.119526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=a72e293e-5a72-46ea-bced-0aafce37d1e9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:10.224052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.401495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 03ba6307-050c-4dfd-a38c-f6cb8d9e5898 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:10.481359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:10.489674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5256caa9-3e26-443b-95a6-208276258171 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/03ba6307-050c-4dfd-a38c-f6cb8d9e5898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3015597 Feb 09 00:15:10.489784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49550) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:10.491415 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] Sync routers for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:10.502590 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:10.503740 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:10.521663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-119e43bc-9c6d-47a9-8ef2-5ed2482b8e78 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ba6307-050c-4dfd-a38c-f6cb8d9e5898 HTTP/1.1" status: 200 len: 205 time: 0.0290561 Feb 09 00:15:10.521898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49552) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:10.541468 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:10.550353 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] Routers {'03ba6307-050c-4dfd-a38c-f6cb8d9e5898'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:10.551033 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:14:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:10.582530 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:10.583257 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321eb31c-ecaa-4520-8eea-bcf8cd8db4c1 None None] The sync data for ids ['03ba6307-050c-4dfd-a38c-f6cb8d9e5898'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:10.601580 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.768216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.770623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.820661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.821632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router 03ba6307-050c-4dfd-a38c-f6cb8d9e5898 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:15:10.833339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.834927 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c780c74b-4822-4737-a354-520f3e202980 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/03ba6307-050c-4dfd-a38c-f6cb8d9e5898 HTTP/1.1" status: 204 len: 168 time: 0.3118312 Feb 09 00:15:10.837688 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49560) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:10.892745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 55ccf98a-71ed-4ccb-b5d4-5e7affd13487 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:10.895857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:10.935731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.029121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.075117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-e62b2428-2fdd-41af-a8a2-2efb44df733b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666361 Feb 09 00:15:11.099247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.130843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=55ccf98a-71ed-4ccb-b5d4-5e7affd13487,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:11.134878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.140470 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/55ccf98a-71ed-4ccb-b5d4-5e7affd13487 HTTP/1.1" status: 204 len: 168 time: 0.2995293 Feb 09 00:15:11.140615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d12d9e-5182-4786-ab2b-2cd9d852b7d8 None None] Network 54fea181-bc12-453c-93e0-aa250c5ebb02 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:11.141039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49566) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:11.168778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-5b3de217-7a2f-498e-b8a9-d128951281b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:11.170319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-5b3de217-7a2f-498e-b8a9-d128951281b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 1101 time: 0.0510831 Feb 09 00:15:11.175779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.176143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.176492 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.176838 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.177195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.177536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.177869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.178201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.178532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.178890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.179740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.180076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ed868-a4c0-4be4-8894-dcd6e87b682f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:11.208398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet b6cf0bad-9e1b-43a0-9128-fa980366667f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:11.212147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.256687 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.305142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-5da067df-b4a3-46f7-bbe0-1412498b3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:11.306771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-5da067df-b4a3-46f7-bbe0-1412498b3239 service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.1092734 Feb 09 00:15:11.361821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-a37cb9dc-12fa-4086-8ee8-8a5b331f9c95 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 HTTP/1.1" status: 200 len: 217 time: 0.0480709 Feb 09 00:15:11.388419 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.420216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-48ca6f28-55e6-4e4a-9c80-740328f925b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:11.421791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-48ca6f28-55e6-4e4a-9c80-740328f925b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0529783 Feb 09 00:15:11.432271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] DHCP port deletion for 54fea181-bc12-453c-93e0-aa250c5ebb02 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:15:11.476424 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.477448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-d80a91eb-f3c5-45bd-8032-20989e7bb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:11.479213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-d80a91eb-f3c5-45bd-8032-20989e7bb04a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487056 Feb 09 00:15:11.496983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] Deleting port 6055fc8a-e25f-444c-b471-2004af7c2013 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:11.497647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.508231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cf0bad-9e1b-43a0-9128-fa980366667f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:11.521075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.525932 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9f84b031-e1cb-4ed3-8131-808bf3e995a3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/b6cf0bad-9e1b-43a0-9128-fa980366667f HTTP/1.1" status: 204 len: 168 time: 0.3842843 Feb 09 00:15:11.528459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49572) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:11.599938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-f7c05f9b-3b98-4a4a-9082-a1dabdd760a2 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142607 Feb 09 00:15:11.640548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.720642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 6055fc8a-e25f-444c-b471-2004af7c2013 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:11.721329 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.744303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2bde75-0da0-4936-8125-5ff58be162a5 None None] Network 945d4ae3-4535-472e-b9ea-343b57fecae7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:11.752937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa0d726-637d-4ffb-9fc5-f4e7f11e9c45 req-66f846f7-5676-43ad-ae46-969a0c33eebf service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391523 Feb 09 00:15:11.798510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 6055fc8a-e25f-444c-b471-2004af7c2013, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6055fc8a-e25f-444c-b471-2004af7c2013,segment=NetworkSegment(57b876f5-8996-4489-92b6-303e1a077836),segment_id=57b876f5-8996-4489-92b6-303e1a077836)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:11.799035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.813025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 6055fc8a-e25f-444c-b471-2004af7c2013 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:11.828990 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] For port 6055fc8a-e25f-444c-b471-2004af7c2013, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6055fc8a-e25f-444c-b471-2004af7c2013,segment=NetworkSegment(57b876f5-8996-4489-92b6-303e1a077836),segment_id=57b876f5-8996-4489-92b6-303e1a077836)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:11.829401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:11.847173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] Calling delete_port for 6055fc8a-e25f-444c-b471-2004af7c2013 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:11.944303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f0de-0fc8-47dc-8175-fbbc46845314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.013652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.042455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] Pushing event deleted for resources: {'Port': ['ID=6055fc8a-e25f-444c-b471-2004af7c2013,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:12.048244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c8c7c-f3be-4f24-add5-77a776b33f66 None None] No DVR routers for this DVR port 6055fc8a-e25f-444c-b471-2004af7c2013 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:12.075325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] DHCP port deletion for 945d4ae3-4535-472e-b9ea-343b57fecae7 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:15:12.132168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] Deleting port 081034b8-8d55-4667-ba82-60142ba1ea92 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:12.132558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.209569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] For port 081034b8-8d55-4667-ba82-60142ba1ea92, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=081034b8-8d55-4667-ba82-60142ba1ea92,segment=NetworkSegment(b66803f3-202f-4526-8fd7-abdcd823ae34),segment_id=b66803f3-202f-4526-8fd7-abdcd823ae34)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:12.210764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.225032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] Calling delete_port for 081034b8-8d55-4667-ba82-60142ba1ea92 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:12.266975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.297033 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=6055fc8a-e25f-444c-b471-2004af7c2013,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:12.300680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port 6055fc8a-e25f-444c-b471-2004af7c2013 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:12.321241 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.346819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] Pushing event deleted for resources: {'Port': ['ID=081034b8-8d55-4667-ba82-60142ba1ea92,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:12.353971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2679a30-0fa6-4ec7-a1b9-5469d68e89f1 None None] No DVR routers for this DVR port 081034b8-8d55-4667-ba82-60142ba1ea92 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:12.401559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.423054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fea181-bc12-453c-93e0-aa250c5ebb02']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:12.432660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b876f5-8996-4489-92b6-303e1a077836') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:12.433001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b876f5-8996-4489-92b6-303e1a077836') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:12.442326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.455689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.463097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:12.463538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: self.session.flush() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:12.466539 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:12.532354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.543264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.549324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/54fea181-bc12-453c-93e0-aa250c5ebb02 HTTP/1.1" status: 204 len: 168 time: 1.0168056 Feb 09 00:15:12.549444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49592) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:12.566625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82bcb7-6335-4252-bd08-271ab9e3bf8e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=54fea181-bc12-453c-93e0-aa250c5ebb02,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:12.638155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.725891 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.751248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945d4ae3-4535-472e-b9ea-343b57fecae7']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:12.761242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66803f3-202f-4526-8fd7-abdcd823ae34') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:12.761535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66803f3-202f-4526-8fd7-abdcd823ae34') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:12.771006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.792219 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.799588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:12.799936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:12.803533 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:12.865069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.869900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.873440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/945d4ae3-4535-472e-b9ea-343b57fecae7 HTTP/1.1" status: 204 len: 168 time: 0.3230519 Feb 09 00:15:12.878091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49600) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:12.883703 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1471365768'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:12.898968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac4332-a2ce-4200-b924-de724e1c6a1b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=945d4ae3-4535-472e-b9ea-343b57fecae7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:12.920780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:12.924310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.949531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:12.958412 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:12.958750 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d of type vlan for network 32703402-be00-49e4-9740-44589239676c Feb 09 00:15:13.000739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.026865 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.033606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:13.034278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.093996 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2147791 Feb 09 00:15:13.096795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49606) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:13.102843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '32703402-be00-49e4-9740-44589239676c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:13.113214 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f450f70-21a3-4404-9cfe-1052261d92c2 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=32703402-be00-49e4-9740-44589239676c,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:13.126655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 32703402-be00-49e4-9740-44589239676c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:13.214081 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6055fc8a-e25f-444c-b471-2004af7c2013 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:13.222878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:13.226923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.240043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6055fc8a-e25f-444c-b471-2004af7c2013 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:13.240411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6055fc8a-e25f-444c-b471-2004af7c2013 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:13.240854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 081034b8-8d55-4667-ba82-60142ba1ea92 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:13.262044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 081034b8-8d55-4667-ba82-60142ba1ea92 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:13.262799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 081034b8-8d55-4667-ba82-60142ba1ea92 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:13.435123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.499693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=bbf39f0c-637e-494d-9c4d-70df35c0796b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:13.502804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '32703402-be00-49e4-9740-44589239676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:13.503163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 32703402-be00-49e4-9740-44589239676c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:13.512394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.512750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.513138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.513481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.513817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.514152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.514485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.514812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.515140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.515465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.515789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.516110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:13.531943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 32703402-be00-49e4-9740-44589239676c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:13.545515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 32703402-be00-49e4-9740-44589239676c) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:13.549675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:13.550291 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.556680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a5515-c3f8-41cc-819f-e440e282d03e None None] Network 32703402-be00-49e4-9740-44589239676c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:13.573757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e920405e-db48-455c-b378-d6596bd53dd5 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4733958 Feb 09 00:15:13.574096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49616) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:13.579372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-657984924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:13.620958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.622020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.682246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.687031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.706800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.708970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-511e2175-9d87-4bb2-b115-62c74ac4801b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1323593 Feb 09 00:15:13.710872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49618) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:13.715784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'port': {'network_id': '32703402-be00-49e4-9740-44589239676c', 'name': 'tempest-RoutersIpV6Test-655293346'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:13.755747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-32703402-be00-49e4-9740-44589239676c', 'network_id': '32703402-be00-49e4-9740-44589239676c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': 'bbf39f0c-637e-494d-9c4d-70df35c0796b'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:13.757326 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.835581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:13.839489 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:13.858535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] device_id is not set on port 1e4a1d2f-375a-4688-8044-00bf60ed7462 yet. {{(pid=105925) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 00:15:13.944649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Allocated IP 2001:db8::2 (32703402-be00-49e4-9740-44589239676c/bbf39f0c-637e-494d-9c4d-70df35c0796b/650e0f95-6924-4bfe-81f8-4bc95199d09c) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:14.088885 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.094799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.142978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Network 32703402-be00-49e4-9740-44589239676c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:14.145821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:14.151914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:14.160216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Pushing event updated for resources: {'Port': ['ID=650e0f95-6924-4bfe-81f8-4bc95199d09c,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:14.170330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8::ac (32703402-be00-49e4-9740-44589239676c/bbf39f0c-637e-494d-9c4d-70df35c0796b/1e4a1d2f-375a-4688-8044-00bf60ed7462) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:14.187658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.188094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.188510 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.188940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.189356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.189760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.190307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.190544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.190944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.191357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.191755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.192150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:14.228087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Attempting to bind port 650e0f95-6924-4bfe-81f8-4bc95199d09c on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:14.228826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Attempting to bind port 650e0f95-6924-4bfe-81f8-4bc95199d09c by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '32703402-be00-49e4-9740-44589239676c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:14.228826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Attempting to bind port 650e0f95-6924-4bfe-81f8-4bc95199d09c on network 32703402-be00-49e4-9740-44589239676c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:14.233935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:14.234315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Checking segment: {'id': 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '32703402-be00-49e4-9740-44589239676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:14.234728 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.235117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Bound using segment: {'id': 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '32703402-be00-49e4-9740-44589239676c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:14.235583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Bound port: 650e0f95-6924-4bfe-81f8-4bc95199d09c, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '32703402-be00-49e4-9740-44589239676c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:14.235973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.301414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] For port 650e0f95-6924-4bfe-81f8-4bc95199d09c, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:14.305162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] For port 650e0f95-6924-4bfe-81f8-4bc95199d09c, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=650e0f95-6924-4bfe-81f8-4bc95199d09c,segment=NetworkSegment(e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d),segment_id=e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:14.310223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.369030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.374544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82312f-5886-4cc0-b234-d966bf7f3bcc None None] Pushing event updated for resources: {'Port': ['ID=650e0f95-6924-4bfe-81f8-4bc95199d09c,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:14.412865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.477503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 32703402-be00-49e4-9740-44589239676c is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:14.480660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:14.486864 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:14.493782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:14.494457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.510661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=1e4a1d2f-375a-4688-8044-00bf60ed7462,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:14.523807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9b5b26ec-0fa8-410d-b446-afbfae1c8967 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8118827 Feb 09 00:15:14.524091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:14.647665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-88408e1b-8c7b-4c07-850a-a64859a5ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:14.911961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.191286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.201694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.254920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 650e0f95-6924-4bfe-81f8-4bc95199d09c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:15.294105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=1e4a1d2f-375a-4688-8044-00bf60ed7462,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:15.359193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 650e0f95-6924-4bfe-81f8-4bc95199d09c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:15.359562 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.438822 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.449730 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.486557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 650e0f95-6924-4bfe-81f8-4bc95199d09c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=650e0f95-6924-4bfe-81f8-4bc95199d09c,segment=NetworkSegment(e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d),segment_id=e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:15.492410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.550024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83d438-35e7-4eba-ba25-94f7e3d84158 None None] Network 32703402-be00-49e4-9740-44589239676c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:15.602587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.613882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.624355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=650e0f95-6924-4bfe-81f8-4bc95199d09c,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:15.678177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1004dfb3-906e-4482-958e-7c73c4bc9ee7 None None] Provisioning complete for port 650e0f95-6924-4bfe-81f8-4bc95199d09c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:15.678556 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1004dfb3-906e-4482-958e-7c73c4bc9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.913368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.918345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:15.919469 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.020097 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=1e4a1d2f-375a-4688-8044-00bf60ed7462,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:16.081949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5e088c93-80ab-4928-b004-70a3ef33ef8e None None] Provisioning complete for port 1e4a1d2f-375a-4688-8044-00bf60ed7462 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:16.082320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5e088c93-80ab-4928-b004-70a3ef33ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.083626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 32703402-be00-49e4-9740-44589239676c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:16.085725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:16.121189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5e088c93-80ab-4928-b004-70a3ef33ef8e None None] Port 1e4a1d2f-375a-4688-8044-00bf60ed7462 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:16.132755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5e088c93-80ab-4928-b004-70a3ef33ef8e None None] Provisioning complete for port 650e0f95-6924-4bfe-81f8-4bc95199d09c triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:16.133165 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5e088c93-80ab-4928-b004-70a3ef33ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.227564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 75f5b04d-2a59-4572-88b1-6a5b8f369742 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:15:16.340400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:16.357138 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-59b28021-c3fb-458d-9fa0-6f6cdc576c8a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/75f5b04d-2a59-4572-88b1-6a5b8f369742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203254 Feb 09 00:15:16.357760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] Sync routers for ids ['75f5b04d-2a59-4572-88b1-6a5b8f369742'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:16.358268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49666) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:16.379705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] Routers {'75f5b04d-2a59-4572-88b1-6a5b8f369742'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:16.380498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['75f5b04d-2a59-4572-88b1-6a5b8f369742'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:16.409629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa5f914-a249-4de6-b368-2ca2e514e446 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:16.413153 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3fa5f914-a249-4de6-b368-2ca2e514e446 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports/1e4a1d2f-375a-4688-8044-00bf60ed7462 HTTP/1.1" status: 200 len: 982 time: 0.0578511 Feb 09 00:15:16.414292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49672) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:16.438113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:16.442362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-abd3b0fe-27c9-44af-b2b3-91c3b7c65342 None None] Provisioning complete for port 1e4a1d2f-375a-4688-8044-00bf60ed7462 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:16.442766 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-abd3b0fe-27c9-44af-b2b3-91c3b7c65342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.478800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] Routers {'75f5b04d-2a59-4572-88b1-6a5b8f369742'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:16.480606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['75f5b04d-2a59-4572-88b1-6a5b8f369742'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:16.527597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:16.528366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d24dab-3a63-4709-9fc5-ebb704748cec None None] The sync data for ids ['75f5b04d-2a59-4572-88b1-6a5b8f369742'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:16.544605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-abd3b0fe-27c9-44af-b2b3-91c3b7c65342 None None] Port 1e4a1d2f-375a-4688-8044-00bf60ed7462 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:16.683959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4957be2d-b73f-4cea-aaf0-a4b699af8f42 None None] Provisioning complete for port 1e4a1d2f-375a-4688-8044-00bf60ed7462 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:16.685350 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4957be2d-b73f-4cea-aaf0-a4b699af8f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.743896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4957be2d-b73f-4cea-aaf0-a4b699af8f42 None None] Port 1e4a1d2f-375a-4688-8044-00bf60ed7462 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:16.905336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.936301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:16.978337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ad865279-15db-4f2f-ace2-b21d79b21089 None None] Provisioning complete for port 1e4a1d2f-375a-4688-8044-00bf60ed7462 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:16.978710 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ad865279-15db-4f2f-ace2-b21d79b21089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:17.034688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ad865279-15db-4f2f-ace2-b21d79b21089 None None] Port 1e4a1d2f-375a-4688-8044-00bf60ed7462 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:17.213897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 650e0f95-6924-4bfe-81f8-4bc95199d09c up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:17.272149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 650e0f95-6924-4bfe-81f8-4bc95199d09c triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:17.274041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:17.344545 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:17.575878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 1e4a1d2f-375a-4688-8044-00bf60ed7462 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:17.576477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:17.663440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:17.675751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 1e4a1d2f-375a-4688-8044-00bf60ed7462 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:17.859159 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:17.891696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=1e4a1d2f-375a-4688-8044-00bf60ed7462,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:17.988869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.161832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 75f5b04d-2a59-4572-88b1-6a5b8f369742 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:18.239797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:18.245408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a31b2c92-1ac7-4ee1-aa68-ada4e6e4e88d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/75f5b04d-2a59-4572-88b1-6a5b8f369742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8300037 Feb 09 00:15:18.247357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49704) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:18.250315 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] Sync routers for ids ['75f5b04d-2a59-4572-88b1-6a5b8f369742'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:18.262667 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] Routers {'75f5b04d-2a59-4572-88b1-6a5b8f369742'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:18.263514 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['75f5b04d-2a59-4572-88b1-6a5b8f369742'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:18.301403 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:18.311297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] Routers {'75f5b04d-2a59-4572-88b1-6a5b8f369742'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:18.312134 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['75f5b04d-2a59-4572-88b1-6a5b8f369742'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:18.346299 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:18.347319 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd62db8f-6c77-4e42-8c58-41d466ab467c None None] The sync data for ids ['75f5b04d-2a59-4572-88b1-6a5b8f369742'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:18.451864 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-ff49cf56-fa03-473f-bad8-748ce932683c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 00:15:18.455490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ff49cf56-fa03-473f-bad8-748ce932683c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/75f5b04d-2a59-4572-88b1-6a5b8f369742/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2038689 Feb 09 00:15:18.455709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49710) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:18.485030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9f1397a1-5c84-4e19-9d27-2634acaed00f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=75f5b04d-2a59-4572-88b1-6a5b8f369742 HTTP/1.1" status: 200 len: 205 time: 0.0259268 Feb 09 00:15:18.485290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49712) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:18.561315 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.732515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.734692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.778121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.778715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router 75f5b04d-2a59-4572-88b1-6a5b8f369742 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:15:18.786197 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.787380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f050ab66-5d01-46c5-bb00-570312645b28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/75f5b04d-2a59-4572-88b1-6a5b8f369742 HTTP/1.1" status: 204 len: 168 time: 0.3011186 Feb 09 00:15:18.790062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49718) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:18.846656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet bbf39f0c-637e-494d-9c4d-70df35c0796b {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:18.850594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:18.913578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.006792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.074797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.115399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf39f0c-637e-494d-9c4d-70df35c0796b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:19.120334 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.124024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a5cb619-0aaf-415d-9b17-be3a3ba806d9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/bbf39f0c-637e-494d-9c4d-70df35c0796b HTTP/1.1" status: 204 len: 168 time: 0.3327699 Feb 09 00:15:19.126451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49732) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:19.126851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746a9ce-a11c-430e-89bc-4ad69bcee8d4 None None] Network 32703402-be00-49e4-9740-44589239676c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:19.213460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.268272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 650e0f95-6924-4bfe-81f8-4bc95199d09c {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:19.268814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.346169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] DHCP port deletion for 32703402-be00-49e4-9740-44589239676c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:15:19.347761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 650e0f95-6924-4bfe-81f8-4bc95199d09c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=650e0f95-6924-4bfe-81f8-4bc95199d09c,segment=NetworkSegment(e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d),segment_id=e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:19.348120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.361563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 650e0f95-6924-4bfe-81f8-4bc95199d09c owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:19.398674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] Deleting port 650e0f95-6924-4bfe-81f8-4bc95199d09c {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:19.399666 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.450836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.478413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=650e0f95-6924-4bfe-81f8-4bc95199d09c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:19.479095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] For port 650e0f95-6924-4bfe-81f8-4bc95199d09c, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=650e0f95-6924-4bfe-81f8-4bc95199d09c,segment=NetworkSegment(e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d),segment_id=e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:19.479501 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.493049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port 650e0f95-6924-4bfe-81f8-4bc95199d09c on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:19.496708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] Calling delete_port for 650e0f95-6924-4bfe-81f8-4bc95199d09c owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:19.581197 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.582175 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.604026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32703402-be00-49e4-9740-44589239676c']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:19.611618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] Pushing event deleted for resources: {'Port': ['ID=650e0f95-6924-4bfe-81f8-4bc95199d09c,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:19.613950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:19.614247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e1040a-0ad1-4b10-b322-fbc5cdf7a71d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:19.616334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6414db4-8514-4585-b5be-7deaf514d2a6 None None] No DVR routers for this DVR port 650e0f95-6924-4bfe-81f8-4bc95199d09c on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:19.627263 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.642517 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.649486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:19.649908 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:19.656141 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:19.736525 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.744125 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.750802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/32703402-be00-49e4-9740-44589239676c HTTP/1.1" status: 204 len: 168 time: 0.6198430 Feb 09 00:15:19.751426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49742) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:19.756246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-390762339'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:19.770339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08c1bc-2af6-443d-b423-fdcd2b1df3d0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=32703402-be00-49e4-9740-44589239676c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:19.789928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:19.793320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.818401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:19.829699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.830043 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment 978bc8c9-59ee-4d8d-9dce-1034851d202b of type vlan for network 6eed333b-6ac4-4722-886d-304238ff3301 Feb 09 00:15:19.871357 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.898879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.904880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:19.905500 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:19.970889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2184246 Feb 09 00:15:19.973742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49750) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:19.979118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '6eed333b-6ac4-4722-886d-304238ff3301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:19.987177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd0aa-8b5c-44ac-8b30-dc8203d702f0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=6eed333b-6ac4-4722-886d-304238ff3301,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:19.999717 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 6eed333b-6ac4-4722-886d-304238ff3301 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:20.090159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:20.093798 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.299045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.363638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=35538fa5-6b59-4c41-9500-cf21c287175c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:20.375264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': '978bc8c9-59ee-4d8d-9dce-1034851d202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6eed333b-6ac4-4722-886d-304238ff3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:20.375264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 6eed333b-6ac4-4722-886d-304238ff3301, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:20.394866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 6eed333b-6ac4-4722-886d-304238ff3301 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:20.408542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 6eed333b-6ac4-4722-886d-304238ff3301) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:20.415654 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:20.416232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.429054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca570cc-b695-4139-8edb-6f22dc640fcd None None] Network 6eed333b-6ac4-4722-886d-304238ff3301 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:20.434058 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0d1a7195-d93f-4463-9f86-fce9a80a788e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4590962 Feb 09 00:15:20.436516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49756) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:20.441241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-780058536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:20.467588 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.468609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.534007 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.541141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.566139 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.567606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9dca28d9-b777-4792-a474-ba34a15d0d9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1298842 Feb 09 00:15:20.571194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49762) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:20.798027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-6eed333b-6ac4-4722-886d-304238ff3301', 'network_id': '6eed333b-6ac4-4722-886d-304238ff3301', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '35538fa5-6b59-4c41-9500-cf21c287175c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:20.799055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:20.969057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Allocated IP 2001:db8::2 (6eed333b-6ac4-4722-886d-304238ff3301/35538fa5-6b59-4c41-9500-cf21c287175c/faf50d7c-333a-4026-bc79-c94959fda25f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:21.161457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.164041 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.171166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.219686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Network 6eed333b-6ac4-4722-886d-304238ff3301 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:21.233962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 650e0f95-6924-4bfe-81f8-4bc95199d09c no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:21.240288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:21.243867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:21.262430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Pushing event updated for resources: {'Port': ['ID=faf50d7c-333a-4026-bc79-c94959fda25f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:21.268954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 650e0f95-6924-4bfe-81f8-4bc95199d09c {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:21.269309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 650e0f95-6924-4bfe-81f8-4bc95199d09c not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:21.332680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Attempting to bind port faf50d7c-333a-4026-bc79-c94959fda25f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:21.333102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Attempting to bind port faf50d7c-333a-4026-bc79-c94959fda25f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '978bc8c9-59ee-4d8d-9dce-1034851d202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6eed333b-6ac4-4722-886d-304238ff3301'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:21.333479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Attempting to bind port faf50d7c-333a-4026-bc79-c94959fda25f on network 6eed333b-6ac4-4722-886d-304238ff3301 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:21.340174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:21.340563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Checking segment: {'id': '978bc8c9-59ee-4d8d-9dce-1034851d202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6eed333b-6ac4-4722-886d-304238ff3301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:21.340988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.341392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Bound using segment: {'id': '978bc8c9-59ee-4d8d-9dce-1034851d202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6eed333b-6ac4-4722-886d-304238ff3301'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:21.341865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Bound port: faf50d7c-333a-4026-bc79-c94959fda25f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978bc8c9-59ee-4d8d-9dce-1034851d202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '6eed333b-6ac4-4722-886d-304238ff3301'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:21.342749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.409168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] For port faf50d7c-333a-4026-bc79-c94959fda25f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:21.412376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] For port faf50d7c-333a-4026-bc79-c94959fda25f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=faf50d7c-333a-4026-bc79-c94959fda25f,segment=NetworkSegment(978bc8c9-59ee-4d8d-9dce-1034851d202b),segment_id=978bc8c9-59ee-4d8d-9dce-1034851d202b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:21.418442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.480485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8::1 (6eed333b-6ac4-4722-886d-304238ff3301/35538fa5-6b59-4c41-9500-cf21c287175c/0400ed59-fb8b-4449-94bd-d1dfe4639cf2) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:21.484260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5b9a0-5143-414e-9942-f3d8e43b4ab7 None None] Pushing event updated for resources: {'Port': ['ID=faf50d7c-333a-4026-bc79-c94959fda25f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:21.617209 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.660860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.718520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 6eed333b-6ac4-4722-886d-304238ff3301 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:21.722194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:21.724348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:21.724992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:21.788816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=0400ed59-fb8b-4449-94bd-d1dfe4639cf2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:21.885667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:22.180566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:22.186040 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:22.186930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:22.275277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=0400ed59-fb8b-4449-94bd-d1dfe4639cf2,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:22.338729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 6eed333b-6ac4-4722-886d-304238ff3301 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:22.341685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:22.491052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c0323779-c5ea-4974-a640-f6595d95e2e8 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:15:22.570472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c7ffe-e9f6-44cf-819f-bd4753242c68 None None] Network 6eed333b-6ac4-4722-886d-304238ff3301 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:22.602444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:22.611010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49798) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:22.611527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc534949-c389-497a-9a48-c70883f57b26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c0323779-c5ea-4974-a640-f6595d95e2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0389171 Feb 09 00:15:22.648379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] Sync routers for ids ['c0323779-c5ea-4974-a640-f6595d95e2e8'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:22.665880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28606a-8024-4c4a-978c-a3eca66e45ef tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:22.668954 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ea28606a-8024-4c4a-978c-a3eca66e45ef tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports/0400ed59-fb8b-4449-94bd-d1dfe4639cf2 HTTP/1.1" status: 200 len: 911 time: 0.0552306 Feb 09 00:15:22.670124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:22.682104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] Routers {'c0323779-c5ea-4974-a640-f6595d95e2e8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:22.682905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c0323779-c5ea-4974-a640-f6595d95e2e8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:22.730551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-becf4305-5a9b-44d2-a7c3-0a7c66996d10 None None] Provisioning complete for port faf50d7c-333a-4026-bc79-c94959fda25f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:22.731075 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-becf4305-5a9b-44d2-a7c3-0a7c66996d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:22.755223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:22.811977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] Routers {'c0323779-c5ea-4974-a640-f6595d95e2e8'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:22.811977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c0323779-c5ea-4974-a640-f6595d95e2e8'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:22.852820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:22.853501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb759bd-6e7e-4e6d-8575-08798a7d3de6 None None] The sync data for ids ['c0323779-c5ea-4974-a640-f6595d95e2e8'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:22.941784 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-becf4305-5a9b-44d2-a7c3-0a7c66996d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:22.987056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-becf4305-5a9b-44d2-a7c3-0a7c66996d10 None None] For port faf50d7c-333a-4026-bc79-c94959fda25f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=faf50d7c-333a-4026-bc79-c94959fda25f,segment=NetworkSegment(978bc8c9-59ee-4d8d-9dce-1034851d202b),segment_id=978bc8c9-59ee-4d8d-9dce-1034851d202b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:22.992759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-becf4305-5a9b-44d2-a7c3-0a7c66996d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.056564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf4305-5a9b-44d2-a7c3-0a7c66996d10 None None] Pushing event updated for resources: {'Port': ['ID=faf50d7c-333a-4026-bc79-c94959fda25f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:23.059466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.276349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device faf50d7c-333a-4026-bc79-c94959fda25f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:23.346051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b68e6f6c-4b77-4098-bffd-88591f1cc6b1 None None] Provisioning complete for port 0400ed59-fb8b-4449-94bd-d1dfe4639cf2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:23.346828 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68e6f6c-4b77-4098-bffd-88591f1cc6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.392635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 0400ed59-fb8b-4449-94bd-d1dfe4639cf2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:23.393255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.398555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port faf50d7c-333a-4026-bc79-c94959fda25f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:23.398932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.402050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b68e6f6c-4b77-4098-bffd-88591f1cc6b1 None None] Port 0400ed59-fb8b-4449-94bd-d1dfe4639cf2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:23.443033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b68e6f6c-4b77-4098-bffd-88591f1cc6b1 None None] Provisioning complete for port faf50d7c-333a-4026-bc79-c94959fda25f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:23.443401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b68e6f6c-4b77-4098-bffd-88591f1cc6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.515641 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.530848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 0400ed59-fb8b-4449-94bd-d1dfe4639cf2 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:23.704747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cd82d919-85a3-4d28-bea5-8950fca94cba None None] Provisioning complete for port 0400ed59-fb8b-4449-94bd-d1dfe4639cf2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:23.705366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cd82d919-85a3-4d28-bea5-8950fca94cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.746705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cd82d919-85a3-4d28-bea5-8950fca94cba None None] Port 0400ed59-fb8b-4449-94bd-d1dfe4639cf2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:23.747640 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:23.786876 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=0400ed59-fb8b-4449-94bd-d1dfe4639cf2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:23.859509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9806de3e-9b25-43d0-b02c-a4119168b719 None None] Could not find standard attr ID for object 0400ed59-fb8b-4449-94bd-d1dfe4639cf2. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:15:23.889883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.066070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c0323779-c5ea-4974-a640-f6595d95e2e8 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:24.151496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:24.156769 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6219d0d8-fa8b-41b6-ae79-6adea2fd69c8 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c0323779-c5ea-4974-a640-f6595d95e2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856086 Feb 09 00:15:24.160268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49826) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:24.162274 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] Sync routers for ids ['c0323779-c5ea-4974-a640-f6595d95e2e8'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:24.173854 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] Routers {'c0323779-c5ea-4974-a640-f6595d95e2e8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:24.174486 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c0323779-c5ea-4974-a640-f6595d95e2e8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:24.193376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d461d729-7152-4eee-a509-272b1c729608 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0323779-c5ea-4974-a640-f6595d95e2e8 HTTP/1.1" status: 200 len: 205 time: 0.0314002 Feb 09 00:15:24.195751 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49828) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:24.210943 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:24.219840 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] Routers {'c0323779-c5ea-4974-a640-f6595d95e2e8'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:24.220435 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c0323779-c5ea-4974-a640-f6595d95e2e8'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:24.255563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:24.256222 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a023a3-f164-47b2-b4c1-23ecb1d46dd8 None None] The sync data for ids ['c0323779-c5ea-4974-a640-f6595d95e2e8'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:24.618085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.786880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.789279 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.832591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.833166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router c0323779-c5ea-4974-a640-f6595d95e2e8 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:15:24.841385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.842501 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4f2dbc77-41b5-441f-ad98-c9f9bdd649c4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/c0323779-c5ea-4974-a640-f6595d95e2e8 HTTP/1.1" status: 204 len: 168 time: 0.6457441 Feb 09 00:15:24.846486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49832) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:24.907270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 35538fa5-6b59-4c41-9500-cf21c287175c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:24.910636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:24.956240 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.065244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.134631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.166911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=35538fa5-6b59-4c41-9500-cf21c287175c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:25.172134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.178619 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ba33827b-42b5-4b79-8132-b8a7af7354ec tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/35538fa5-6b59-4c41-9500-cf21c287175c HTTP/1.1" status: 204 len: 168 time: 0.3309400 Feb 09 00:15:25.181036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa331c0-406a-40d6-8e30-c49587e394bf None None] Network 6eed333b-6ac4-4722-886d-304238ff3301 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:25.184402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49836) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:25.283529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.359756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port faf50d7c-333a-4026-bc79-c94959fda25f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:25.360092 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.430665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] DHCP port deletion for 6eed333b-6ac4-4722-886d-304238ff3301 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:15:25.432854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port faf50d7c-333a-4026-bc79-c94959fda25f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=faf50d7c-333a-4026-bc79-c94959fda25f,segment=NetworkSegment(978bc8c9-59ee-4d8d-9dce-1034851d202b),segment_id=978bc8c9-59ee-4d8d-9dce-1034851d202b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:25.433472 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.449490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for faf50d7c-333a-4026-bc79-c94959fda25f owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:25.489488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] Deleting port faf50d7c-333a-4026-bc79-c94959fda25f {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:25.489488 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.552295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.564152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] For port faf50d7c-333a-4026-bc79-c94959fda25f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=faf50d7c-333a-4026-bc79-c94959fda25f,segment=NetworkSegment(978bc8c9-59ee-4d8d-9dce-1034851d202b),segment_id=978bc8c9-59ee-4d8d-9dce-1034851d202b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:25.564696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.579434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] Calling delete_port for faf50d7c-333a-4026-bc79-c94959fda25f owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:25.580936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=faf50d7c-333a-4026-bc79-c94959fda25f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:25.586815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port faf50d7c-333a-4026-bc79-c94959fda25f on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:25.674525 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.676437 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.699598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eed333b-6ac4-4722-886d-304238ff3301']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:25.710454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] Pushing event deleted for resources: {'Port': ['ID=faf50d7c-333a-4026-bc79-c94959fda25f,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:25.710672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978bc8c9-59ee-4d8d-9dce-1034851d202b') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:25.710921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978bc8c9-59ee-4d8d-9dce-1034851d202b') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:25.714259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1179297-e5d3-44ab-95a3-b9db7b9e4d8d None None] No DVR routers for this DVR port faf50d7c-333a-4026-bc79-c94959fda25f on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:25.722088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.738234 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.747967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:25.748404 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:25.752143 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:25.820513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.825294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.832018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/6eed333b-6ac4-4722-886d-304238ff3301 HTTP/1.1" status: 204 len: 168 time: 0.6429932 Feb 09 00:15:25.832852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:25.838714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1601957524', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:25.855324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25d0c6-13e0-4b04-ba4a-e6b9df5ed66b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=6eed333b-6ac4-4722-886d-304238ff3301,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:25.878503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.879538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:25.938813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:26.090599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:26.316417 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:26.341987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:26.449997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 172.25.3.184 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/fa900d85-c99e-424d-b9e8-e290fb5ef316) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:26.561369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:26.597294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:26.643222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:26.646086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:26.651266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:26.654647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=fa900d85-c99e-424d-b9e8-e290fb5ef316,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:26.942398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:27.151273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:27.244540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device faf50d7c-333a-4026-bc79-c94959fda25f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:27.265692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: faf50d7c-333a-4026-bc79-c94959fda25f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:27.266038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device faf50d7c-333a-4026-bc79-c94959fda25f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:27.295081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 99d4aed7-5466-40d9-af46-45dfc1cccf0b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:15:27.659390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:27.673588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] Sync routers for ids ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:27.688170 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:27.690041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eeb5dd19-0c94-4f0f-99d0-bc1a9c79cb1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8565228 Feb 09 00:15:27.692826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49856) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:27.702915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] Routers {'99d4aed7-5466-40d9-af46-45dfc1cccf0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:27.703548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:27.744058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:27.755391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] Routers {'99d4aed7-5466-40d9-af46-45dfc1cccf0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:27.756018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:27.819893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:27.821012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd96901-fe6a-4f99-8582-558f0552fc15 None None] The sync data for ids ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:27.906561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49864) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:27.906854 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-49ee26a9-7f31-402d-82ea-f64a0e672813 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/routers/99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 200 len: 885 time: 0.2126646 Feb 09 00:15:28.004872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f0a10-06d8-4f59-981f-66c0c6f0370a req-e3b6ad0f-e928-4d46-a16b-ba63f5949620 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:28.006591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c18f0a10-06d8-4f59-981f-66c0c6f0370a req-e3b6ad0f-e928-4d46-a16b-ba63f5949620 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1361780 Feb 09 00:15:28.129918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c18f0a10-06d8-4f59-981f-66c0c6f0370a req-bf5ad387-0aaf-408a-96c3-b726d2f085b7 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126571 Feb 09 00:15:28.206521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e55c6a89-c5f1-41dd-bcea-772f06e6764a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2989843 Feb 09 00:15:28.209205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49866) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:28.214596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1601957524'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:28.587647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:28.599331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:28.726586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 99d4aed7-5466-40d9-af46-45dfc1cccf0b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:28.860410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:28.867287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:28.870214 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] Sync routers for ids ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:28.876257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 49934) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:28.878577 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-946e0568-1d4a-40ee-a6cf-56dea140b276 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 200 len: 892 time: 0.6626258 Feb 09 00:15:28.881532 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] Routers {'99d4aed7-5466-40d9-af46-45dfc1cccf0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:28.882445 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:28.920792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:28.929962 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] Routers {'99d4aed7-5466-40d9-af46-45dfc1cccf0b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:28.930600 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:28.969353 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:28.970022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94113ce-f0ab-49c8-827c-9472027c1ca0 None None] The sync data for ids ['99d4aed7-5466-40d9-af46-45dfc1cccf0b'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:29.007765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4327150c-e356-43d5-84dc-cd37025a8374 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/routers/99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 200 len: 892 time: 0.1297452 Feb 09 00:15:29.010618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49956) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:29.046761 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3596953e-bc13-4c3c-a047-1cb50fa1b01e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 200 len: 205 time: 0.0348322 Feb 09 00:15:29.047457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 49962) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:29.174043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.278799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d250a-4911-4022-9228-a8d82ff72d5c req-cdaa5e19-c779-4006-a863-a61696061553 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:29.289086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d2d250a-4911-4022-9228-a8d82ff72d5c req-cdaa5e19-c779-4006-a863-a61696061553 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0686772 Feb 09 00:15:29.293997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.360456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d2d250a-4911-4022-9228-a8d82ff72d5c req-b023d3f0-82ee-4596-b18d-e0e684163239 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677540 Feb 09 00:15:29.364124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port fa900d85-c99e-424d-b9e8-e290fb5ef316 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:29.364654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.460342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.473200 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for fa900d85-c99e-424d-b9e8-e290fb5ef316 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:29.663450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.698162 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=fa900d85-c99e-424d-b9e8-e290fb5ef316,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:29.793174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.903149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.906036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.959257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.961146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router 99d4aed7-5466-40d9-af46-45dfc1cccf0b {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:15:29.969493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:29.970605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-67c1384c-6a81-4e37-b15d-cacb953b7465 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 204 len: 168 time: 0.9220552 Feb 09 00:15:29.974625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:29.980756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2135872525'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:30.016243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:30.020607 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.052224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:30.066259 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.066602 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment 2ccd85e2-cc9b-4645-8b1b-8565d342ac7f of type vlan for network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 Feb 09 00:15:30.110318 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.142750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.149192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:30.149793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.219363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2394843 Feb 09 00:15:30.219925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50116) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:30.225716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:30.237381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6315321-d607-49a9-8fc9-1b701798f63d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=76ec180c-c2f6-43fa-a94b-b1ffea57a3b3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:30.251782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:30.341949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:30.347401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.497569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd775d9-1e5b-402e-9dac-3070907370af req-c1bb5a34-162e-476c-b183-9acae3d0f78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:30.499085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bd775d9-1e5b-402e-9dac-3070907370af req-c1bb5a34-162e-476c-b183-9acae3d0f78c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0649366 Feb 09 00:15:30.545696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bd775d9-1e5b-402e-9dac-3070907370af req-fe137298-477d-488d-a616-940e3559908d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Feb 09 00:15:30.572110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.630432 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=09090532-37c7-4d14-80d5-67eed7ecffdd,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:30.654845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:30.654960 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:30.675469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:30.687709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:30.697808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:30.698271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.701814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dad287-b406-4f57-a1ec-9d52e2687de6 None None] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:30.717237 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a1b798d5-d63f-4bec-8b84-a231cd7e30f3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4964151 Feb 09 00:15:30.720322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:30.724864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1676776250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:30.755289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.756969 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.815679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.823910 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.847188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:30.848982 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3a0b17f4-edb8-4484-9a1e-f16b097bcb2f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1270776 Feb 09 00:15:30.851496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50206) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:30.887326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-76ec180c-c2f6-43fa-a94b-b1ffea57a3b3', 'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '09090532-37c7-4d14-80d5-67eed7ecffdd'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:30.888406 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.050416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Allocated IP 2001:db8::2 (76ec180c-c2f6-43fa-a94b-b1ffea57a3b3/09090532-37c7-4d14-80d5-67eed7ecffdd/490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:31.182129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.223652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.231605 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.267503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:31.277301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:31.281491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:31.290487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Pushing event updated for resources: {'Port': ['ID=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:31.350426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Attempting to bind port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:31.350916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Attempting to bind port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:31.351223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Attempting to bind port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 on network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:31.356609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:31.357429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Checking segment: {'id': '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:31.358008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.358548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Bound using segment: {'id': '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:31.359236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Bound port: 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '76ec180c-c2f6-43fa-a94b-b1ffea57a3b3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:31.359902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.435922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] For port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:31.439174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] For port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,segment=NetworkSegment(2ccd85e2-cc9b-4645-8b1b-8565d342ac7f),segment_id=2ccd85e2-cc9b-4645-8b1b-8565d342ac7f)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:31.445070 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.483768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8::1 (76ec180c-c2f6-43fa-a94b-b1ffea57a3b3/09090532-37c7-4d14-80d5-67eed7ecffdd/c0ff7c13-8188-4f27-8c72-1d85744bd7ec) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:31.510234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f5bb4-b2ea-41b4-97bd-0245c094795a None None] Pushing event updated for resources: {'Port': ['ID=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:31.647986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.764978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73c2a-62f7-4388-9997-783a908627e4 req-af785089-42a3-4f5d-8c25-ac6dce7f23c5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:31.766575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccb73c2a-62f7-4388-9997-783a908627e4 req-af785089-42a3-4f5d-8c25-ac6dce7f23c5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1423230 Feb 09 00:15:31.782347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.841919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:31.852647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:31.860932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:31.861478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:31.867708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccb73c2a-62f7-4388-9997-783a908627e4 req-e519a6af-b094-4cd0-9bad-9d021f0900ee tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922856 Feb 09 00:15:31.900955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=c0ff7c13-8188-4f27-8c72-1d85744bd7ec,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:31.985202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:32.247841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:32.252871 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:32.253737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:32.340012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=c0ff7c13-8188-4f27-8c72-1d85744bd7ec,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:32.386360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:32.387798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:32.515038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 70c1fc2a-d2cf-4800-872c-13ecc85cfc6a is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:15:32.516694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca7e2a-5d2d-411d-9310-e8d8aa685319 None None] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:32.593954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3194c4d4-4f95-4b4b-b1ef-4f6390845d26 None None] Provisioning complete for port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:32.594327 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3194c4d4-4f95-4b4b-b1ef-4f6390845d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:32.619446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:32.628661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50336) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:32.629681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3ab68c0a-29b8-4551-be75-b9fffe50ef69 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/70c1fc2a-d2cf-4800-872c-13ecc85cfc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768824 Feb 09 00:15:32.630449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] Sync routers for ids ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:32.677550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbefc77d-cd81-4574-8e2e-2a1941f9f594 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:32.681279 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bbefc77d-cd81-4574-8e2e-2a1941f9f594 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports/c0ff7c13-8188-4f27-8c72-1d85744bd7ec HTTP/1.1" status: 200 len: 911 time: 0.0498137 Feb 09 00:15:32.683343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50338) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:32.684245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] Routers {'70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:32.684899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:32.689146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09090532-37c7-4d14-80d5-67eed7ecffdd'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:32.737513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:32.775210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] Routers {'70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:32.775996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:32.891239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.004327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eb7da-385a-4ea0-8344-6e325bf205ea req-73549169-0150-487b-a9c5-34f03bcca0a2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:33.006205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc1eb7da-385a-4ea0-8344-6e325bf205ea req-73549169-0150-487b-a9c5-34f03bcca0a2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0585055 Feb 09 00:15:33.022898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:33.023445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d13f7-c053-4e17-b25f-fb14ac28ec10 None None] The sync data for ids ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'] in n-d-828413-1 is: [] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:33.049291 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3194c4d4-4f95-4b4b-b1ef-4f6390845d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.062441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc1eb7da-385a-4ea0-8344-6e325bf205ea req-25b4484e-6493-439c-973e-687c18da9cda tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481324 Feb 09 00:15:33.099297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3194c4d4-4f95-4b4b-b1ef-4f6390845d26 None None] For port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,segment=NetworkSegment(2ccd85e2-cc9b-4645-8b1b-8565d342ac7f),segment_id=2ccd85e2-cc9b-4645-8b1b-8565d342ac7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:33.105720 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3194c4d4-4f95-4b4b-b1ef-4f6390845d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.173480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194c4d4-4f95-4b4b-b1ef-4f6390845d26 None None] Pushing event updated for resources: {'Port': ['ID=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:33.289977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:33.360423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:33.361079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.442917 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.448423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b135b4e3-f3a2-43ae-a0c0-eba6bc2ddae8 None None] Provisioning complete for port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:33.449177 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b135b4e3-f3a2-43ae-a0c0-eba6bc2ddae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.456522 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.463993 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:33.465203 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.466964 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/ports/c0ff7c13-8188-4f27-8c72-1d85744bd7ec HTTP/1.1" status: 200 len: 911 time: 0.7824502 Feb 09 00:15:33.471248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50346) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:33.516346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988eb98-4fd5-4fe9-9845-e4091e97238b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=c0ff7c13-8188-4f27-8c72-1d85744bd7ec,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:33.656456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b135b4e3-f3a2-43ae-a0c0-eba6bc2ddae8 None None] Provisioning complete for port c0ff7c13-8188-4f27-8c72-1d85744bd7ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:33.657220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b135b4e3-f3a2-43ae-a0c0-eba6bc2ddae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.709112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b135b4e3-f3a2-43ae-a0c0-eba6bc2ddae8 None None] Port c0ff7c13-8188-4f27-8c72-1d85744bd7ec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:33.846626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6dd97506-71af-4a43-9858-3e5d61b2a908 None None] Provisioning complete for port c0ff7c13-8188-4f27-8c72-1d85744bd7ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:33.846626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6dd97506-71af-4a43-9858-3e5d61b2a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:33.911294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6dd97506-71af-4a43-9858-3e5d61b2a908 None None] Port c0ff7c13-8188-4f27-8c72-1d85744bd7ec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:34.033002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4f056de9-f3bf-496e-aba5-f362150f53ac None None] Provisioning complete for port c0ff7c13-8188-4f27-8c72-1d85744bd7ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:34.033558 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4f056de9-f3bf-496e-aba5-f362150f53ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:34.086806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4f056de9-f3bf-496e-aba5-f362150f53ac None None] Port c0ff7c13-8188-4f27-8c72-1d85744bd7ec cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:34.229381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed801f8-7e24-4c7d-9c12-369a9cce0838 req-2c46bfab-6200-478a-bfdc-8ad7e2d29765 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:34.230937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed801f8-7e24-4c7d-9c12-369a9cce0838 req-2c46bfab-6200-478a-bfdc-8ad7e2d29765 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0808418 Feb 09 00:15:34.238409 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:34.351760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ed801f8-7e24-4c7d-9c12-369a9cce0838 req-86b0f995-3c3d-4cb0-87de-28be70958b5b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096606 Feb 09 00:15:34.520429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port c0ff7c13-8188-4f27-8c72-1d85744bd7ec {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:34.521140 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:34.619761 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:34.633846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for c0ff7c13-8188-4f27-8c72-1d85744bd7ec owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:34.815700 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:34.844184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=c0ff7c13-8188-4f27-8c72-1d85744bd7ec,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:34.959806 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.145213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 70c1fc2a-d2cf-4800-872c-13ecc85cfc6a has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:35.222682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:35.224697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:35.230769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-67ff6fa9-4ae1-4261-b0b4-6fd2cb802729 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/70c1fc2a-d2cf-4800-872c-13ecc85cfc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574255 Feb 09 00:15:35.233408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50354) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:35.238652 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] Sync routers for ids ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:35.250587 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] Routers {'70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:35.251186 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:35.271643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5d9c2d00-f020-4928-8e69-7b14b762c249 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c1fc2a-d2cf-4800-872c-13ecc85cfc6a HTTP/1.1" status: 200 len: 205 time: 0.0347912 Feb 09 00:15:35.274732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50356) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:35.279509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:35.280134 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.295634 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:35.305108 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] Routers {'70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:35.305966 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:35.344237 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:35.345224 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d7d3d-5f6d-4243-bc2e-cc61ebb9bfe4 None None] The sync data for ids ['70c1fc2a-d2cf-4800-872c-13ecc85cfc6a'] in n-d-828413-1 is: [] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:35.377283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.489503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44401753-4817-4311-b791-c940d3417a68 req-e2b14752-dc78-4b95-a93f-78fc64ee9c81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:35.491872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44401753-4817-4311-b791-c940d3417a68 req-e2b14752-dc78-4b95-a93f-78fc64ee9c81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0596528 Feb 09 00:15:35.535335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44401753-4817-4311-b791-c940d3417a68 req-d31ddb07-69a6-4692-bea9-55ff23b12315 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370939 Feb 09 00:15:35.897428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.899529 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.948177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.948734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router 70c1fc2a-d2cf-4800-872c-13ecc85cfc6a {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:15:35.956097 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:35.957451 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-af51be16-fb5e-4525-baaf-fd35950c50de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/70c1fc2a-d2cf-4800-872c-13ecc85cfc6a HTTP/1.1" status: 204 len: 168 time: 0.6817267 Feb 09 00:15:35.960785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50360) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:36.019333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 09090532-37c7-4d14-80d5-67eed7ecffdd {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:36.022974 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.066427 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.151559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.217972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.246225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=09090532-37c7-4d14-80d5-67eed7ecffdd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:36.254500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.262043 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f9ab4f30-0e15-4f11-89ad-8ead2fe50c3c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/09090532-37c7-4d14-80d5-67eed7ecffdd HTTP/1.1" status: 204 len: 168 time: 0.2973049 Feb 09 00:15:36.262407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50364) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:36.264729 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd7a25-1dc9-4ad0-bc5e-3ce16f2641ac None None] Network 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:36.363871 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.423288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:36.423742 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.457416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] DHCP port deletion for 76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:15:36.495541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,segment=NetworkSegment(2ccd85e2-cc9b-4645-8b1b-8565d342ac7f),segment_id=2ccd85e2-cc9b-4645-8b1b-8565d342ac7f)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:36.496006 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.511039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:36.512288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] Deleting port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:36.512739 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.578681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] For port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,segment=NetworkSegment(2ccd85e2-cc9b-4645-8b1b-8565d342ac7f),segment_id=2ccd85e2-cc9b-4645-8b1b-8565d342ac7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:36.579083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.592503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] Calling delete_port for 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:36.602623 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.638603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:36.642953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:36.689132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.698443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73b5d3-1528-4bdc-bdde-731ebd82091a req-522046a0-e815-491c-81bd-54950334de0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:36.700672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c73b5d3-1528-4bdc-bdde-731ebd82091a req-522046a0-e815-491c-81bd-54950334de0d tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0707335 Feb 09 00:15:36.716519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] Pushing event deleted for resources: {'Port': ['ID=490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:36.721222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896bd23-3b08-4a57-b3ae-2503ce7137a2 None None] No DVR routers for this DVR port 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:36.743025 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.765030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c73b5d3-1528-4bdc-bdde-731ebd82091a req-21757256-c6a7-4519-be73-c20852e4c5d6 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575721 Feb 09 00:15:36.767288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ec180c-c2f6-43fa-a94b-b1ffea57a3b3']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:36.779638 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:36.780105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccd85e2-cc9b-4645-8b1b-8565d342ac7f') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:36.791106 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.806354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.812382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:36.812772 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:36.815780 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:36.888042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.897327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.900549 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/76ec180c-c2f6-43fa-a94b-b1ffea57a3b3 HTTP/1.1" status: 204 len: 168 time: 0.6369402 Feb 09 00:15:36.904723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50368) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:36.909336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1588717249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:36.913558 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d616282-c918-49ab-8d16-7613506a35d7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=76ec180c-c2f6-43fa-a94b-b1ffea57a3b3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:36.936043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.937177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.990781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:36.995049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.014385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.015864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-41b5fed6-5d96-408e-bc21-e43c0127c46f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1099567 Feb 09 00:15:37.018896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.019621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50370) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:37.025276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-144912826'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:37.049768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:37.053582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.077151 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:37.087465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.088027 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment 1d86f061-b033-4a66-a893-d2800f313421 of type vlan for network fa5bcc49-df82-415a-a652-85bc4d39902f Feb 09 00:15:37.128788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.166785 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.172111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.178269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:37.185127 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.234893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:37.257950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:37.258198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2373257 Feb 09 00:15:37.258639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 490d3081-7b4c-4c6c-b60d-6ceaa0f8b8b0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:37.261599 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50378) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:37.269562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:37.279194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089345a-fd54-4246-81ae-eb5330725bde tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=fa5bcc49-df82-415a-a652-85bc4d39902f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:37.290914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network fa5bcc49-df82-415a-a652-85bc4d39902f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:37.343583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d679a79-1fac-4d43-b856-b821fd92b0e3 req-40249fae-db84-4938-85d7-c3b8319b3072 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:37.345172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d679a79-1fac-4d43-b856-b821fd92b0e3 req-40249fae-db84-4938-85d7-c3b8319b3072 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 950 time: 0.0605764 Feb 09 00:15:37.401459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:37.403708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d679a79-1fac-4d43-b856-b821fd92b0e3 req-6d9dc167-90b9-43d7-a0c8-f12b4744362e tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479178 Feb 09 00:15:37.405429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.625588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.702520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=818ee64d-f736-4dd9-8797-f0656570fe5f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:37.712566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:37.712943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: fa5bcc49-df82-415a-a652-85bc4d39902f, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:37.730689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network fa5bcc49-df82-415a-a652-85bc4d39902f is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:37.739572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, fa5bcc49-df82-415a-a652-85bc4d39902f) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:37.744864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:37.745745 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:37.751787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384462c8-ed38-4157-af83-794e278f249f None None] Network fa5bcc49-df82-415a-a652-85bc4d39902f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:37.763302 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-00ee45d3-ac0b-4ea4-93a8-c0a7dce89e03 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5000727 Feb 09 00:15:37.766398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50380) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:37.899708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ca366-26a5-4c11-8f78-5455a6d5662f req-8928f613-7a85-47be-b197-7c179ac2d2a8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:37.901426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-780ca366-26a5-4c11-8f78-5455a6d5662f req-8928f613-7a85-47be-b197-7c179ac2d2a8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0604155 Feb 09 00:15:37.944333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-780ca366-26a5-4c11-8f78-5455a6d5662f req-8a2fcf1c-500a-435c-9b2f-0a791cec4e0c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342107 Feb 09 00:15:37.954719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-fa5bcc49-df82-415a-a652-85bc4d39902f', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:37.955838 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.067712 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.111223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Allocated IP 2001:db8::2 (fa5bcc49-df82-415a-a652-85bc4d39902f/818ee64d-f736-4dd9-8797-f0656570fe5f/13f7bf7f-1a67-4753-97be-45a322b37055) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:38.256814 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.263928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.315260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Network fa5bcc49-df82-415a-a652-85bc4d39902f is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:38.315260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:38.320011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:38.323713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Pushing event updated for resources: {'Port': ['ID=13f7bf7f-1a67-4753-97be-45a322b37055,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:38.330819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8::1 (fa5bcc49-df82-415a-a652-85bc4d39902f/818ee64d-f736-4dd9-8797-f0656570fe5f/40b8672e-7eaa-4419-bd7b-2d0dc25579f1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:38.381274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Attempting to bind port 13f7bf7f-1a67-4753-97be-45a322b37055 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:38.381274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Attempting to bind port 13f7bf7f-1a67-4753-97be-45a322b37055 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:38.381274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Attempting to bind port 13f7bf7f-1a67-4753-97be-45a322b37055 on network fa5bcc49-df82-415a-a652-85bc4d39902f {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:38.386307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:38.386678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Checking segment: {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:38.387081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.387467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Bound using segment: {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:38.387926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Bound port: 13f7bf7f-1a67-4753-97be-45a322b37055, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:38.388302 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.454173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] For port 13f7bf7f-1a67-4753-97be-45a322b37055, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:38.456512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.457606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] For port 13f7bf7f-1a67-4753-97be-45a322b37055, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13f7bf7f-1a67-4753-97be-45a322b37055,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:38.463848 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.493590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.534689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network fa5bcc49-df82-415a-a652-85bc4d39902f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:38.535708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ce1a0-2fca-4e9d-8dc5-0787421b2d63 None None] Pushing event updated for resources: {'Port': ['ID=13f7bf7f-1a67-4753-97be-45a322b37055,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:38.541117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:38.545793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:38.546481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.573549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d530ccb-7724-4fd2-a100-1ee3567aa9ed req-ff118041-7039-4544-a01b-4fe5fcb5d0ed tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:38.575307 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d530ccb-7724-4fd2-a100-1ee3567aa9ed req-ff118041-7039-4544-a01b-4fe5fcb5d0ed tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 950 time: 0.0848446 Feb 09 00:15:38.607962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:38.621753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d530ccb-7724-4fd2-a100-1ee3567aa9ed req-4a909e88-0eb9-4a0f-b7e2-f5186109f5cc tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f621922-a2c6-4be3-924f-be00fb6743da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Feb 09 00:15:38.690256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.812274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-c3f7d8bd-8cac-4e0b-99b4-d17d2d6df931 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:38.814024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-c3f7d8bd-8cac-4e0b-99b4-d17d2d6df931 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.84 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 950 time: 0.1016159 Feb 09 00:15:38.913790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Deleting port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:38.914463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.991265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.997270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:38.998029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.015092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] For port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:39.015452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.039861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Calling delete_port for 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:39.091595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:39.121132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce0d68-89cd-443d-a5fa-543fd3f247e1 req-8bff53c0-5499-414c-b27a-ae42c3ad0494 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:39.122657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbce0d68-89cd-443d-a5fa-543fd3f247e1 req-8bff53c0-5499-414c-b27a-ae42c3ad0494 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0983133 Feb 09 00:15:39.136931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network fa5bcc49-df82-415a-a652-85bc4d39902f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:39.138421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:39.221233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cbce0d68-89cd-443d-a5fa-543fd3f247e1 req-7bdf3645-249a-45f0-8adb-857bb672e52e tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869966 Feb 09 00:15:39.277591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13f7bf7f-1a67-4753-97be-45a322b37055 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:39.315430 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.336357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:15:39.336978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['7b5009fe-fcd9-4a27-b85b-f1a9d20590b3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:15:39.356948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Pushing event deleted for resources: {'Port': ['ID=7b5009fe-fcd9-4a27-b85b-f1a9d20590b3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:39.377924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 13f7bf7f-1a67-4753-97be-45a322b37055 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:39.378391 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.420698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] No DVR routers for this DVR port 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:39.423542 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.427226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f772f497-2d15-4d67-ad0b-4deb78c27f7e req-0caf6b61-d951-4f81-be78-b6769dea8d71 tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.84 "DELETE /v2.0/ports/7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 HTTP/1.1" status: 204 len: 173 time: 0.6066046 Feb 09 00:15:39.427723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'name': 'network-vif-deleted', 'tag': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:15:39.430998 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b881f8-cb71-4fef-9266-d544203f8c8f" -d '{"events": [{"server_uuid": "41fa6f8d-c771-47df-ae60-09b4cc1aa2fe", "name": "network-vif-deleted", "tag": "7b5009fe-fcd9-4a27-b85b-f1a9d20590b3"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:15:39.483512 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e12ab6-a92e-4f46-b83b-a89e6739998b x-openstack-request-id: req-a0e12ab6-a92e-4f46-b83b-a89e6739998b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:15:39.484340 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fa6f8d-c771-47df-ae60-09b4cc1aa2fe", "name": "network-vif-deleted", "tag": "7b5009fe-fcd9-4a27-b85b-f1a9d20590b3", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:15:39.484962 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0e12ab6-a92e-4f46-b83b-a89e6739998b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:15:39.485566 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fa6f8d-c771-47df-ae60-09b4cc1aa2fe', 'name': 'network-vif-deleted', 'tag': '7b5009fe-fcd9-4a27-b85b-f1a9d20590b3', 'status': 'completed', 'code': 200} Feb 09 00:15:39.492419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.496316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:39.511670 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-165ac4ee-52cc-4e71-ade9-ca316cbc2d67 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7440522 Feb 09 00:15:39.514440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:39.520184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1646438688'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:39.520797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:39.547655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 13f7bf7f-1a67-4753-97be-45a322b37055, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13f7bf7f-1a67-4753-97be-45a322b37055,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:39.550994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:39.553661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:39.554664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:39.556570 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.557382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.587158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:39.602242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.604165 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment e88b2d24-1a6a-4de7-8830-4072bc58c09a of type vlan for network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c Feb 09 00:15:39.650112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.684345 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.690414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:39.691034 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:39.700086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:39.730862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=13f7bf7f-1a67-4753-97be-45a322b37055,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:39.757972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc50754-89d8-4a33-9638-c6dd7c3ecf25 None None] Network fa5bcc49-df82-415a-a652-85bc4d39902f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:39.789316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2736299 Feb 09 00:15:39.792701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:39.797193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:39.824180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9c6ecad-74d6-47f9-bd41-1a14837090cb req-6ef6b06a-b863-43b8-9e68-4395303a4f5c tempest-VolumesBackupsTest-1219372969 tempest-VolumesBackupsTest-1219372969-project] 10.222.0.32 "GET /v2.0/ports?device_id=41fa6f8d-c771-47df-ae60-09b4cc1aa2fe HTTP/1.1" status: 200 len: 210 time: 0.0509715 Feb 09 00:15:39.825129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16584aba-4c16-415a-a8cf-527502bd80b0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=01bcb7d4-f5d8-4969-9bb9-cdd741dd604c,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:39.883097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:39.951547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:39.956844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.044831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d4844a09-95d6-42b2-be31-a6433b8783df None None] Provisioning complete for port 13f7bf7f-1a67-4753-97be-45a322b37055 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:40.045142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d4844a09-95d6-42b2-be31-a6433b8783df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.173911 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.238403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=8a4029e7-719e-4c3a-a1f6-00d155fc2cde,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:40.249887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:40.250234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:40.268711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:40.283927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:40.290234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:40.290833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.319855 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eb793aa1-35f4-407d-80ff-725802635f32 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5264647 Feb 09 00:15:40.320596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50398) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:40.330319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27a24f-9fc2-4c44-894e-8a96c0d7199f None None] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:40.356605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf370d8-261b-444d-a17d-c9f6ec19672e req-6d316cc4-ce5f-4897-9aa4-9b22d56f147f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:40.366096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cf370d8-261b-444d-a17d-c9f6ec19672e req-6d316cc4-ce5f-4897-9aa4-9b22d56f147f tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0676148 Feb 09 00:15:40.404162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cf370d8-261b-444d-a17d-c9f6ec19672e req-302a25ce-ce06-4b99-938b-110ecb677cd0 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 Feb 09 00:15:40.561113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:38Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:38Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:40.594629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:15:40.594979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Updating router c4b25764-34cc-4fb9-91bd-918125e5c963 port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:15:40.642670 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.646092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:40.648083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.721762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:40.915573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-948f3e5e-d126-4afc-97e8-57d09d34fb52 None None] Provisioning complete for port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:40.915951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-948f3e5e-d126-4afc-97e8-57d09d34fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.014618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Allocated IP 2001:db8:1::2 (01bcb7d4-f5d8-4969-9bb9-cdd741dd604c/8a4029e7-719e-4c3a-a1f6-00d155fc2cde/1acb513b-1da6-4bdb-a5b3-d432e2b2afff) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:41.067815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-948f3e5e-d126-4afc-97e8-57d09d34fb52 None None] Port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:41.141585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-948f3e5e-d126-4afc-97e8-57d09d34fb52 None None] Provisioning complete for port 13f7bf7f-1a67-4753-97be-45a322b37055 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:41.141967 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-948f3e5e-d126-4afc-97e8-57d09d34fb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.249462 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.257614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13f7bf7f-1a67-4753-97be-45a322b37055 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:41.292287 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.350659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:41.422832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:41.423262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 7b5009fe-fcd9-4a27-b85b-f1a9d20590b3 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:41.445961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c48d5-c4d4-487f-a9a8-a78e76a20b68 None None] Pushing event updated for resources: {'Port': ['ID=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:41.527578 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.566658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.569343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379c5d-960b-45a4-8cc6-9f96a1c77b5e req-9a087928-e6ad-4cd1-bd56-1813f0111621 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:41.572553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf379c5d-960b-45a4-8cc6-9f96a1c77b5e req-9a087928-e6ad-4cd1-bd56-1813f0111621 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0802917 Feb 09 00:15:41.589364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:41.595431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:41.598428 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:41.602557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 13f7bf7f-1a67-4753-97be-45a322b37055 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:41.603028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.629325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Attempting to bind port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:41.629809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Attempting to bind port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:41.630243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Attempting to bind port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 on network fa5bcc49-df82-415a-a652-85bc4d39902f {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:41.650627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf379c5d-960b-45a4-8cc6-9f96a1c77b5e req-52797a54-2b15-4582-8a35-a93a2fa12f7a tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693974 Feb 09 00:15:41.675268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8:1::1 (01bcb7d4-f5d8-4969-9bb9-cdd741dd604c/8a4029e7-719e-4c3a-a1f6-00d155fc2cde/1fcf2a21-a5e0-4690-b57b-c31ea052a3e1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:41.719194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:41.719582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Checking segment: {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:41.719994 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.720400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Bound using segment: {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:41.720893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Bound port: 40b8672e-7eaa-4419-bd7b-2d0dc25579f1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d86f061-b033-4a66-a893-d2800f313421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:41.721304 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.757959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Pushing event updated for resources: {'Port': ['ID=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:41.772971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Attempting to bind port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:41.773355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Attempting to bind port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:41.773718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Attempting to bind port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff on network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:41.810557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:41.810936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Checking segment: {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:41.811343 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.811736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Bound using segment: {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:41.812216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Bound port: 1acb513b-1da6-4bdb-a5b3-d432e2b2afff, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:41.812615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.840576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-76560f7a-7547-4da2-ac51-29ba4409d198 None None] Provisioning complete for port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:41.840576 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-76560f7a-7547-4da2-ac51-29ba4409d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.845406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.888417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.939963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:41.944813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:41.949395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:41.949693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:41.954029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] For port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:41.984888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-76560f7a-7547-4da2-ac51-29ba4409d198 None None] Port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:41.988794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] For port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:41.995235 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c0d17687-96ff-4a4e-8460-b8f80c5f9dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.002769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.048581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] For port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:42.079353 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] For port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:42.094354 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.099104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:42.100415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:42.110014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c48d5-c4d4-487f-a9a8-a78e76a20b68 None None] Pushing event updated for resources: {'Port': ['ID=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:42.453765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:42.487631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:42.497026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199b4f5-851b-4b8a-a512-36c0dc3e0859 None None] Pushing event updated for resources: {'Port': ['ID=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:42.510185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-724608d3-1613-4d99-91d6-c87cc4c7ee2a None None] Provisioning complete for port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:42.510560 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-724608d3-1613-4d99-91d6-c87cc4c7ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.570029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.755187 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-724608d3-1613-4d99-91d6-c87cc4c7ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.822017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4a98-283c-43dc-adfb-d1e935582c52 req-47e4abc7-0486-4100-97d5-096d2718b3a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:42.823118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-724608d3-1613-4d99-91d6-c87cc4c7ee2a None None] For port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:42.823603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af0a4a98-283c-43dc-adfb-d1e935582c52 req-47e4abc7-0486-4100-97d5-096d2718b3a9 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0783024 Feb 09 00:15:42.840814 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-724608d3-1613-4d99-91d6-c87cc4c7ee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.877635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af0a4a98-283c-43dc-adfb-d1e935582c52 req-c1ff5062-abd3-4475-ad06-6b11c9ec2af2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445149 Feb 09 00:15:42.901446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724608d3-1613-4d99-91d6-c87cc4c7ee2a None None] Pushing event updated for resources: {'Port': ['ID=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:42.919609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:38Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:41Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:42.919971 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.925900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.926691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:42.953877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b80ee-4d3a-47df-81b1-71d48f8043e6 None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:38Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:41Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:43.041118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:43.071725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:43.073435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:43.246634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:43.421330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1acb513b-1da6-4bdb-a5b3-d432e2b2afff up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:43.432322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:43.438319 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-efb2bfb7-a7ea-4b55-b5f0-28090321569f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1165340 Feb 09 00:15:43.441325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50414) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:43.449399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1933304829'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:43.480128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:43.480793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.486536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:43.492221 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.526284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:43.559405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.560047 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment 31b0201f-a160-4398-b21e-3cf3df25b7e9 of type vlan for network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 Feb 09 00:15:43.598218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.639383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.647144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:43.659104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.697651 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.703197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:43.703806 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.732036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:43.767578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a09a6-9a5f-47c1-8473-cbb759d933c3 None None] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:43.796331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=2d6b5ffc-1282-4b08-93e0-9d0df8a12712,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:43.810981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-97fe433d-2082-4996-87aa-f0fbcbe2c94f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3679650 Feb 09 00:15:43.814119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50416) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:43.820486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:43.827820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:43.981435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:43.987141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:43.990400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2e82c7c1-0a19-400b-8d22-67d809ca8d02 None None] Provisioning complete for port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:43.990889 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e82c7c1-0a19-400b-8d22-67d809ca8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:44.093832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44166ba4-dbf4-4f78-95f1-a054644e8bbc req-ab05f62a-adf7-4331-a63c-a0352ac8da58 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:44.095251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44166ba4-dbf4-4f78-95f1-a054644e8bbc req-ab05f62a-adf7-4331-a63c-a0352ac8da58 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1281152 Feb 09 00:15:44.152075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44166ba4-dbf4-4f78-95f1-a054644e8bbc req-1b74b90f-786b-40f1-8ab3-4319c2438163 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477629 Feb 09 00:15:44.275487 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:44.364118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=64f80c51-5223-4144-83c5-0ac5446e0498,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:44.371075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:44.371445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: 2d6b5ffc-1282-4b08-93e0-9d0df8a12712, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:44.392843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:44.428849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2d6b5ffc-1282-4b08-93e0-9d0df8a12712) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:44.441270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff2282-18a3-4c18-b5f6-d247b0711582 None None] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:44.452777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:44.453404 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:44.474614 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:15:44.488967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-679f5a1a-0c17-4ca8-9b00-a039efec5f70 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6715627 Feb 09 00:15:44.491065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50444) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:44.593015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0d9562e4-d812-4926-a57e-5a2d54aed73e None None] Provisioning complete for port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:44.593400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d9562e4-d812-4926-a57e-5a2d54aed73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:44.724269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-04b34e2c-316a-47d4-8837-ed3b43495aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:44.784009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0d9562e4-d812-4926-a57e-5a2d54aed73e None None] Port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:44.802963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0d9562e4-d812-4926-a57e-5a2d54aed73e None None] Provisioning complete for port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:44.803861 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0d9562e4-d812-4926-a57e-5a2d54aed73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:44.922597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:44.923829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.001277 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:45.019534 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:45.020464 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:45.170018 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:45.181667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.256158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Allocated IP 2001:db8:2::2 (2d6b5ffc-1282-4b08-93e0-9d0df8a12712/64f80c51-5223-4144-83c5-0ac5446e0498/3760dbcb-13e3-4218-ac55-053ed0133394) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:45.266129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bd2cf3fb-123d-4055-aca1-1bace45a2ac9 None None] Provisioning complete for port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:45.266719 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd2cf3fb-123d-4055-aca1-1bace45a2ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.413976 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bd2cf3fb-123d-4055-aca1-1bace45a2ac9 None None] Port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:45.488507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175474-952b-425b-8449-191ae91901fb req-059fae9d-045a-40b4-a573-192045dc9765 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:45.491146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6175474-952b-425b-8449-191ae91901fb req-059fae9d-045a-40b4-a573-192045dc9765 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1481102 Feb 09 00:15:45.532456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:45.557380 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6175474-952b-425b-8449-191ae91901fb req-482bd173-ecdd-4d29-bdc0-de9315b66a96 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577195 Feb 09 00:15:45.593240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.628340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3ea3f33d-91dc-420c-8267-6c3cca702386 None None] Provisioning complete for port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:45.628822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ea3f33d-91dc-420c-8267-6c3cca702386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.636583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.681628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.729452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Pushing event updated for resources: {'Port': ['ID=3760dbcb-13e3-4218-ac55-053ed0133394,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:45.739105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3f33d-91dc-420c-8267-6c3cca702386 None None] Port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:45.739650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8:2::1 (2d6b5ffc-1282-4b08-93e0-9d0df8a12712/64f80c51-5223-4144-83c5-0ac5446e0498/9914ceaf-380c-468a-a282-83b91cbe6ac3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:45.754087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:45.754087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.758600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:45.777860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2332572-f3b9-45f4-ba7f-f883e9dc0f5b req-a3fcf732-2c09-4716-9b71-7cdb4e8140dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:45.780547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:45.787425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:45.792574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2332572-f3b9-45f4-ba7f-f883e9dc0f5b req-a3fcf732-2c09-4716-9b71-7cdb4e8140dd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1097 time: 0.0955758 Feb 09 00:15:45.844178 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2332572-f3b9-45f4-ba7f-f883e9dc0f5b req-4088a9c7-e0b5-4b88-97a5-eec714992aa4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495508 Feb 09 00:15:45.858412 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 3, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:45.860035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Attempting to bind port 3760dbcb-13e3-4218-ac55-053ed0133394 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:45.860503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Attempting to bind port 3760dbcb-13e3-4218-ac55-053ed0133394 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:45.860942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Attempting to bind port 3760dbcb-13e3-4218-ac55-053ed0133394 on network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:45.869563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:45.869942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Checking segment: {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:45.870351 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.870748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Bound using segment: {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:45.871500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Bound port: 3760dbcb-13e3-4218-ac55-053ed0133394, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:45.871887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.898189 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:15:45.898540 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Updating router c4b25764-34cc-4fb9-91bd-918125e5c963 port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:15:45.930767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.937162 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:45.986186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.058005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:46.063075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:46.065541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=9914ceaf-380c-468a-a282-83b91cbe6ac3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:46.067977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:46.068673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.133674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1acb513b-1da6-4bdb-a5b3-d432e2b2afff up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:46.197335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] For port 3760dbcb-13e3-4218-ac55-053ed0133394, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:46.212461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] For port 3760dbcb-13e3-4218-ac55-053ed0133394, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3760dbcb-13e3-4218-ac55-053ed0133394,segment=NetworkSegment(31b0201f-a160-4398-b21e-3cf3df25b7e9),segment_id=31b0201f-a160-4398-b21e-3cf3df25b7e9)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:46.220553 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.250699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.264143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:46.264527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.335561 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.347004 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.348687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42534dd-d60f-49e3-b40a-ab702a798633 None None] Pushing event updated for resources: {'Port': ['ID=3760dbcb-13e3-4218-ac55-053ed0133394,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:46.456978 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Pushing event updated for resources: {'Port': ['ID=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:46.499848 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.500452 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.500995 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.501629 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.502142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.502636 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.503122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.503619 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.504083 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.504518 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.504852 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.505219 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:15:46.525431 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Attempting to bind port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:46.526162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Attempting to bind port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:46.526688 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Attempting to bind port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 on network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:46.533514 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:46.534232 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Checking segment: {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:46.534987 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.535526 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Bound using segment: {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:46.538144 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Bound port: 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88b2d24-1a6a-4de7-8830-4072bc58c09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:46.538961 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.673817 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] For port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:46.686237 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] For port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:46.693811 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.766334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.773071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.773873 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.825609 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:46.826303 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:46.855251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=9914ceaf-380c-468a-a282-83b91cbe6ac3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:46.887029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3f5d7-5352-4c3f-a8bd-936285f2726f req-ca832ce6-33eb-4c22-94a4-73393bf374e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:46.889814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fb3f5d7-5352-4c3f-a8bd-936285f2726f req-ca832ce6-33eb-4c22-94a4-73393bf374e8 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1698422 Feb 09 00:15:46.894198 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dc3e6-99c6-42b6-8263-6280e76f1d53 None None] Pushing event updated for resources: {'Port': ['ID=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:46.962474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.963811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e562c911-00df-424b-ba47-90e1161483ef None None] Provisioning complete for port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:46.964403 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e562c911-00df-424b-ba47-90e1161483ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:46.976247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5fb3f5d7-5352-4c3f-a8bd-936285f2726f req-0e0d2d18-aedb-4a7f-8db6-517e7e4a0a0c tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735734 Feb 09 00:15:47.018467 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:47.047584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:47.049064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:47.192376 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e562c911-00df-424b-ba47-90e1161483ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.270744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e562c911-00df-424b-ba47-90e1161483ef None None] For port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:47.280470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e562c911-00df-424b-ba47-90e1161483ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.334438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:47.442092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.460560 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:47.486594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3760dbcb-13e3-4218-ac55-053ed0133394 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:47.497368 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee4f1-6f02-4064-bf98-7757bd9362ae None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:47.497683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c924ed16-fe4a-4870-bed1-4a4dcaeeff56 None None] Provisioning complete for port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:47.498098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c924ed16-fe4a-4870-bed1-4a4dcaeeff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.523663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562c911-00df-424b-ba47-90e1161483ef None None] Pushing event updated for resources: {'Port': ['ID=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:47.572159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:47.609431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9805046a-21fe-4bbf-a350-946acbc3931d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1160035 Feb 09 00:15:47.611331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50504) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:47.617704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-200138458'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:47.655840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:47.660102 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.675266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3760dbcb-13e3-4218-ac55-053ed0133394 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:47.675979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.694817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:15:47.706800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.707157 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added segment 44987f52-306c-42aa-b94f-7e8f74449823 of type vlan for network e8c38c56-6436-4c58-9fa0-6137db7c0afc Feb 09 00:15:47.780726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.801988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.833479 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.840240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:47.841188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.858195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 3760dbcb-13e3-4218-ac55-053ed0133394, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3760dbcb-13e3-4218-ac55-053ed0133394,segment=NetworkSegment(31b0201f-a160-4398-b21e-3cf3df25b7e9),segment_id=31b0201f-a160-4398-b21e-3cf3df25b7e9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:47.865936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:47.914501 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3017678 Feb 09 00:15:47.917471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50506) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:47.923520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'subnet': {'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:47.942217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20454c-dce8-4b67-8da4-65a83c6be295 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Network': ['ID=e8c38c56-6436-4c58-9fa0-6137db7c0afc,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:47.959866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754e0f1-9001-4eba-9988-4336e7673224 None None] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:48.067294 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:15:48.074741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=3760dbcb-13e3-4218-ac55-053ed0133394,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:48.075436 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Made reservation on behalf of 53ea5488a7744396958041bcb7daadad for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:15:48.087302 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:48.180118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:15:48.192197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c6e14-e0ad-4871-a9ae-b1dc82624a4a req-7a4c9f8c-23a3-4475-807a-be8f281ec906 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:48.218720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-65ee18b8-1677-4a2a-a952-f5f8e947df4b None None] Provisioning complete for port 3760dbcb-13e3-4218-ac55-053ed0133394 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:48.218720 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65ee18b8-1677-4a2a-a952-f5f8e947df4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:48.241197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-957c6e14-e0ad-4871-a9ae-b1dc82624a4a req-7a4c9f8c-23a3-4475-807a-be8f281ec906 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1407037 Feb 09 00:15:48.323884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-957c6e14-e0ad-4871-a9ae-b1dc82624a4a req-6d7acb19-8784-40f8-a5b0-46d4f426e0de tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784550 Feb 09 00:15:48.341459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50512) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:48.467363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-124202a2-a31b-485b-b330-06edd3422ee5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/floatingips/83062fd6-37ed-4669-abcd-59a0a4daf97c HTTP/1.1" status: 200 len: 993 time: 0.1226363 Feb 09 00:15:48.498613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:48.526877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:48.551435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'port_id': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'mac_address': 'fa:16:3e:8a:f0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:15:48.638104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:48.661012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Subnet': ['ID=0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:48.676670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:15:48.684196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Checking segment: {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:48.684566 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network hostable DHCP agents. Network: e8c38c56-6436-4c58-9fa0-6137db7c0afc, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:15:48.717307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:48.722273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:48.723966 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:15:48.747007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e8c38c56-6436-4c58-9fa0-6137db7c0afc) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:48.751961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:15:48.752564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:48.775549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96edcc83-f49e-468e-a14b-b0ede3abc5a3 None None] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:48.784359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e926cda3-46e3-4733-9ad2-260d0dccb60f tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8633649 Feb 09 00:15:48.785073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50514) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:48.962368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:48.982295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:15:49.219434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:15:49.221013 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:49.279441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bb461c92-cac6-43a6-9243-cc45f5e2f43b None None] Provisioning complete for port 9914ceaf-380c-468a-a282-83b91cbe6ac3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:49.280481 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb461c92-cac6-43a6-9243-cc45f5e2f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:49.480831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bb461c92-cac6-43a6-9243-cc45f5e2f43b None None] Port 9914ceaf-380c-468a-a282-83b91cbe6ac3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:49.542941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bb461c92-cac6-43a6-9243-cc45f5e2f43b None None] Provisioning complete for port 3760dbcb-13e3-4218-ac55-053ed0133394 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:49.543316 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb461c92-cac6-43a6-9243-cc45f5e2f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:49.574025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:49.627548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:49.671256 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Allocated IP 2001:db8:3::2 (e8c38c56-6436-4c58-9fa0-6137db7c0afc/0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a/be7749d9-b7c3-45af-bb5e-6265112debfc) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:49.713909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:49.714565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:49.855047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:49.925595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:49.925965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:49.983130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:50.211996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:50.377499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e0ef55d7-feb0-4367-8f28-271914120a73 None None] Provisioning complete for port 9914ceaf-380c-468a-a282-83b91cbe6ac3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:50.378184 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e0ef55d7-feb0-4367-8f28-271914120a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.454068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.480854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.534540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Allocated IP 2001:db8:3::1 (e8c38c56-6436-4c58-9fa0-6137db7c0afc/0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a/c716d138-5ae4-4ed2-a658-33daf069ba40) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:15:50.557340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef55d7-feb0-4367-8f28-271914120a73 None None] Port 9914ceaf-380c-468a-a282-83b91cbe6ac3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:50.628646 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:50.635033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3760dbcb-13e3-4218-ac55-053ed0133394 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:50.646330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:50.675094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.686075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Pushing event updated for resources: {'Port': ['ID=be7749d9-b7c3-45af-bb5e-6265112debfc,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:50.694260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:50.697657 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.728654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.752019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:15:50.786328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:50.791403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:50.793931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:15:50.794707 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.804857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:50.828485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.835341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=c716d138-5ae4-4ed2-a658-33daf069ba40,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:50.869086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Attempting to bind port be7749d9-b7c3-45af-bb5e-6265112debfc on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:50.869458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Attempting to bind port be7749d9-b7c3-45af-bb5e-6265112debfc by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:50.869871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Attempting to bind port be7749d9-b7c3-45af-bb5e-6265112debfc on network e8c38c56-6436-4c58-9fa0-6137db7c0afc {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:50.889429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:50.889815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Checking segment: {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:50.890217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.890614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Bound using segment: {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:50.891095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Bound port: be7749d9-b7c3-45af-bb5e-6265112debfc, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:50.891470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.893287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3760dbcb-13e3-4218-ac55-053ed0133394 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:50.893640 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.910210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:46Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:50.935721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:50.974139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:15:50.974710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Updating router c4b25764-34cc-4fb9-91bd-918125e5c963 port 9914ceaf-380c-468a-a282-83b91cbe6ac3 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:15:51.026983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:51.050757 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.109982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] For port be7749d9-b7c3-45af-bb5e-6265112debfc, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:51.153280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] For port be7749d9-b7c3-45af-bb5e-6265112debfc, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=be7749d9-b7c3-45af-bb5e-6265112debfc,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:51.211554 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.235071 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.240787 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.241852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.351262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event updated for resources: {'Port': ['ID=c716d138-5ae4-4ed2-a658-33daf069ba40,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:51.370765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcea88-8947-4300-857b-82f665fd0a4e None None] Pushing event updated for resources: {'Port': ['ID=be7749d9-b7c3-45af-bb5e-6265112debfc,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:51.413951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:15:51.415778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:15:51.548834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:51.561040 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.585052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.665632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201920f5-15ef-4de5-a752-68123fd793f8 None None] Pushing event updated for resources: {'Port': ['ID=9914ceaf-380c-468a-a282-83b91cbe6ac3,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:51.737020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:51.738960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Attempting to bind port 9914ceaf-380c-468a-a282-83b91cbe6ac3 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:51.739313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Attempting to bind port 9914ceaf-380c-468a-a282-83b91cbe6ac3 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:51.739704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Attempting to bind port 9914ceaf-380c-468a-a282-83b91cbe6ac3 on network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:51.746144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:51.746519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Checking segment: {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:51.746920 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.747310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Bound using segment: {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:51.747778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Bound port: 9914ceaf-380c-468a-a282-83b91cbe6ac3, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b0201f-a160-4398-b21e-3cf3df25b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:51.748211 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.751402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4d22ef28-fb0e-4a13-97d8-abd67b676b9b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9652290 Feb 09 00:15:51.755068 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50522) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:51.761437 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:51.859605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] For port 9914ceaf-380c-468a-a282-83b91cbe6ac3, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:51.863672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] For port 9914ceaf-380c-468a-a282-83b91cbe6ac3, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9914ceaf-380c-468a-a282-83b91cbe6ac3,segment=NetworkSegment(31b0201f-a160-4398-b21e-3cf3df25b7e9),segment_id=31b0201f-a160-4398-b21e-3cf3df25b7e9)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:51.870951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:51.953195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:51.954223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:52.098913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201920f5-15ef-4de5-a752-68123fd793f8 None None] Pushing event updated for resources: {'Port': ['ID=9914ceaf-380c-468a-a282-83b91cbe6ac3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:52.119320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:52.164644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ee4bc5e9-3cdd-43a1-898c-f0ec348461f5 None None] Provisioning complete for port 9914ceaf-380c-468a-a282-83b91cbe6ac3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:52.165321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc5e9-3cdd-43a1-898c-f0ec348461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:52.216582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:52.344520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.extraroute_db [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=105931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 00:15:52.374521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.extraroute_db [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Removed routes are [] {{(pid=105931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 00:15:52.375058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:52.701296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:52.707195 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:52.727160 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc5e9-3cdd-43a1-898c-f0ec348461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:52.732869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:52.733142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:52.786785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16835370-f8d4-4da4-8ece-d6118d1d464d None None] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:52.888765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ee4bc5e9-3cdd-43a1-898c-f0ec348461f5 None None] For port 9914ceaf-380c-468a-a282-83b91cbe6ac3, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9914ceaf-380c-468a-a282-83b91cbe6ac3,segment=NetworkSegment(31b0201f-a160-4398-b21e-3cf3df25b7e9),segment_id=31b0201f-a160-4398-b21e-3cf3df25b7e9)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:52.902465 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc5e9-3cdd-43a1-898c-f0ec348461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.107938 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:50Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:51Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c716d138-5ae4-4ed2-a658-33daf069ba40', 'name': '', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:67:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:49Z', 'updated_at': '2022-02-09T00:15:51Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:53.159109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bc5e9-3cdd-43a1-898c-f0ec348461f5 None None] Pushing event updated for resources: {'Port': ['ID=9914ceaf-380c-468a-a282-83b91cbe6ac3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:53.162429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.169514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34514f86-1e72-4308-b2db-52c2ded36030 None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:50Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:51Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c716d138-5ae4-4ed2-a658-33daf069ba40', 'name': '', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:67:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:49Z', 'updated_at': '2022-02-09T00:15:51Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:53.183436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Provisioning complete for port be7749d9-b7c3-45af-bb5e-6265112debfc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:53.183821 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.207371 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:53.271735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:15:53.274535 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3d7d4a-b622-4a0f-8ff9-4c3d1261ed74" -d '{"events": [{"server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "name": "network-vif-plugged", "status": "completed", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:15:53.304734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:53.322988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.409883 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0969fe42-9013-40b1-a6c8-e26234a8be6f x-openstack-request-id: req-0969fe42-9013-40b1-a6c8-e26234a8be6f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:15:53.410048 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "name": "network-vif-plugged", "status": "completed", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:15:53.410207 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0969fe42-9013-40b1-a6c8-e26234a8be6f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:15:53.410600 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'code': 200} Feb 09 00:15:53.438844 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:53.453271 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.454994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7f4295cf-67a9-4981-b0a0-fb7f0a4bd90e tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 954 time: 1.6983581 Feb 09 00:15:53.457546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50528) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:53.526669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:53.554876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.624762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] For port be7749d9-b7c3-45af-bb5e-6265112debfc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=be7749d9-b7c3-45af-bb5e-6265112debfc,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:53.642068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.672418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ad95c408-c214-4d02-9236-d157c286fdb7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 954 time: 0.2108402 Feb 09 00:15:53.676174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50530) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:53.682040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'routes': None}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:15:53.716635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device be7749d9-b7c3-45af-bb5e-6265112debfc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:53.749946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Provisioning complete for port 9914ceaf-380c-468a-a282-83b91cbe6ac3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:53.750600 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:53.883235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2aee3-aa9d-4f98-983d-700ae87a9ed0 None None] Pushing event updated for resources: {'Port': ['ID=be7749d9-b7c3-45af-bb5e-6265112debfc,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:53.970711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port be7749d9-b7c3-45af-bb5e-6265112debfc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:53.971087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.116888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9914ceaf-380c-468a-a282-83b91cbe6ac3 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:54.179277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8b1cff2c-24eb-450b-8ca0-c19e6a3acf38 None None] Provisioning complete for port be7749d9-b7c3-45af-bb5e-6265112debfc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:54.179706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8b1cff2c-24eb-450b-8ca0-c19e6a3acf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.210542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9914ceaf-380c-468a-a282-83b91cbe6ac3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:54.210919 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.277081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.extraroute_db [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added routes are [] {{(pid=105925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 00:15:54.277899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.extraroute_db [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=105925) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 00:15:54.317030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.354906 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:54.380322 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:54.381194 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:54.396483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8b1cff2c-24eb-450b-8ca0-c19e6a3acf38 None None] Provisioning complete for port c716d138-5ae4-4ed2-a658-33daf069ba40 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:54.396949 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8b1cff2c-24eb-450b-8ca0-c19e6a3acf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.496321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8b1cff2c-24eb-450b-8ca0-c19e6a3acf38 None None] Port c716d138-5ae4-4ed2-a658-33daf069ba40 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:54.542283 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:54.622319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-78bb4ff9-45d3-4d1c-9dbf-6bdb4cf59b88 None None] Provisioning complete for port c716d138-5ae4-4ed2-a658-33daf069ba40 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:54.623067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78bb4ff9-45d3-4d1c-9dbf-6bdb4cf59b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.670723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-78bb4ff9-45d3-4d1c-9dbf-6bdb4cf59b88 None None] Port c716d138-5ae4-4ed2-a658-33daf069ba40 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:15:54.820330 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:54Z', 'revision_number': 7, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c716d138-5ae4-4ed2-a658-33daf069ba40', 'name': '', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:67:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:49Z', 'updated_at': '2022-02-09T00:15:51Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:54.835058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.838533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.858117 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:15:54.858612 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Updating router c4b25764-34cc-4fb9-91bd-918125e5c963 port c716d138-5ae4-4ed2-a658-33daf069ba40 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:15:54.885733 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:54.958897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:55.061491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:55.069455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.070779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5f876ff5-7f87-40d3-a6d9-db2e831ffb0a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 704 time: 1.3931019 Feb 09 00:15:55.073424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50536) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:55.197919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2b104ef7-03ce-448b-8d2e-082efef8b0c1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 704 time: 0.1229734 Feb 09 00:15:55.198342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50538) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:55.282163 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.290093 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.375778 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa58c-7f67-406d-b81a-06929b1ecfb4 None None] Pushing event updated for resources: {'Port': ['ID=c716d138-5ae4-4ed2-a658-33daf069ba40,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:55.416698 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Attempting to bind port c716d138-5ae4-4ed2-a658-33daf069ba40 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:15:55.417103 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Attempting to bind port c716d138-5ae4-4ed2-a658-33daf069ba40 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:15:55.417459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Attempting to bind port c716d138-5ae4-4ed2-a658-33daf069ba40 on network e8c38c56-6436-4c58-9fa0-6137db7c0afc {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:15:55.425941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device be7749d9-b7c3-45af-bb5e-6265112debfc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:15:55.427239 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:15:55.427848 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Checking segment: {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:15:55.428686 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.429290 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Bound using segment: {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:15:55.429963 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Bound port: c716d138-5ae4-4ed2-a658-33daf069ba40, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44987f52-306c-42aa-b94f-7e8f74449823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:15:55.430613 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.522017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port be7749d9-b7c3-45af-bb5e-6265112debfc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:55.522628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.524303 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] For port c716d138-5ae4-4ed2-a658-33daf069ba40, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:15:55.531047 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] For port c716d138-5ae4-4ed2-a658-33daf069ba40, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c716d138-5ae4-4ed2-a658-33daf069ba40,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:15:55.539298 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.611121 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:55.611780 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:55.703719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa58c-7f67-406d-b81a-06929b1ecfb4 None None] Pushing event updated for resources: {'Port': ['ID=c716d138-5ae4-4ed2-a658-33daf069ba40,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:55.741280 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:55.770113 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.809449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-63a4f77e-6ede-4a5b-8a05-9d65ebedb039 None None] Provisioning complete for port c716d138-5ae4-4ed2-a658-33daf069ba40 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:55.812095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-63a4f77e-6ede-4a5b-8a05-9d65ebedb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:55.963535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-63a4f77e-6ede-4a5b-8a05-9d65ebedb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.011109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-63a4f77e-6ede-4a5b-8a05-9d65ebedb039 None None] For port c716d138-5ae4-4ed2-a658-33daf069ba40, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c716d138-5ae4-4ed2-a658-33daf069ba40,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:56.016945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-63a4f77e-6ede-4a5b-8a05-9d65ebedb039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.039515 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:54Z', 'revision_number': 7, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c716d138-5ae4-4ed2-a658-33daf069ba40', 'name': '', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:67:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:49Z', 'updated_at': '2022-02-09T00:15:55Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:56.073377 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23560b5-d4f9-49a8-80b2-b8e0b7a64cb2 None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:54Z', 'revision_number': 7, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c716d138-5ae4-4ed2-a658-33daf069ba40', 'name': '', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:67:c7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:49Z', 'updated_at': '2022-02-09T00:15:55Z', 'revision_number': 4, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:56.085690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4f77e-6ede-4a5b-8a05-9d65ebedb039 None None] Pushing event updated for resources: {'Port': ['ID=c716d138-5ae4-4ed2-a658-33daf069ba40,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:56.138461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port c716d138-5ae4-4ed2-a658-33daf069ba40 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:56.138820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.149275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ad2a77fd-a151-4fab-b7be-a5e5cc8a6b4a None None] Provisioning complete for port c716d138-5ae4-4ed2-a658-33daf069ba40 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:15:56.149652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ad2a77fd-a151-4fab-b7be-a5e5cc8a6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.263835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port c716d138-5ae4-4ed2-a658-33daf069ba40, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=c716d138-5ae4-4ed2-a658-33daf069ba40,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:56.264423 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.285201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:56.288128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for c716d138-5ae4-4ed2-a658-33daf069ba40 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:56.300554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:56.301218 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:56.400758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:56.496768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.535380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=c716d138-5ae4-4ed2-a658-33daf069ba40,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:56.673805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:56.706190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:54Z', 'revision_number': 7, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c716d138-5ae4-4ed2-a658-33daf069ba40', 'name': '', 'network_id': 'e8c38c56-6436-4c58-9fa0-6137db7c0afc', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:67:c7:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:49Z', 'updated_at': '2022-02-09T00:15:55Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:56.743129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:15:56.753289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:56.753908 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:56.855101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:56.916154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:57.035743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:57.044091 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-64f14e2c-96ae-4e50-826b-67e959e43cbc tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442540 Feb 09 00:15:57.044455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50544) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:57.104145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:57.107643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.108057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:56Z', 'revision_number': 8, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:57.150108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.273080 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.332213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b1d352-405c-4040-8389-f35c4666249d None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:56Z', 'revision_number': 8, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:57.377638 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.407618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:57.413188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.419024 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:57.419617 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a2d11118-3280-491e-971b-8bf4b7d7ee26 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a HTTP/1.1" status: 204 len: 168 time: 0.3736393 Feb 09 00:15:57.421794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6deae-356a-4117-bbf7-1e42b4849b30 None None] Network e8c38c56-6436-4c58-9fa0-6137db7c0afc requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:15:57.552260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.624589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port be7749d9-b7c3-45af-bb5e-6265112debfc {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:57.625098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.719503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port be7749d9-b7c3-45af-bb5e-6265112debfc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=be7749d9-b7c3-45af-bb5e-6265112debfc,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:57.719884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.723681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] DHCP port deletion for e8c38c56-6436-4c58-9fa0-6137db7c0afc request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:15:57.739106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for be7749d9-b7c3-45af-bb5e-6265112debfc owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:57.839220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] Deleting port be7749d9-b7c3-45af-bb5e-6265112debfc {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:57.839669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.849528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.884757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=be7749d9-b7c3-45af-bb5e-6265112debfc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:57.887155 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port be7749d9-b7c3-45af-bb5e-6265112debfc on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:57.926030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] For port be7749d9-b7c3-45af-bb5e-6265112debfc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=be7749d9-b7c3-45af-bb5e-6265112debfc,segment=NetworkSegment(44987f52-306c-42aa-b94f-7e8f74449823),segment_id=44987f52-306c-42aa-b94f-7e8f74449823)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:57.926442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:57.945482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] Calling delete_port for be7749d9-b7c3-45af-bb5e-6265112debfc owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:58.010385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.027882 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:58.044668 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:58.046298 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:58.046850 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c38c56-6436-4c58-9fa0-6137db7c0afc']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:58.065389 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44987f52-306c-42aa-b94f-7e8f74449823') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:58.065802 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44987f52-306c-42aa-b94f-7e8f74449823') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:58.080301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 00:15:58.090568 n-d-828413-1 neutron-server[105933]: self.session.flush() Feb 09 00:15:58.103895 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.105676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.111915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:15:58.112811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:15:58.116486 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:15:58.152829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] Pushing event deleted for resources: {'Port': ['ID=be7749d9-b7c3-45af-bb5e-6265112debfc,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:58.165102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1bdf2-19e2-4fb8-96eb-dfa1ad34908d None None] No DVR routers for this DVR port be7749d9-b7c3-45af-bb5e-6265112debfc on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:15:58.195044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.206982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.211128 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/e8c38c56-6436-4c58-9fa0-6137db7c0afc HTTP/1.1" status: 204 len: 168 time: 0.7903168 Feb 09 00:15:58.214715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50550) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:58.225454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908979d-bf25-4297-97d0-5974cd50b3af tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=e8c38c56-6436-4c58-9fa0-6137db7c0afc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:58.246578 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:58.505621 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:56Z', 'revision_number': 8, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:58.533946 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:15:58.550013 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:58.551123 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:58.640277 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.667864 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:15:58.937235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 9914ceaf-380c-468a-a282-83b91cbe6ac3 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:15:58.938695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:58.941327 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:56Z', 'revision_number': 8, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:59.006154 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7850a036-5ff4-4e16-83e6-ca2317f097fc None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:56Z', 'revision_number': 8, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9914ceaf-380c-468a-a282-83b91cbe6ac3', 'name': '', 'network_id': '2d6b5ffc-1282-4b08-93e0-9d0df8a12712', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:cb:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:45Z', 'updated_at': '2022-02-09T00:15:52Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '64f80c51-5223-4144-83c5-0ac5446e0498', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:15:59.093185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 9914ceaf-380c-468a-a282-83b91cbe6ac3, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9914ceaf-380c-468a-a282-83b91cbe6ac3,segment=NetworkSegment(31b0201f-a160-4398-b21e-3cf3df25b7e9),segment_id=31b0201f-a160-4398-b21e-3cf3df25b7e9)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:15:59.093696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:59.113197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 9914ceaf-380c-468a-a282-83b91cbe6ac3 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:15:59.320625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:59.357791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=9914ceaf-380c-468a-a282-83b91cbe6ac3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:15:59.372691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c716d138-5ae4-4ed2-a658-33daf069ba40 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:59.405182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: c716d138-5ae4-4ed2-a658-33daf069ba40 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:59.405963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device c716d138-5ae4-4ed2-a658-33daf069ba40 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:59.406733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device be7749d9-b7c3-45af-bb5e-6265112debfc no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:15:59.436591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: be7749d9-b7c3-45af-bb5e-6265112debfc {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:15:59.437061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device be7749d9-b7c3-45af-bb5e-6265112debfc not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:15:59.508681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:59.719526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:15:59.816144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:15:59.824867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-424b56c2-c06e-4124-9195-9ea4e3db48f9 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6061640 Feb 09 00:15:59.825280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:15:59.826542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:15:59.841949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:15:59.842589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:15:59.886785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 64f80c51-5223-4144-83c5-0ac5446e0498 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:15:59.890309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:59.937748 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:15:59.944405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:00.035862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.122709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.155477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=64f80c51-5223-4144-83c5-0ac5446e0498,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:00.158900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.161711 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2e42b3e7-0f8b-4bed-8a1d-79895a740861 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/64f80c51-5223-4144-83c5-0ac5446e0498 HTTP/1.1" status: 204 len: 168 time: 0.3348591 Feb 09 00:16:00.164337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50558) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:00.168303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9eaf47-e26e-4e0c-9804-311754946ba8 None None] Network 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:16:00.249636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:59Z', 'revision_number': 9, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:00.250481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.295696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:00.326215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:00.327288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:00.330098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 3760dbcb-13e3-4218-ac55-053ed0133394 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:00.330098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.407789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 3760dbcb-13e3-4218-ac55-053ed0133394, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3760dbcb-13e3-4218-ac55-053ed0133394,segment=NetworkSegment(31b0201f-a160-4398-b21e-3cf3df25b7e9),segment_id=31b0201f-a160-4398-b21e-3cf3df25b7e9)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:00.408327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.424290 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 3760dbcb-13e3-4218-ac55-053ed0133394 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:00.442648 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:00.534419 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.545858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f58aa8c-6d46-476f-9e1f-9ee284f6a74d None None] DHCP port deletion for 2d6b5ffc-1282-4b08-93e0-9d0df8a12712 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:16:00.568400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=3760dbcb-13e3-4218-ac55-053ed0133394,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:00.573511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port 3760dbcb-13e3-4218-ac55-053ed0133394 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:00.665598 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.690141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6b5ffc-1282-4b08-93e0-9d0df8a12712']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:00.702032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b0201f-a160-4398-b21e-3cf3df25b7e9') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:00.704509 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b0201f-a160-4398-b21e-3cf3df25b7e9') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:00.714030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.725800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:59Z', 'revision_number': 9, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:00.728840 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.735219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:16:00.735782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:16:00.738936 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:16:00.751851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a4dec-d8af-423c-b913-3c30a958e10c None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:15:59Z', 'revision_number': 9, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '1fcf2a21-a5e0-4690-b57b-c31ea052a3e1', 'name': '', 'network_id': '01bcb7d4-f5d8-4969-9bb9-cdd741dd604c', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:90:a5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:40Z', 'updated_at': '2022-02-09T00:15:47Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '8a4029e7-719e-4c3a-a1f6-00d155fc2cde', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:00.813163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.822447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:00.825702 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/2d6b5ffc-1282-4b08-93e0-9d0df8a12712 HTTP/1.1" status: 204 len: 168 time: 0.6603892 Feb 09 00:16:00.828590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50560) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:00.842157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd7438-664d-45df-b8d1-45198eff00aa tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=2d6b5ffc-1282-4b08-93e0-9d0df8a12712,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:01.241544 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:01.387263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3760dbcb-13e3-4218-ac55-053ed0133394 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:01.409620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 3760dbcb-13e3-4218-ac55-053ed0133394 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:01.409994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3760dbcb-13e3-4218-ac55-053ed0133394 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:01.410392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9914ceaf-380c-468a-a282-83b91cbe6ac3 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:01.431619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9914ceaf-380c-468a-a282-83b91cbe6ac3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:01.432018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9914ceaf-380c-468a-a282-83b91cbe6ac3 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:01.804510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:01.804884 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:01.898897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:01.899600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:01.912321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:02.092189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.119395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=1fcf2a21-a5e0-4690-b57b-c31ea052a3e1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:02.248986 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.475698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:16:02.576680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:16:02.583955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-628ed119-bf9d-4b0c-a891-fba13fd47580 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518849 Feb 09 00:16:02.585401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50586) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:02.587378 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:16:02.600219 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:02.601142 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:02.647576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 8a4029e7-719e-4c3a-a1f6-00d155fc2cde {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:16:02.651191 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.710718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.789760 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:02.840166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.935644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.967119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4029e7-719e-4c3a-a1f6-00d155fc2cde,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:02.979920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:02.988934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50592) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:02.990494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-74eb5d49-a829-45bb-bfb3-1d244b32d0a1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/8a4029e7-719e-4c3a-a1f6-00d155fc2cde HTTP/1.1" status: 204 len: 168 time: 0.4016600 Feb 09 00:16:02.992429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f4532-aa16-41c2-91c5-24a24e5c8ce3 None None] Network 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:16:03.035776 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:02Z', 'revision_number': 10, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:03.076213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.076739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:03.088636 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:03.091093 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:03.140667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:03.141420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.206290 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:03.223686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] DHCP port deletion for 01bcb7d4-f5d8-4969-9bb9-cdd741dd604c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:16:03.232289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:03.232905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.250073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 1acb513b-1da6-4bdb-a5b3-d432e2b2afff owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:03.283385 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] Deleting port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:03.283984 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.405584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.424732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] For port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,segment=NetworkSegment(e88b2d24-1a6a-4de7-8830-4072bc58c09a),segment_id=e88b2d24-1a6a-4de7-8830-4072bc58c09a)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:03.425438 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.444823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] Calling delete_port for 1acb513b-1da6-4bdb-a5b3-d432e2b2afff owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:03.478547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:03.487231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:03.535016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1acb513b-1da6-4bdb-a5b3-d432e2b2afff no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:03.542482 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:02Z', 'revision_number': 10, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:03.585603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1acb513b-1da6-4bdb-a5b3-d432e2b2afff {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:03.586689 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c968240-39e1-4589-a35c-cc70026d4dbb None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:02Z', 'revision_number': 10, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None, '_interfaces': [{'id': '40b8672e-7eaa-4419-bd7b-2d0dc25579f1', 'name': '', 'network_id': 'fa5bcc49-df82-415a-a652-85bc4d39902f', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'mac_address': 'fa:16:3e:04:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:15:38Z', 'updated_at': '2022-02-09T00:15:42Z', 'revision_number': 5, 'project_id': '53ea5488a7744396958041bcb7daadad', 'subnets': [{'id': '818ee64d-f736-4dd9-8797-f0656570fe5f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:03.587442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1acb513b-1da6-4bdb-a5b3-d432e2b2afff not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:03.592065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.618888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bcb7d4-f5d8-4969-9bb9-cdd741dd604c']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:03.627981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.629506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88b2d24-1a6a-4de7-8830-4072bc58c09a') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:03.630481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88b2d24-1a6a-4de7-8830-4072bc58c09a') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:03.641340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.655802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] Pushing event deleted for resources: {'Port': ['ID=1acb513b-1da6-4bdb-a5b3-d432e2b2afff,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:03.665485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd712db-b801-409b-8e99-972f42df59ef None None] No DVR routers for this DVR port 1acb513b-1da6-4bdb-a5b3-d432e2b2afff on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:03.670853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.685236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:16:03.685693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:16:03.689293 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:16:03.767594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.780741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:03.785547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/01bcb7d4-f5d8-4969-9bb9-cdd741dd604c HTTP/1.1" status: 204 len: 168 time: 0.7944653 Feb 09 00:16:03.790303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50596) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:03.796391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e01a86-619b-473e-bb70-964efa5d98de tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=01bcb7d4-f5d8-4969-9bb9-cdd741dd604c,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:04.158224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:04.428736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:04.429848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:04.561674 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 40b8672e-7eaa-4419-bd7b-2d0dc25579f1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:04.561674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:04.581376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:04.695945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-35fba66f-432c-400e-b69f-ba29f0a44a5f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607350 Feb 09 00:16:04.805659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-fb03dc4c-c6b3-47ab-8311-b9a007047dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:04.807456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-fb03dc4c-c6b3-47ab-8311-b9a007047dcc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1097 time: 0.0597928 Feb 09 00:16:04.831327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:04.866484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=40b8672e-7eaa-4419-bd7b-2d0dc25579f1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:04.974622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:04.996178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-eb3c0b6c-88ef-455a-8a05-96cf32d5ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:04.998338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-eb3c0b6c-88ef-455a-8a05-96cf32d5ae6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 897 time: 0.1660511 Feb 09 00:16:05.082519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-e27e510f-6840-4150-a2ae-9a3f1d0c5eec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0753121 Feb 09 00:16:05.139428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-62e70e9d-9eae-40ec-be73-14d067bd46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:05.141285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-62e70e9d-9eae-40ec-be73-14d067bd46f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 200 len: 834 time: 0.0523512 Feb 09 00:16:05.169192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:16:05.193001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-d1261d56-7d80-4b8a-9669-49762ad1f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:05.194538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-d1261d56-7d80-4b8a-9669-49762ad1f954 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=616c5eee-7840-42b8-a096-d5a90d73f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472331 Feb 09 00:16:05.247597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:16:05.253286 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bd4ab9d7-965b-44c0-a27e-2a6d3916f458 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4609089 Feb 09 00:16:05.255615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50600) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:05.262615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:16:05.274343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:05.275263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:05.297483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-aae6a0c2-971d-4368-a6f7-c959b3cdf336 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952234 Feb 09 00:16:05.354375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:05.413158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:04Z', 'revision_number': 11, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:05.448326 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:05.457931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:05.459193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:05.507056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:05.537255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9fe4fc3-475f-4b7f-89a1-9525d3de3b31 req-3a4b1bb4-7d1e-4dbd-b8aa-d5efc3e586c6 service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288249 Feb 09 00:16:05.562896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:05.563235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1fcf2a21-a5e0-4690-b57b-c31ea052a3e1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:05.576043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:05.636505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:04Z', 'revision_number': 11, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:05.727967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting subnet 818ee64d-f736-4dd9-8797-f0656570fe5f {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:16:05.732186 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:05.779882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:05.834907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4bee75-d898-4e77-910f-28cd82a1bb04 None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:04Z', 'revision_number': 11, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:05.890319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:05.949546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:05.974621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Subnet': ['ID=818ee64d-f736-4dd9-8797-f0656570fe5f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:05.980417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:05.986675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85fa2a-1089-4bc6-8cc4-f5d4545723d4 None None] Network fa5bcc49-df82-415a-a652-85bc4d39902f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:16:05.987265 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ab90ada1-de78-4eeb-9a99-38e6f8627ccb tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/818ee64d-f736-4dd9-8797-f0656570fe5f HTTP/1.1" status: 204 len: 168 time: 0.7305305 Feb 09 00:16:05.990385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50604) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:06.071280 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.132769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Deleting port 13f7bf7f-1a67-4753-97be-45a322b37055 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:06.133163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.199405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] For port 13f7bf7f-1a67-4753-97be-45a322b37055, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13f7bf7f-1a67-4753-97be-45a322b37055,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:06.199774 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.201281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] DHCP port deletion for fa5bcc49-df82-415a-a652-85bc4d39902f request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:16:06.228714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Calling delete_port for 13f7bf7f-1a67-4753-97be-45a322b37055 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:06.255571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] Deleting port 13f7bf7f-1a67-4753-97be-45a322b37055 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:06.256234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.324348 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.331180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] For port 13f7bf7f-1a67-4753-97be-45a322b37055, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=13f7bf7f-1a67-4753-97be-45a322b37055,segment=NetworkSegment(1d86f061-b033-4a66-a893-d2800f313421),segment_id=1d86f061-b033-4a66-a893-d2800f313421)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:06.331751 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.342781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No DVR routers for this DVR port 13f7bf7f-1a67-4753-97be-45a322b37055 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:06.346051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] Calling delete_port for 13f7bf7f-1a67-4753-97be-45a322b37055 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:06.385973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Port': ['ID=13f7bf7f-1a67-4753-97be-45a322b37055,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:06.429555 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.445713 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.454741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] Pushing event deleted for resources: {'Port': ['ID=13f7bf7f-1a67-4753-97be-45a322b37055,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:06.458393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb2a09-df55-40b8-a09d-36221c45acb5 None None] No DVR routers for this DVR port 13f7bf7f-1a67-4753-97be-45a322b37055 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:06.468454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5bcc49-df82-415a-a652-85bc4d39902f']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:06.478740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d86f061-b033-4a66-a893-d2800f313421') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:06.479039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d86f061-b033-4a66-a893-d2800f313421') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:06.491235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.504987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.511555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:16:06.511967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:16:06.515615 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:16:06.580491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.585685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.588956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/networks/fa5bcc49-df82-415a-a652-85bc4d39902f HTTP/1.1" status: 204 len: 168 time: 0.5974722 Feb 09 00:16:06.591813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50608) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:06.596889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'routes': None}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:06.605220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96338e9-bb90-4a98-b6c4-ea3ee544fc28 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Pushing event deleted for resources: {'Network': ['ID=fa5bcc49-df82-415a-a652-85bc4d39902f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:06.775641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.extraroute_db [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Added routes are [] {{(pid=105931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 00:16:06.776005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.extraroute_db [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Removed routes are [] {{(pid=105931) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 00:16:06.776444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.939454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:06.945476 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.037250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router c4b25764-34cc-4fb9-91bd-918125e5c963 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:16:07.037973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.125627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:16:07.133518 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.137404 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-54fbb8dc-b2ea-41a9-8f80-80e33aab27ac tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 705 time: 0.5419071 Feb 09 00:16:07.138212 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] Sync routers for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:16:07.138708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50616) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:07.151139 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:07.152068 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:07.162188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.171203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6aa372a1-3196-4806-ba09-aba486fc6374 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 205 time: 0.0315332 Feb 09 00:16:07.173942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50618) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:07.230679 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:07.277697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.298734 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:04Z', 'revision_number': 11, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:07.328054 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] Checking router: c4b25764-34cc-4fb9-91bd-918125e5c963 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:07.340692 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] Routers {'c4b25764-34cc-4fb9-91bd-918125e5c963'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:07.341719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c4b25764-34cc-4fb9-91bd-918125e5c963'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:07.391199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:07.421411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:07.422078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 40b8672e-7eaa-4419-bd7b-2d0dc25579f1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:07.422823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13f7bf7f-1a67-4753-97be-45a322b37055 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:07.451942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 13f7bf7f-1a67-4753-97be-45a322b37055 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:07.452289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 13f7bf7f-1a67-4753-97be-45a322b37055 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:07.461869 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] Set router c4b25764-34cc-4fb9-91bd-918125e5c963 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:07.501691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.505811 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.529564 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:04Z', 'revision_number': 11, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:07.557948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.558396 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fd8a82-d3b6-478f-8dcf-99ebb242d39a None None] The sync data for ids ['c4b25764-34cc-4fb9-91bd-918125e5c963'] in n-d-828413-1 is: [{'id': 'c4b25764-34cc-4fb9-91bd-918125e5c963', 'name': 'tempest-RoutersIpV6Test-router-1588717249', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:15:36Z', 'updated_at': '2022-02-09T00:16:04Z', 'revision_number': 11, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:07.558557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router c4b25764-34cc-4fb9-91bd-918125e5c963 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:16:07.565989 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.568764 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-698411c5-e56a-4aaf-b715-d44a6eb88ad0 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 204 len: 168 time: 0.3924260 Feb 09 00:16:07.572533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50620) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:07.578216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1507402956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:07.613231 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.614874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.682026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.688372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.708883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.710279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0440cacf-0b20-4022-8d90-5bfcd687d923 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1363492 Feb 09 00:16:07.712954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50622) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:07.717695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:07.945657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3859491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3861465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25217'] for router, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:07.956529 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3859512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3859505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3859821'] for router, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.057971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Router 2e46229a-0276-4033-9421-e8a017ad3c08 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:16:08.144833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:16:08.153524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.155723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bbfa4e98-4c7b-4e9a-8ef1-b0ffa431719c tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "PUT /v2.0/routers/2e46229a-0276-4033-9421-e8a017ad3c08 HTTP/1.1" status: 200 len: 698 time: 0.4411304 Feb 09 00:16:08.157673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] Sync routers for ids ['2e46229a-0276-4033-9421-e8a017ad3c08'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:16:08.159796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:08.170800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] Routers {'2e46229a-0276-4033-9421-e8a017ad3c08'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:08.171944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2e46229a-0276-4033-9421-e8a017ad3c08'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:08.248896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] Set router 2e46229a-0276-4033-9421-e8a017ad3c08 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:08.252335 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-38ac139e-d542-4a76-bbfd-5b084f1299dd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/routers/2e46229a-0276-4033-9421-e8a017ad3c08 HTTP/1.1" status: 200 len: 704 time: 0.0889270 Feb 09 00:16:08.252661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50628) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:08.284161 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-97d2b766-c0fa-492a-b50d-2f75f21c1c19 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e46229a-0276-4033-9421-e8a017ad3c08 HTTP/1.1" status: 200 len: 205 time: 0.0298555 Feb 09 00:16:08.284401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50630) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:08.304412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46229a-0276-4033-9421-e8a017ad3c08', 'name': 'tempest-RoutersIpV6Test-router-1507402956', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:16:07Z', 'updated_at': '2022-02-09T00:16:07Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:08.346780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] Checking router: 2e46229a-0276-4033-9421-e8a017ad3c08 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:08.367422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] Routers {'2e46229a-0276-4033-9421-e8a017ad3c08'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:08.367956 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.368080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:15:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['2e46229a-0276-4033-9421-e8a017ad3c08'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:08.438156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] Set router 2e46229a-0276-4033-9421-e8a017ad3c08 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:08.499195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e46229a-0276-4033-9421-e8a017ad3c08', 'name': 'tempest-RoutersIpV6Test-router-1507402956', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:16:07Z', 'updated_at': '2022-02-09T00:16:07Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:08.529195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa68a3-ad4f-465f-bcd9-23122e3881fc None None] The sync data for ids ['2e46229a-0276-4033-9421-e8a017ad3c08'] in n-d-828413-1 is: [{'id': '2e46229a-0276-4033-9421-e8a017ad3c08', 'name': 'tempest-RoutersIpV6Test-router-1507402956', 'tenant_id': '53ea5488a7744396958041bcb7daadad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:16:07Z', 'updated_at': '2022-02-09T00:16:07Z', 'revision_number': 2, 'project_id': '53ea5488a7744396958041bcb7daadad', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:08.822997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.826552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.881387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.882195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Fanout notify agent at l3_agent the message router_deleted on router 2e46229a-0276-4033-9421-e8a017ad3c08 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:16:08.890030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:08.891166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8d4426b9-6160-44cc-91e0-62bf9c103321 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/2e46229a-0276-4033-9421-e8a017ad3c08 HTTP/1.1" status: 204 len: 168 time: 0.6058512 Feb 09 00:16:08.895257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50634) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:08.924452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45cf154a-7670-43d7-b454-3122ec5859d6 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e46229a-0276-4033-9421-e8a017ad3c08 HTTP/1.1" status: 200 len: 205 time: 0.0260015 Feb 09 00:16:08.926171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:08.972946 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-75c2c338-089e-41c5-be8d-375969a0b408 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:08.974470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-75c2c338-089e-41c5-be8d-375969a0b408 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/2e46229a-0276-4033-9421-e8a017ad3c08 HTTP/1.1" status: 404 len: 336 time: 0.0466628 Feb 09 00:16:08.977875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50638) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.010323 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-410acbae-7665-46d1-9467-85a7549fd6b7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.010777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410acbae-7665-46d1-9467-85a7549fd6b7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.013760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-410acbae-7665-46d1-9467-85a7549fd6b7 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/0a34d2ec-d6f8-46c4-9fc4-3f2620bd300a HTTP/1.1" status: 404 len: 337 time: 0.0357754 Feb 09 00:16:09.016186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50640) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.042557 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bc03b0-b616-4e77-a544-180d8cdc6f5d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.043081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bc03b0-b616-4e77-a544-180d8cdc6f5d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.046192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-80bc03b0-b616-4e77-a544-180d8cdc6f5d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/64f80c51-5223-4144-83c5-0ac5446e0498 HTTP/1.1" status: 404 len: 337 time: 0.0289736 Feb 09 00:16:09.048580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50642) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.076440 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1996d32-2416-46b6-81ac-e2bf6dc24dff tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.076906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1996d32-2416-46b6-81ac-e2bf6dc24dff tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.079880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a1996d32-2416-46b6-81ac-e2bf6dc24dff tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/8a4029e7-719e-4c3a-a1f6-00d155fc2cde HTTP/1.1" status: 404 len: 337 time: 0.0303552 Feb 09 00:16:09.082367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50644) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.108641 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ff1986-a160-4554-8ec8-21454f175781 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.109033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ff1986-a160-4554-8ec8-21454f175781 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.111978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-83ff1986-a160-4554-8ec8-21454f175781 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/818ee64d-f736-4dd9-8797-f0656570fe5f HTTP/1.1" status: 404 len: 337 time: 0.0283031 Feb 09 00:16:09.115093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50646) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.142068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b91aef8f-4205-4fe8-8092-2e76893c6db4 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 200 len: 205 time: 0.0259030 Feb 09 00:16:09.144470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50648) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.185880 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-aa6ca54a-3c81-4104-89c3-26a0dadf97d3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:09.186916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aa6ca54a-3c81-4104-89c3-26a0dadf97d3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/c4b25764-34cc-4fb9-91bd-918125e5c963 HTTP/1.1" status: 404 len: 336 time: 0.0415239 Feb 09 00:16:09.189523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50650) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.219797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b92c7f52-d7c0-4684-b7da-272373d59e43 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=70c1fc2a-d2cf-4800-872c-13ecc85cfc6a HTTP/1.1" status: 200 len: 205 time: 0.0273504 Feb 09 00:16:09.220407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50652) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.258093 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-9774b58b-ae40-474a-80f4-b84fb76ca2fd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:09.259125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9774b58b-ae40-474a-80f4-b84fb76ca2fd tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/70c1fc2a-d2cf-4800-872c-13ecc85cfc6a HTTP/1.1" status: 404 len: 336 time: 0.0376434 Feb 09 00:16:09.261889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50654) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.294976 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-224f03aa-0bcb-44a3-bf58-d5d2e4b6f0c6 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.295432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224f03aa-0bcb-44a3-bf58-d5d2e4b6f0c6 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.301786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-224f03aa-0bcb-44a3-bf58-d5d2e4b6f0c6 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/09090532-37c7-4d14-80d5-67eed7ecffdd HTTP/1.1" status: 404 len: 337 time: 0.0355544 Feb 09 00:16:09.301786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50656) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.345447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-543b678c-b53e-4719-9f5e-b081d53ad902 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 200 len: 205 time: 0.0429909 Feb 09 00:16:09.347812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50658) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.385877 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-538c05bc-76c5-48dc-9998-dd02fccf7d6b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:09.386923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-538c05bc-76c5-48dc-9998-dd02fccf7d6b tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/99d4aed7-5466-40d9-af46-45dfc1cccf0b HTTP/1.1" status: 404 len: 336 time: 0.0379832 Feb 09 00:16:09.389722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50660) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.423122 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-49002e3d-6ebb-4227-b378-202dd29c6f84 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0323779-c5ea-4974-a640-f6595d95e2e8 HTTP/1.1" status: 200 len: 205 time: 0.0322556 Feb 09 00:16:09.426083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50662) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.466231 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-0e166b88-3eb7-4479-8474-19197cf5fcd1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:09.470507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0e166b88-3eb7-4479-8474-19197cf5fcd1 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/c0323779-c5ea-4974-a640-f6595d95e2e8 HTTP/1.1" status: 404 len: 336 time: 0.0387590 Feb 09 00:16:09.470754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50664) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.500434 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-546be85f-da8a-4be5-a964-54660d6a582d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.500885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546be85f-da8a-4be5-a964-54660d6a582d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.505604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-546be85f-da8a-4be5-a964-54660d6a582d tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/35538fa5-6b59-4c41-9500-cf21c287175c HTTP/1.1" status: 404 len: 337 time: 0.0328860 Feb 09 00:16:09.507764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50666) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.538092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3f5875bc-e0bf-4425-a301-7839c50c2350 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=75f5b04d-2a59-4572-88b1-6a5b8f369742 HTTP/1.1" status: 200 len: 205 time: 0.0290415 Feb 09 00:16:09.540925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50668) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.584755 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [None req-31b6019c-d1a6-4499-9108-c59c7eff8a34 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:09.588755 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31b6019c-d1a6-4499-9108-c59c7eff8a34 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/75f5b04d-2a59-4572-88b1-6a5b8f369742 HTTP/1.1" status: 404 len: 336 time: 0.0462184 Feb 09 00:16:09.588886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50670) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.625865 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-321a36de-8117-4eff-8baa-3786a1fa3a1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.626343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321a36de-8117-4eff-8baa-3786a1fa3a1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.632287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-321a36de-8117-4eff-8baa-3786a1fa3a1a tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/bbf39f0c-637e-494d-9c4d-70df35c0796b HTTP/1.1" status: 404 len: 337 time: 0.0397820 Feb 09 00:16:09.632287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50672) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.659805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3749a62-ea91-4338-a10e-a60eb9c150c3 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "GET /v2.0/ports?device_id=03ba6307-050c-4dfd-a38c-f6cb8d9e5898 HTTP/1.1" status: 200 len: 205 time: 0.0264757 Feb 09 00:16:09.662817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50674) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.699445 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-9c713533-91f6-4795-baa9-062ad9320b73 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] delete failed (client error): The resource could not be found. Feb 09 00:16:09.700490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9c713533-91f6-4795-baa9-062ad9320b73 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/routers/03ba6307-050c-4dfd-a38c-f6cb8d9e5898 HTTP/1.1" status: 404 len: 336 time: 0.0367391 Feb 09 00:16:09.703459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50676) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.736602 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-1699203f-93ed-4594-81f0-170fdf867096 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.737287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1699203f-93ed-4594-81f0-170fdf867096 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.743610 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1699203f-93ed-4594-81f0-170fdf867096 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/55ccf98a-71ed-4ccb-b5d4-5e7affd13487 HTTP/1.1" status: 404 len: 337 time: 0.0390835 Feb 09 00:16:09.744333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50678) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:09.789418 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a41a0a-5187-4de8-9481-4386b22dda46 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] DELETE failed (client error): The resource could not be found. Feb 09 00:16:09.790035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a41a0a-5187-4de8-9481-4386b22dda46 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:16:09.795285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-29a41a0a-5187-4de8-9481-4386b22dda46 tempest-RoutersIpV6Test-2065224825 tempest-RoutersIpV6Test-2065224825-project] 10.222.0.32 "DELETE /v2.0/subnets/b6cf0bad-9e1b-43a0-9128-fa980366667f HTTP/1.1" status: 404 len: 337 time: 0.0493445 Feb 09 00:16:10.050141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50686) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:10.193228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3e65650-0740-422a-93e3-94b85861242f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53ea5488a7744396958041bcb7daadad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414759 Feb 09 00:16:10.195401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50690) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:10.245952 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d0132d9-9f81-48df-966d-3ae83a6e06cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:10.269893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d0132d9-9f81-48df-966d-3ae83a6e06cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:10.317859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d0132d9-9f81-48df-966d-3ae83a6e06cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:10.320648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5d0132d9-9f81-48df-966d-3ae83a6e06cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:10.321815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5d0132d9-9f81-48df-966d-3ae83a6e06cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ef884df-68a0-45f2-9495-7e406bbadcd4 HTTP/1.1" status: 204 len: 168 time: 0.1255002 Feb 09 00:16:10.329684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0132d9-9f81-48df-966d-3ae83a6e06cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef884df-68a0-45f2-9495-7e406bbadcd4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:11.029486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50716) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:11.146644 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cae6d377-49c6-478a-96ab-995afde53260 tempest-ServiceProvidersTest-1743870688 tempest-ServiceProvidersTest-1743870688-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1159072 Feb 09 00:16:11.397605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50724) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:11.504170 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c151375-99c7-45f7-93b2-ba55750fb2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.585282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c151375-99c7-45f7-93b2-ba55750fb2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.589311 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7c151375-99c7-45f7-93b2-ba55750fb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.628223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7c151375-99c7-45f7-93b2-ba55750fb2b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0070680f9cf4ff2bf6f47ee26316ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295082 Feb 09 00:16:11.629137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c151375-99c7-45f7-93b2-ba55750fb2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7fc4eb-1084-4ee7-bf69-2fe2e83e22b2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:11.630965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50728) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:11.684904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.706631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.754257 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.756788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:11.758022 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a7fc4eb-1084-4ee7-bf69-2fe2e83e22b2 HTTP/1.1" status: 204 len: 168 time: 0.1248627 Feb 09 00:16:11.766145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7fc4eb-1084-4ee7-bf69-2fe2e83e22b2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:11.774089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.774439 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.774780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.775118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.775477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.775764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.776090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.776417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.776745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.777676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.778009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.778333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796936ee-fa2b-4be1-9dc5-d678a9ec4d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:11.868408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a6e92f62-2f2c-48af-a97f-9a048d3b6e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:14.657922 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b2901a3b-6345-4bb8-b666-2f94d0288080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:15.523395 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:16.910954 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.147188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:17.260211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000f2ef1-383a-48fc-85e3-46a41779e3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.337358 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.353660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000f2ef1-383a-48fc-85e3-46a41779e3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.359030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-000f2ef1-383a-48fc-85e3-46a41779e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.400805 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-000f2ef1-383a-48fc-85e3-46a41779e3e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fb9b0fdfc754928a357598cee8548ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524605 Feb 09 00:16:17.403169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f2ef1-383a-48fc-85e3-46a41779e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486d240-65ac-4936-b977-94baa79b7eed,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:17.403934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:17.461027 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.482307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.529246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.531783 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.533097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8486d240-65ac-4936-b977-94baa79b7eed HTTP/1.1" status: 204 len: 168 time: 0.1279767 Feb 09 00:16:17.541846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486d240-65ac-4936-b977-94baa79b7eed,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:17.549612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.549965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.550305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.550632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.551840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.552544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.552825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.553188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.553506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.553832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.554155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.554476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64290567-882c-450a-a9e6-674bd4f7044c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:17.805976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50882) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:17.822770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33b577cf-ae91-4a78-a663-33904c5e20b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.902214 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33b577cf-ae91-4a78-a663-33904c5e20b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.906114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-33b577cf-ae91-4a78-a663-33904c5e20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:17.945721 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-33b577cf-ae91-4a78-a663-33904c5e20b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4559670fc80241318be1d75ffffdb607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387613 Feb 09 00:16:17.946663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b577cf-ae91-4a78-a663-33904c5e20b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451db803-96d0-4eca-a6b3-e62985246305,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:17.948443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50884) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:17.999323 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4be8b4d7-31fc-4579-b092-2a465c4ad6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:18.020895 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4be8b4d7-31fc-4579-b092-2a465c4ad6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:18.072097 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4be8b4d7-31fc-4579-b092-2a465c4ad6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:18.074807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4be8b4d7-31fc-4579-b092-2a465c4ad6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:18.075986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4be8b4d7-31fc-4579-b092-2a465c4ad6a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/451db803-96d0-4eca-a6b3-e62985246305 HTTP/1.1" status: 204 len: 168 time: 0.1264074 Feb 09 00:16:18.086032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8b4d7-31fc-4579-b092-2a465c4ad6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451db803-96d0-4eca-a6b3-e62985246305,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:19.083519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 50932) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:19.260309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 743e4320-a5d2-408b-a60d-2e12eed9c202 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:19.260309 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:19.346511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:19.346859 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:19.360424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 743e4320-a5d2-408b-a60d-2e12eed9c202 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:19.550592 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:19.576760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=743e4320-a5d2-408b-a60d-2e12eed9c202,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:19.650459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:19.650804 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Floating IP 83062fd6-37ed-4669-abcd-59a0a4daf97c disassociated (deleted). External IP: 172.25.3.73, port: 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2. Feb 09 00:16:19.890048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 986ef3b5-a734-483d-b352-115195732e63 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:16:20.007605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:16:20.012205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.019678 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] Sync routers for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:16:20.034253 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:20.035184 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:16:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:20.044092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8c02887d-1a45-4d59-9d3e-8b684a7c6faa tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/floatingips/83062fd6-37ed-4669-abcd-59a0a4daf97c HTTP/1.1" status: 204 len: 168 time: 0.9585297 Feb 09 00:16:20.044687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:20.047258 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbacbb-c181-4ce6-9951-c0c5ed87c262" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:20.121527 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216e1643-3f40-47e7-a43d-9a7a7e1bb1e0 x-openstack-request-id: req-216e1643-3f40-47e7-a43d-9a7a7e1bb1e0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:20.122160 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:20.122160 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-216e1643-3f40-47e7-a43d-9a7a7e1bb1e0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:20.122484 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'status': 'completed', 'code': 200} Feb 09 00:16:20.180211 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:20.222522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-23d5d891-5bd4-45f7-b097-10b1626d4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:20.226515 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-23d5d891-5bd4-45f7-b097-10b1626d4f4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 1097 time: 0.0769289 Feb 09 00:16:20.297930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50984) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:20.427242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-122b61e8-e9d7-4a8e-9d19-f43cdf5609c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:20.429585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-122b61e8-e9d7-4a8e-9d19-f43cdf5609c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 200 len: 897 time: 0.1910868 Feb 09 00:16:20.463996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12a405d2-e11a-44ab-bc88-88aef37d8b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.494425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-67cbb1e1-7d71-4b3e-b3c5-876f55239494 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0560741 Feb 09 00:16:20.507214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5209a-8886-4f59-b1b8-37091e4a7e16 req-e7853ab1-83b7-49ef-a37c-b52194371cdc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:20.509033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec5209a-8886-4f59-b1b8-37091e4a7e16 req-e7853ab1-83b7-49ef-a37c-b52194371cdc tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1268604 Feb 09 00:16:20.556998 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12a405d2-e11a-44ab-bc88-88aef37d8b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.563173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-12a405d2-e11a-44ab-bc88-88aef37d8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.564993 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:41Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:20.571544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-dd2db970-69a4-4a0c-b96f-99ec05db64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:20.573683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-dd2db970-69a4-4a0c-b96f-99ec05db64d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 200 len: 834 time: 0.0634975 Feb 09 00:16:20.594777 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] Checking router: 986ef3b5-a734-483d-b352-115195732e63 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:20.608597 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a405d2-e11a-44ab-bc88-88aef37d8b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c629d677-daa6-4bf7-9945-26be5548ed6f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:20.619061 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-12a405d2-e11a-44ab-bc88-88aef37d8b55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=186cf10097034c2c81b4348ded318566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188305 Feb 09 00:16:20.622348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50988) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:20.628109 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:20.628732 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:16:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:20.654022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ec5209a-8886-4f59-b1b8-37091e4a7e16 req-0c1f5a55-ffdc-415b-bcb2-1e12eb862c11 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790761 Feb 09 00:16:20.671348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-0b16f383-5f77-418a-ab51-12d7ea4a6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:20.672633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-0b16f383-5f77-418a-ab51-12d7ea4a6c76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=616c5eee-7840-42b8-a096-d5a90d73f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904100 Feb 09 00:16:20.692699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c09d0a4-aa0f-4461-b10d-1260b38245ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.722528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c09d0a4-aa0f-4461-b10d-1260b38245ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.753816 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:20.792091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-367a4012-1194-4623-95f9-d7fb0c44142e service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121612 Feb 09 00:16:20.842224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c09d0a4-aa0f-4461-b10d-1260b38245ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.844820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3c09d0a4-aa0f-4461-b10d-1260b38245ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:20.849115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c09d0a4-aa0f-4461-b10d-1260b38245ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c629d677-daa6-4bf7-9945-26be5548ed6f HTTP/1.1" status: 204 len: 168 time: 0.2206521 Feb 09 00:16:20.868820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09d0a4-aa0f-4461-b10d-1260b38245ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c629d677-daa6-4bf7-9945-26be5548ed6f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:20.898791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-decbacbb-c181-4ce6-9951-c0c5ed87c262 req-958fdb4f-8cb2-4226-9d79-1b7faa07862e service neutron] 10.222.0.21 "GET /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986114 Feb 09 00:16:21.029041 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:41Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:21.060617 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa65e358-c4bd-469e-bdfc-5aa6fc1cd448 None None] The sync data for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 is: [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:36Z', 'revision_number': 4, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '1676bac1-bec5-4dca-9e9a-61c691222ba9', 'name': '', 'network_id': '616c5eee-7840-42b8-a096-d5a90d73f80c', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'mac_address': 'fa:16:3e:e7:e7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:35Z', 'updated_at': '2022-02-09T00:14:41Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'subnets': [{'id': '5c23c4a6-8095-4696-a972-1c5c6c37374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:21.168529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 50998) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:21.182893 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c46209-3130-4ea4-93bc-f964ab0efba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.279743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c46209-3130-4ea4-93bc-f964ab0efba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.283994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-71c46209-3130-4ea4-93bc-f964ab0efba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.342528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c46209-3130-4ea4-93bc-f964ab0efba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d77cb-5ce9-470d-bfd8-ba541a80bc9e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:21.350724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51002) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:21.351154 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-71c46209-3130-4ea4-93bc-f964ab0efba8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0acdacdaf74b4ed99950377106757b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812980 Feb 09 00:16:21.360864 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5831f1-dd37-4c78-8060-a93077d25904 None None] New status for floating IP 83062fd6-37ed-4669-abcd-59a0a4daf97c: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:16:21.411135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40cd25b5-dc0b-4f01-81a4-6b2c7da59c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.433289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40cd25b5-dc0b-4f01-81a4-6b2c7da59c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.466972 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:16:21.482146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40cd25b5-dc0b-4f01-81a4-6b2c7da59c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.484660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-40cd25b5-dc0b-4f01-81a4-6b2c7da59c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:21.489203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-40cd25b5-dc0b-4f01-81a4-6b2c7da59c75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c78d77cb-5ce9-470d-bfd8-ba541a80bc9e HTTP/1.1" status: 204 len: 168 time: 0.1347258 Feb 09 00:16:21.497097 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd25b5-dc0b-4f01-81a4-6b2c7da59c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d77cb-5ce9-470d-bfd8-ba541a80bc9e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:21.800330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-046f8342-2a9d-43c3-9ac8-c50b992a5c06 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:21.802238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-046f8342-2a9d-43c3-9ac8-c50b992a5c06 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.0762355 Feb 09 00:16:21.892621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86714-4974-45d2-af55-bcb7e91a8b87 req-61decc00-7a89-44fa-b7fa-1f4182d4dd42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:21.894339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9c86714-4974-45d2-af55-bcb7e91a8b87 req-61decc00-7a89-44fa-b7fa-1f4182d4dd42 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfd565e5-0aea-4f2c-b3ba-37863545bdf3 HTTP/1.1" status: 200 len: 946 time: 0.1166778 Feb 09 00:16:21.953670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9c86714-4974-45d2-af55-bcb7e91a8b87 req-08a5b8ec-89da-4a05-ba59-73b218cb7ad5 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c918c5-5efc-436e-92e1-73c932890df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508618 Feb 09 00:16:21.955306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:21.955645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:22.061275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:22.061690 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:22.075810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:22.227483 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:22.265812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:22.315668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] No DVR routers for this DVR port 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:22.319827 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:22.323568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f2dec99-fe8f-4a88-9dc7-35c11bfc8bcb req-d22f6a47-fe84-43bc-9d33-c11a48e768e2 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.21 "DELETE /v2.0/ports/1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 HTTP/1.1" status: 204 len: 173 time: 0.5059564 Feb 09 00:16:22.324077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'name': 'network-vif-deleted', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:22.327338 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02222311-6da3-4f7f-a002-3566069595a1" -d '{"events": [{"server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "name": "network-vif-deleted", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:22.387968 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff4e85-dfa3-4f28-b073-c8a5d8c6d9a9 x-openstack-request-id: req-3fff4e85-dfa3-4f28-b073-c8a5d8c6d9a9 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:22.389001 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd565e5-0aea-4f2c-b3ba-37863545bdf3", "name": "network-vif-deleted", "tag": "1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:22.389192 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fff4e85-dfa3-4f28-b073-c8a5d8c6d9a9 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:22.389444 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd565e5-0aea-4f2c-b3ba-37863545bdf3', 'name': 'network-vif-deleted', 'tag': '1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2', 'status': 'completed', 'code': 200} Feb 09 00:16:23.019045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:23.450250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:23.997211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port 1676bac1-bec5-4dca-9e9a-61c691222ba9 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:23.997624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:24.100582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port 1676bac1-bec5-4dca-9e9a-61c691222ba9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1676bac1-bec5-4dca-9e9a-61c691222ba9,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:24.100984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:24.115669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for 1676bac1-bec5-4dca-9e9a-61c691222ba9 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:24.349749 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:24.387553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=1676bac1-bec5-4dca-9e9a-61c691222ba9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:24.604801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:24.837715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Router 986ef3b5-a734-483d-b352-115195732e63 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:16:24.949276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:16:24.954602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0c155d84-654b-48b3-9fa6-3e81d9e45119 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "PUT /v2.0/routers/986ef3b5-a734-483d-b352-115195732e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9340632 Feb 09 00:16:24.958126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51070) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:24.972096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] Sync routers for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:16:24.986429 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:24.987366 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:16:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:25.022423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting subnet 5c23c4a6-8095-4696-a972-1c5c6c37374d {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:16:25.026940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.139591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.208997 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:25.279570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.395728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.429585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Subnet': ['ID=5c23c4a6-8095-4696-a972-1c5c6c37374d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:25.432508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.438733 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d40a0f2-01e6-4024-be45-d8d4f99b3653 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/subnets/5c23c4a6-8095-4696-a972-1c5c6c37374d HTTP/1.1" status: 204 len: 168 time: 0.4793506 Feb 09 00:16:25.439318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51076) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:25.445759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc6efd9-a562-4d4e-853c-7e6d889514ee None None] Network 616c5eee-7840-42b8-a096-d5a90d73f80c requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:16:25.471664 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:16:24Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:25.509186 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] Checking router: 986ef3b5-a734-483d-b352-115195732e63 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:16:25.521153 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] Routers {'986ef3b5-a734-483d-b352-115195732e63'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:16:25.522522 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:16:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['986ef3b5-a734-483d-b352-115195732e63'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:25.553504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.663302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] DHCP port deletion for 616c5eee-7840-42b8-a096-d5a90d73f80c request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:16:25.672636 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] Set router 986ef3b5-a734-483d-b352-115195732e63 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:16:25.680566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.733668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Deleting port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:25.734320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.736759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Deleting port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:25.737533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.807988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] For port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,segment=NetworkSegment(3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11),segment_id=3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:25.808839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.825737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Calling delete_port for 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:25.845926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] For port e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:25.846148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.858521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Calling delete_port for e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:25.901484 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:16:24Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:25.929884 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:25.938114 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b258ac0-f6f7-410f-9156-9983d72caaee None None] The sync data for ids ['986ef3b5-a734-483d-b352-115195732e63'] in n-d-828413-1 is: [{'id': '986ef3b5-a734-483d-b352-115195732e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1729604426', 'tenant_id': '67622b55a6f64c1aa94fed57009d0bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:16:24Z', 'revision_number': 5, 'project_id': '67622b55a6f64c1aa94fed57009d0bfc', 'gw_port': {'id': 'e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986ef3b5-a734-483d-b352-115195732e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:14:32Z', 'updated_at': '2022-02-09T00:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:16:25.956059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Pushing event deleted for resources: {'Port': ['ID=84ad250e-dd9d-4d75-8eab-e6f3c053cda2,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:25.966338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] No DVR routers for this DVR port 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:25.968940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.969261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.969609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.969945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.970476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.970688 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.970926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.971254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.971578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.971905 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.972227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:25.972606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d3317e-ebaf-4447-82a2-deec2f62f546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:16:26.073477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.102486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Port': ['ID=e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:26.165306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.261823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.263874 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.281074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:26.319989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:26.320526 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 1d7d2a08-6b6f-4238-b3c8-6ff55ae8f3a2 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:26.322262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.323139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Fanout notify agent at l3_agent the message router_deleted on router 986ef3b5-a734-483d-b352-115195732e63 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:16:26.344999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.346208 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-228809c3-9a27-4b24-aff9-8a8db4442e7b tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/routers/986ef3b5-a734-483d-b352-115195732e63 HTTP/1.1" status: 204 len: 168 time: 0.9058287 Feb 09 00:16:26.349189 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51094) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:26.454778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.564934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.589899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616c5eee-7840-42b8-a096-d5a90d73f80c']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:26.601793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:26.602222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de8bdf1-e4a3-44ab-bf56-01c5c6b32d11') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:16:26.617204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.634490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.640787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:16:26.641299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:16:26.644629 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:16:26.731613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.742351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.748935 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/networks/616c5eee-7840-42b8-a096-d5a90d73f80c HTTP/1.1" status: 204 len: 168 time: 0.3960729 Feb 09 00:16:26.749347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51118) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:26.782771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045f0f-9be8-4382-887c-b4be50fabc81 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'Network': ['ID=616c5eee-7840-42b8-a096-d5a90d73f80c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:26.840566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f466b30c-f771-4351-bb02-4d13c0a65100 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.872276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f466b30c-f771-4351-bb02-4d13c0a65100 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.951659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f466b30c-f771-4351-bb02-4d13c0a65100 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.956044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f466b30c-f771-4351-bb02-4d13c0a65100 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:26.958011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f466b30c-f771-4351-bb02-4d13c0a65100 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] 10.222.0.32 "DELETE /v2.0/security-groups/f9c918c5-5efc-436e-92e1-73c932890df7 HTTP/1.1" status: 204 len: 168 time: 0.2075438 Feb 09 00:16:26.968663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466b30c-f771-4351-bb02-4d13c0a65100 tempest-TestNetworkAdvancedServerOps-316134590 tempest-TestNetworkAdvancedServerOps-316134590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c918c5-5efc-436e-92e1-73c932890df7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:27.304187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51130) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:27.411776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:27.444382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:27.445012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 84ad250e-dd9d-4d75-8eab-e6f3c053cda2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:27.445660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:27.471956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:27.472375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e127ef1b-ba4e-4bb7-beb3-d45e79f1abc6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:27.472904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1676bac1-bec5-4dca-9e9a-61c691222ba9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:27.490258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad3cf8d1-3f5b-433c-b556-5e4244347514 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=67622b55a6f64c1aa94fed57009d0bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846344 Feb 09 00:16:27.492534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51136) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:27.498005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1676bac1-bec5-4dca-9e9a-61c691222ba9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:27.499147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1676bac1-bec5-4dca-9e9a-61c691222ba9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:27.552784 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db4a6368-c387-462a-91e3-e83b0ed06877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:27.574894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db4a6368-c387-462a-91e3-e83b0ed06877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:27.622865 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db4a6368-c387-462a-91e3-e83b0ed06877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:27.625881 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-db4a6368-c387-462a-91e3-e83b0ed06877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:27.627053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-db4a6368-c387-462a-91e3-e83b0ed06877 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a46a2d9-bbb2-46a2-acce-250c3bc1097f HTTP/1.1" status: 204 len: 168 time: 0.1335447 Feb 09 00:16:27.636279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a6368-c387-462a-91e3-e83b0ed06877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a46a2d9-bbb2-46a2-acce-250c3bc1097f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:27.945821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51148) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:27.993297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51150) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:27.993827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4bbea129-7e0b-43f1-a745-e6b04ecdeca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de9752d9fd2343cd96552fb4bef30274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461228 Feb 09 00:16:28.047874 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76583386-01c5-4133-9881-ecfec4b3af35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:28.075531 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76583386-01c5-4133-9881-ecfec4b3af35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:28.130654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76583386-01c5-4133-9881-ecfec4b3af35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:28.133293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76583386-01c5-4133-9881-ecfec4b3af35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:28.136991 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76583386-01c5-4133-9881-ecfec4b3af35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/deb2eb16-72a4-4547-ad69-e4deee097fea HTTP/1.1" status: 204 len: 168 time: 0.1394491 Feb 09 00:16:28.142311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76583386-01c5-4133-9881-ecfec4b3af35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb2eb16-72a4-4547-ad69-e4deee097fea,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:31.411565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:31.519184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e04f3059-e8ba-4105-8dff-b8d76f21d063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.598834 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e04f3059-e8ba-4105-8dff-b8d76f21d063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.602937 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e04f3059-e8ba-4105-8dff-b8d76f21d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.645440 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e04f3059-e8ba-4105-8dff-b8d76f21d063 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=399045f0cf0c49d983e69c5b7aa3d588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332487 Feb 09 00:16:31.646696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51196) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:31.653938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f3059-e8ba-4105-8dff-b8d76f21d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2faae-dedb-4a97-a567-169aecb1afbd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:31.700232 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64ff48ab-498f-4166-97fc-9863f2fafe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.721666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64ff48ab-498f-4166-97fc-9863f2fafe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.768443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64ff48ab-498f-4166-97fc-9863f2fafe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.771857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-64ff48ab-498f-4166-97fc-9863f2fafe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:31.773058 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-64ff48ab-498f-4166-97fc-9863f2fafe81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ee2faae-dedb-4a97-a567-169aecb1afbd HTTP/1.1" status: 204 len: 168 time: 0.1252165 Feb 09 00:16:31.783086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff48ab-498f-4166-97fc-9863f2fafe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2faae-dedb-4a97-a567-169aecb1afbd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:32.404280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 51222) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:32.503050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685103738-network', 'tenant_id': '7fbf7cfc96174aa888e50f92df23aee8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:32.525332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Made reservation on behalf of 7fbf7cfc96174aa888e50f92df23aee8 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:16:32.527514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.536690 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.616144 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.620202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.644617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:16:32.654916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44dfd5c-599e-45ae-a00a-46b6948c12ae,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:32.660907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.661285 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Added segment 5430e5bb-aca1-4dc1-85ba-e731ab9ffc17 of type vlan for network f1a1a987-6095-4781-aedc-3025ba0aed16 Feb 09 00:16:32.709539 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.735852 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.736885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:32.737674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:32.855721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4474585 Feb 09 00:16:32.856230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 51232) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:16:32.863899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Request body: {'subnet': {'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685103738-subnet', 'tenant_id': '7fbf7cfc96174aa888e50f92df23aee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:32.873365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897aba38-a549-43a8-82c4-30ad250844db admin admin] Pushing event updated for resources: {'Network': ['ID=f1a1a987-6095-4781-aedc-3025ba0aed16,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:32.883662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f1a1a987-6095-4781-aedc-3025ba0aed16 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:16:32.907212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Made reservation on behalf of 7fbf7cfc96174aa888e50f92df23aee8 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:16:32.909581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:33.102675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:33.171728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5888acfc-15f8-411e-8274-f3bb39ffaefc,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:33.184528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Checking segment: {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:16:33.185303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Network hostable DHCP agents. Network: f1a1a987-6095-4781-aedc-3025ba0aed16, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:16:33.208861 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Network f1a1a987-6095-4781-aedc-3025ba0aed16 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:16:33.218512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f1a1a987-6095-4781-aedc-3025ba0aed16) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:16:33.224978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:33.225927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:33.234811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88bed64-3e63-41e8-8876-e0a0abadf65b None None] Network f1a1a987-6095-4781-aedc-3025ba0aed16 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:16:33.251421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f2ad514b-bd2d-454f-8611-8ab96ed85cc8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3936222 Feb 09 00:16:33.419249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbac99ca-1de0-4f8e-8528-26558eaf8e7d None None] Network f1a1a987-6095-4781-aedc-3025ba0aed16 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:16:35.271894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-7f16c656-03e4-4e1f-87bb-167061fea938 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:35.273402 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-7f16c656-03e4-4e1f-87bb-167061fea938 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/networks?id=f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 200 len: 808 time: 0.1223145 Feb 09 00:16:35.288806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-96bf8eba-9dbe-415a-8110-8be30671de41 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/quotas/7fbf7cfc96174aa888e50f92df23aee8 HTTP/1.1" status: 200 len: 375 time: 0.0093310 Feb 09 00:16:35.344325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-77924b53-8af3-4853-8ba9-08981a07708b tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498183 Feb 09 00:16:35.433772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-3d59b99b-dd07-4bd2-9e22-8dfe0eb669db service neutron] 10.222.0.32 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821776 Feb 09 00:16:35.524585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-46de90ed-08b6-40ab-8e21-73dd02486894 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842798 Feb 09 00:16:35.697462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bef8d5c-136c-4d15-824c-91789c80939d req-cbbca30b-394b-4011-9d8f-0b8b53967555 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0381465 Feb 09 00:16:36.611505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-9b1e79ec-4512-4cb7-8121-d5f672703e00 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:36.612678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-9b1e79ec-4512-4cb7-8121-d5f672703e00 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "GET /v2.0/networks?id=f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 200 len: 808 time: 0.1064765 Feb 09 00:16:36.627203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Request body: {'port': {'device_id': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16', 'admin_state_up': True, 'tenant_id': '7fbf7cfc96174aa888e50f92df23aee8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:36.746421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Made reservation on behalf of 7fbf7cfc96174aa888e50f92df23aee8 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:16:36.750178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:36.801601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c50f3ff2-1ba2-432c-bc8b-28e2b8caf9ef req-c2e05cfb-ba2c-4524-ae1c-18957a539ab9 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 210 time: 0.0338387 Feb 09 00:16:36.904339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Allocated IP 172.20.0.3 (f1a1a987-6095-4781-aedc-3025ba0aed16/5888acfc-15f8-411e-8274-f3bb39ffaefc/e5b635c5-eba7-4a51-92a8-946d7046a578) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:16:37.047128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.061172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.082856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.130891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Network f1a1a987-6095-4781-aedc-3025ba0aed16 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:16:37.134021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:16:37.137447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:16:37.143388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Pushing event updated for resources: {'Port': ['ID=e5b635c5-eba7-4a51-92a8-946d7046a578,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:37.169698 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.192267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:37.192940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.215593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-f40a2078-4ef4-43be-80b0-11854cc99bcb tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926325 Feb 09 00:16:37.228521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Request body: {'port': {'device_id': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:37.283996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.547638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b635c5-eba7-4a51-92a8-946d7046a578 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:16:37.555484 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.567790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Transition to ACTIVE for port object e5b635c5-eba7-4a51-92a8-946d7046a578 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:16:37.571675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.633150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b635c5-eba7-4a51-92a8-946d7046a578,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:37.712798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Attempting to bind port e5b635c5-eba7-4a51-92a8-946d7046a578 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:16:37.713307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Attempting to bind port e5b635c5-eba7-4a51-92a8-946d7046a578 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:16:37.713773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Attempting to bind port e5b635c5-eba7-4a51-92a8-946d7046a578 on network f1a1a987-6095-4781-aedc-3025ba0aed16 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:16:37.719533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Port e5b635c5-eba7-4a51-92a8-946d7046a578 on network f1a1a987-6095-4781-aedc-3025ba0aed16 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:16:37.720010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Attempting to bind port e5b635c5-eba7-4a51-92a8-946d7046a578 on network f1a1a987-6095-4781-aedc-3025ba0aed16 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:16:37.728014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:16:37.728475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Checking segment: {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:16:37.729035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Bound using segment: {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:16:37.729558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Bound port: e5b635c5-eba7-4a51-92a8-946d7046a578, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:16:37.730010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.796953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] For port e5b635c5-eba7-4a51-92a8-946d7046a578, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:16:37.799804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] For port e5b635c5-eba7-4a51-92a8-946d7046a578, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e5b635c5-eba7-4a51-92a8-946d7046a578,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:16:37.804737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.835938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:37.836547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:37.838272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] 10.222.0.84 "PUT /v2.0/ports/e5b635c5-eba7-4a51-92a8-946d7046a578 HTTP/1.1" status: 200 len: 1091 time: 0.6140614 Feb 09 00:16:37.838704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'tag': 'e5b635c5-eba7-4a51-92a8-946d7046a578'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:37.841021 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8861d07-828f-42ff-9b09-3d315cdfe14a" -d '{"events": [{"name": "network-changed", "server_uuid": "db85cee5-ff79-4e2b-86a7-d86de831e7c9", "tag": "e5b635c5-eba7-4a51-92a8-946d7046a578"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:37.870046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cb08f-8ab3-4a83-8be1-0ea9a83dedb5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b635c5-eba7-4a51-92a8-946d7046a578,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:37.905652 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36a22c-0b4a-4f5c-a457-9d9a3b5893f5 x-openstack-request-id: req-1f36a22c-0b4a-4f5c-a457-9d9a3b5893f5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:37.906075 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db85cee5-ff79-4e2b-86a7-d86de831e7c9", "tag": "e5b635c5-eba7-4a51-92a8-946d7046a578", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:37.906423 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f36a22c-0b4a-4f5c-a457-9d9a3b5893f5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:37.907036 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'tag': 'e5b635c5-eba7-4a51-92a8-946d7046a578', 'status': 'completed', 'code': 200} Feb 09 00:16:37.971279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-4d998480-e5e9-4a34-b6fc-bd5a87cb6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:37.973795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-4d998480-e5e9-4a34-b6fc-bd5a87cb6ca4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0789909 Feb 09 00:16:37.984745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105efc0-f155-465f-8893-7aeea20a0d13 req-e71fc358-5508-4e90-ab9a-173e47e62d40 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:37.986175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7105efc0-f155-465f-8893-7aeea20a0d13 req-e71fc358-5508-4e90-ab9a-173e47e62d40 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0770979 Feb 09 00:16:38.307635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-62513d50-e07f-475d-aa0a-78ecc9133977 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b635c5-eba7-4a51-92a8-946d7046a578 HTTP/1.1" status: 200 len: 217 time: 0.3205118 Feb 09 00:16:38.363648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7105efc0-f155-465f-8893-7aeea20a0d13 req-c096dbac-f818-4977-80de-65567c5b2af5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697734 Feb 09 00:16:38.372605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-1686bd8e-3aee-4319-83cb-fa2469e46afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:38.374073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-1686bd8e-3aee-4319-83cb-fa2469e46afa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5888acfc-15f8-411e-8274-f3bb39ffaefc HTTP/1.1" status: 200 len: 848 time: 0.0588281 Feb 09 00:16:38.413865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-a2445eb8-26f3-44b4-9f6f-d97be287e443 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f1a1a987-6095-4781-aedc-3025ba0aed16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326409 Feb 09 00:16:38.501900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-dd741623-d67c-4fd1-ba65-620da845ac8e service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794196 Feb 09 00:16:38.598231 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4778e7f-7fc7-45bc-b430-bcf28fc4902a req-b85d6c01-bc5f-44c0-af4b-4a4bee5c9c2a service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Feb 09 00:16:38.685378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-58a28c40-ded4-4aa1-9b2a-21c8834e6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:38.686884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-58a28c40-ded4-4aa1-9b2a-21c8834e6224 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 1094 time: 0.0435517 Feb 09 00:16:38.782077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-0eb1abaa-b80d-434c-a585-ae537d5c6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:38.783556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-0eb1abaa-b80d-434c-a585-ae537d5c6fd2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 200 len: 909 time: 0.0901363 Feb 09 00:16:38.826434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-a8fd7a4d-9f02-4f95-b710-3c5dd2d4798a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b635c5-eba7-4a51-92a8-946d7046a578 HTTP/1.1" status: 200 len: 217 time: 0.0366013 Feb 09 00:16:38.875057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-41451945-5406-44f0-876d-29f30d558508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:38.876494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-41451945-5406-44f0-876d-29f30d558508 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5888acfc-15f8-411e-8274-f3bb39ffaefc HTTP/1.1" status: 200 len: 848 time: 0.0431085 Feb 09 00:16:38.910031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-8705116a-00e7-4ba8-b3b4-739b3afd7088 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f1a1a987-6095-4781-aedc-3025ba0aed16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266130 Feb 09 00:16:39.013026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-37c4aa04-925f-4602-91b5-2ce6f4918164 service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964992 Feb 09 00:16:39.104611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8861d07-828f-42ff-9b09-3d315cdfe14a req-3c6fe68a-2741-4e6a-acc3-905647ea99a8 service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Feb 09 00:16:39.495562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa16a5d-f3bd-4a70-b56c-3632d319eae0 req-97aa992e-0222-4a8b-ba8a-35d1079f9f3c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:39.497053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fa16a5d-f3bd-4a70-b56c-3632d319eae0 req-97aa992e-0222-4a8b-ba8a-35d1079f9f3c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0502687 Feb 09 00:16:39.539850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6fa16a5d-f3bd-4a70-b56c-3632d319eae0 req-ff9cfbf5-ff97-4fbe-bba3-97f20b6b1ee8 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365140 Feb 09 00:16:40.656590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d23e3-c9d5-4a34-a20d-c8e2a5f02acd req-fe99f746-aa8c-4fc5-bc56-258f3a0b649c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:40.658105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-289d23e3-c9d5-4a34-a20d-c8e2a5f02acd req-fe99f746-aa8c-4fc5-bc56-258f3a0b649c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Feb 09 00:16:40.695966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-289d23e3-c9d5-4a34-a20d-c8e2a5f02acd req-bd8ca9a3-f51a-41d0-a5f1-4abe272a1e45 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Feb 09 00:16:41.599936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e5b635c5-eba7-4a51-92a8-946d7046a578 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:16:41.700986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e5b635c5-eba7-4a51-92a8-946d7046a578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e5b635c5-eba7-4a51-92a8-946d7046a578,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:41.712786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'e5b635c5-eba7-4a51-92a8-946d7046a578', 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16', 'port_id': 'e5b635c5-eba7-4a51-92a8-946d7046a578', 'mac_address': 'fa:16:3e:ef:7a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5888acfc-15f8-411e-8274-f3bb39ffaefc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:16:41.754931 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:41.767953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b635c5-eba7-4a51-92a8-946d7046a578 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:16:41.788889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e5b635c5-eba7-4a51-92a8-946d7046a578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e5b635c5-eba7-4a51-92a8-946d7046a578,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:41.792939 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:41.825255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee54c92-390e-427f-9d71-4cc3ff67098c req-098cba2d-0b77-45d6-bf4d-1236db6dc2c1 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:41.826654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ee54c92-390e-427f-9d71-4cc3ff67098c req-098cba2d-0b77-45d6-bf4d-1236db6dc2c1 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 943 time: 0.0594101 Feb 09 00:16:41.848408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=e5b635c5-eba7-4a51-92a8-946d7046a578,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:41.875996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5ee54c92-390e-427f-9d71-4cc3ff67098c req-70630541-b418-4ca9-b862-70def25c42a1 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Feb 09 00:16:41.878625 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d1408393-1b5f-4f3e-ba87-4959a7c83b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:42.029214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['e5b635c5-eba7-4a51-92a8-946d7046a578'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:16:43.052683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b25a7-714d-47fd-9198-b45c49179a7a req-0cc4dc02-d306-40ef-9f2a-394b79f4e027 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:43.054185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f54b25a7-714d-47fd-9198-b45c49179a7a req-0cc4dc02-d306-40ef-9f2a-394b79f4e027 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 944 time: 0.1066570 Feb 09 00:16:43.095705 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f54b25a7-714d-47fd-9198-b45c49179a7a req-c1a5b1d1-75e6-46de-93fe-c2345766d1e6 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Feb 09 00:16:43.609913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e5b635c5-eba7-4a51-92a8-946d7046a578 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:16:43.661798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port e5b635c5-eba7-4a51-92a8-946d7046a578 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:16:43.665608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port e5b635c5-eba7-4a51-92a8-946d7046a578 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:16:43.665980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:43.741616 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:43.763885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b635c5-eba7-4a51-92a8-946d7046a578'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:43.766192 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c3ea4-2411-4eab-a9dc-67cfd7c205c3" -d '{"events": [{"server_uuid": "db85cee5-ff79-4e2b-86a7-d86de831e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "e5b635c5-eba7-4a51-92a8-946d7046a578"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:43.780054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e5b635c5-eba7-4a51-92a8-946d7046a578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e5b635c5-eba7-4a51-92a8-946d7046a578,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:43.784643 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:43.810378 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9565b4-7bfb-4a6d-841d-9f30abc84625 x-openstack-request-id: req-4b9565b4-7bfb-4a6d-841d-9f30abc84625 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:43.810679 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db85cee5-ff79-4e2b-86a7-d86de831e7c9", "name": "network-vif-plugged", "status": "completed", "tag": "e5b635c5-eba7-4a51-92a8-946d7046a578", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:43.810929 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b9565b4-7bfb-4a6d-841d-9f30abc84625 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:43.811318 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b635c5-eba7-4a51-92a8-946d7046a578', 'code': 200} Feb 09 00:16:43.836371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=e5b635c5-eba7-4a51-92a8-946d7046a578,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:43.909191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e4710-ca8f-4f08-a5be-805ef18d7688 req-d4e5bf98-8939-403c-92db-bd83c9301c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:43.910731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-482e4710-ca8f-4f08-a5be-805ef18d7688 req-d4e5bf98-8939-403c-92db-bd83c9301c6b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 1096 time: 0.0439789 Feb 09 00:16:43.946065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-482e4710-ca8f-4f08-a5be-805ef18d7688 req-13e9560a-fa85-4315-8687-a95d776a0d8d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290291 Feb 09 00:16:44.214676 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806e394-0507-4050-b8aa-e563100eab42 req-4e21c0a2-844d-49ef-b8be-caa3d919f29b tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:44.216186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6806e394-0507-4050-b8aa-e563100eab42 req-4e21c0a2-844d-49ef-b8be-caa3d919f29b tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0503335 Feb 09 00:16:44.254568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6806e394-0507-4050-b8aa-e563100eab42 req-b624b51c-b7ee-441a-ab02-fc81bed63c6c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Feb 09 00:16:44.654677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3d145fa9-0f4c-4bd0-947e-da3d1e9f1eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:45.377612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029fd54-0d41-437b-bed5-90ea8a8521de req-1c41a175-f05d-47e3-a937-c92b55868248 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:45.380021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1029fd54-0d41-437b-bed5-90ea8a8521de req-1c41a175-f05d-47e3-a937-c92b55868248 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0569868 Feb 09 00:16:45.422014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1029fd54-0d41-437b-bed5-90ea8a8521de req-4ac57df1-a3e5-47b4-86fe-f3fbeba47e0e tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359445 Feb 09 00:16:45.526078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:46.003207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78171ba-7ea0-4f89-a56c-54cca1f7bd76 req-f6b7bd4b-da2b-4252-b94c-78467722ea1c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:46.004707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d78171ba-7ea0-4f89-a56c-54cca1f7bd76 req-f6b7bd4b-da2b-4252-b94c-78467722ea1c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0498662 Feb 09 00:16:46.043340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d78171ba-7ea0-4f89-a56c-54cca1f7bd76 req-8919cb97-e832-41b2-ab43-b17b5a00206c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327058 Feb 09 00:16:46.910515 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:47.164706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d30a3e-402d-42d3-85f1-3b6c80728990 req-439d6885-f365-411b-916c-db8bf433be8b tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:47.166188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19d30a3e-402d-42d3-85f1-3b6c80728990 req-439d6885-f365-411b-916c-db8bf433be8b tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0498102 Feb 09 00:16:47.228368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19d30a3e-402d-42d3-85f1-3b6c80728990 req-b74308a2-554f-4cba-903c-24280d9f20fc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559845 Feb 09 00:16:47.252517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-87bf3a28-02b2-427a-88cc-baf4961f14f3 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:47.254360 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-87bf3a28-02b2-427a-88cc-baf4961f14f3 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "GET /v2.0/ports?device_id=db85cee5-ff79-4e2b-86a7-d86de831e7c9 HTTP/1.1" status: 200 len: 945 time: 0.0573888 Feb 09 00:16:47.344569 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:47.351321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Deleting port e5b635c5-eba7-4a51-92a8-946d7046a578 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:47.351671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:47.441653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] For port e5b635c5-eba7-4a51-92a8-946d7046a578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e5b635c5-eba7-4a51-92a8-946d7046a578,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:47.442026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:47.453559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Calling delete_port for e5b635c5-eba7-4a51-92a8-946d7046a578 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:47.584679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:47.606875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['e5b635c5-eba7-4a51-92a8-946d7046a578'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:16:47.626400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Pushing event deleted for resources: {'Port': ['ID=e5b635c5-eba7-4a51-92a8-946d7046a578,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:47.663795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] No DVR routers for this DVR port e5b635c5-eba7-4a51-92a8-946d7046a578 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:47.666520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:47.669869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a30cc57-0249-40e9-8aff-813f8476fedb req-9ce1177c-f8ac-4f91-9eff-56ad50637bbe tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "DELETE /v2.0/ports/e5b635c5-eba7-4a51-92a8-946d7046a578 HTTP/1.1" status: 204 len: 173 time: 0.4103715 Feb 09 00:16:47.670309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'name': 'network-vif-deleted', 'tag': 'e5b635c5-eba7-4a51-92a8-946d7046a578'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:47.672632 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc2bc4-87fd-4063-b685-8f7a84d641c5" -d '{"events": [{"server_uuid": "db85cee5-ff79-4e2b-86a7-d86de831e7c9", "name": "network-vif-deleted", "tag": "e5b635c5-eba7-4a51-92a8-946d7046a578"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:47.723511 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637b373-9c19-4f45-bba4-dfb5ba9f25f7 x-openstack-request-id: req-4637b373-9c19-4f45-bba4-dfb5ba9f25f7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:47.723858 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db85cee5-ff79-4e2b-86a7-d86de831e7c9", "name": "network-vif-deleted", "tag": "e5b635c5-eba7-4a51-92a8-946d7046a578", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:47.724117 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4637b373-9c19-4f45-bba4-dfb5ba9f25f7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:47.724515 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db85cee5-ff79-4e2b-86a7-d86de831e7c9', 'name': 'network-vif-deleted', 'tag': 'e5b635c5-eba7-4a51-92a8-946d7046a578', 'status': 'completed', 'code': 200} Feb 09 00:16:48.570916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-3f62de5d-6ab1-4ea8-b0d6-d5854eb0fe00 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:48.572292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-3f62de5d-6ab1-4ea8-b0d6-d5854eb0fe00 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/networks?id=f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 200 len: 808 time: 0.1018178 Feb 09 00:16:48.588222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-3a43381b-e3ea-474b-a567-7b07196671b0 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/quotas/7fbf7cfc96174aa888e50f92df23aee8 HTTP/1.1" status: 200 len: 375 time: 0.0099120 Feb 09 00:16:48.627582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-eb3c9386-433d-41c3-b541-f57c1682bc9c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330327 Feb 09 00:16:48.719457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-219f726c-97b9-498d-b411-63f1826fa3e3 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 Feb 09 00:16:48.825495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-97ff8a3a-87dc-4b67-a24d-ef0eacf27a29 service neutron] 10.222.0.32 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991082 Feb 09 00:16:48.997543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ef62a93-b427-4c61-b95f-ee460387c027 req-58283423-d3ec-4d09-80c0-8f604b945615 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 210 time: 0.0286448 Feb 09 00:16:49.968321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-4a9090ca-7210-4c1b-9b7f-4402b3baa625 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:49.970708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-4a9090ca-7210-4c1b-9b7f-4402b3baa625 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "GET /v2.0/networks?id=f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 200 len: 808 time: 0.1097074 Feb 09 00:16:49.983667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Request body: {'port': {'device_id': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16', 'admin_state_up': True, 'tenant_id': '7fbf7cfc96174aa888e50f92df23aee8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:50.110158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d371bb51-4aa0-4e35-a556-f6a449226ad0 req-cb37edee-9783-46ae-9c0a-9567b7ed50e8 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 210 time: 0.0368133 Feb 09 00:16:50.144891 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Made reservation on behalf of 7fbf7cfc96174aa888e50f92df23aee8 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:16:50.148698 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.281497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Allocated IP 172.20.0.7 (f1a1a987-6095-4781-aedc-3025ba0aed16/5888acfc-15f8-411e-8274-f3bb39ffaefc/4a02fb6d-a255-4ae1-b67b-adf4b6c35e12) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:16:50.429855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.464542 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.512169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Network f1a1a987-6095-4781-aedc-3025ba0aed16 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:16:50.515350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:16:50.519703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:16:50.526054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Pushing event updated for resources: {'Port': ['ID=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:50.572283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:50.572893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.588410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-377e50d9-2768-4e84-bb21-bb2f3e34f3dc tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097078 Feb 09 00:16:50.601567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Request body: {'port': {'device_id': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:16:50.660070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.921719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:16:50.929135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.941317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Transition to ACTIVE for port object 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:16:50.944872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:50.993425 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Pushing event updated for resources: {'Port': ['ID=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:51.069789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Attempting to bind port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:16:51.070118 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Attempting to bind port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:16:51.070440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Attempting to bind port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 on network f1a1a987-6095-4781-aedc-3025ba0aed16 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:16:51.074725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 on network f1a1a987-6095-4781-aedc-3025ba0aed16 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:16:51.075039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Attempting to bind port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 on network f1a1a987-6095-4781-aedc-3025ba0aed16 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:16:51.079703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:16:51.080030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Checking segment: {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:16:51.080462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Bound using segment: {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:16:51.081638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Bound port: 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:16:51.081842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:51.151958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] For port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:16:51.155324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] For port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:16:51.162647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:51.200644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.201288 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:51.202640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] 10.222.0.84 "PUT /v2.0/ports/4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 HTTP/1.1" status: 200 len: 1091 time: 0.6059496 Feb 09 00:16:51.203080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'tag': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:51.205358 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e72824-18eb-4c4e-9bd2-72851dd6287d" -d '{"events": [{"name": "network-changed", "server_uuid": "509d9857-4d2c-4376-9fd2-66a5a2f2aa97", "tag": "4a02fb6d-a255-4ae1-b67b-adf4b6c35e12"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:51.267464 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57977a21-978e-4c42-9724-32b0369f3e8a x-openstack-request-id: req-57977a21-978e-4c42-9724-32b0369f3e8a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:51.267753 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509d9857-4d2c-4376-9fd2-66a5a2f2aa97", "tag": "4a02fb6d-a255-4ae1-b67b-adf4b6c35e12", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:51.268013 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57977a21-978e-4c42-9724-32b0369f3e8a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:51.269658 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'tag': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12', 'status': 'completed', 'code': 200} Feb 09 00:16:51.283096 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede6717-63e2-4b58-981e-590e5a37a53c service neutron] Pushing event updated for resources: {'Port': ['ID=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:51.326495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957e22f-dc21-449f-8643-04ec477bcee2 req-246c7c1b-b4ff-4264-a3e9-bd342e88400d tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.328009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f957e22f-dc21-449f-8643-04ec477bcee2 req-246c7c1b-b4ff-4264-a3e9-bd342e88400d tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 943 time: 0.1289644 Feb 09 00:16:51.334746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-8bdd40c7-47cc-46c2-8cfc-d28fbdebf0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.336565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-8bdd40c7-47cc-46c2-8cfc-d28fbdebf0f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 1094 time: 0.0765073 Feb 09 00:16:51.385620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-482321d1-56f5-4330-86fb-3967c56b7543 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 HTTP/1.1" status: 200 len: 217 time: 0.0413415 Feb 09 00:16:51.433378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f957e22f-dc21-449f-8643-04ec477bcee2 req-8ecfedf4-350e-49d8-8151-e66d00d57918 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957940 Feb 09 00:16:51.452607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-6bf227b4-4643-48fd-ae76-aa82551032e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.454026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-6bf227b4-4643-48fd-ae76-aa82551032e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5888acfc-15f8-411e-8274-f3bb39ffaefc HTTP/1.1" status: 200 len: 848 time: 0.0574355 Feb 09 00:16:51.486366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-e477bb49-1708-44cf-afd6-cd4116d63b20 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f1a1a987-6095-4781-aedc-3025ba0aed16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261641 Feb 09 00:16:51.576348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-a33abe66-0314-44ec-b257-a3b895be5919 service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832157 Feb 09 00:16:51.625412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e5b635c5-eba7-4a51-92a8-946d7046a578 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:16:51.651370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: e5b635c5-eba7-4a51-92a8-946d7046a578 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:16:51.652005 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e5b635c5-eba7-4a51-92a8-946d7046a578 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:16:51.674184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c0a3e5ce-df3d-443a-8b63-3a5d8e37a255 req-1b316494-4a06-4d35-89c6-4061fcfb833b service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915334 Feb 09 00:16:51.770453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-09dc6a0a-6526-46b1-ad54-7ff62a9a199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.772015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-09dc6a0a-6526-46b1-ad54-7ff62a9a199c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 1094 time: 0.0473938 Feb 09 00:16:51.870395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-12689ca3-c541-4876-bf41-1ab1cb1c2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.871901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-12689ca3-c541-4876-bf41-1ab1cb1c2410 service neutron] 10.222.0.84 "GET /v2.0/networks?id=f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 200 len: 909 time: 0.0924780 Feb 09 00:16:51.915724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-a052c8f6-c4d1-4dbd-ab92-879465dea0cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 HTTP/1.1" status: 200 len: 217 time: 0.0355651 Feb 09 00:16:51.967087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-3582825e-8647-48ee-bfad-158ff3c325b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:51.968619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-3582825e-8647-48ee-bfad-158ff3c325b3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5888acfc-15f8-411e-8274-f3bb39ffaefc HTTP/1.1" status: 200 len: 848 time: 0.0451891 Feb 09 00:16:52.001243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-7cdfc6ff-3325-4cd8-8d62-f97add3b5e2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=f1a1a987-6095-4781-aedc-3025ba0aed16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251098 Feb 09 00:16:52.092822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-b06b1b34-962c-4a43-a6e9-fae8b1c9df0c service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853260 Feb 09 00:16:52.183391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b6e72824-18eb-4c4e-9bd2-72851dd6287d req-3bbd0719-af9d-4dce-8057-39827d1be85f service neutron] 10.222.0.84 "GET /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840025 Feb 09 00:16:52.579069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25115eb-0073-4f3f-9237-664cf54d0c3a req-78cb6a6e-5b46-449b-954e-4c1eb9dc0ba9 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:52.580448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c25115eb-0073-4f3f-9237-664cf54d0c3a req-78cb6a6e-5b46-449b-954e-4c1eb9dc0ba9 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 943 time: 0.0544515 Feb 09 00:16:52.620487 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c25115eb-0073-4f3f-9237-664cf54d0c3a req-b81ecbe9-01a3-42f2-8c8c-13479fde4be5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Feb 09 00:16:53.630601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:16:53.750505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec44bc-a624-4e93-8381-8836dabafd8b req-1ea83c12-f612-4aa3-9429-a1dc2072fd91 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:53.751996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18ec44bc-a624-4e93-8381-8836dabafd8b req-1ea83c12-f612-4aa3-9429-a1dc2072fd91 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 943 time: 0.0547757 Feb 09 00:16:53.753020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:53.763997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12', 'network_id': 'f1a1a987-6095-4781-aedc-3025ba0aed16', 'port_id': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12', 'mac_address': 'fa:16:3e:5d:a3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5888acfc-15f8-411e-8274-f3bb39ffaefc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:16:53.792563 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-18ec44bc-a624-4e93-8381-8836dabafd8b req-ab894fa3-db96-42fe-937a-40d99032eef9 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339284 Feb 09 00:16:53.809693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:53.823003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:16:53.842172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:53.846261 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:53.895039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:54.040161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['4a02fb6d-a255-4ae1-b67b-adf4b6c35e12'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:16:54.914705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49164-ec0a-493d-a260-5dcddd231cb0 req-1672bd23-a34b-42da-8bf5-e840c82acd88 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:54.916213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23c49164-ec0a-493d-a260-5dcddd231cb0 req-1672bd23-a34b-42da-8bf5-e840c82acd88 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 944 time: 0.0540860 Feb 09 00:16:54.959890 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23c49164-ec0a-493d-a260-5dcddd231cb0 req-e800e482-efa3-47ad-abea-944391b2d0ce tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371048 Feb 09 00:16:55.747485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:16:55.799142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:16:55.803189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:16:55.803584 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:55.882265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:55.908579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:55.911638 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19149c3e-f90d-4951-b6a0-cc1fc6cf2c87" -d '{"events": [{"server_uuid": "509d9857-4d2c-4376-9fd2-66a5a2f2aa97", "name": "network-vif-plugged", "status": "completed", "tag": "4a02fb6d-a255-4ae1-b67b-adf4b6c35e12"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:55.925571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:55.932357 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:55.958829 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6500de-193c-46e8-8c20-0becc7f0f9f9 x-openstack-request-id: req-1b6500de-193c-46e8-8c20-0becc7f0f9f9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:55.959125 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d9857-4d2c-4376-9fd2-66a5a2f2aa97", "name": "network-vif-plugged", "status": "completed", "tag": "4a02fb6d-a255-4ae1-b67b-adf4b6c35e12", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:55.959377 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1b6500de-193c-46e8-8c20-0becc7f0f9f9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:55.959762 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12', 'code': 200} Feb 09 00:16:56.014518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:56.103158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dfd7a-0003-453f-bb7e-4d749a177ecd req-a65476a0-e4cf-4e5f-85d7-526e5a91ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:56.104650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c3dfd7a-0003-453f-bb7e-4d749a177ecd req-a65476a0-e4cf-4e5f-85d7-526e5a91ec12 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 1096 time: 0.0824230 Feb 09 00:16:56.119027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a9769-bb8f-47cc-92aa-30c9e57964fc req-f06ac041-1e80-4862-9058-48c99a34e7ec tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:56.120454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-364a9769-bb8f-47cc-92aa-30c9e57964fc req-f06ac041-1e80-4862-9058-48c99a34e7ec tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 945 time: 0.0716774 Feb 09 00:16:56.178322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c3dfd7a-0003-453f-bb7e-4d749a177ecd req-ed08fdfe-4d28-42ba-91f6-5baf0d618733 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569053 Feb 09 00:16:56.184016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-364a9769-bb8f-47cc-92aa-30c9e57964fc req-8fc0531b-265d-421b-809a-03b3c0b497e9 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564561 Feb 09 00:16:57.324588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c9862-ad38-49bf-8aa8-08c2400f58d2 req-f25f1f67-06b3-4274-8547-d035463469dd tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:57.326982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-249c9862-ad38-49bf-8aa8-08c2400f58d2 req-f25f1f67-06b3-4274-8547-d035463469dd tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 945 time: 0.0709307 Feb 09 00:16:57.367156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-249c9862-ad38-49bf-8aa8-08c2400f58d2 req-d91a7a1d-84df-40ae-bb6d-69cfc3ba5c5e tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340481 Feb 09 00:16:58.084494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b371eef-1b9e-409f-b052-d539654ab21b req-e08f595b-54a0-4392-bb6a-f46cb96f804c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:58.085958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b371eef-1b9e-409f-b052-d539654ab21b req-e08f595b-54a0-4392-bb6a-f46cb96f804c tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 945 time: 0.0613451 Feb 09 00:16:58.125691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b371eef-1b9e-409f-b052-d539654ab21b req-3b6c0a22-3901-4ded-b2f7-cee0c31baf02 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Feb 09 00:16:58.465888 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:16:59.251520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a103733-7b68-4637-937e-65d7122562ef req-5bab9f31-9bce-446b-8899-d41fd36d8a63 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:59.253145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a103733-7b68-4637-937e-65d7122562ef req-5bab9f31-9bce-446b-8899-d41fd36d8a63 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Feb 09 00:16:59.324734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a103733-7b68-4637-937e-65d7122562ef req-f890eca3-70ac-4dfe-8e70-94f502072704 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.32 "GET /v2.0/security-groups?id=e44dfd5c-599e-45ae-a00a-46b6948c12ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651608 Feb 09 00:16:59.343860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-4be52c5d-5e1c-404b-881c-d47bdd68cb40 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:16:59.345395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-4be52c5d-5e1c-404b-881c-d47bdd68cb40 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "GET /v2.0/ports?device_id=509d9857-4d2c-4376-9fd2-66a5a2f2aa97 HTTP/1.1" status: 200 len: 945 time: 0.0706842 Feb 09 00:16:59.441871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Deleting port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:16:59.442206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:59.531032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] For port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,segment=NetworkSegment(5430e5bb-aca1-4dc1-85ba-e731ab9ffc17),segment_id=5430e5bb-aca1-4dc1-85ba-e731ab9ffc17)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:16:59.531660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:59.543575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Calling delete_port for 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:16:59.680652 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:59.692560 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['4a02fb6d-a255-4ae1-b67b-adf4b6c35e12'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:16:59.710936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Pushing event deleted for resources: {'Port': ['ID=4a02fb6d-a255-4ae1-b67b-adf4b6c35e12,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:16:59.759807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] No DVR routers for this DVR port 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:16:59.762971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:16:59.765978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae821761-51f2-42f9-aa11-121b256bcf8c req-20a2ee78-a4ce-4d3a-b791-d86bf7893ea5 tempest-VolumesActionsTest-2009179747 tempest-VolumesActionsTest-2009179747-project] 10.222.0.84 "DELETE /v2.0/ports/4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 HTTP/1.1" status: 204 len: 173 time: 0.4109626 Feb 09 00:16:59.766419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'name': 'network-vif-deleted', 'tag': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:16:59.769506 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f0522-29d2-4c5e-acd4-17f2f73cc340" -d '{"events": [{"server_uuid": "509d9857-4d2c-4376-9fd2-66a5a2f2aa97", "name": "network-vif-deleted", "tag": "4a02fb6d-a255-4ae1-b67b-adf4b6c35e12"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:16:59.809107 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01fd91-6f99-4a8f-83fa-5619c7f6db6f x-openstack-request-id: req-ce01fd91-6f99-4a8f-83fa-5619c7f6db6f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:16:59.809407 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509d9857-4d2c-4376-9fd2-66a5a2f2aa97", "name": "network-vif-deleted", "tag": "4a02fb6d-a255-4ae1-b67b-adf4b6c35e12", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:16:59.809672 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce01fd91-6f99-4a8f-83fa-5619c7f6db6f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:16:59.810065 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509d9857-4d2c-4376-9fd2-66a5a2f2aa97', 'name': 'network-vif-deleted', 'tag': '4a02fb6d-a255-4ae1-b67b-adf4b6c35e12', 'status': 'completed', 'code': 200} Feb 09 00:17:03.669298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:17:03.701986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:17:03.702549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4a02fb6d-a255-4ae1-b67b-adf4b6c35e12 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:17:07.073823 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:07.172077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:11.875500 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89000e9d-7854-434a-99d4-d3c4343ee140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:14.666037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b74ba0c-5b1d-4aca-b422-14ab9dc25235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:15.544673 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:16.921808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:17.367490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.283302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52008) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:17:21.335664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Deleting subnet 5888acfc-15f8-411e-8274-f3bb39ffaefc {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:17:21.338906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.376203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.418272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.477759 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.509399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5888acfc-15f8-411e-8274-f3bb39ffaefc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:17:21.511900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.514993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5888acfc-15f8-411e-8274-f3bb39ffaefc HTTP/1.1" status: 204 len: 168 time: 0.2305994 Feb 09 00:17:21.518471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 52012) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:17:21.522257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.522608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.522950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.523286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.523621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.523951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.524284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.524612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.524955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.525288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.525612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.525940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea19be4-1f14-440c-ac51-cff0754acacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.591528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.678173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.698708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a1a987-6095-4781-aedc-3025ba0aed16']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:17:21.707864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:17:21.708163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5430e5bb-aca1-4dc1-85ba-e731ab9ffc17') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:17:21.717411 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.730980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.737464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:17:21.737832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:17:21.739604 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:17:21.791673 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.799615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:21.804438 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f1a1a987-6095-4781-aedc-3025ba0aed16 HTTP/1.1" status: 204 len: 168 time: 0.2844911 Feb 09 00:17:21.818743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a1a987-6095-4781-aedc-3025ba0aed16,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:17:21.826879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.827235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.827576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.827912 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.828247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.828578 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.828992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.829277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.829650 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.829978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.830459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.830790 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e236e5-4409-45e7-8d7c-93f38bea8980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:17:21.918363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52016) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:17:21.958093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c0b14dd1-3c5d-4e28-8383-b45f313d14b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fbf7cfc96174aa888e50f92df23aee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385866 Feb 09 00:17:21.960560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 52018) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:17:22.008383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c3644ad-aade-49a3-a4ed-9c54bdaad596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:22.029141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c3644ad-aade-49a3-a4ed-9c54bdaad596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:22.074814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c3644ad-aade-49a3-a4ed-9c54bdaad596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:22.077442 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9c3644ad-aade-49a3-a4ed-9c54bdaad596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:22.078591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9c3644ad-aade-49a3-a4ed-9c54bdaad596 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e44dfd5c-599e-45ae-a00a-46b6948c12ae HTTP/1.1" status: 204 len: 168 time: 0.1170864 Feb 09 00:17:22.086506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3644ad-aade-49a3-a4ed-9c54bdaad596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44dfd5c-599e-45ae-a00a-46b6948c12ae,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:17:35.466006 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:17:37.061281 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:37.200535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:41.870755 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-862128bd-cc75-4be8-93cd-867c14ff89cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:44.681093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0fd472c-2b76-4154-b3ba-2e2133341583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:45.536693 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:46.916145 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:17:47.345427 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:07.091981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:07.231039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:09.446936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53274) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:09.563601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57118595-13a2-4762-8919-70481563d6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:09.593291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-e7be1f1e-9f2b-4fa0-903f-67136c5c6320 req-59461020-369c-4801-bd1c-4e522666de70 tempest-AttachVolumeNegativeTest-1709576192 tempest-AttachVolumeNegativeTest-1709576192-project] (105931) timed out ('10.222.0.21', 64429) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:18:09.644150 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57118595-13a2-4762-8919-70481563d6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:09.648649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57118595-13a2-4762-8919-70481563d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:09.977295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-57118595-13a2-4762-8919-70481563d6d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21cc778dd999468f8cb2cf72f676939c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5291197 Feb 09 00:18:09.978233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57118595-13a2-4762-8919-70481563d6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0370d704-aef5-4e50-a731-5e9d9a8bb35d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:09.979970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53288) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:10.035524 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a3901a0-0fb4-41c8-8197-63a188af4436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:10.056593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a3901a0-0fb4-41c8-8197-63a188af4436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:10.103009 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a3901a0-0fb4-41c8-8197-63a188af4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:10.105861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6a3901a0-0fb4-41c8-8197-63a188af4436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:10.110014 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6a3901a0-0fb4-41c8-8197-63a188af4436 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0370d704-aef5-4e50-a731-5e9d9a8bb35d HTTP/1.1" status: 204 len: 168 time: 0.1290452 Feb 09 00:18:10.118477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3901a0-0fb4-41c8-8197-63a188af4436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0370d704-aef5-4e50-a731-5e9d9a8bb35d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:11.872838 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6aad25fa-ee22-4d80-8d6e-818f887187d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:12.468089 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:18:14.665730 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2c5068dc-ae8b-4df5-bdc9-4c5f3d1b4e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:14.779060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53420) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:14.901448 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce22b315-c936-4c7b-a848-6e68e2d8cb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:14.979680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce22b315-c936-4c7b-a848-6e68e2d8cb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:14.983696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce22b315-c936-4c7b-a848-6e68e2d8cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:15.020289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22b315-c936-4c7b-a848-6e68e2d8cb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d9eb46-0faf-4d20-a141-51afca454f3f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:15.024449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ce22b315-c936-4c7b-a848-6e68e2d8cb68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d5177b8c38e416aabcfb10e133252c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445233 Feb 09 00:18:15.027029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53426) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:15.076229 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f420444a-97d2-4184-91c0-c463efda5f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:15.099247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f420444a-97d2-4184-91c0-c463efda5f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:15.151553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f420444a-97d2-4184-91c0-c463efda5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:15.154299 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f420444a-97d2-4184-91c0-c463efda5f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:15.155493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f420444a-97d2-4184-91c0-c463efda5f05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f5d9eb46-0faf-4d20-a141-51afca454f3f HTTP/1.1" status: 204 len: 168 time: 0.1272295 Feb 09 00:18:15.164691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420444a-97d2-4184-91c0-c463efda5f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d9eb46-0faf-4d20-a141-51afca454f3f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:15.520677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:16.924429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.297537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53518) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:17.303244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'network': {'name': 'tempest-network-smoke--1775595904', 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:17.333760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Made reservation on behalf of e86b6986641f4c80a367e977eae326a1 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:18:17.338109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.344573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.348229 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.434573 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.440135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.464671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:18:17.480449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49407b04-6997-4e60-9678-b6879b57f1f1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:17.483358 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.483700 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Added segment 09790b27-a7af-4530-9d55-3b4ad2a62070 of type vlan for network beb678b3-d115-4fc3-a49b-58b275750f2a Feb 09 00:18:17.531708 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.558869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.564763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:17.565374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.632756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3333249 Feb 09 00:18:17.635665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53524) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:17.642082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'admin_state_up': True, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:17.654160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5df3c6-e60c-4110-b41d-755f3690cfc9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Network': ['ID=beb678b3-d115-4fc3-a49b-58b275750f2a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:17.666118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network beb678b3-d115-4fc3-a49b-58b275750f2a details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:18:17.679088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.680258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.741047 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:17.889729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:18.090456 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:18.113265 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:18.220094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.25.3.85 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/f211622f-0e9a-4bf6-85eb-a7c2ea936c67) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:18:18.328602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:18.362856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:18.403071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:18:18.407722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:18.411954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:18:18.430988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:18.661976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:18.874485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.004860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 96692896-a49d-466c-b823-807b75f6cbe6 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:18:19.112370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:18:19.122587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Sync routers for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:18:19.134238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:18:19.134801 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.135184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:19.139195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7ae7fd8e-5aa6-4b0b-86e5-f4fa7384efe1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4996436 Feb 09 00:18:19.139428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53556) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:19.256783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:18:19.294915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5c5e612f-3730-4cb2-986c-2e5565d9b3a5 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e86b6986641f4c80a367e977eae326a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1516390 Feb 09 00:18:19.295302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53564) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:19.453675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:18Z', 'revision_number': 3, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:19.462827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3cdca-5004-4082-8906-4385e268a353 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:19.464472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c9e3cdca-5004-4082-8906-4385e268a353 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1681788 Feb 09 00:18:19.467365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53566) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:19.485764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Checking router: 96692896-a49d-466c-b823-807b75f6cbe6 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:18:19.486210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Updating router 96692896-a49d-466c-b823-807b75f6cbe6 port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:18:19.499545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53568) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:19.499694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-397c9820-6e68-49d9-8fb4-be4db1ecd658 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311167 Feb 09 00:18:19.505028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1020101212', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:19.513251 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.614336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Made reservation on behalf of e86b6986641f4c80a367e977eae326a1 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:18:19.617893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.796759 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.800782 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.802880 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.870201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Pushing event updated for resources: {'Port': ['ID=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:19.879697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.880030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Subnet': ['ID=e6dd35e1-4067-4aa8-9743-5a3d8459feda,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:19.880379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.880846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.881310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.881745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.882410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.882839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.883271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.883732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.884158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.884587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.885166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:19.888705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Attempting to bind port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:18:19.889204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Attempting to bind port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:18:19.889669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Attempting to bind port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:18:19.890918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Checking segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:18:19.891273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network hostable DHCP agents. Network: beb678b3-d115-4fc3-a49b-58b275750f2a, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:18:19.896753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:18:19.897420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:18:19.898285 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.898781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:18:19.899359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Bound port: f211622f-0e9a-4bf6-85eb-a7c2ea936c67, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:18:19.899883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.911385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network beb678b3-d115-4fc3-a49b-58b275750f2a is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:18:19.922053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, beb678b3-d115-4fc3-a49b-58b275750f2a) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:19.927852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:19.928893 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:19.936334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f04f2d-8c83-4c81-af89-3dc898774591 None None] Network beb678b3-d115-4fc3-a49b-58b275750f2a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:18:19.947980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-114d89ad-e749-4390-86ff-f87480345b40 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4473591 Feb 09 00:18:19.951030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53580) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:20.015699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] For port f211622f-0e9a-4bf6-85eb-a7c2ea936c67, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:18:20.021437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] For port f211622f-0e9a-4bf6-85eb-a7c2ea936c67, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:18:20.034070 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:20.141244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd2055-b24a-40bd-aa09-b59d144583de None None] Pushing event updated for resources: {'Port': ['ID=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:20.150992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:18:20.151621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:20.255495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-beb678b3-d115-4fc3-a49b-58b275750f2a', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:18:20.256342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:20.363211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:18:20.461982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:20.524376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Allocated IP 172.20.0.2 (beb678b3-d115-4fc3-a49b-58b275750f2a/e6dd35e1-4067-4aa8-9743-5a3d8459feda/d31cda95-8744-4b55-bd60-b4b7b211499a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:18:20.726206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:18Z', 'revision_number': 3, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:20.762487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee5271-7b10-472e-9532-01ea4f507c1c None None] The sync data for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 is: [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:18Z', 'revision_number': 3, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:18:20.785896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:20.793029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:20.828713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Network beb678b3-d115-4fc3-a49b-58b275750f2a is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:18:20.832570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:20.835168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:18:20.857787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.20.0.1 (beb678b3-d115-4fc3-a49b-58b275750f2a/e6dd35e1-4067-4aa8-9743-5a3d8459feda/689347b2-99dc-4981-a7f7-8846d946de93) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:18:20.878611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Pushing event updated for resources: {'Port': ['ID=d31cda95-8744-4b55-bd60-b4b7b211499a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:20.920901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Attempting to bind port d31cda95-8744-4b55-bd60-b4b7b211499a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:18:20.921207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Attempting to bind port d31cda95-8744-4b55-bd60-b4b7b211499a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:18:20.921660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Attempting to bind port d31cda95-8744-4b55-bd60-b4b7b211499a on network beb678b3-d115-4fc3-a49b-58b275750f2a {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:18:20.927862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:18:20.928344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Checking segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:18:20.929106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:20.929772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Bound using segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:18:20.930350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Bound port: d31cda95-8744-4b55-bd60-b4b7b211499a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:18:20.930822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:21.009701 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:21.013612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] For port d31cda95-8744-4b55-bd60-b4b7b211499a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:18:21.020110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] For port d31cda95-8744-4b55-bd60-b4b7b211499a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d31cda95-8744-4b55-bd60-b4b7b211499a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:18:21.027247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:21.106175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16cc9e-c399-427d-8d69-7cebdf39bbb2 None None] Pushing event updated for resources: {'Port': ['ID=d31cda95-8744-4b55-bd60-b4b7b211499a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:21.108397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:21.158431 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network beb678b3-d115-4fc3-a49b-58b275750f2a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:18:21.161870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:21.164512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:18:21.209701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=689347b2-99dc-4981-a7f7-8846d946de93,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:21.228315 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:21.660180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f211622f-0e9a-4bf6-85eb-a7c2ea936c67 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:18:21.729712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:21.730273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:21.806090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.035457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.087775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port f211622f-0e9a-4bf6-85eb-a7c2ea936c67, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:18:22.094513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.095944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d31cda95-8744-4b55-bd60-b4b7b211499a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:18:22.183655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:22.195879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d31cda95-8744-4b55-bd60-b4b7b211499a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:22.196123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.202997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.214430 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.299234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.331903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=689347b2-99dc-4981-a7f7-8846d946de93,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:22.348497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.349020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.349461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.349911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.350951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.351395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.352029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.352458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.352985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.353415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.355830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.356232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.358862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port d31cda95-8744-4b55-bd60-b4b7b211499a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d31cda95-8744-4b55-bd60-b4b7b211499a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:18:22.365777 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.381650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.443334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=d31cda95-8744-4b55-bd60-b4b7b211499a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:22.497016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network beb678b3-d115-4fc3-a49b-58b275750f2a is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:18:22.498964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:22.575766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857828f-a89c-4f36-b7aa-c2f4c0e30d36 None None] Network beb678b3-d115-4fc3-a49b-58b275750f2a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:18:22.637502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 96692896-a49d-466c-b823-807b75f6cbe6 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:18:22.722286 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6b5d5ce2-ebf7-48e1-8134-c0493ac90c3c None None] Provisioning complete for port d31cda95-8744-4b55-bd60-b4b7b211499a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:22.722905 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5ce2-ebf7-48e1-8134-c0493ac90c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.778082 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:18:22.786686 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a84905d8-3928-4926-b3e4-becd1144bd79 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "PUT /v2.0/routers/96692896-a49d-466c-b823-807b75f6cbe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8343027 Feb 09 00:18:22.789421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53632) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:22.794137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1490115677', 'description': 'tempest-secgroup_access--1490115677 description', 'project_id': 'e86b6986641f4c80a367e977eae326a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:22.824256 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.924387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.929380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.963596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d67212-d26b-445a-9ca8-b568dc272cf3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:22.972270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.972664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.973040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.973791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.973791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.974123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.975761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.976379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.976732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.977094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.977426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.977755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:22.978250 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Sync routers for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:18:22.989064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:22.990568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6b5274ac-57e7-48b1-ad77-14f56d7a79d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2000983 Feb 09 00:18:22.993291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53634) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:22.994358 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:18:22.995150 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:22.998335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1489335909', 'description': 'tempest-secgroup_general--1489335909 description', 'project_id': 'e86b6986641f4c80a367e977eae326a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:23.043518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.125413 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.130849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.149011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.150252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1559920 Feb 09 00:18:23.153244 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:18:23.153506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:23.158412 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'security_group_rule': {'security_group_id': '93d67212-d26b-445a-9ca8-b568dc272cf3', 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:23.185451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904774d0-03ac-4f95-97d6-5c68928759fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73145f7-d837-4c9c-88ed-2f7faf5fb789,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:23.192775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-678dbd2b-43c5-4483-823e-0185e334d627 None None] Provisioning complete for port 689347b2-99dc-4981-a7f7-8846d946de93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:23.193176 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-678dbd2b-43c5-4483-823e-0185e334d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.197718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.243304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-678dbd2b-43c5-4483-823e-0185e334d627 None None] Port 689347b2-99dc-4981-a7f7-8846d946de93 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:18:23.255144 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-678dbd2b-43c5-4483-823e-0185e334d627 None None] Provisioning complete for port d31cda95-8744-4b55-bd60-b4b7b211499a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:23.255527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-678dbd2b-43c5-4483-823e-0185e334d627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.299262 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.304966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.324127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06247084-95a0-410a-b795-421de2cf8e4d,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:23.351292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.355742 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e4c8a43-4ebd-422b-8826-e021dc7b34df tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984434 Feb 09 00:18:23.507027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f211622f-0e9a-4bf6-85eb-a7c2ea936c67 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:18:23.523790 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 2, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:23.558245 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Checking router: 96692896-a49d-466c-b823-807b75f6cbe6 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:18:23.558693 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Updating router 96692896-a49d-466c-b823-807b75f6cbe6 port 689347b2-99dc-4981-a7f7-8846d946de93 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:18:23.578463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a40c7836-f119-46e0-b7f0-99b9f1dd6b78 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1490115677&fields=id&tenant_id=e86b6986641f4c80a367e977eae326a1 HTTP/1.1" status: 200 len: 267 time: 0.0692034 Feb 09 00:18:23.593266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:23.593926 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.594367 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.597912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-41a0a302-31dc-4005-88a1-11ac7625bf0f None None] Provisioning complete for port 689347b2-99dc-4981-a7f7-8846d946de93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:23.598968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41a0a302-31dc-4005-88a1-11ac7625bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.629873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-d4aa0c2f-f00c-4c43-a0f9-242a5ee7ce8e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1489335909&fields=id&tenant_id=e86b6986641f4c80a367e977eae326a1 HTTP/1.1" status: 200 len: 267 time: 0.0432439 Feb 09 00:18:23.700884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-41a0a302-31dc-4005-88a1-11ac7625bf0f None None] Port 689347b2-99dc-4981-a7f7-8846d946de93 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:18:23.756468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d31cda95-8744-4b55-bd60-b4b7b211499a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:18:23.817035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-348715b3-e82d-4db2-ace5-fd141ef50b33 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:23.819629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-348715b3-e82d-4db2-ace5-fd141ef50b33 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/networks?id=beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 200 len: 797 time: 0.1798832 Feb 09 00:18:23.830404 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port d31cda95-8744-4b55-bd60-b4b7b211499a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:23.830775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.832178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f21bff11-e2d2-4ec4-85bc-23d3cacad006 None None] Provisioning complete for port 689347b2-99dc-4981-a7f7-8846d946de93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:23.832540 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f21bff11-e2d2-4ec4-85bc-23d3cacad006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.840239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a2e5b844-7443-4ec4-b53e-500b65c13e41 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/quotas/e86b6986641f4c80a367e977eae326a1 HTTP/1.1" status: 200 len: 375 time: 0.0114417 Feb 09 00:18:23.874271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f21bff11-e2d2-4ec4-85bc-23d3cacad006 None None] Port 689347b2-99dc-4981-a7f7-8846d946de93 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:18:23.931765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-beb1313f-99ae-43aa-9928-4d9dcad5f862 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845764 Feb 09 00:18:23.970724 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:23.978170 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.087985 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Pushing event updated for resources: {'Port': ['ID=689347b2-99dc-4981-a7f7-8846d946de93,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:24.088620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-9933ddb8-ec76-435f-a5c4-d944b0e847fe service neutron] 10.222.0.32 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312585 Feb 09 00:18:24.122807 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.123298 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.123765 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.124201 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.124630 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.125089 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.125518 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.126098 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.126527 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.126952 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.127371 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.127805 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:18:24.131165 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Attempting to bind port 689347b2-99dc-4981-a7f7-8846d946de93 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:18:24.131667 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Attempting to bind port 689347b2-99dc-4981-a7f7-8846d946de93 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:18:24.132144 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Attempting to bind port 689347b2-99dc-4981-a7f7-8846d946de93 on network beb678b3-d115-4fc3-a49b-58b275750f2a {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:18:24.138403 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:18:24.138997 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Checking segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:18:24.139497 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.139983 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Bound using segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:18:24.140555 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Bound port: 689347b2-99dc-4981-a7f7-8846d946de93, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:18:24.141079 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.206678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-188485d3-e344-4f94-ac78-5a3eecda87d7 service neutron] 10.222.0.32 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101851 Feb 09 00:18:24.221949 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] For port 689347b2-99dc-4981-a7f7-8846d946de93, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:18:24.225514 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] For port 689347b2-99dc-4981-a7f7-8846d946de93, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=689347b2-99dc-4981-a7f7-8846d946de93,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:18:24.231434 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.292232 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:18:24.293040 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:24.350355 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6e566-dfe6-49cb-a508-0a157ca71994 None None] Pushing event updated for resources: {'Port': ['ID=689347b2-99dc-4981-a7f7-8846d946de93,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:24.406258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-605de79e-e499-4698-a9f4-6a415e57f342 None None] Provisioning complete for port 689347b2-99dc-4981-a7f7-8846d946de93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:24.409318 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-605de79e-e499-4698-a9f4-6a415e57f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.502847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-369015dc-1bb4-4a9a-b5a5-1d3e80de630b req-20bfecc6-ca45-4355-88a5-f9e301f3d7af tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 210 time: 0.0657265 Feb 09 00:18:24.525632 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:18:24.553527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-605de79e-e499-4698-a9f4-6a415e57f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.644227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-605de79e-e499-4698-a9f4-6a415e57f342 None None] For port 689347b2-99dc-4981-a7f7-8846d946de93, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=689347b2-99dc-4981-a7f7-8846d946de93,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:18:24.649782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-605de79e-e499-4698-a9f4-6a415e57f342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.713140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605de79e-e499-4698-a9f4-6a415e57f342 None None] Pushing event updated for resources: {'Port': ['ID=689347b2-99dc-4981-a7f7-8846d946de93,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:24.772832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b6d0d373-9dc0-49d7-a6aa-b4ffa7e4ebab None None] Provisioning complete for port 689347b2-99dc-4981-a7f7-8846d946de93 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:24.773482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d373-9dc0-49d7-a6aa-b4ffa7e4ebab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:24.786242 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:24.819609 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f008f3fa-4bcb-41a4-b228-a9b8005243ce None None] The sync data for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 is: [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:18:25.501950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 689347b2-99dc-4981-a7f7-8846d946de93 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:18:25.565968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 689347b2-99dc-4981-a7f7-8846d946de93 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:25.566260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:25.608218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65949696-6d66-4343-85ec-95117fb8e48c req-4a91f0ae-bc80-4699-8b8d-9c047ec21833 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 210 time: 0.0358665 Feb 09 00:18:25.846971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-02fc12e3-9304-4f7f-944c-2ae58775889f tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:25.848509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-02fc12e3-9304-4f7f-944c-2ae58775889f tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.84 "GET /v2.0/networks?id=beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 200 len: 797 time: 0.1372361 Feb 09 00:18:25.902676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-ab7c31a5-576d-4f2c-ae6f-53c4a402722d tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e86b6986641f4c80a367e977eae326a1 HTTP/1.1" status: 200 len: 478 time: 0.0441105 Feb 09 00:18:25.912327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'port': {'device_id': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'admin_state_up': True, 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'security_groups': ['93d67212-d26b-445a-9ca8-b568dc272cf3', 'e73145f7-d837-4c9c-88ed-2f7faf5fb789']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:26.041166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Made reservation on behalf of e86b6986641f4c80a367e977eae326a1 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:18:26.045316 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:26.183555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.20.0.7 (beb678b3-d115-4fc3-a49b-58b275750f2a/e6dd35e1-4067-4aa8-9743-5a3d8459feda/0097d3ba-f38e-41ec-a300-8854d2a8b55a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:18:26.341743 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:26.377683 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:26.421985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network beb678b3-d115-4fc3-a49b-58b275750f2a is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:18:26.425441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:26.428937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:18:26.457511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=0097d3ba-f38e-41ec-a300-8854d2a8b55a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:26.486795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:26.487426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:26.509039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-a602f92c-cc29-42a9-84a4-43041117df97 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6005981 Feb 09 00:18:26.523580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-87914676-6ebd-44a7-b6cc-e05009581f85 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:18:26.524654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-87914676-6ebd-44a7-b6cc-e05009581f85 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090957 Feb 09 00:18:26.595450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Request body: {'port': {'device_id': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:26.747762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-cbaed765-2bd1-4e19-9f35-47ce5029bd6c None None] Provisioning complete for port 0097d3ba-f38e-41ec-a300-8854d2a8b55a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:26.749004 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cbaed765-2bd1-4e19-9f35-47ce5029bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:26.789653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cbaed765-2bd1-4e19-9f35-47ce5029bd6c None None] Port 0097d3ba-f38e-41ec-a300-8854d2a8b55a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:18:26.964562 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:26.980448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d929c1-8a02-485c-9911-1ec07850bd60 req-32099cf7-2c65-4e5b-9f89-36032cd3cf43 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:26.981916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40d929c1-8a02-485c-9911-1ec07850bd60 req-32099cf7-2c65-4e5b-9f89-36032cd3cf43 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 970 time: 0.0833743 Feb 09 00:18:27.058913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40d929c1-8a02-485c-9911-1ec07850bd60 req-9a404f2f-827f-48f1-a18b-523f3f9a87c0 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0691364 Feb 09 00:18:27.277446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0097d3ba-f38e-41ec-a300-8854d2a8b55a {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:18:27.285858 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:27.298801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Transition to ACTIVE for port object 0097d3ba-f38e-41ec-a300-8854d2a8b55a will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:18:27.302670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:27.359414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Pushing event updated for resources: {'Port': ['ID=0097d3ba-f38e-41ec-a300-8854d2a8b55a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:27.441826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Attempting to bind port 0097d3ba-f38e-41ec-a300-8854d2a8b55a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:18:27.442165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Attempting to bind port 0097d3ba-f38e-41ec-a300-8854d2a8b55a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:18:27.442494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Attempting to bind port 0097d3ba-f38e-41ec-a300-8854d2a8b55a on network beb678b3-d115-4fc3-a49b-58b275750f2a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:18:27.446970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Port 0097d3ba-f38e-41ec-a300-8854d2a8b55a on network beb678b3-d115-4fc3-a49b-58b275750f2a not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:18:27.447285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Attempting to bind port 0097d3ba-f38e-41ec-a300-8854d2a8b55a on network beb678b3-d115-4fc3-a49b-58b275750f2a {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:18:27.452007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:18:27.452340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Checking segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:18:27.452722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Bound using segment: {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:18:27.453189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Bound port: 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09790b27-a7af-4530-9d55-3b4ad2a62070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:18:27.453545 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:27.519521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] For port 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:18:27.522694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] For port 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:18:27.528600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:27.567839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:27.568450 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:27.569848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-26564341-10e8-435b-8321-2a0b0868548b service neutron] 10.222.0.84 "PUT /v2.0/ports/0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 200 len: 1130 time: 1.0366399 Feb 09 00:18:27.570280 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:18:27.572515 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175784b-66ab-4cd0-b583-c2a1474b9929" -d '{"events": [{"name": "network-changed", "server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:18:27.604304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26564341-10e8-435b-8321-2a0b0868548b service neutron] Pushing event updated for resources: {'Port': ['ID=0097d3ba-f38e-41ec-a300-8854d2a8b55a,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:27.660019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-dc21166b-1b8f-4d27-a5be-2176d0c06df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:27.661569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-dc21166b-1b8f-4d27-a5be-2176d0c06df1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1133 time: 0.0498819 Feb 09 00:18:27.718533 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ebba51-2ddd-4c94-b0b0-019e0b072b3c x-openstack-request-id: req-a9ebba51-2ddd-4c94-b0b0-019e0b072b3c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:18:27.718831 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:18:27.719076 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9ebba51-2ddd-4c94-b0b0-019e0b072b3c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:18:27.719498 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'status': 'completed', 'code': 200} Feb 09 00:18:27.721884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-91646dde-27a7-4f2b-ae0b-dea437068cd9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 200 len: 217 time: 0.0521467 Feb 09 00:18:27.776555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-1f8997e7-274a-4c64-8d68-5653708a526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:27.778384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-1f8997e7-274a-4c64-8d68-5653708a526c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e6dd35e1-4067-4aa8-9743-5a3d8459feda HTTP/1.1" status: 200 len: 835 time: 0.0493984 Feb 09 00:18:27.825590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-e69d230e-0e3d-4e30-b64a-b931a499e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:27.827104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-e69d230e-0e3d-4e30-b64a-b931a499e381 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=beb678b3-d115-4fc3-a49b-58b275750f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421939 Feb 09 00:18:27.919686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-5138bf56-05d4-4c47-bf40-925743d190ce service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858285 Feb 09 00:18:28.007318 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-583fd736-e9e6-4626-8c39-610d5b25fcba req-456268c9-5862-4ff3-9022-e3e6cfb20cad service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Feb 09 00:18:28.109513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-c9f1b7e9-3ee6-4c2b-8f2c-d192babf550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:28.111696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-c9f1b7e9-3ee6-4c2b-8f2c-d192babf550d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1133 time: 0.0532904 Feb 09 00:18:28.243854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f487388-98a1-420b-b329-66693941fe77 req-213ba9e1-c0f3-4849-964d-a1cc18e1d1c3 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:28.245352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f487388-98a1-420b-b329-66693941fe77 req-213ba9e1-c0f3-4849-964d-a1cc18e1d1c3 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 982 time: 0.0820611 Feb 09 00:18:28.246820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-b426c6ad-ee93-4e56-880e-e441e0e84aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:28.248128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-b426c6ad-ee93-4e56-880e-e441e0e84aa3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 200 len: 898 time: 0.1296306 Feb 09 00:18:28.301024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-bce55fd9-ad27-4c18-a285-6da21edc5104 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 200 len: 217 time: 0.0418611 Feb 09 00:18:28.344580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f487388-98a1-420b-b329-66693941fe77 req-044bd416-9d9e-4542-b251-cbe1297240a5 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0920377 Feb 09 00:18:28.370911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-c6850e1f-b92e-4635-9daf-9c2b1e648496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:28.372379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-c6850e1f-b92e-4635-9daf-9c2b1e648496 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e6dd35e1-4067-4aa8-9743-5a3d8459feda HTTP/1.1" status: 200 len: 835 time: 0.0619366 Feb 09 00:18:28.433435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-7fa2d06f-8ad8-48f5-8c2a-e3ec013c9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:28.435155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-7fa2d06f-8ad8-48f5-8c2a-e3ec013c9683 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=beb678b3-d115-4fc3-a49b-58b275750f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563607 Feb 09 00:18:28.536596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-cbbf0e14-5cce-4b56-abee-2f342eb4f040 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939598 Feb 09 00:18:28.634764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7175784b-66ab-4cd0-b583-c2a1474b9929 req-a8dd999c-5d55-4f51-ba98-c281b4213d77 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909774 Feb 09 00:18:29.462932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3cab6-2dc7-463d-b760-1ce64473756f req-691fd65f-9169-4742-b8cf-0f95eaeededb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:29.464265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2b3cab6-2dc7-463d-b760-1ce64473756f req-691fd65f-9169-4742-b8cf-0f95eaeededb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 982 time: 0.0486717 Feb 09 00:18:29.502806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e2b3cab6-2dc7-463d-b760-1ce64473756f req-3c589a35-1a6e-4129-8889-f98f652f6ba0 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0325165 Feb 09 00:18:30.048466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0097d3ba-f38e-41ec-a300-8854d2a8b55a details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:18:30.148692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:18:30.163089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'port_id': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'mac_address': 'fa:16:3e:e4:c5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:18:30.200447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:30.213906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0097d3ba-f38e-41ec-a300-8854d2a8b55a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:18:30.234530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:18:30.238688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:30.286206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0097d3ba-f38e-41ec-a300-8854d2a8b55a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:30.453813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['0097d3ba-f38e-41ec-a300-8854d2a8b55a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:18:30.647907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43411cae-8827-41a4-8201-65f8dfe48faa req-43905b23-d7bc-48e6-910f-6a93281c092d tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:30.649553 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43411cae-8827-41a4-8201-65f8dfe48faa req-43905b23-d7bc-48e6-910f-6a93281c092d tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 983 time: 0.0713401 Feb 09 00:18:30.690712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43411cae-8827-41a4-8201-65f8dfe48faa req-1a0d6066-9f31-4f1f-bcaf-c85c60f498ea tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345345 Feb 09 00:18:31.816948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea519ea7-0c5e-4fac-9ca8-f816e54bb5fe req-311178bc-4112-4f6a-8536-c9d7b958004d tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:31.818447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea519ea7-0c5e-4fac-9ca8-f816e54bb5fe req-311178bc-4112-4f6a-8536-c9d7b958004d tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 983 time: 0.0539076 Feb 09 00:18:31.858702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea519ea7-0c5e-4fac-9ca8-f816e54bb5fe req-bff7e7df-fc5b-49fb-8739-c3664be1f0de tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340397 Feb 09 00:18:32.071427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0097d3ba-f38e-41ec-a300-8854d2a8b55a up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:18:32.121716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 0097d3ba-f38e-41ec-a300-8854d2a8b55a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:18:32.126238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 0097d3ba-f38e-41ec-a300-8854d2a8b55a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:18:32.127169 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:32.209405 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:32.232458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:18:32.234767 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6746a-0f42-4175-b424-6d73dde94103" -d '{"events": [{"server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "name": "network-vif-plugged", "status": "completed", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:18:32.249288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:18:32.254543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:32.320872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=0097d3ba-f38e-41ec-a300-8854d2a8b55a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:32.357955 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4586d-8808-48e3-ba4c-c080d4652ffb x-openstack-request-id: req-75c4586d-8808-48e3-ba4c-c080d4652ffb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:18:32.358257 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "name": "network-vif-plugged", "status": "completed", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:18:32.358512 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75c4586d-8808-48e3-ba4c-c080d4652ffb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:18:32.358908 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'code': 200} Feb 09 00:18:32.457649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac453326-6a1f-4da3-a408-90c922d465bd req-04888daa-2c6b-45b9-aa3d-d0c05ccc2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:32.459312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac453326-6a1f-4da3-a408-90c922d465bd req-04888daa-2c6b-45b9-aa3d-d0c05ccc2f1c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1135 time: 0.0428615 Feb 09 00:18:32.496960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac453326-6a1f-4da3-a408-90c922d465bd req-132c97df-083f-45a2-8633-a5fdd21e2350 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&id=93d67212-d26b-445a-9ca8-b568dc272cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0295732 Feb 09 00:18:32.975861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba6533-b012-436a-bed2-1b59405cc4c9 req-9989229c-3b06-4dca-b989-abbecc149b32 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:32.977521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9ba6533-b012-436a-bed2-1b59405cc4c9 req-9989229c-3b06-4dca-b989-abbecc149b32 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 984 time: 0.0502942 Feb 09 00:18:33.020268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9ba6533-b012-436a-bed2-1b59405cc4c9 req-9fb6c9cf-ba07-40fc-b752-7d61895ce5d9 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0365477 Feb 09 00:18:34.141241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfd2fa-00fd-4345-973c-ac32c5975bcb req-fdc7aa0c-0853-439a-ae31-d152e3cb2b7f tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:34.143468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98bfd2fa-00fd-4345-973c-ac32c5975bcb req-fdc7aa0c-0853-439a-ae31-d152e3cb2b7f tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 984 time: 0.0529861 Feb 09 00:18:34.182822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98bfd2fa-00fd-4345-973c-ac32c5975bcb req-44cf95e8-96eb-48c2-b664-32d297b9067b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332487 Feb 09 00:18:34.300015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46b98-5255-4313-9498-bc3ac26cc0fe req-587195d5-bc0a-45bf-ab22-a70df1384a93 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:34.301401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dd46b98-5255-4313-9498-bc3ac26cc0fe req-587195d5-bc0a-45bf-ab22-a70df1384a93 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 984 time: 0.0499892 Feb 09 00:18:34.341496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7dd46b98-5255-4313-9498-bc3ac26cc0fe req-21c187d3-c049-457e-9889-25537dc509c1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0340953 Feb 09 00:18:34.446122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663ef00-4c68-4f08-8759-c21fb3558354 req-d1b59eba-4d10-4f88-9f8d-43b326329f51 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:34.447634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c663ef00-4c68-4f08-8759-c21fb3558354 req-d1b59eba-4d10-4f88-9f8d-43b326329f51 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1135 time: 0.0409250 Feb 09 00:18:34.466737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c663ef00-4c68-4f08-8759-c21fb3558354 req-99c16d56-a97d-4496-9b11-48afe69e8b4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:34.546337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c663ef00-4c68-4f08-8759-c21fb3558354 req-99c16d56-a97d-4496-9b11-48afe69e8b4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:34.551128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c663ef00-4c68-4f08-8759-c21fb3558354 req-99c16d56-a97d-4496-9b11-48afe69e8b4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:34.577833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c663ef00-4c68-4f08-8759-c21fb3558354 req-99c16d56-a97d-4496-9b11-48afe69e8b4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1239846 Feb 09 00:18:34.587134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c16d56-a97d-4496-9b11-48afe69e8b4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359f510-e7f2-470c-adef-1fdd42b8bbbe,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:34.600855 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53736) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:34.642951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3797b32-c7fa-41fc-8352-7d1afc8a9668 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:34.647287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e3797b32-c7fa-41fc-8352-7d1afc8a9668 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1130 time: 0.0426321 Feb 09 00:18:34.647618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53738) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:34.652444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:18:34.683334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:34.788033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:34.992092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.25.3.68 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/9efc4e91-072e-43f7-a10d-f239f6d67a54) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:18:35.026343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.063249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.110900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:18:35.115611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:18:35.119918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:18:35.123141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=9efc4e91-072e-43f7-a10d-f239f6d67a54,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:35.506954 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.584604 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.754434 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.760610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.839006 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=9efc4e91-072e-43f7-a10d-f239f6d67a54,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:18:35.855956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:35.981411 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Floating IP 4e145cee-2c52-46c0-b975-1be69a3656d6 associated. External IP: 172.25.3.68, port: 0097d3ba-f38e-41ec-a300-8854d2a8b55a. Feb 09 00:18:36.234415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 96692896-a49d-466c-b823-807b75f6cbe6 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:18:36.360396 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:18:36.377552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] Sync routers for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:18:36.382462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:36.410700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:18:36.411521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:36.418600 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b890c484-af0b-4fba-8aaa-884a4a72f256 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7668350 Feb 09 00:18:36.418600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:18:36.418600 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d6b69-a966-41b7-8508-ddda9a5e0b21" -d '{"events": [{"name": "network-changed", "server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:18:36.419040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53784) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:36.475854 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23b16ad-a0c2-430f-a1d4-1d201f40e25c x-openstack-request-id: req-a23b16ad-a0c2-430f-a1d4-1d201f40e25c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:18:36.476143 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:18:36.476697 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a23b16ad-a0c2-430f-a1d4-1d201f40e25c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:18:36.477130 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'status': 'completed', 'code': 200} Feb 09 00:18:36.574847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:18:36.654626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-d60675bc-06f8-41db-91b9-8dfb946c25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.656567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-d60675bc-06f8-41db-91b9-8dfb946c25e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1135 time: 0.1416147 Feb 09 00:18:36.732257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c00a1-c672-4936-9043-dbffc0408749 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.732730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c00a1-c672-4936-9043-dbffc0408749 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.733217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c00a1-c672-4936-9043-dbffc0408749 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.733675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c00a1-c672-4936-9043-dbffc0408749 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.735425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f48c00a1-c672-4936-9043-dbffc0408749 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3152506 Feb 09 00:18:36.738383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 53798) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:36.852141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d6de-ab80-4be9-96d6-37339a44bcf6 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.852523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d6de-ab80-4be9-96d6-37339a44bcf6 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.853020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d6de-ab80-4be9-96d6-37339a44bcf6 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.853476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229d6de-ab80-4be9-96d6-37339a44bcf6 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.855344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0229d6de-ab80-4be9-96d6-37339a44bcf6 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1159747 Feb 09 00:18:36.858980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53802) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:36.871350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-ca2b7bc0-d260-4f9d-93d4-e0f67c50bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:36.873232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-ca2b7bc0-d260-4f9d-93d4-e0f67c50bfa3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 200 len: 898 time: 0.2094724 Feb 09 00:18:36.875753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '4e145cee-2c52-46c0-b975-1be69a3656d6', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'port_id': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'mac_address': 'fa:16:3e:e4:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:18:35Z', 'updated_at': '2022-02-09T00:18:35Z', 'revision_number': 0, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:36.918785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] Checking router: 96692896-a49d-466c-b823-807b75f6cbe6 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:18:36.927945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:18:36.928783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:36.954899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-ae9b7828-991e-4b99-b0a9-a13b9c919556 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 200 len: 998 time: 0.0743172 Feb 09 00:18:37.020079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-5ce271d6-1166-4af8-97dc-a6670b3056d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:37.021605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-5ce271d6-1166-4af8-97dc-a6670b3056d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e6dd35e1-4067-4aa8-9743-5a3d8459feda HTTP/1.1" status: 200 len: 835 time: 0.0609574 Feb 09 00:18:37.081025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:18:37.082358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-048e75c0-d147-45f1-a1f9-fbade60dc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:37.084753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-048e75c0-d147-45f1-a1f9-fbade60dc610 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=beb678b3-d115-4fc3-a49b-58b275750f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548077 Feb 09 00:18:37.137888 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:37.142700 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-00323bd3-f7d4-49c2-8a16-4bf9d35cd0ce tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2815990 Feb 09 00:18:37.145053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 53810) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:18:37.197735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-2d002fd4-fbfb-4d2a-b754-2e45a97b83d6 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060565 Feb 09 00:18:37.203521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c8d8d-26c5-4c12-a6e6-0797f3d5a960 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:37.204570 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c8d8d-26c5-4c12-a6e6-0797f3d5a960 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:18:37.206684 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-856c8d8d-26c5-4c12-a6e6-0797f3d5a960 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96692896-a49d-466c-b823-807b75f6cbe6 HTTP/1.1" status: 200 len: 1989 time: 0.0603383 Feb 09 00:18:37.324325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-383d6b69-a966-41b7-8508-ddda9a5e0b21 req-775ab828-71f0-4a64-bc38-86de7b23ae17 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201572 Feb 09 00:18:37.394336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:37.572280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '4e145cee-2c52-46c0-b975-1be69a3656d6', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'port_id': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'mac_address': 'fa:16:3e:e4:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:18:35Z', 'updated_at': '2022-02-09T00:18:35Z', 'revision_number': 0, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:18:37.599179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118bc3c5-69e9-46cf-a947-7a2206a4f14f None None] The sync data for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 is: [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '4e145cee-2c52-46c0-b975-1be69a3656d6', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'port_id': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'mac_address': 'fa:16:3e:e4:c5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:18:35Z', 'updated_at': '2022-02-09T00:18:35Z', 'revision_number': 0, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:18:37.817257 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2ebca-0baa-4a21-8351-bf55fe480b33 None None] New status for floating IP 4e145cee-2c52-46c0-b975-1be69a3656d6: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:18:41.881505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c2246448-e328-470f-9def-fe6be6a54d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:44.668210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-40e981e3-4754-4b81-81ef-582215675fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:45.523028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:46.920290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:47.338752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:18:49.466272 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:19:00.173696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54486) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:00.308693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c205553c-276e-40cc-99b2-8f09b5c561fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62aaefe9cb6942a78edbd5e2764ba250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335888 Feb 09 00:19:00.310874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54490) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:00.361251 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ee9a11a-4339-4508-bd1d-38c1e0492924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:00.384616 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ee9a11a-4339-4508-bd1d-38c1e0492924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:00.435606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ee9a11a-4339-4508-bd1d-38c1e0492924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:00.438333 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9ee9a11a-4339-4508-bd1d-38c1e0492924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:00.440134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9ee9a11a-4339-4508-bd1d-38c1e0492924 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f621922-a2c6-4be3-924f-be00fb6743da HTTP/1.1" status: 204 len: 168 time: 0.1283596 Feb 09 00:19:00.448193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9a11a-4339-4508-bd1d-38c1e0492924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f621922-a2c6-4be3-924f-be00fb6743da,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:07.063731 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:07.234610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.006759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54578) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:09.085668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9df51de7-6e6c-47ea-b9d9-21a01709d0e9 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0776691 Feb 09 00:19:09.088437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 54584) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:09.093390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'network': {'name': 'tempest-network-smoke--2083208759', 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'port_security_enabled': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:09.116870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Made reservation on behalf of e86b6986641f4c80a367e977eae326a1 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:09.120823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.144480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:19:09.153721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.154089 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Added segment 36da90de-efc0-48c1-9e8b-31ead50f2ebc of type vlan for network ce40ed9a-8c79-4010-ac8b-869143e40f44 Feb 09 00:19:09.193627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.222214 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.227971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:09.228553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.283296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1937640 Feb 09 00:19:09.285991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54590) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:09.291059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'admin_state_up': True, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:09.299015 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34742284-8881-4494-aec1-9af51d0ca215 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Network': ['ID=ce40ed9a-8c79-4010-ac8b-869143e40f44,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:09.311595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:19:09.320837 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.321860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.390378 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.526860 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.732472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.752212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:09.882467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.25.3.254 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/2d6caa6b-45f6-4820-9323-c56d80f2de16) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:19:09.985140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:10.019177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:10.065796 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:19:10.068761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:10.072940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:19:10.075961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=2d6caa6b-45f6-4820-9323-c56d80f2de16,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:10.678684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:10.884616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.027834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 54e248e1-f2e2-4b92-b4d6-69076a488be1 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:19:11.135125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:19:11.149370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Sync routers for ids ['54e248e1-f2e2-4b92-b4d6-69076a488be1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:19:11.160181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Routers {'54e248e1-f2e2-4b92-b4d6-69076a488be1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:11.160810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['54e248e1-f2e2-4b92-b4d6-69076a488be1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:11.176541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.179166 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1a5bb90d-3107-4fba-90ca-3321ceb10928 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8915639 Feb 09 00:19:11.181985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54624) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.233258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c51ee-5bd9-4196-ad0d-3b623bec5baa tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:11.235682 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c3c51ee-5bd9-4196-ad0d-3b623bec5baa tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e86b6986641f4c80a367e977eae326a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0524890 Feb 09 00:19:11.238629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.270308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Set router 54e248e1-f2e2-4b92-b4d6-69076a488be1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:11.405410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8153833-3428-4e2a-b203-6a12c9ac9c63 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:11.408955 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e8153833-3428-4e2a-b203-6a12c9ac9c63 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1671400 Feb 09 00:19:11.410230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54632) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.448498 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8ae2a8c6-88ec-4338-b91b-b542eea429eb tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340726 Feb 09 00:19:11.449313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54634) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.481784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-91ed6029-6735-4f97-8bac-4e30bf2a9023 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e86b6986641f4c80a367e977eae326a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287776 Feb 09 00:19:11.482154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:10Z', 'revision_number': 3, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:11.482665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54636) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.520620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Checking router: 54e248e1-f2e2-4b92-b4d6-69076a488be1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:19:11.521085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Updating router 54e248e1-f2e2-4b92-b4d6-69076a488be1 port 2d6caa6b-45f6-4820-9323-c56d80f2de16 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:19:11.548834 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.586339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530f419-da22-43eb-bdfe-f149c9c1c150 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:11.588171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b530f419-da22-43eb-bdfe-f149c9c1c150 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046095 Feb 09 00:19:11.591018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.620682 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3c90c102-becc-470b-8c23-2c90b40a2203 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278883 Feb 09 00:19:11.622378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54640) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:11.627815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528762510', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:11.737166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Made reservation on behalf of e86b6986641f4c80a367e977eae326a1 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:11.741340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.853515 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.873297 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.912664 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6fe7bef4-e019-4ac4-bc4a-ca32808204f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.941440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Attempting to bind port 2d6caa6b-45f6-4820-9323-c56d80f2de16 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:19:11.941824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Attempting to bind port 2d6caa6b-45f6-4820-9323-c56d80f2de16 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:19:11.942189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Attempting to bind port 2d6caa6b-45f6-4820-9323-c56d80f2de16 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:11.944148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051431d0-2b7c-4d95-96b9-3ab6327386c0 None None] Pushing event updated for resources: {'Port': ['ID=2d6caa6b-45f6-4820-9323-c56d80f2de16,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:11.949942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:19:11.950336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:11.950727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.951165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:19:11.951610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Bound port: 2d6caa6b-45f6-4820-9323-c56d80f2de16, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:19:11.951961 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:11.958467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:12.014540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Subnet': ['ID=55be9f69-d468-4358-b5d1-70c6b258c81f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:12.028880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] For port 2d6caa6b-45f6-4820-9323-c56d80f2de16, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:19:12.033527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] For port 2d6caa6b-45f6-4820-9323-c56d80f2de16, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2d6caa6b-45f6-4820-9323-c56d80f2de16,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:19:12.038495 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:12.039138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Checking segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:12.039693 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network hostable DHCP agents. Network: ce40ed9a-8c79-4010-ac8b-869143e40f44, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:19:12.058280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:19:12.069755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, ce40ed9a-8c79-4010-ac8b-869143e40f44) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:12.080953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a08b28-52c8-4d55-89bf-1b486e9fa8d1 None None] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:12.085590 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:12.086521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:12.106271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-79da72b5-3664-4e87-ae9d-33faff7ce749 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4828284 Feb 09 00:19:12.109036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 54652) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:12.156789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Routers {'54e248e1-f2e2-4b92-b4d6-69076a488be1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:12.157590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:18:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['54e248e1-f2e2-4b92-b4d6-69076a488be1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:12.160451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051431d0-2b7c-4d95-96b9-3ab6327386c0 None None] Pushing event updated for resources: {'Port': ['ID=2d6caa6b-45f6-4820-9323-c56d80f2de16,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:12.330321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] Set router 54e248e1-f2e2-4b92-b4d6-69076a488be1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:12.457615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-ce40ed9a-8c79-4010-ac8b-869143e40f44', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'fixed_ips': [{'subnet_id': '55be9f69-d468-4358-b5d1-70c6b258c81f'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:19:12.458470 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:12.620134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:12.831591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Allocated IP 172.20.0.18 (ce40ed9a-8c79-4010-ac8b-869143e40f44/55be9f69-d468-4358-b5d1-70c6b258c81f/7b70f9ce-31e3-4856-9a51-09098c6994b4) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:19:12.856695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:10Z', 'revision_number': 3, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:12.898678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9afd296-7f79-49f6-a28e-3d9906e9ae48 None None] The sync data for ids ['54e248e1-f2e2-4b92-b4d6-69076a488be1'] in n-d-828413-1 is: [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:10Z', 'revision_number': 3, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:19:13.024968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.031279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.075924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:19:13.078991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:13.084059 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:19:13.087177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Pushing event updated for resources: {'Port': ['ID=7b70f9ce-31e3-4856-9a51-09098c6994b4,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:13.128623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.20.0.17 (ce40ed9a-8c79-4010-ac8b-869143e40f44/55be9f69-d468-4358-b5d1-70c6b258c81f/2ad827b1-459d-48ff-b9e3-02b378c77539) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:19:13.149709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Attempting to bind port 7b70f9ce-31e3-4856-9a51-09098c6994b4 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:19:13.150210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Attempting to bind port 7b70f9ce-31e3-4856-9a51-09098c6994b4 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:19:13.150579 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Attempting to bind port 7b70f9ce-31e3-4856-9a51-09098c6994b4 on network ce40ed9a-8c79-4010-ac8b-869143e40f44 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:13.174468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:19:13.175130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Checking segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:13.175249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.175626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Bound using segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:19:13.176098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Bound port: 7b70f9ce-31e3-4856-9a51-09098c6994b4, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:19:13.176619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.277164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] For port 7b70f9ce-31e3-4856-9a51-09098c6994b4, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:19:13.281335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] For port 7b70f9ce-31e3-4856-9a51-09098c6994b4, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7b70f9ce-31e3-4856-9a51-09098c6994b4,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:19:13.286204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.295180 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.360861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e485e-20a9-413d-a734-f0292105dda3 None None] Pushing event updated for resources: {'Port': ['ID=7b70f9ce-31e3-4856-9a51-09098c6994b4,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:13.372717 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.426603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:19:13.430186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:13.437705 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:19:13.526624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=2ad827b1-459d-48ff-b9e3-02b378c77539,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:13.542966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.572014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d6caa6b-45f6-4820-9323-c56d80f2de16 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:19:13.680109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2d6caa6b-45f6-4820-9323-c56d80f2de16 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:13.680430 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.821385 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.837152 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.872639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 2d6caa6b-45f6-4820-9323-c56d80f2de16, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2d6caa6b-45f6-4820-9323-c56d80f2de16,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:13.879453 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:13.971071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=2d6caa6b-45f6-4820-9323-c56d80f2de16,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:14.210447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:14.218569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:14.322368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=2ad827b1-459d-48ff-b9e3-02b378c77539,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:14.326448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:14.342839 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-f3a0998a-307a-4728-931e-2c926e19f97f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713038 Feb 09 00:19:14.444661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:19:14.446483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:14.470059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-b34ffb6d-e2c1-4e90-964b-72cc9cb164bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:14.472299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-b34ffb6d-e2c1-4e90-964b-72cc9cb164bb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1135 time: 0.0824018 Feb 09 00:19:14.613634 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-f68fb621-1ab0-4edf-98ed-b1d567b7b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:14.615603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-f68fb621-1ab0-4edf-98ed-b1d567b7b73b service neutron] 10.222.0.84 "GET /v2.0/networks?id=beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 200 len: 898 time: 0.1128631 Feb 09 00:19:14.685386 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e9315a57-bc7b-4684-bd4d-bd55efc78523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:14.701837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-7c9cec7b-73ff-45ad-bb2d-fe47e1d10550 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 200 len: 1000 time: 0.0796185 Feb 09 00:19:14.738833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5015a-0523-47eb-821e-8f36aa530234 None None] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:14.789659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-c06b6b6a-d47e-4f77-8401-44241afb5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:14.793809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-c06b6b6a-d47e-4f77-8401-44241afb5aaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e6dd35e1-4067-4aa8-9743-5a3d8459feda HTTP/1.1" status: 200 len: 835 time: 0.0859401 Feb 09 00:19:14.832034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5110db09-2079-4e30-825e-186e6a8cfe86 None None] Provisioning complete for port 7b70f9ce-31e3-4856-9a51-09098c6994b4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:14.832561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5110db09-2079-4e30-825e-186e6a8cfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:14.872228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-ec7e031e-b67b-454c-955c-d3f55b544da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:14.875702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-ec7e031e-b67b-454c-955c-d3f55b544da0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=beb678b3-d115-4fc3-a49b-58b275750f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746946 Feb 09 00:19:15.010979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 54e248e1-f2e2-4b92-b4d6-69076a488be1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:19:15.029067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-9265d377-d689-438b-8d67-81b15ae40831 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431365 Feb 09 00:19:15.054325 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5110db09-2079-4e30-825e-186e6a8cfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:15.099003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5110db09-2079-4e30-825e-186e6a8cfe86 None None] For port 7b70f9ce-31e3-4856-9a51-09098c6994b4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7b70f9ce-31e3-4856-9a51-09098c6994b4,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:15.106382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5110db09-2079-4e30-825e-186e6a8cfe86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:15.141825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-789b31c6-7207-43ea-9fd0-f58d5ff6877c req-02316d5f-4b62-4745-97ab-abd0dcc16053 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051238 Feb 09 00:19:15.176197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110db09-2079-4e30-825e-186e6a8cfe86 None None] Pushing event updated for resources: {'Port': ['ID=7b70f9ce-31e3-4856-9a51-09098c6994b4,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:15.179712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:19:15.185160 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-79495d45-57f4-43e8-adba-9048c498bbcb tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "PUT /v2.0/routers/54e248e1-f2e2-4b92-b4d6-69076a488be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0751078 Feb 09 00:19:15.407302 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Sync routers for ids ['54e248e1-f2e2-4b92-b4d6-69076a488be1'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:19:15.446403 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Routers {'54e248e1-f2e2-4b92-b4d6-69076a488be1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:15.447032 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['54e248e1-f2e2-4b92-b4d6-69076a488be1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:15.449038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-303f2dd7-9753-4cc9-85d6-5a165b1d4b18 None None] Provisioning complete for port 7b70f9ce-31e3-4856-9a51-09098c6994b4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:15.449479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-303f2dd7-9753-4cc9-85d6-5a165b1d4b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:15.726683 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:15.733389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d6caa6b-45f6-4820-9323-c56d80f2de16 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:19:15.771262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-12fe8f80-5605-4b7e-a287-3ced4380e1ce tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:15.783886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-12fe8f80-5605-4b7e-a287-3ced4380e1ce tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/networks?id=ce40ed9a-8c79-4010-ac8b-869143e40f44 HTTP/1.1" status: 200 len: 798 time: 0.3009758 Feb 09 00:19:15.785876 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Set router 54e248e1-f2e2-4b92-b4d6-69076a488be1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:15.800449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-5d118e69-d3f0-401b-b120-051cb9fc3ada tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/quotas/e86b6986641f4c80a367e977eae326a1 HTTP/1.1" status: 200 len: 375 time: 0.0155652 Feb 09 00:19:15.819671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-303f2dd7-9753-4cc9-85d6-5a165b1d4b18 None None] Provisioning complete for port 2ad827b1-459d-48ff-b9e3-02b378c77539 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:15.820043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-303f2dd7-9753-4cc9-85d6-5a165b1d4b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:15.864513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-68883eb0-eacd-4474-90fa-676318a8d63d tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0586641 Feb 09 00:19:15.869774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-303f2dd7-9753-4cc9-85d6-5a165b1d4b18 None None] Port 2ad827b1-459d-48ff-b9e3-02b378c77539 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:19:15.889654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2d6caa6b-45f6-4820-9323-c56d80f2de16 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:15.890033 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.008162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7b70f9ce-31e3-4856-9a51-09098c6994b4 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:19:16.011600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-95b81405-c192-4422-bce8-a39e7fb852e5 None None] Provisioning complete for port 2ad827b1-459d-48ff-b9e3-02b378c77539 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:16.012043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95b81405-c192-4422-bce8-a39e7fb852e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.039981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-10d63ab3-867b-419c-9bbf-3a0cb0b7677c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:19:16.043979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-10d63ab3-867b-419c-9bbf-3a0cb0b7677c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1626844 Feb 09 00:19:16.094590 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2ad827b1-459d-48ff-b9e3-02b378c77539', 'name': '', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:3c:e8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:12Z', 'updated_at': '2022-02-09T00:19:14Z', 'revision_number': 2, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:16.125914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-95b81405-c192-4422-bce8-a39e7fb852e5 None None] Port 2ad827b1-459d-48ff-b9e3-02b378c77539 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:19:16.139792 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7b70f9ce-31e3-4856-9a51-09098c6994b4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:16.140646 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.149432 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Checking router: 54e248e1-f2e2-4b92-b4d6-69076a488be1 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:19:16.150222 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Updating router 54e248e1-f2e2-4b92-b4d6-69076a488be1 port 2ad827b1-459d-48ff-b9e3-02b378c77539 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:19:16.179105 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.191295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-8409ecb2-789e-4f9a-9f40-f5889fcb727d service neutron] 10.222.0.32 "GET /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370668 Feb 09 00:19:16.254139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-114e201e-f6c4-498c-abe9-e35e44f3f0b3 None None] Provisioning complete for port 2ad827b1-459d-48ff-b9e3-02b378c77539 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:16.254515 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-114e201e-f6c4-498c-abe9-e35e44f3f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.303843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-114e201e-f6c4-498c-abe9-e35e44f3f0b3 None None] Port 2ad827b1-459d-48ff-b9e3-02b378c77539 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:19:16.306071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-2f9f698e-83ca-47d7-a9e1-0e66e544b1fb service neutron] 10.222.0.32 "GET /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137130 Feb 09 00:19:16.483421 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.489199 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.507610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00da0cdf-32f8-4038-a28f-941d2d467d74 req-a9a21c88-c53f-4942-b663-c02a0674940e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 210 time: 0.0289874 Feb 09 00:19:16.547550 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c9b40-7745-434f-8c60-91f583cfe883 None None] Pushing event updated for resources: {'Port': ['ID=2ad827b1-459d-48ff-b9e3-02b378c77539,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:16.607080 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Attempting to bind port 2ad827b1-459d-48ff-b9e3-02b378c77539 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:19:16.607606 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Attempting to bind port 2ad827b1-459d-48ff-b9e3-02b378c77539 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:19:16.607964 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Attempting to bind port 2ad827b1-459d-48ff-b9e3-02b378c77539 on network ce40ed9a-8c79-4010-ac8b-869143e40f44 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:16.613899 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:19:16.614697 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Checking segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:16.614697 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.615101 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Bound using segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:19:16.615618 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Bound port: 2ad827b1-459d-48ff-b9e3-02b378c77539, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:19:16.616006 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.692964 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] For port 2ad827b1-459d-48ff-b9e3-02b378c77539, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:19:16.696457 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] For port 2ad827b1-459d-48ff-b9e3-02b378c77539, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2ad827b1-459d-48ff-b9e3-02b378c77539,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:19:16.701705 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.752592 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Routers {'54e248e1-f2e2-4b92-b4d6-69076a488be1'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:16.753333 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['54e248e1-f2e2-4b92-b4d6-69076a488be1'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:16.812050 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c9b40-7745-434f-8c60-91f583cfe883 None None] Pushing event updated for resources: {'Port': ['ID=2ad827b1-459d-48ff-b9e3-02b378c77539,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:16.835174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1b4307ab-3959-4da6-96af-9457ecd14c69 None None] Provisioning complete for port 2ad827b1-459d-48ff-b9e3-02b378c77539 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:16.836164 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b4307ab-3959-4da6-96af-9457ecd14c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.902195 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] Set router 54e248e1-f2e2-4b92-b4d6-69076a488be1 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:16.948508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b4307ab-3959-4da6-96af-9457ecd14c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.959204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:16.987056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1b4307ab-3959-4da6-96af-9457ecd14c69 None None] For port 2ad827b1-459d-48ff-b9e3-02b378c77539, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2ad827b1-459d-48ff-b9e3-02b378c77539,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:16.993410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b4307ab-3959-4da6-96af-9457ecd14c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:17.045977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4307ab-3959-4da6-96af-9457ecd14c69 None None] Pushing event updated for resources: {'Port': ['ID=2ad827b1-459d-48ff-b9e3-02b378c77539,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:17.118420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4dda2133-5deb-472e-b24c-5c9368d44856 None None] Provisioning complete for port 2ad827b1-459d-48ff-b9e3-02b378c77539 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:17.118887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4dda2133-5deb-472e-b24c-5c9368d44856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:17.156615 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2ad827b1-459d-48ff-b9e3-02b378c77539', 'name': '', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:3c:e8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:12Z', 'updated_at': '2022-02-09T00:19:16Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:17.186801 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0bd43e-3e86-4f63-be34-0bc82fa1c964 None None] The sync data for ids ['54e248e1-f2e2-4b92-b4d6-69076a488be1'] in n-d-828413-1 is: [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2ad827b1-459d-48ff-b9e3-02b378c77539', 'name': '', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:3c:e8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:12Z', 'updated_at': '2022-02-09T00:19:16Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:19:17.346336 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:17.528642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2ad827b1-459d-48ff-b9e3-02b378c77539 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:19:17.619409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ff0d6fd-df45-475e-a4c6-25c77f616196 req-82e28dce-59f6-47b1-8c7a-b620de588870 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 210 time: 0.0346556 Feb 09 00:19:17.649539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2ad827b1-459d-48ff-b9e3-02b378c77539 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:17.650276 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:18.707436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9048654-a15f-418f-8324-3e3c5b0e9d2d req-22b8218f-4a6a-4ca3-a4c1-74b5b613452e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Feb 09 00:19:19.811278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1ae20277-610f-4ba3-af0a-06e389f2fce6 req-9813627e-833c-4457-a03b-6c53cd5b320e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 210 time: 0.0456030 Feb 09 00:19:21.225260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d92b88f-ac2b-43cc-bb1f-7cac586d29ab req-19a17c1d-bcc3-4403-891e-38609c1c94c2 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 210 time: 0.3505864 Feb 09 00:19:21.804574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-29a5de27-af12-41e2-b4f7-64d613592b93 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:21.806185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-29a5de27-af12-41e2-b4f7-64d613592b93 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.21 "GET /v2.0/networks?id=ce40ed9a-8c79-4010-ac8b-869143e40f44 HTTP/1.1" status: 200 len: 798 time: 0.1125505 Feb 09 00:19:21.819035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Request body: {'port': {'device_id': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'admin_state_up': True, 'tenant_id': 'e86b6986641f4c80a367e977eae326a1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:21.935762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Made reservation on behalf of e86b6986641f4c80a367e977eae326a1 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:21.939982 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.069648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Allocated IP 172.20.0.27 (ce40ed9a-8c79-4010-ac8b-869143e40f44/55be9f69-d468-4358-b5d1-70c6b258c81f/7721e0d3-895a-4f05-912f-13139375b159) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:19:22.187261 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.222648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.260966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:19:22.267155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:22.271789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:19:22.303101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event updated for resources: {'Port': ['ID=7721e0d3-895a-4f05-912f-13139375b159,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:22.365134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:22.365880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.390116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-27b3d3ef-5627-468c-b8b0-a53e648bb763 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5748730 Feb 09 00:19:22.425312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092ac13-d8ab-467d-b54f-c696a8e57d4d req-04c167d2-32dd-4bab-aa4a-06d11dfeb396 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:22.426913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8092ac13-d8ab-467d-b54f-c696a8e57d4d req-04c167d2-32dd-4bab-aa4a-06d11dfeb396 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 895 time: 0.1028068 Feb 09 00:19:22.478020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Request body: {'port': {'device_id': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:22.535443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.559576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6c442dd6-9152-4933-9504-edead29540a7 None None] Provisioning complete for port 7721e0d3-895a-4f05-912f-13139375b159 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:22.560568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6c442dd6-9152-4933-9504-edead29540a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.598094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6c442dd6-9152-4933-9504-edead29540a7 None None] Port 7721e0d3-895a-4f05-912f-13139375b159 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:19:22.818116 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7721e0d3-895a-4f05-912f-13139375b159 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:19:22.825625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.838994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Transition to ACTIVE for port object 7721e0d3-895a-4f05-912f-13139375b159 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:19:22.841922 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:22.889858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Pushing event updated for resources: {'Port': ['ID=7721e0d3-895a-4f05-912f-13139375b159,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:22.972826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Attempting to bind port 7721e0d3-895a-4f05-912f-13139375b159 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:19:22.973205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Attempting to bind port 7721e0d3-895a-4f05-912f-13139375b159 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:19:22.973586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Attempting to bind port 7721e0d3-895a-4f05-912f-13139375b159 on network ce40ed9a-8c79-4010-ac8b-869143e40f44 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:22.978165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Port 7721e0d3-895a-4f05-912f-13139375b159 on network ce40ed9a-8c79-4010-ac8b-869143e40f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:19:22.978491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Attempting to bind port 7721e0d3-895a-4f05-912f-13139375b159 on network ce40ed9a-8c79-4010-ac8b-869143e40f44 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:22.983710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:19:22.984055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Checking segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:22.984510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Bound using segment: {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:19:22.984974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Bound port: 7721e0d3-895a-4f05-912f-13139375b159, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36da90de-efc0-48c1-9e8b-31ead50f2ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:19:22.985351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:23.057317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] For port 7721e0d3-895a-4f05-912f-13139375b159, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:19:23.060533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] For port 7721e0d3-895a-4f05-912f-13139375b159, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7721e0d3-895a-4f05-912f-13139375b159,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:19:23.067417 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:23.103077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.103729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:23.105156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] 10.222.0.21 "PUT /v2.0/ports/7721e0d3-895a-4f05-912f-13139375b159 HTTP/1.1" status: 200 len: 1055 time: 0.7007978 Feb 09 00:19:23.105578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'tag': '7721e0d3-895a-4f05-912f-13139375b159'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:23.107833 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f8d59d-d591-400c-8f56-6e07cd2b9d66" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e3583b-e3b7-4859-9d7e-389d424e5b80", "tag": "7721e0d3-895a-4f05-912f-13139375b159"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:23.150995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Pushing event updated for resources: {'Port': ['ID=7721e0d3-895a-4f05-912f-13139375b159,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:23.173305 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b62f7-2f66-400e-ab1f-e4e95e00a5c3 x-openstack-request-id: req-d13b62f7-2f66-400e-ab1f-e4e95e00a5c3 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:23.173600 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e3583b-e3b7-4859-9d7e-389d424e5b80", "tag": "7721e0d3-895a-4f05-912f-13139375b159", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:23.173913 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d13b62f7-2f66-400e-ab1f-e4e95e00a5c3 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:23.174495 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'tag': '7721e0d3-895a-4f05-912f-13139375b159', 'status': 'completed', 'code': 200} Feb 09 00:19:23.178091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.178091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.178091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.178443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.178549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.178872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.179299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.179639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.180013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.180349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.180674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.181017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe7ef9a-7516-47a9-bf02-ecf192411295 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:23.217652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-c5e0df1d-62f2-4f8b-bc5d-31ecbd38ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.219786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-c5e0df1d-62f2-4f8b-bc5d-31ecbd38ba1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 1058 time: 0.0639045 Feb 09 00:19:23.276723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-c921ccbc-8717-409a-a0ee-7771f84f49ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7721e0d3-895a-4f05-912f-13139375b159 HTTP/1.1" status: 200 len: 217 time: 0.0477266 Feb 09 00:19:23.331257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-254583d9-9479-4dd1-9cd0-45275765eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.333106 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-254583d9-9479-4dd1-9cd0-45275765eaf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55be9f69-d468-4358-b5d1-70c6b258c81f HTTP/1.1" status: 200 len: 837 time: 0.0499775 Feb 09 00:19:23.383677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-79d761fb-449a-41a3-9dc7-67118d357abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.385230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-79d761fb-449a-41a3-9dc7-67118d357abb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce40ed9a-8c79-4010-ac8b-869143e40f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433946 Feb 09 00:19:23.490885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-b8d8cbe0-dd45-4809-b131-18bec83dda97 service neutron] 10.222.0.21 "GET /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983377 Feb 09 00:19:23.614807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfcb42-28aa-466d-a1cc-ad80e532fd76 req-bf3e0361-2437-4fa4-9cdc-b46cf5b7400a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.616032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3cbfcb42-28aa-466d-a1cc-ad80e532fd76 req-bf3e0361-2437-4fa4-9cdc-b46cf5b7400a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 907 time: 0.0985737 Feb 09 00:19:23.635797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ebb9e8-3681-40ee-b008-dc99d47c3e01 req-4dfc44a8-97cb-4e1c-bf4c-88595a5d16b1 service neutron] 10.222.0.21 "GET /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382349 Feb 09 00:19:23.729849 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-97814f08-5ac2-4247-8387-ea2dd8cff250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.731382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-97814f08-5ac2-4247-8387-ea2dd8cff250 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 1058 time: 0.0428567 Feb 09 00:19:23.825970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-2f003186-60a3-47d2-a320-bdb238e77799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.827462 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-2f003186-60a3-47d2-a320-bdb238e77799 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ce40ed9a-8c79-4010-ac8b-869143e40f44 HTTP/1.1" status: 200 len: 899 time: 0.0892920 Feb 09 00:19:23.877732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-33f16c54-3167-4d92-b250-39cde65857f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=7721e0d3-895a-4f05-912f-13139375b159 HTTP/1.1" status: 200 len: 217 time: 0.0419648 Feb 09 00:19:23.940947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-d571fc31-4187-4cc3-9fd5-62db170d7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.942429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-d571fc31-4187-4cc3-9fd5-62db170d7ed6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55be9f69-d468-4358-b5d1-70c6b258c81f HTTP/1.1" status: 200 len: 837 time: 0.0493386 Feb 09 00:19:23.990978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-f678f66c-8753-41c0-a8c6-7c09471e21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:23.992841 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-f678f66c-8753-41c0-a8c6-7c09471e21c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ce40ed9a-8c79-4010-ac8b-869143e40f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416563 Feb 09 00:19:24.095502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-53d6befb-8bb4-4395-881d-aecdb4dc723c service neutron] 10.222.0.21 "GET /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938783 Feb 09 00:19:24.188674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24f8d59d-d591-400c-8f56-6e07cd2b9d66 req-a4fd16f0-c1fd-4298-9985-dbd8e25de42e service neutron] 10.222.0.21 "GET /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843723 Feb 09 00:19:24.735298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c7790-d82f-4e71-a12f-187f127c1245 req-953727a5-44ce-4f30-a890-2fcbf2cf88f2 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:24.736857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a2c7790-d82f-4e71-a12f-187f127c1245 req-953727a5-44ce-4f30-a890-2fcbf2cf88f2 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 907 time: 0.0503678 Feb 09 00:19:25.863819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb26b9-196e-4af0-b2e6-7c8404cc56d9 req-1a9e936f-69a8-4bc3-96db-6f94486949af tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:25.865559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3fb26b9-196e-4af0-b2e6-7c8404cc56d9 req-1a9e936f-69a8-4bc3-96db-6f94486949af tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 907 time: 0.0547330 Feb 09 00:19:26.465611 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:19:26.983836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2039ba-5e7d-430d-b409-0d0d74503c0b req-ea80aebf-5524-4312-8de7-2933e35af36e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:26.986066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a2039ba-5e7d-430d-b409-0d0d74503c0b req-ea80aebf-5524-4312-8de7-2933e35af36e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 907 time: 0.0492108 Feb 09 00:19:27.111950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7721e0d3-895a-4f05-912f-13139375b159 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:19:27.209268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7721e0d3-895a-4f05-912f-13139375b159, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7721e0d3-895a-4f05-912f-13139375b159,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:27.221258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '7721e0d3-895a-4f05-912f-13139375b159', 'network_id': 'ce40ed9a-8c79-4010-ac8b-869143e40f44', 'port_id': '7721e0d3-895a-4f05-912f-13139375b159', 'mac_address': 'fa:16:3e:0c:8e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55be9f69-d468-4358-b5d1-70c6b258c81f', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:19:27.257725 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:27.271849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7721e0d3-895a-4f05-912f-13139375b159 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:19:27.294270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7721e0d3-895a-4f05-912f-13139375b159, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7721e0d3-895a-4f05-912f-13139375b159,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:27.299807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:27.353513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7721e0d3-895a-4f05-912f-13139375b159,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:27.360896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.361271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.361604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.361934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.362263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.362610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.362931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.363249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.363565 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.363881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.364828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.364828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:27.540922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['7721e0d3-895a-4f05-912f-13139375b159'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:19:28.108719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfecdee-5ca7-4cef-8cf4-15ba72000475 req-aaa2b1a8-3768-4a19-9a46-0b28f06aa4ea tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:28.111321 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dbfecdee-5ca7-4cef-8cf4-15ba72000475 req-aaa2b1a8-3768-4a19-9a46-0b28f06aa4ea tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 908 time: 0.0548525 Feb 09 00:19:29.127595 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7721e0d3-895a-4f05-912f-13139375b159 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:19:29.202193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 7721e0d3-895a-4f05-912f-13139375b159 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:19:29.211433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 7721e0d3-895a-4f05-912f-13139375b159 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:29.212226 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:29.236775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f3e75-36dd-4b73-bf4c-656033b4e7c1 req-ab6601fd-101b-4cdd-ad82-0b7bd14b8123 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:29.238322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e03f3e75-36dd-4b73-bf4c-656033b4e7c1 req-ab6601fd-101b-4cdd-ad82-0b7bd14b8123 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 908 time: 0.0537262 Feb 09 00:19:29.294667 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:29.317197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7721e0d3-895a-4f05-912f-13139375b159'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:29.319443 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6b5b2-99ed-476b-bc78-d4aac0becae2" -d '{"events": [{"server_uuid": "f0e3583b-e3b7-4859-9d7e-389d424e5b80", "name": "network-vif-plugged", "status": "completed", "tag": "7721e0d3-895a-4f05-912f-13139375b159"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:29.332705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 7721e0d3-895a-4f05-912f-13139375b159, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7721e0d3-895a-4f05-912f-13139375b159,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:29.337307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:29.365367 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea60fa5-36c7-4a85-a54f-3c99315a6d67 x-openstack-request-id: req-aea60fa5-36c7-4a85-a54f-3c99315a6d67 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:29.365654 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e3583b-e3b7-4859-9d7e-389d424e5b80", "name": "network-vif-plugged", "status": "completed", "tag": "7721e0d3-895a-4f05-912f-13139375b159", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:29.365905 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aea60fa5-36c7-4a85-a54f-3c99315a6d67 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:29.366286 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7721e0d3-895a-4f05-912f-13139375b159', 'code': 200} Feb 09 00:19:29.393330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=7721e0d3-895a-4f05-912f-13139375b159,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:29.482053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067b7f-f85b-4ef5-bf46-c80a2d40969e req-74d2a887-d4b5-453d-956a-55db51172fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:29.483669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab067b7f-f85b-4ef5-bf46-c80a2d40969e req-74d2a887-d4b5-453d-956a-55db51172fa5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 1060 time: 0.0517118 Feb 09 00:19:30.356998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45021f-1804-47f5-b0c9-31b200543d10 req-e500473b-a56c-4a1e-a722-37650b80a6ef tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:30.358474 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca45021f-1804-47f5-b0c9-31b200543d10 req-e500473b-a56c-4a1e-a722-37650b80a6ef tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 909 time: 0.0503700 Feb 09 00:19:31.478488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83170139-cc48-4a9e-bcb6-26ab16955b7e req-bf382964-ee7c-4603-84aa-3336da343ba4 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:31.479958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83170139-cc48-4a9e-bcb6-26ab16955b7e req-bf382964-ee7c-4603-84aa-3336da343ba4 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 909 time: 0.0502484 Feb 09 00:19:31.601225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088348f-854e-45a1-b887-911bf55a22a4 req-8951b471-4d74-4b43-bf97-00083f4379fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:31.602707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c088348f-854e-45a1-b887-911bf55a22a4 req-8951b471-4d74-4b43-bf97-00083f4379fe tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 909 time: 0.0488963 Feb 09 00:19:31.714341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e8536-8871-4bc0-bc8e-c7a282b749d1 req-6b7390d8-cc4e-498a-8513-2ce5da2c053a tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:31.715967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b17e8536-8871-4bc0-bc8e-c7a282b749d1 req-6b7390d8-cc4e-498a-8513-2ce5da2c053a tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 1060 time: 0.0462434 Feb 09 00:19:31.825453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36e649-4c49-4ff3-93d2-d3936161ffcd req-bc7a7cd2-b81b-4cf5-a913-efd439c95a4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:31.827002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d36e649-4c49-4ff3-93d2-d3936161ffcd req-bc7a7cd2-b81b-4cf5-a913-efd439c95a4b tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1135 time: 0.0417128 Feb 09 00:19:31.863836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d36e649-4c49-4ff3-93d2-d3936161ffcd req-b3ce84f3-9d25-4f8f-8aeb-214607a65a87 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0299571 Feb 09 00:19:31.885486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55050) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:31.925311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8243b32-fd98-4802-b06d-27ff07637a92 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:31.926838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e8243b32-fd98-4802-b06d-27ff07637a92 tempest-TestSecurityGroupsBasicOps-1592893757 tempest-TestSecurityGroupsBasicOps-1592893757-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 1055 time: 0.0403731 Feb 09 00:19:32.148432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837a6b5-5c1a-4059-9da9-f31fa9353229 req-2f6fb1e4-8c25-4173-b420-45b3f468e3f1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:32.149964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f837a6b5-5c1a-4059-9da9-f31fa9353229 req-2f6fb1e4-8c25-4173-b420-45b3f468e3f1 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 909 time: 0.0489204 Feb 09 00:19:33.273843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8a845-4b9b-4eb6-96a3-7ac1aa66e9e7 req-9c71cb15-51dc-42dc-b81a-3f95a71a60e4 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:33.275324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ec8a845-4b9b-4eb6-96a3-7ac1aa66e9e7 req-9c71cb15-51dc-42dc-b81a-3f95a71a60e4 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 909 time: 0.0542977 Feb 09 00:19:33.554886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-40d879c1-ac4e-42b6-acfd-e5160e1ad9a4 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:33.558401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-40d879c1-ac4e-42b6-acfd-e5160e1ad9a4 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 909 time: 0.0532937 Feb 09 00:19:33.648535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port 7721e0d3-895a-4f05-912f-13139375b159 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:33.648875 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:33.739573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] For port 7721e0d3-895a-4f05-912f-13139375b159, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=7721e0d3-895a-4f05-912f-13139375b159,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:33.739847 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:33.751693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for 7721e0d3-895a-4f05-912f-13139375b159 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:33.883583 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:33.912508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=7721e0d3-895a-4f05-912f-13139375b159,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:33.951962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] No DVR routers for this DVR port 7721e0d3-895a-4f05-912f-13139375b159 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:19:33.955414 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:33.958904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8fe405c-98d5-41b0-ade0-ea0d1d28a6a1 req-123e86de-7f4a-47d9-a442-04728faa7287 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.21 "DELETE /v2.0/ports/7721e0d3-895a-4f05-912f-13139375b159 HTTP/1.1" status: 204 len: 173 time: 0.3942728 Feb 09 00:19:33.959349 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'name': 'network-vif-deleted', 'tag': '7721e0d3-895a-4f05-912f-13139375b159'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:33.961817 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34484888-3587-4b47-b9af-90d7f653b5ea" -d '{"events": [{"server_uuid": "f0e3583b-e3b7-4859-9d7e-389d424e5b80", "name": "network-vif-deleted", "tag": "7721e0d3-895a-4f05-912f-13139375b159"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:34.043829 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e93f747-ce99-443a-80ad-ab06b7813142 x-openstack-request-id: req-3e93f747-ce99-443a-80ad-ab06b7813142 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:34.043829 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e3583b-e3b7-4859-9d7e-389d424e5b80", "name": "network-vif-deleted", "tag": "7721e0d3-895a-4f05-912f-13139375b159", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:34.043829 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e93f747-ce99-443a-80ad-ab06b7813142 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:34.043829 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e3583b-e3b7-4859-9d7e-389d424e5b80', 'name': 'network-vif-deleted', 'tag': '7721e0d3-895a-4f05-912f-13139375b159', 'status': 'completed', 'code': 200} Feb 09 00:19:34.406205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f2ff8f06-e062-471f-adfc-4be7cde80a68 req-9994bcfc-92fc-436e-af19-89a7b9d24d4b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=f0e3583b-e3b7-4859-9d7e-389d424e5b80 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Feb 09 00:19:35.468993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55128) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:35.862532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:36.168080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port 2ad827b1-459d-48ff-b9e3-02b378c77539 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:36.168367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:36.261681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] For port 2ad827b1-459d-48ff-b9e3-02b378c77539, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2ad827b1-459d-48ff-b9e3-02b378c77539,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:36.262090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:36.277956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for 2ad827b1-459d-48ff-b9e3-02b378c77539 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:36.493454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:36.522261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=2ad827b1-459d-48ff-b9e3-02b378c77539,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:36.736661 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:36.969896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 54e248e1-f2e2-4b92-b4d6-69076a488be1 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:19:37.075245 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.079162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:19:37.084538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3469f3c6-e4d2-43b3-b2aa-0cc029a57039 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "PUT /v2.0/routers/54e248e1-f2e2-4b92-b4d6-69076a488be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145039 Feb 09 00:19:37.087188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55154) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:37.092732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] Sync routers for ids ['54e248e1-f2e2-4b92-b4d6-69076a488be1'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:19:37.104329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] Routers {'54e248e1-f2e2-4b92-b4d6-69076a488be1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:37.105111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['54e248e1-f2e2-4b92-b4d6-69076a488be1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:37.141101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting subnet 55be9f69-d468-4358-b5d1-70c6b258c81f {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:19:37.144600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.186141 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.218634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] Set router 54e248e1-f2e2-4b92-b4d6-69076a488be1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:37.279166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.351661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.353101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.382144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Subnet': ['ID=55be9f69-d468-4358-b5d1-70c6b258c81f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:37.384326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.388327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d60984ca-adef-4cf4-9764-e93bff731baa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/subnets/55be9f69-d468-4358-b5d1-70c6b258c81f HTTP/1.1" status: 204 len: 168 time: 0.3000827 Feb 09 00:19:37.391695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55156) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:37.413524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037ace1f-3dc8-4f52-9801-c246cd5b1d99 None None] Network ce40ed9a-8c79-4010-ac8b-869143e40f44 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:37.512701 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.557876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:36Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:37.595920 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] Checking router: 54e248e1-f2e2-4b92-b4d6-69076a488be1 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:19:37.616589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] Routers {'54e248e1-f2e2-4b92-b4d6-69076a488be1'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:37.617241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['54e248e1-f2e2-4b92-b4d6-69076a488be1'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:37.828737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] DHCP port deletion for ce40ed9a-8c79-4010-ac8b-869143e40f44 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:19:37.934588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] Set router 54e248e1-f2e2-4b92-b4d6-69076a488be1 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:37.960020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:37.992661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] Deleting port 7b70f9ce-31e3-4856-9a51-09098c6994b4 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:37.993061 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.012875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port 2d6caa6b-45f6-4820-9323-c56d80f2de16 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:38.013575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.108059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] For port 2d6caa6b-45f6-4820-9323-c56d80f2de16, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2d6caa6b-45f6-4820-9323-c56d80f2de16,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:38.108699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.124975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for 2d6caa6b-45f6-4820-9323-c56d80f2de16 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:38.128549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] For port 7b70f9ce-31e3-4856-9a51-09098c6994b4, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7b70f9ce-31e3-4856-9a51-09098c6994b4,segment=NetworkSegment(36da90de-efc0-48c1-9e8b-31ead50f2ebc),segment_id=36da90de-efc0-48c1-9e8b-31ead50f2ebc)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:38.129521 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.151980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] Calling delete_port for 7b70f9ce-31e3-4856-9a51-09098c6994b4 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:38.278924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:36Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:38.283793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.322477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.335875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b52bf9-21f7-43f7-89dc-ed85b209bc30 None None] The sync data for ids ['54e248e1-f2e2-4b92-b4d6-69076a488be1'] in n-d-828413-1 is: [{'id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502669651', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:36Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': '2d6caa6b-45f6-4820-9323-c56d80f2de16', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ff:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e248e1-f2e2-4b92-b4d6-69076a488be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:19:09Z', 'updated_at': '2022-02-09T00:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:19:38.344662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] Pushing event deleted for resources: {'Port': ['ID=7b70f9ce-31e3-4856-9a51-09098c6994b4,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:38.351410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=2d6caa6b-45f6-4820-9323-c56d80f2de16,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:38.353868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9553493-417b-4ffa-aa48-b0b0f5c2aa66 None None] No DVR routers for this DVR port 7b70f9ce-31e3-4856-9a51-09098c6994b4 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:19:38.426236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.525550 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.528247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.575146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.575816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Fanout notify agent at l3_agent the message router_deleted on router 54e248e1-f2e2-4b92-b4d6-69076a488be1 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:19:38.583870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.587407 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-553a94e9-6422-442e-81b8-73572169ff1b tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/routers/54e248e1-f2e2-4b92-b4d6-69076a488be1 HTTP/1.1" status: 204 len: 168 time: 1.1921859 Feb 09 00:19:38.587648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55160) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:38.677996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.778720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.803483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce40ed9a-8c79-4010-ac8b-869143e40f44']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:38.814399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36da90de-efc0-48c1-9e8b-31ead50f2ebc') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:38.814697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36da90de-efc0-48c1-9e8b-31ead50f2ebc') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:38.827046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.842842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.849340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:19:38.849720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:19:38.852656 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:19:38.917751 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.924921 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:38.928491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/networks/ce40ed9a-8c79-4010-ac8b-869143e40f44 HTTP/1.1" status: 204 len: 168 time: 0.3398983 Feb 09 00:19:38.931076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55164) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:38.947664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07d15b-dbde-4cf3-9f50-7ff24712cb27 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Network': ['ID=ce40ed9a-8c79-4010-ac8b-869143e40f44,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:39.103088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port 9efc4e91-072e-43f7-a10d-f239f6d67a54 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:39.103302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:39.182544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7721e0d3-895a-4f05-912f-13139375b159 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:39.185342 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:39.185674 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:39.199944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for 9efc4e91-072e-43f7-a10d-f239f6d67a54 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:39.207758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 7721e0d3-895a-4f05-912f-13139375b159 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:39.208412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 7721e0d3-895a-4f05-912f-13139375b159 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:39.357025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:39.388324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=9efc4e91-072e-43f7-a10d-f239f6d67a54,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:39.453190 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:39.453834 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Floating IP 4e145cee-2c52-46c0-b975-1be69a3656d6 disassociated (deleted). External IP: 172.25.3.68, port: 0097d3ba-f38e-41ec-a300-8854d2a8b55a. Feb 09 00:19:39.514575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2ad827b1-459d-48ff-b9e3-02b378c77539 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:39.536487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2ad827b1-459d-48ff-b9e3-02b378c77539 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:39.536831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2ad827b1-459d-48ff-b9e3-02b378c77539 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:39.537490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d6caa6b-45f6-4820-9323-c56d80f2de16 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:39.562108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2d6caa6b-45f6-4820-9323-c56d80f2de16 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:39.562498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d6caa6b-45f6-4820-9323-c56d80f2de16 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:39.562924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7b70f9ce-31e3-4856-9a51-09098c6994b4 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:39.582378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7b70f9ce-31e3-4856-9a51-09098c6994b4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:39.582724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7b70f9ce-31e3-4856-9a51-09098c6994b4 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:39.675690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 96692896-a49d-466c-b823-807b75f6cbe6 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:19:39.788657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:19:39.793579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:39.798594 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] Sync routers for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:19:39.808745 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:39.809414 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:39.824200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-71a758b8-1528-4c41-b6a8-08329e846f58 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/floatingips/4e145cee-2c52-46c0-b975-1be69a3656d6 HTTP/1.1" status: 204 len: 168 time: 0.8897722 Feb 09 00:19:39.824200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:39.825187 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a609929e-687f-4a3d-b299-fe1066d6cdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:39.865130 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae9439-e105-49c7-a517-e983ba2b8c00 x-openstack-request-id: req-16ae9439-e105-49c7-a517-e983ba2b8c00 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:39.865424 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:39.865682 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16ae9439-e105-49c7-a517-e983ba2b8c00 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:39.866093 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'status': 'completed', 'code': 200} Feb 09 00:19:39.940696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-cbb459fb-a441-4fd2-aa3f-884a8d780a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:39.942615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-cbb459fb-a441-4fd2-aa3f-884a8d780a5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e86b6986641f4c80a367e977eae326a1&device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 1135 time: 0.0535710 Feb 09 00:19:39.947457 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:40.097974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-3ee37283-aa56-4cd1-b7b1-08557f6ac193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:40.099813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-3ee37283-aa56-4cd1-b7b1-08557f6ac193 service neutron] 10.222.0.84 "GET /v2.0/networks?id=beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 200 len: 898 time: 0.1479650 Feb 09 00:19:40.130059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040e4f-048a-477a-a203-652f040e0ca3 req-f3d26eb1-55dd-4593-8245-240634878f02 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:40.132530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c040e4f-048a-477a-a203-652f040e0ca3 req-f3d26eb1-55dd-4593-8245-240634878f02 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 984 time: 0.0787208 Feb 09 00:19:40.166141 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-6a50d086-3b5e-410c-8470-96090d8b21c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 200 len: 217 time: 0.0579627 Feb 09 00:19:40.186439 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:40.213628 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] Checking router: 96692896-a49d-466c-b823-807b75f6cbe6 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:19:40.223535 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:40.224242 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:40.240444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c040e4f-048a-477a-a203-652f040e0ca3 req-90b7de10-9f02-4bc4-ac57-5d221d0ee9fc tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0769877 Feb 09 00:19:40.246038 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-2498ebbf-0e2a-43e6-8f94-31125f149a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:40.247470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-2498ebbf-0e2a-43e6-8f94-31125f149a3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e6dd35e1-4067-4aa8-9743-5a3d8459feda HTTP/1.1" status: 200 len: 835 time: 0.0735631 Feb 09 00:19:40.300289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-d40636f3-d8e8-4834-8869-9ce6fd3b7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:40.301882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-d40636f3-d8e8-4834-8869-9ce6fd3b7406 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=beb678b3-d115-4fc3-a49b-58b275750f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459032 Feb 09 00:19:40.349038 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:40.412475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-b3bbc694-8384-41b4-930f-912e13e8c54c service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024525 Feb 09 00:19:40.507777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a609929e-687f-4a3d-b299-fe1066d6cdc3 req-c444914c-732a-4613-86b3-126e09048405 service neutron] 10.222.0.84 "GET /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861309 Feb 09 00:19:40.553612 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:40.667909 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd80c7-5b52-4ef1-a8e2-43fdfe3a0b97 None None] The sync data for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 is: [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:18:21Z', 'revision_number': 4, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '689347b2-99dc-4981-a7f7-8846d946de93', 'name': '', 'network_id': 'beb678b3-d115-4fc3-a49b-58b275750f2a', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'mac_address': 'fa:16:3e:d0:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:20Z', 'updated_at': '2022-02-09T00:18:24Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'subnets': [{'id': 'e6dd35e1-4067-4aa8-9743-5a3d8459feda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:19:40.913185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91993526-400b-43a0-bb34-9eb5545ae93e None None] New status for floating IP 4e145cee-2c52-46c0-b975-1be69a3656d6: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:19:41.368168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd5f4-e429-495b-9201-84b28a739c66 req-36ed3201-e041-4558-ada5-8922cdee9b46 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:41.369703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cadd5f4-e429-495b-9201-84b28a739c66 req-36ed3201-e041-4558-ada5-8922cdee9b46 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 984 time: 0.0519884 Feb 09 00:19:41.416172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cadd5f4-e429-495b-9201-84b28a739c66 req-4d8ba6f5-9949-424d-8d5f-d82d1a3ad412 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "GET /v2.0/security-groups?id=93d67212-d26b-445a-9ca8-b568dc272cf3&id=e73145f7-d837-4c9c-88ed-2f7faf5fb789&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0392892 Feb 09 00:19:41.494085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-5cb2baf0-e515-431d-9615-09a0efca95b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:41.495704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-5cb2baf0-e515-431d-9615-09a0efca95b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.84 "GET /v2.0/ports?device_id=abc49e40-0fe9-4f36-bad0-cf89c895da1d HTTP/1.1" status: 200 len: 984 time: 0.0570133 Feb 09 00:19:41.593597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port 0097d3ba-f38e-41ec-a300-8854d2a8b55a {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:41.593967 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:41.694762 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] For port 0097d3ba-f38e-41ec-a300-8854d2a8b55a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=0097d3ba-f38e-41ec-a300-8854d2a8b55a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:41.695126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:41.707493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for 0097d3ba-f38e-41ec-a300-8854d2a8b55a owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:41.839364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:41.876397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=0097d3ba-f38e-41ec-a300-8854d2a8b55a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:41.878070 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a5497844-8566-4ac0-859a-34eca83544fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:41.923671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] No DVR routers for this DVR port 0097d3ba-f38e-41ec-a300-8854d2a8b55a on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:19:41.926692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:41.930786 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de5d2cb5-5a1c-453b-be37-62cdb9b61d18 req-4ef36d4f-070c-4d1e-8bb5-11bbc3d4d4b8 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.84 "DELETE /v2.0/ports/0097d3ba-f38e-41ec-a300-8854d2a8b55a HTTP/1.1" status: 204 len: 173 time: 0.4290292 Feb 09 00:19:41.931261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'name': 'network-vif-deleted', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:41.933790 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193927f8-1c64-4d62-9f2a-3e16c1b1a18a" -d '{"events": [{"server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "name": "network-vif-deleted", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:41.981905 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589477d1-32b2-4771-89ad-e9a112ec51b0 x-openstack-request-id: req-589477d1-32b2-4771-89ad-e9a112ec51b0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:41.981905 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc49e40-0fe9-4f36-bad0-cf89c895da1d", "name": "network-vif-deleted", "tag": "0097d3ba-f38e-41ec-a300-8854d2a8b55a", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:41.981905 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-589477d1-32b2-4771-89ad-e9a112ec51b0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:41.982285 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc49e40-0fe9-4f36-bad0-cf89c895da1d', 'name': 'network-vif-deleted', 'tag': '0097d3ba-f38e-41ec-a300-8854d2a8b55a', 'status': 'completed', 'code': 200} Feb 09 00:19:42.477378 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55432) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:42.534693 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.557621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.601334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.603927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.605317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/security-groups/e73145f7-d837-4c9c-88ed-2f7faf5fb789 HTTP/1.1" status: 204 len: 168 time: 0.1268342 Feb 09 00:19:42.608088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:42.615934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73145f7-d837-4c9c-88ed-2f7faf5fb789,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:42.624766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.625111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.625247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.625554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.625889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.626215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.626534 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.627286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.627286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.627622 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.627970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.628257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e2270f-4d88-44dc-88b0-20b44f51e895 tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:19:42.669584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5eab486c-30f4-4939-9cbd-00d16f1cb4aa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.694109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5eab486c-30f4-4939-9cbd-00d16f1cb4aa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.744944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5eab486c-30f4-4939-9cbd-00d16f1cb4aa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.747882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5eab486c-30f4-4939-9cbd-00d16f1cb4aa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:42.749115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5eab486c-30f4-4939-9cbd-00d16f1cb4aa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/security-groups/93d67212-d26b-445a-9ca8-b568dc272cf3 HTTP/1.1" status: 204 len: 168 time: 0.1390960 Feb 09 00:19:42.752414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55480) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:42.762323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab486c-30f4-4939-9cbd-00d16f1cb4aa tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d67212-d26b-445a-9ca8-b568dc272cf3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:43.150565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:43.439737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port 689347b2-99dc-4981-a7f7-8846d946de93 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:43.440083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:43.540252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] For port 689347b2-99dc-4981-a7f7-8846d946de93, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=689347b2-99dc-4981-a7f7-8846d946de93,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:43.540853 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:43.554261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for 689347b2-99dc-4981-a7f7-8846d946de93 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:43.755185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:43.779992 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=689347b2-99dc-4981-a7f7-8846d946de93,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:43.965393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.214438 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Router 96692896-a49d-466c-b823-807b75f6cbe6 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:19:44.328417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:19:44.336155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0097d3ba-f38e-41ec-a300-8854d2a8b55a no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:44.336837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55636) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:44.338122 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c474365-ff33-4683-87ea-fff0fcab388e tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "PUT /v2.0/routers/96692896-a49d-466c-b823-807b75f6cbe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842729 Feb 09 00:19:44.341912 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] Sync routers for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:19:44.351832 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:44.352479 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:44.369799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 0097d3ba-f38e-41ec-a300-8854d2a8b55a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:44.370881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 0097d3ba-f38e-41ec-a300-8854d2a8b55a not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:44.414293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting subnet e6dd35e1-4067-4aa8-9743-5a3d8459feda {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:19:44.417474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.458825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.459909 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:44.543326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.611365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.639046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dd35e1-4067-4aa8-9743-5a3d8459feda,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:44.646908 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:19:43Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:44.647149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.653902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55638) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:44.654455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3436e440-02c6-4a8b-ab69-c8ca451f861a tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/subnets/e6dd35e1-4067-4aa8-9743-5a3d8459feda HTTP/1.1" status: 204 len: 168 time: 0.3157701 Feb 09 00:19:44.655109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c4872a-2d98-431e-b1ab-b41e8f576af0 None None] Network beb678b3-d115-4fc3-a49b-58b275750f2a requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:44.681927 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] Checking router: 96692896-a49d-466c-b823-807b75f6cbe6 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:19:44.693350 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] Routers {'96692896-a49d-466c-b823-807b75f6cbe6'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:19:44.694206 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:19:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['96692896-a49d-466c-b823-807b75f6cbe6'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:44.723688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54af17ea-2d52-493b-b61e-4ccb6a9bf1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.777781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.812246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] Set router 96692896-a49d-466c-b823-807b75f6cbe6 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:19:44.918185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] DHCP port deletion for beb678b3-d115-4fc3-a49b-58b275750f2a request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:19:44.922499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.970661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] Deleting port d31cda95-8744-4b55-bd60-b4b7b211499a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:44.971036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:44.986403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Deleting port f211622f-0e9a-4bf6-85eb-a7c2ea936c67 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:19:44.987068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.028676 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:19:43Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:45.051504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] For port d31cda95-8744-4b55-bd60-b4b7b211499a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=d31cda95-8744-4b55-bd60-b4b7b211499a,segment=NetworkSegment(09790b27-a7af-4530-9d55-3b4ad2a62070),segment_id=09790b27-a7af-4530-9d55-3b4ad2a62070)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:45.052220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.062921 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efea0f-92b5-4d49-8359-eee8d58f5c9f None None] The sync data for ids ['96692896-a49d-466c-b823-807b75f6cbe6'] in n-d-828413-1 is: [{'id': '96692896-a49d-466c-b823-807b75f6cbe6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-610146386', 'tenant_id': 'e86b6986641f4c80a367e977eae326a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:18:17Z', 'updated_at': '2022-02-09T00:19:43Z', 'revision_number': 5, 'project_id': 'e86b6986641f4c80a367e977eae326a1', 'gw_port': {'id': 'f211622f-0e9a-4bf6-85eb-a7c2ea936c67', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:2e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96692896-a49d-466c-b823-807b75f6cbe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:18:18Z', 'updated_at': '2022-02-09T00:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:19:45.079140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] Calling delete_port for d31cda95-8744-4b55-bd60-b4b7b211499a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:45.081811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] For port f211622f-0e9a-4bf6-85eb-a7c2ea936c67, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:45.082321 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.097390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Calling delete_port for f211622f-0e9a-4bf6-85eb-a7c2ea936c67 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:19:45.186284 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.214112 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] Pushing event deleted for resources: {'Port': ['ID=d31cda95-8744-4b55-bd60-b4b7b211499a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:45.224333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487db1ff-6a05-4d6f-af4e-08b2c6785ddd None None] No DVR routers for this DVR port d31cda95-8744-4b55-bd60-b4b7b211499a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:19:45.297215 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.328811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Port': ['ID=f211622f-0e9a-4bf6-85eb-a7c2ea936c67,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:45.387685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.491501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.493920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.541479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.562744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.563659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Fanout notify agent at l3_agent the message router_deleted on router 96692896-a49d-466c-b823-807b75f6cbe6 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:19:45.581903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.585546 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a1e5a754-1d43-4374-826a-aea82a4f54cf tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/routers/96692896-a49d-466c-b823-807b75f6cbe6 HTTP/1.1" status: 204 len: 168 time: 0.9269385 Feb 09 00:19:45.585922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55642) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:45.618135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 689347b2-99dc-4981-a7f7-8846d946de93 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:45.662936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 689347b2-99dc-4981-a7f7-8846d946de93 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:45.663423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 689347b2-99dc-4981-a7f7-8846d946de93 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:45.663921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d31cda95-8744-4b55-bd60-b4b7b211499a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:45.678577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.684502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: d31cda95-8744-4b55-bd60-b4b7b211499a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:45.684842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device d31cda95-8744-4b55-bd60-b4b7b211499a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:45.777436 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.802047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb678b3-d115-4fc3-a49b-58b275750f2a']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:45.813586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09790b27-a7af-4530-9d55-3b4ad2a62070') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:45.814007 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09790b27-a7af-4530-9d55-3b4ad2a62070') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:19:45.823961 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.838260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.848294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:19:45.848847 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:19:45.851965 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:19:45.910109 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.914805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:45.918071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] 10.222.0.32 "DELETE /v2.0/networks/beb678b3-d115-4fc3-a49b-58b275750f2a HTTP/1.1" status: 204 len: 168 time: 0.3311589 Feb 09 00:19:45.941009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcfdec-363c-460a-8c98-11505bab5add tempest-TestSecurityGroupsBasicOps-346359048 tempest-TestSecurityGroupsBasicOps-346359048-project] Pushing event deleted for resources: {'Network': ['ID=beb678b3-d115-4fc3-a49b-58b275750f2a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:46.257472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55652) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:46.411575 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1af7ea22-b01f-470d-959f-fad5b3d44bc2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e86b6986641f4c80a367e977eae326a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527734 Feb 09 00:19:46.413849 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55656) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:46.463117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-40b50bcd-30ad-40c7-a218-acdbc35952d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.485858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-40b50bcd-30ad-40c7-a218-acdbc35952d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.533801 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-40b50bcd-30ad-40c7-a218-acdbc35952d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.536339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-40b50bcd-30ad-40c7-a218-acdbc35952d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.537515 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-40b50bcd-30ad-40c7-a218-acdbc35952d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49407b04-6997-4e60-9678-b6879b57f1f1 HTTP/1.1" status: 204 len: 168 time: 0.1227622 Feb 09 00:19:46.545950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b50bcd-30ad-40c7-a218-acdbc35952d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49407b04-6997-4e60-9678-b6879b57f1f1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:46.806634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55662) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:46.820670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8996eb8f-1d49-4afa-addc-f5456489b6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.904324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8996eb8f-1d49-4afa-addc-f5456489b6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.908783 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8996eb8f-1d49-4afa-addc-f5456489b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.924253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:46.949512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8996eb8f-1d49-4afa-addc-f5456489b6d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac0bad6272e54626a1ff8eea33bca494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417592 Feb 09 00:19:46.950405 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996eb8f-1d49-4afa-addc-f5456489b6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad78339-2f7b-4120-8580-178f07abe576,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:46.952744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55664) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:47.009009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb19f549-041b-49f1-b709-9265856eaaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.031524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb19f549-041b-49f1-b709-9265856eaaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.078566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb19f549-041b-49f1-b709-9265856eaaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.081235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb19f549-041b-49f1-b709-9265856eaaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.082392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb19f549-041b-49f1-b709-9265856eaaf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ad78339-2f7b-4120-8580-178f07abe576 HTTP/1.1" status: 204 len: 168 time: 0.1286039 Feb 09 00:19:47.090474 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19f549-041b-49f1-b709-9265856eaaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad78339-2f7b-4120-8580-178f07abe576,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:47.347088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.438948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55674) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:47.464767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f211622f-0e9a-4bf6-85eb-a7c2ea936c67 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:19:47.482785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4ab39f67-baa3-4603-b36a-e3ce70a64dd1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88fe06cc30774904843bbb34f0576133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404530 Feb 09 00:19:47.483019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55678) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:47.488604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f211622f-0e9a-4bf6-85eb-a7c2ea936c67 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:19:47.488974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f211622f-0e9a-4bf6-85eb-a7c2ea936c67 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:19:47.533668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a350ff4f-2e95-41e2-8ce3-1f14f8a4aab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.535480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55680) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:47.555552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a350ff4f-2e95-41e2-8ce3-1f14f8a4aab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.602395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a350ff4f-2e95-41e2-8ce3-1f14f8a4aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.605039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a350ff4f-2e95-41e2-8ce3-1f14f8a4aab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.606254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a350ff4f-2e95-41e2-8ce3-1f14f8a4aab0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4359f510-e7f2-470c-adef-1fdd42b8bbbe HTTP/1.1" status: 204 len: 168 time: 0.1214855 Feb 09 00:19:47.615859 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350ff4f-2e95-41e2-8ce3-1f14f8a4aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359f510-e7f2-470c-adef-1fdd42b8bbbe,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:47.653863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26780410-f196-46f2-9317-9066d0c23917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.738242 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26780410-f196-46f2-9317-9066d0c23917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.742176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-26780410-f196-46f2-9317-9066d0c23917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.781520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26780410-f196-46f2-9317-9066d0c23917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a0ab5d-795e-4cee-bcf1-fc0a4933936b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:47.789047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-26780410-f196-46f2-9317-9066d0c23917 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39456d97bf27441f836db0be57b94bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522826 Feb 09 00:19:47.791962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55688) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:47.853988 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9e966cb-1acd-4d57-8b57-8bacf618c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.877729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9e966cb-1acd-4d57-8b57-8bacf618c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.926440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9e966cb-1acd-4d57-8b57-8bacf618c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.929295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9e966cb-1acd-4d57-8b57-8bacf618c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:47.933011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f9e966cb-1acd-4d57-8b57-8bacf618c846 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38a0ab5d-795e-4cee-bcf1-fc0a4933936b HTTP/1.1" status: 204 len: 168 time: 0.1368601 Feb 09 00:19:47.938869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e966cb-1acd-4d57-8b57-8bacf618c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a0ab5d-795e-4cee-bcf1-fc0a4933936b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:48.323578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55718) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:48.472738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1443698435-network', 'tenant_id': 'fe2411d4f54646c79754d0bc73617f00'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:48.497124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Made reservation on behalf of fe2411d4f54646c79754d0bc73617f00 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:48.499654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.508246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.581953 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.586003 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.611245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:19:48.620014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f427dce6-b2c3-47dd-9076-b9b4504742c6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:48.626796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.627085 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Added segment 79d391da-31ce-4bc8-924a-3eec879b4eae of type vlan for network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 Feb 09 00:19:48.669655 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.694064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.695106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:48.695729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.758019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4331021 Feb 09 00:19:48.760995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55734) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:48.763453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f0ad-b2d1-4ec2-b6b4-c069101f3d1c admin admin] Pushing event updated for resources: {'Network': ['ID=8ad6c45e-942d-49f1-afb6-a51b9ae94976,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:48.766512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Request body: {'subnet': {'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1443698435-subnet', 'tenant_id': 'fe2411d4f54646c79754d0bc73617f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:48.775020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:19:48.793668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Made reservation on behalf of fe2411d4f54646c79754d0bc73617f00 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:48.796181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:48.984224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.047588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:49.056833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Checking segment: {'id': '79d391da-31ce-4bc8-924a-3eec879b4eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:49.057230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Network hostable DHCP agents. Network: 8ad6c45e-942d-49f1-afb6-a51b9ae94976, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:19:49.075113 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:19:49.085588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8ad6c45e-942d-49f1-afb6-a51b9ae94976) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:49.089764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:49.090349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.095411 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4be5d-1039-4789-8e79-1869b856db16 None None] Network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:49.106379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f18b517-3a4d-4419-9ae6-a6349ef25165 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3442924 Feb 09 00:19:49.239501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d97bf-94b5-4714-a1b7-1a41d8bf3451 None None] Network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:49.694989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55756) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:49.699883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1725291922-network', 'tenant_id': 'd9ca83a573ca45738d2b10b52bd429dd'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:49.722719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Made reservation on behalf of d9ca83a573ca45738d2b10b52bd429dd for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:49.725520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.736135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.810347 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.814619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.840641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:19:49.847454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d970dea-3652-4116-b0c7-11f1d2c382df,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:49.853445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.853789 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Added segment be536054-7037-482f-9232-cc2930419622 of type vlan for network a509c6a9-f958-4ada-a8aa-a11b6d261e29 Feb 09 00:19:49.892880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.916270 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.917344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:49.917926 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:49.969960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2737203 Feb 09 00:19:49.972643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55758) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:19:49.977564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Request body: {'subnet': {'network_id': 'a509c6a9-f958-4ada-a8aa-a11b6d261e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1725291922-subnet', 'tenant_id': 'd9ca83a573ca45738d2b10b52bd429dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:49.987241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf71ca-a07d-4e3c-8a0e-26008dca3ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=a509c6a9-f958-4ada-a8aa-a11b6d261e29,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:50.000906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a509c6a9-f958-4ada-a8aa-a11b6d261e29 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:19:50.014146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Made reservation on behalf of d9ca83a573ca45738d2b10b52bd429dd for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:50.018280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:50.236026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:50.290120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a350f7c-abc3-4c92-be8d-8d90f3a13b44,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:50.314466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Checking segment: {'id': 'be536054-7037-482f-9232-cc2930419622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a509c6a9-f958-4ada-a8aa-a11b6d261e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:50.314831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Network hostable DHCP agents. Network: a509c6a9-f958-4ada-a8aa-a11b6d261e29, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:19:50.338661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Network a509c6a9-f958-4ada-a8aa-a11b6d261e29 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:19:50.349702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a509c6a9-f958-4ada-a8aa-a11b6d261e29) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:50.354053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:50.354920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:50.364772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e013529-f704-473c-8400-192373eab515 None None] Network a509c6a9-f958-4ada-a8aa-a11b6d261e29 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:50.376075 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eec35744-f93d-480c-9913-e80718a9d74d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4022956 Feb 09 00:19:50.521104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3788490-bcda-4506-920e-2e2049719216 None None] Network a509c6a9-f958-4ada-a8aa-a11b6d261e29 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:19:50.907661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-c8f70abf-473a-404b-bb88-89b8626be2e7 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:50.909186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-c8f70abf-473a-404b-bb88-89b8626be2e7 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/networks?id=8ad6c45e-942d-49f1-afb6-a51b9ae94976 HTTP/1.1" status: 200 len: 812 time: 0.1039546 Feb 09 00:19:50.925868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-1b7b4555-4d3e-4ddf-a1c5-11bf92332c71 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/quotas/fe2411d4f54646c79754d0bc73617f00 HTTP/1.1" status: 200 len: 375 time: 0.0103874 Feb 09 00:19:50.963297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-c24e8492-6568-43ad-8b1c-79b3d5696f7a tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe2411d4f54646c79754d0bc73617f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309784 Feb 09 00:19:51.052931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-2b043722-78de-47b2-b436-ff8b609f50b2 service neutron] 10.222.0.32 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813770 Feb 09 00:19:51.146200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-0355f34b-f5c8-4e13-966a-a1c402863136 service neutron] 10.222.0.32 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872645 Feb 09 00:19:51.413958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-604b14de-2de0-49ef-aa08-3ac878186565 req-664cedcb-335d-420e-ac44-afcac41bc175 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 210 time: 0.0364242 Feb 09 00:19:52.396219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-4097cb08-ed83-4af6-a9a7-0da1452cd5d1 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:52.397738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-4097cb08-ed83-4af6-a9a7-0da1452cd5d1 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.84 "GET /v2.0/networks?id=8ad6c45e-942d-49f1-afb6-a51b9ae94976 HTTP/1.1" status: 200 len: 812 time: 0.1109769 Feb 09 00:19:52.411770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Request body: {'port': {'device_id': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976', 'admin_state_up': True, 'tenant_id': 'fe2411d4f54646c79754d0bc73617f00'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:52.537174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d5f1784-007b-4ea6-b8a3-a095cef513c0 req-40bd55b0-7e55-4a65-a996-c1edb8592bc4 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 210 time: 0.0365827 Feb 09 00:19:52.575318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Made reservation on behalf of fe2411d4f54646c79754d0bc73617f00 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:19:52.579352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.019814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Allocated IP 172.20.0.2 (8ad6c45e-942d-49f1-afb6-a51b9ae94976/1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f/9e68d78e-3906-454f-aefa-65be9100b047) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:19:53.174264 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.210632 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.255838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:19:53.260808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:19:53.265375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:19:53.297261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Pushing event updated for resources: {'Port': ['ID=9e68d78e-3906-454f-aefa-65be9100b047,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:53.322697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:53.323361 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.340751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-b107dacf-1ce4-4bc1-9c0f-173a2634560c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329238 Feb 09 00:19:53.353453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Request body: {'port': {'device_id': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:19:53.412431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.785406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e68d78e-3906-454f-aefa-65be9100b047 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:19:53.796515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.818236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8fbdf-e746-48f4-9861-35801164b904 req-43f051eb-9bc1-46cf-8075-c7fb824d9b0f tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:53.819704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f8fbdf-e746-48f4-9861-35801164b904 req-43f051eb-9bc1-46cf-8075-c7fb824d9b0f tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 931 time: 0.1107829 Feb 09 00:19:53.822791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Transition to ACTIVE for port object 9e68d78e-3906-454f-aefa-65be9100b047 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:19:53.828533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:53.922480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f8fbdf-e746-48f4-9861-35801164b904 req-731f6839-4cfb-45a5-8a10-fba35c4228d8 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952146 Feb 09 00:19:53.923099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e68d78e-3906-454f-aefa-65be9100b047,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:53.988348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Attempting to bind port 9e68d78e-3906-454f-aefa-65be9100b047 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:19:53.988679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Attempting to bind port 9e68d78e-3906-454f-aefa-65be9100b047 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '79d391da-31ce-4bc8-924a-3eec879b4eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:19:53.989045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Attempting to bind port 9e68d78e-3906-454f-aefa-65be9100b047 on network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:53.993230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Port 9e68d78e-3906-454f-aefa-65be9100b047 on network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:19:53.993551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Attempting to bind port 9e68d78e-3906-454f-aefa-65be9100b047 on network 8ad6c45e-942d-49f1-afb6-a51b9ae94976 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:19:53.998248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:19:53.998603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Checking segment: {'id': '79d391da-31ce-4bc8-924a-3eec879b4eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:19:53.999598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Bound using segment: {'id': '79d391da-31ce-4bc8-924a-3eec879b4eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:19:54.000017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Bound port: 9e68d78e-3906-454f-aefa-65be9100b047, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d391da-31ce-4bc8-924a-3eec879b4eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:19:54.000367 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:54.068515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] For port 9e68d78e-3906-454f-aefa-65be9100b047, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:19:54.072407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] For port 9e68d78e-3906-454f-aefa-65be9100b047, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9e68d78e-3906-454f-aefa-65be9100b047,segment=NetworkSegment(79d391da-31ce-4bc8-924a-3eec879b4eae),segment_id=79d391da-31ce-4bc8-924a-3eec879b4eae)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:19:54.077542 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:54.111659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:54.112269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:54.113654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] 10.222.0.84 "PUT /v2.0/ports/9e68d78e-3906-454f-aefa-65be9100b047 HTTP/1.1" status: 200 len: 1091 time: 0.7643352 Feb 09 00:19:54.114082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'tag': '9e68d78e-3906-454f-aefa-65be9100b047'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:54.116329 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89934b5d-157d-4703-b018-a9251727d30d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b17a5c-263d-4386-9dad-99021e136f0d", "tag": "9e68d78e-3906-454f-aefa-65be9100b047"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:54.143106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969d5b4-6d90-4b2a-bb16-5dd3615053f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9e68d78e-3906-454f-aefa-65be9100b047,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:54.162478 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9d79d-fae1-4f03-a807-0e6ca9f1fa5b x-openstack-request-id: req-01c9d79d-fae1-4f03-a807-0e6ca9f1fa5b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:54.162766 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b17a5c-263d-4386-9dad-99021e136f0d", "tag": "9e68d78e-3906-454f-aefa-65be9100b047", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:54.163021 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-01c9d79d-fae1-4f03-a807-0e6ca9f1fa5b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:54.163422 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'tag': '9e68d78e-3906-454f-aefa-65be9100b047', 'status': 'completed', 'code': 200} Feb 09 00:19:54.196976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-9cdde6f0-4ca2-450a-a4fe-3b9b43ca8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:54.198497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-9cdde6f0-4ca2-450a-a4fe-3b9b43ca8108 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fe2411d4f54646c79754d0bc73617f00&device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 1094 time: 0.0455425 Feb 09 00:19:54.242955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-d93c6248-51fc-4dd0-8c47-9d8841c105ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e68d78e-3906-454f-aefa-65be9100b047 HTTP/1.1" status: 200 len: 217 time: 0.0350814 Feb 09 00:19:54.297422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-c07a5a65-aa7c-4953-83e0-5aefc4cb8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:54.298873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-c07a5a65-aa7c-4953-83e0-5aefc4cb8573 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f HTTP/1.1" status: 200 len: 852 time: 0.0479834 Feb 09 00:19:54.333883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-e9a15972-77de-44df-b477-a5ab414ad302 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ad6c45e-942d-49f1-afb6-a51b9ae94976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260878 Feb 09 00:19:54.425285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-ef6d3328-0749-4c38-b09d-0080beffe694 service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849349 Feb 09 00:19:54.534065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e56a42b7-f2a8-4f60-ab85-a2f07786c04f req-43c79294-e239-4a46-af49-104fcb7e0ee6 service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009936 Feb 09 00:19:54.625044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934b5d-157d-4703-b018-a9251727d30d req-7ba6ba8c-0b2a-44ec-a7e8-3d7693378eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:54.626422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-7ba6ba8c-0b2a-44ec-a7e8-3d7693378eed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fe2411d4f54646c79754d0bc73617f00&device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 1094 time: 0.0450191 Feb 09 00:19:54.727171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934b5d-157d-4703-b018-a9251727d30d req-6897a1e2-a785-4890-893d-233abc2b9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:54.728643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-6897a1e2-a785-4890-893d-233abc2b9edc service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ad6c45e-942d-49f1-afb6-a51b9ae94976 HTTP/1.1" status: 200 len: 913 time: 0.0941699 Feb 09 00:19:54.774337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-594ad0fe-ea4b-4ba7-8021-5d7e994a1f7f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e68d78e-3906-454f-aefa-65be9100b047 HTTP/1.1" status: 200 len: 217 time: 0.0366511 Feb 09 00:19:54.832883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934b5d-157d-4703-b018-a9251727d30d req-a7dd777d-2d1d-4818-b6b8-54158af5ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:54.835093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-a7dd777d-2d1d-4818-b6b8-54158af5ec3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f HTTP/1.1" status: 200 len: 852 time: 0.0534041 Feb 09 00:19:54.869331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-13e46744-df59-40dc-8ebb-3831806cee99 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ad6c45e-942d-49f1-afb6-a51b9ae94976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252514 Feb 09 00:19:54.976940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-dc38be87-9426-47f2-ac31-3232264cb91e service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987117 Feb 09 00:19:55.116331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cd3e1-7b7a-4d7d-a7ac-3396e8080c7d req-9cf5e314-4d51-429b-aa53-768e70a74eb8 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:55.117911 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e09cd3e1-7b7a-4d7d-a7ac-3396e8080c7d req-9cf5e314-4d51-429b-aa53-768e70a74eb8 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 943 time: 0.1229286 Feb 09 00:19:55.148350 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89934b5d-157d-4703-b018-a9251727d30d req-a4666d7d-4d8f-40e3-982b-b5b19614a539 service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624072 Feb 09 00:19:55.171707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e09cd3e1-7b7a-4d7d-a7ac-3396e8080c7d req-b044c79b-57c4-435a-b29f-5e6f3c5e1a1e tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Feb 09 00:19:56.295181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83dab-6dc4-43ba-8edc-1f88b9d7392b req-ef2ce26c-1695-4700-8e09-a528dad8e78e tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:56.297284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-faa83dab-6dc4-43ba-8edc-1f88b9d7392b req-ef2ce26c-1695-4700-8e09-a528dad8e78e tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 943 time: 0.0527923 Feb 09 00:19:56.337430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-faa83dab-6dc4-43ba-8edc-1f88b9d7392b req-935ca7f0-c5c6-4b94-9e06-224ab9741bbe tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Feb 09 00:19:56.435051 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9e68d78e-3906-454f-aefa-65be9100b047 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:19:56.538929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9e68d78e-3906-454f-aefa-65be9100b047, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9e68d78e-3906-454f-aefa-65be9100b047,segment=NetworkSegment(79d391da-31ce-4bc8-924a-3eec879b4eae),segment_id=79d391da-31ce-4bc8-924a-3eec879b4eae)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:56.550979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '9e68d78e-3906-454f-aefa-65be9100b047', 'network_id': '8ad6c45e-942d-49f1-afb6-a51b9ae94976', 'port_id': '9e68d78e-3906-454f-aefa-65be9100b047', 'mac_address': 'fa:16:3e:90:b2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:19:56.595534 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:56.609930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e68d78e-3906-454f-aefa-65be9100b047 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:19:56.630956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9e68d78e-3906-454f-aefa-65be9100b047, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9e68d78e-3906-454f-aefa-65be9100b047,segment=NetworkSegment(79d391da-31ce-4bc8-924a-3eec879b4eae),segment_id=79d391da-31ce-4bc8-924a-3eec879b4eae)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:56.634931 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:56.689268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9e68d78e-3906-454f-aefa-65be9100b047,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:56.851032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9e68d78e-3906-454f-aefa-65be9100b047'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:19:57.464800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4b639-161a-4160-a518-45f6865e2983 req-67084b84-9902-4099-bed1-b3629fa08e03 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:57.466396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41c4b639-161a-4160-a518-45f6865e2983 req-67084b84-9902-4099-bed1-b3629fa08e03 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 944 time: 0.0552182 Feb 09 00:19:57.511782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41c4b639-161a-4160-a518-45f6865e2983 req-bfd0b13a-d556-454c-90c1-00ae08242493 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Feb 09 00:19:58.471102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9e68d78e-3906-454f-aefa-65be9100b047 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:19:58.542827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 9e68d78e-3906-454f-aefa-65be9100b047 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:19:58.547802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 9e68d78e-3906-454f-aefa-65be9100b047 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:19:58.548175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:58.670212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fc72e-12d9-4edf-914f-53edb3da860d req-bb49cabd-39df-415d-87cd-bf97af9d0c3e tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:58.672047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a6fc72e-12d9-4edf-914f-53edb3da860d req-bb49cabd-39df-415d-87cd-bf97af9d0c3e tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 944 time: 0.0821841 Feb 09 00:19:58.714177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a6fc72e-12d9-4edf-914f-53edb3da860d req-ef24ddaa-a089-4091-95a3-66402b4a451b tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355017 Feb 09 00:19:58.817242 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:58.842471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e68d78e-3906-454f-aefa-65be9100b047'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:19:58.844634 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437749aa-36ca-46cc-a7e5-e58f3efa7d2f" -d '{"events": [{"server_uuid": "e7b17a5c-263d-4386-9dad-99021e136f0d", "name": "network-vif-plugged", "status": "completed", "tag": "9e68d78e-3906-454f-aefa-65be9100b047"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:19:58.858872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 9e68d78e-3906-454f-aefa-65be9100b047, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9e68d78e-3906-454f-aefa-65be9100b047,segment=NetworkSegment(79d391da-31ce-4bc8-924a-3eec879b4eae),segment_id=79d391da-31ce-4bc8-924a-3eec879b4eae)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:19:58.863006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:19:58.888965 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7fb05d-4443-4c69-8e10-1d5c1133525d x-openstack-request-id: req-8a7fb05d-4443-4c69-8e10-1d5c1133525d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:19:58.889321 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b17a5c-263d-4386-9dad-99021e136f0d", "name": "network-vif-plugged", "status": "completed", "tag": "9e68d78e-3906-454f-aefa-65be9100b047", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:19:58.889688 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a7fb05d-4443-4c69-8e10-1d5c1133525d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:19:58.890215 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e68d78e-3906-454f-aefa-65be9100b047', 'code': 200} Feb 09 00:19:58.921982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=9e68d78e-3906-454f-aefa-65be9100b047,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:19:59.024895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95a2f-b054-4ddf-8ae2-095d087d661e req-7fcc0213-ab89-449d-ad24-58a875636277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:59.026623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05a95a2f-b054-4ddf-8ae2-095d087d661e req-7fcc0213-ab89-449d-ad24-58a875636277 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 1096 time: 0.0398481 Feb 09 00:19:59.061863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05a95a2f-b054-4ddf-8ae2-095d087d661e req-b7d75247-67a4-43c9-af15-0ddd0c6d31d5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274706 Feb 09 00:19:59.832478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f6e4f-ba73-46ac-aabc-f902fb8e387b req-00d68098-f209-4758-b131-4059c65fbd94 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:19:59.833983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-601f6e4f-ba73-46ac-aabc-f902fb8e387b req-00d68098-f209-4758-b131-4059c65fbd94 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0488529 Feb 09 00:19:59.875807 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-601f6e4f-ba73-46ac-aabc-f902fb8e387b req-4280bba2-4016-4864-afa0-77a7dd394f0d tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356340 Feb 09 00:20:00.995638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d514e-2006-42a2-b17e-b94c09b0d2bb req-d657ab1d-057b-487d-bdba-f04d81327ed3 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:00.997042 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b25d514e-2006-42a2-b17e-b94c09b0d2bb req-d657ab1d-057b-487d-bdba-f04d81327ed3 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0487287 Feb 09 00:20:01.033843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b25d514e-2006-42a2-b17e-b94c09b0d2bb req-5af5fb53-fdd9-4e06-bc26-e1950c6ed36a tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308900 Feb 09 00:20:01.152745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dffa3-b441-420f-bb6e-390e6d661126 req-f831dac8-0ff6-420c-b673-3c1a7a99e4f6 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:01.154258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d9dffa3-b441-420f-bb6e-390e6d661126 req-f831dac8-0ff6-420c-b673-3c1a7a99e4f6 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0498824 Feb 09 00:20:01.193115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d9dffa3-b441-420f-bb6e-390e6d661126 req-9db3d57a-110d-453a-a871-4e7132167913 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Feb 09 00:20:01.415248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ed803-241a-4bcd-8645-9ef2c5afd122 req-ed75455b-79c2-435c-97a3-0f68e45f7cb7 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:01.416749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-427ed803-241a-4bcd-8645-9ef2c5afd122 req-ed75455b-79c2-435c-97a3-0f68e45f7cb7 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0502052 Feb 09 00:20:01.458344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-427ed803-241a-4bcd-8645-9ef2c5afd122 req-c2fb31a9-ff77-4b87-bfc0-e5d69d723762 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355670 Feb 09 00:20:02.576637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494e3b7-db6f-4d56-9103-af75a5f8f685 req-129c8e52-e989-44f6-9e43-8117c6526db9 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:02.578116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0494e3b7-db6f-4d56-9103-af75a5f8f685 req-129c8e52-e989-44f6-9e43-8117c6526db9 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0493486 Feb 09 00:20:02.617993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0494e3b7-db6f-4d56-9103-af75a5f8f685 req-e49a574d-f210-4044-be0d-ffe1acebe96f tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337892 Feb 09 00:20:02.891181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcef089-ebef-4b59-902f-ccfef67c959c req-59978e22-513f-4ea3-819a-aa9b5e7b60a1 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:02.892754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edcef089-ebef-4b59-902f-ccfef67c959c req-59978e22-513f-4ea3-819a-aa9b5e7b60a1 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0900993 Feb 09 00:20:02.897808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-8bacd5a1-3fce-4d6d-a7a2-b7c60ad09ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:02.899287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-8bacd5a1-3fce-4d6d-a7a2-b7c60ad09ec8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fe2411d4f54646c79754d0bc73617f00&device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 1096 time: 0.0628848 Feb 09 00:20:02.990495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edcef089-ebef-4b59-902f-ccfef67c959c req-e1bc79ae-3557-418d-8fba-93ba5175f70e tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897110 Feb 09 00:20:03.021355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-ed4f5a2b-3840-4d11-afb7-8782a6083223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:03.022833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-ed4f5a2b-3840-4d11-afb7-8782a6083223 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ad6c45e-942d-49f1-afb6-a51b9ae94976 HTTP/1.1" status: 200 len: 913 time: 0.1151054 Feb 09 00:20:03.065719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-f6cfb099-cf0b-4691-93b9-0ad1aa8da743 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e68d78e-3906-454f-aefa-65be9100b047 HTTP/1.1" status: 200 len: 217 time: 0.0356483 Feb 09 00:20:03.118627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-e3eb80fd-1999-42f7-9081-a037119a22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:03.119976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-e3eb80fd-1999-42f7-9081-a037119a22f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f HTTP/1.1" status: 200 len: 852 time: 0.0479929 Feb 09 00:20:03.150578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-69c29cad-64fe-4446-b403-f10c9be8c8c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ad6c45e-942d-49f1-afb6-a51b9ae94976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233579 Feb 09 00:20:03.236117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-60f12172-0613-4d14-b76f-cc45887620a4 service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794954 Feb 09 00:20:03.328802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f69f4db-2c68-4b08-a3ed-5706e212234b req-921a3f5c-af91-4e21-ba41-6ad50bb935c5 service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859640 Feb 09 00:20:03.464145 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:20:04.113033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6bfdc-c768-46fb-bdc2-3101ee02eaf4 req-1a527fe5-2ead-4394-bcfe-4da79422a5c0 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:04.114645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62c6bfdc-c768-46fb-bdc2-3101ee02eaf4 req-1a527fe5-2ead-4394-bcfe-4da79422a5c0 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0510068 Feb 09 00:20:04.152562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-62c6bfdc-c768-46fb-bdc2-3101ee02eaf4 req-5d7f1ea5-5f96-492d-a148-df711b56ba86 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Feb 09 00:20:04.381551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9d854-f181-43fb-8b9f-4b8b71d04c78 req-3e02ca0b-c18b-4de3-bd30-696eff1b401f tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:04.383014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1d9d854-f181-43fb-8b9f-4b8b71d04c78 req-3e02ca0b-c18b-4de3-bd30-696eff1b401f tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0475769 Feb 09 00:20:04.427664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e1d9d854-f181-43fb-8b9f-4b8b71d04c78 req-cb71d46c-2c04-4270-a039-a1a7fa1aadaa tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386639 Feb 09 00:20:05.557454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038287a-c1ee-4b01-81c2-3635a4e959be req-aef9ecd6-d046-4cd4-ae97-c713c0692239 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:05.558919 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9038287a-c1ee-4b01-81c2-3635a4e959be req-aef9ecd6-d046-4cd4-ae97-c713c0692239 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0500252 Feb 09 00:20:05.597542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9038287a-c1ee-4b01-81c2-3635a4e959be req-ac9d3c68-1aeb-4c5e-a1fc-36fe3d998a25 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Feb 09 00:20:05.828984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c6976-1ee3-4765-8c86-7a509919b510 req-c504f4a9-4acb-44ce-a147-0bc093cd669c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:05.830449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f11c6976-1ee3-4765-8c86-7a509919b510 req-c504f4a9-4acb-44ce-a147-0bc093cd669c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0775020 Feb 09 00:20:05.836138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-acb786f9-443f-485c-9462-a7219f98ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:05.837561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-acb786f9-443f-485c-9462-a7219f98ef90 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fe2411d4f54646c79754d0bc73617f00&device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 1096 time: 0.0538511 Feb 09 00:20:05.922381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f11c6976-1ee3-4765-8c86-7a509919b510 req-9bf1ce83-9372-49b8-b4ee-ea13437226e1 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838697 Feb 09 00:20:05.957462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-e3004fd6-462e-4588-b34d-7ed59a88fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:05.958922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-e3004fd6-462e-4588-b34d-7ed59a88fc01 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8ad6c45e-942d-49f1-afb6-a51b9ae94976 HTTP/1.1" status: 200 len: 913 time: 0.1140537 Feb 09 00:20:06.004112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-0cac73cb-75e0-40bf-820d-162218a7e235 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e68d78e-3906-454f-aefa-65be9100b047 HTTP/1.1" status: 200 len: 217 time: 0.0383613 Feb 09 00:20:06.053611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-54033d27-1429-444e-9fd2-e51e5ee3f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:06.055084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-54033d27-1429-444e-9fd2-e51e5ee3f32d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f HTTP/1.1" status: 200 len: 852 time: 0.0448363 Feb 09 00:20:06.089362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-5f5192d9-679a-4a90-b2dc-5b05136b38ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8ad6c45e-942d-49f1-afb6-a51b9ae94976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279949 Feb 09 00:20:06.188434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-e5a3bfd9-0570-4fc9-a80b-6461122536bd service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927272 Feb 09 00:20:06.288263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90e4092e-aea8-4c7e-a15c-456d9f7b657c req-ab8af3e7-9e3a-441c-be0a-6ac048e4bb57 service neutron] 10.222.0.84 "GET /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920196 Feb 09 00:20:06.323717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 55930) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:06.438418 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6541-f9ee-4393-9bb8-d0bd78dab530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.523032 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6541-f9ee-4393-9bb8-d0bd78dab530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.526920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6541-f9ee-4393-9bb8-d0bd78dab530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.565702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a9fa6541-f9ee-4393-9bb8-d0bd78dab530 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd942347e7f4471ebeddc1b1e9273867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408292 Feb 09 00:20:06.566821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa6541-f9ee-4393-9bb8-d0bd78dab530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1b3d5-d5d4-49df-900d-3813f195a9e3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:06.568429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 55934) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:06.622642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419294af-6057-4bd3-87a4-4c9a43a3741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.645542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419294af-6057-4bd3-87a4-4c9a43a3741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.692847 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419294af-6057-4bd3-87a4-4c9a43a3741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.695741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419294af-6057-4bd3-87a4-4c9a43a3741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:06.697828 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-419294af-6057-4bd3-87a4-4c9a43a3741d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2ef1b3d5-d5d4-49df-900d-3813f195a9e3 HTTP/1.1" status: 204 len: 168 time: 0.1275799 Feb 09 00:20:06.705364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419294af-6057-4bd3-87a4-4c9a43a3741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1b3d5-d5d4-49df-900d-3813f195a9e3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:07.058915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89afdd-3ad3-47e6-91b6-8e917ec1a7aa req-b6159436-283d-492b-bf19-6430c06a4648 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:07.060443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b89afdd-3ad3-47e6-91b6-8e917ec1a7aa req-b6159436-283d-492b-bf19-6430c06a4648 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0551159 Feb 09 00:20:07.078133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:07.102298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b89afdd-3ad3-47e6-91b6-8e917ec1a7aa req-b9650c47-d6e6-47d3-a30f-b27d8596a3c6 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351322 Feb 09 00:20:07.247061 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:07.353769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68840441-7627-4fcd-98d0-0d3a756e7605 req-109b73d2-0af8-46de-9624-ab16d52cf8a3 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:07.355292 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68840441-7627-4fcd-98d0-0d3a756e7605 req-109b73d2-0af8-46de-9624-ab16d52cf8a3 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0514622 Feb 09 00:20:07.394605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68840441-7627-4fcd-98d0-0d3a756e7605 req-b257eab7-bd72-403b-914f-2c98f8427e9a tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Feb 09 00:20:08.527267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36c452-ad81-4495-bd2b-d616205af379 req-0304b384-5d73-4113-96d0-d85bdecb7e3a tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:08.528895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f36c452-ad81-4495-bd2b-d616205af379 req-0304b384-5d73-4113-96d0-d85bdecb7e3a tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0587118 Feb 09 00:20:08.568931 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f36c452-ad81-4495-bd2b-d616205af379 req-22a646a7-d5b8-4460-936f-201b9719ca0c tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/security-groups?id=f427dce6-b2c3-47dd-9076-b9b4504742c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Feb 09 00:20:08.676335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56096) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:08.786134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f5001b4-c658-4d3a-9add-38b28261aee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:08.862833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f5001b4-c658-4d3a-9add-38b28261aee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:08.869973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5f5001b4-c658-4d3a-9add-38b28261aee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:08.908559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5001b4-c658-4d3a-9add-38b28261aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febfad19-8406-42d3-bf82-eb0b867b3cd0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:08.912881 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5f5001b4-c658-4d3a-9add-38b28261aee1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe26d3d209b04846a4beb8bb90d77c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354131 Feb 09 00:20:08.916175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56100) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:08.970007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066660da-4059-4b54-9b21-3b488d9f4f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:08.991313 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066660da-4059-4b54-9b21-3b488d9f4f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.039260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066660da-4059-4b54-9b21-3b488d9f4f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.041826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-066660da-4059-4b54-9b21-3b488d9f4f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.042976 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-066660da-4059-4b54-9b21-3b488d9f4f2a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/febfad19-8406-42d3-bf82-eb0b867b3cd0 HTTP/1.1" status: 204 len: 168 time: 0.1263411 Feb 09 00:20:09.051673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066660da-4059-4b54-9b21-3b488d9f4f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febfad19-8406-42d3-bf82-eb0b867b3cd0,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:09.197582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-4f4ecbf7-a39f-4269-933f-655078cacf4b tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:09.199027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-4f4ecbf7-a39f-4269-933f-655078cacf4b tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.84 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 945 time: 0.0557759 Feb 09 00:20:09.290354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Deleting port 9e68d78e-3906-454f-aefa-65be9100b047 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:20:09.290703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.315392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56106) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:09.329672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c32e-95dc-4a5b-9eba-c3179887ecad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.389424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] For port 9e68d78e-3906-454f-aefa-65be9100b047, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=9e68d78e-3906-454f-aefa-65be9100b047,segment=NetworkSegment(79d391da-31ce-4bc8-924a-3eec879b4eae),segment_id=79d391da-31ce-4bc8-924a-3eec879b4eae)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:09.390064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.403186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Calling delete_port for 9e68d78e-3906-454f-aefa-65be9100b047 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:20:09.410110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c32e-95dc-4a5b-9eba-c3179887ecad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.414185 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c32e-95dc-4a5b-9eba-c3179887ecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.454207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c1b5c32e-95dc-4a5b-9eba-c3179887ecad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01ade06fec46453a9af726dfc7db0ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375604 Feb 09 00:20:09.455392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5c32e-95dc-4a5b-9eba-c3179887ecad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce185977-c0da-4e54-b16b-bd6e8eecff40,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:09.456828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56108) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:09.559740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdfbd37-5011-4d55-8ef2-b223cafafeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.590917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdfbd37-5011-4d55-8ef2-b223cafafeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.592814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.604673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['9e68d78e-3906-454f-aefa-65be9100b047'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:20:09.634657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Pushing event deleted for resources: {'Port': ['ID=9e68d78e-3906-454f-aefa-65be9100b047,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:09.709794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5db57d99-5b05-4bc6-b8aa-8492efc2f0b5 req-7cfb51a1-b569-4df8-ae66-d7773bb5e6f0 tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.32 "GET /v2.0/ports?device_id=e7b17a5c-263d-4386-9dad-99021e136f0d HTTP/1.1" status: 200 len: 210 time: 0.0421622 Feb 09 00:20:09.710481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] No DVR routers for this DVR port 9e68d78e-3906-454f-aefa-65be9100b047 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:20:09.714153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.717579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0bb5f26-cac9-44a6-b07c-8e57da021e78 req-0ca3c23c-7d7d-408e-b4d8-12fb41399ace tempest-TestServerAdvancedOps-333369370 tempest-TestServerAdvancedOps-333369370-project] 10.222.0.84 "DELETE /v2.0/ports/9e68d78e-3906-454f-aefa-65be9100b047 HTTP/1.1" status: 204 len: 173 time: 0.5121465 Feb 09 00:20:09.718030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'name': 'network-vif-deleted', 'tag': '9e68d78e-3906-454f-aefa-65be9100b047'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:20:09.720312 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30685511-14a1-47a5-b611-229acdfac4db" -d '{"events": [{"server_uuid": "e7b17a5c-263d-4386-9dad-99021e136f0d", "name": "network-vif-deleted", "tag": "9e68d78e-3906-454f-aefa-65be9100b047"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:20:09.754671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdfbd37-5011-4d55-8ef2-b223cafafeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.757320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6cdfbd37-5011-4d55-8ef2-b223cafafeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:09.760746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6cdfbd37-5011-4d55-8ef2-b223cafafeb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce185977-c0da-4e54-b16b-bd6e8eecff40 HTTP/1.1" status: 204 len: 168 time: 0.3006787 Feb 09 00:20:09.760746 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0457d56-4d0e-4481-a922-1d6aa74e5984 x-openstack-request-id: req-a0457d56-4d0e-4481-a922-1d6aa74e5984 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:20:09.760746 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b17a5c-263d-4386-9dad-99021e136f0d", "name": "network-vif-deleted", "tag": "9e68d78e-3906-454f-aefa-65be9100b047", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:20:09.762592 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0457d56-4d0e-4481-a922-1d6aa74e5984 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:20:09.763081 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b17a5c-263d-4386-9dad-99021e136f0d', 'name': 'network-vif-deleted', 'tag': '9e68d78e-3906-454f-aefa-65be9100b047', 'status': 'completed', 'code': 200} Feb 09 00:20:09.772905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfbd37-5011-4d55-8ef2-b223cafafeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce185977-c0da-4e54-b16b-bd6e8eecff40,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:10.772822 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56118) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:10.818905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Deleting subnet 1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:20:10.821889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:10.854921 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:10.892411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:10.943426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:10.970101 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:10.972073 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:10.975242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e1482da1-b4b7-4b9a-bbce-a8d9298b653b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1d1ef513-aa1c-4ad0-b3d7-e36f92fec34f HTTP/1.1" status: 204 len: 168 time: 0.2013981 Feb 09 00:20:10.977732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56120) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:11.048137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.135883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.156784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad6c45e-942d-49f1-afb6-a51b9ae94976']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:11.165755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d391da-31ce-4bc8-924a-3eec879b4eae') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:11.166048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d391da-31ce-4bc8-924a-3eec879b4eae') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:11.175255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.188127 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.193817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:20:11.194198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:20:11.195798 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:20:11.248997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.254558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.257737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ad6c45e-942d-49f1-afb6-a51b9ae94976 HTTP/1.1" status: 204 len: 168 time: 0.2790892 Feb 09 00:20:11.260661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56122) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:11.269309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97933-c2f4-4840-8ccb-ee579f6314b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad6c45e-942d-49f1-afb6-a51b9ae94976,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:11.305879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Deleting subnet 5a350f7c-abc3-4c92-be8d-8d90f3a13b44 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:20:11.308931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.348587 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.387565 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.440488 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.466150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a350f7c-abc3-4c92-be8d-8d90f3a13b44,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:11.471453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.474784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e4ce264e-addd-44bd-a898-71c038723b1a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5a350f7c-abc3-4c92-be8d-8d90f3a13b44 HTTP/1.1" status: 204 len: 168 time: 0.2130766 Feb 09 00:20:11.477288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56124) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:11.548839 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.627570 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.649626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a509c6a9-f958-4ada-a8aa-a11b6d261e29']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:11.661925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be536054-7037-482f-9232-cc2930419622') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:11.662226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be536054-7037-482f-9232-cc2930419622') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:11.671884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.687704 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.693490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:20:11.693900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:20:11.695709 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:20:11.753888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.759265 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.763031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a509c6a9-f958-4ada-a8aa-a11b6d261e29 HTTP/1.1" status: 204 len: 168 time: 0.2848284 Feb 09 00:20:11.776479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f66352-ad07-471f-84e3-1d940c66ab97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a509c6a9-f958-4ada-a8aa-a11b6d261e29,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:11.876057 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0c1b9e0-cff9-4007-9ff5-985d101b3f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:11.935872 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56128) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:11.976014 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e38ddcd2-1e7d-448a-aa35-34bd37b9f1c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe2411d4f54646c79754d0bc73617f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389318 Feb 09 00:20:11.978494 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56130) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:12.025492 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31c3d391-ce9c-47d5-af80-dc15016f4744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.046827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31c3d391-ce9c-47d5-af80-dc15016f4744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.093349 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31c3d391-ce9c-47d5-af80-dc15016f4744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.095994 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-31c3d391-ce9c-47d5-af80-dc15016f4744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.097162 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-31c3d391-ce9c-47d5-af80-dc15016f4744 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f427dce6-b2c3-47dd-9076-b9b4504742c6 HTTP/1.1" status: 204 len: 168 time: 0.1177204 Feb 09 00:20:12.104794 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3d391-ce9c-47d5-af80-dc15016f4744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f427dce6-b2c3-47dd-9076-b9b4504742c6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:12.414657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56136) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:12.459728 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-df033436-3b69-45bb-b7fd-a2fef3d1702c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9ca83a573ca45738d2b10b52bd429dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437593 Feb 09 00:20:12.462051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:12.509594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0570921-eacf-48b2-853b-0c62f62d0d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.520815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9e68d78e-3906-454f-aefa-65be9100b047 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:20:12.532995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0570921-eacf-48b2-853b-0c62f62d0d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.547375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 9e68d78e-3906-454f-aefa-65be9100b047 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:20:12.547725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 9e68d78e-3906-454f-aefa-65be9100b047 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:20:12.583376 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0570921-eacf-48b2-853b-0c62f62d0d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.585929 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c0570921-eacf-48b2-853b-0c62f62d0d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:12.587076 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c0570921-eacf-48b2-853b-0c62f62d0d14 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d970dea-3652-4116-b0c7-11f1d2c382df HTTP/1.1" status: 204 len: 168 time: 0.1241534 Feb 09 00:20:12.595080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0570921-eacf-48b2-853b-0c62f62d0d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d970dea-3652-4116-b0c7-11f1d2c382df,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:13.260862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56160) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:13.361039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-123401848-network', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:13.384469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Made reservation on behalf of c0048ff2f7a04a39b0d5160f1590f463 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:20:13.386786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.395204 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.469364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.473515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.500621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:20:13.516511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29bb4d7-f089-474e-9ad9-7fb1b4b27034,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:13.520690 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.521060 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Added segment cd2c541b-40fa-4cc6-aa71-ae6aad9aa193 of type vlan for network 22dd925e-2d56-4f48-a827-5be3664f032d Feb 09 00:20:13.568292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.592090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.593244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:13.593888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.661553 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3995497 Feb 09 00:20:13.664495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56164) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:13.669467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Request body: {'subnet': {'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-123401848-subnet', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:13.685158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda9c78-40b0-4287-a77a-73681f8b9a8d admin admin] Pushing event updated for resources: {'Network': ['ID=22dd925e-2d56-4f48-a827-5be3664f032d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:13.691962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Made reservation on behalf of c0048ff2f7a04a39b0d5160f1590f463 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:20:13.694869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.695991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 22dd925e-2d56-4f48-a827-5be3664f032d details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:20:13.860826 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.920706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d042d1b6-1abf-484d-9d76-c193d31529e3,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:13.927781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Checking segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:13.928141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Network hostable DHCP agents. Network: 22dd925e-2d56-4f48-a827-5be3664f032d, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:20:13.945235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Network 22dd925e-2d56-4f48-a827-5be3664f032d is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:20:13.955406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 22dd925e-2d56-4f48-a827-5be3664f032d) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:13.960805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:13.961639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:13.964862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f40665-a7b6-424b-9bb2-cf6ebd796471 None None] Network 22dd925e-2d56-4f48-a827-5be3664f032d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:20:13.977762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-01f85759-3513-4510-8936-91b081e681ba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3120604 Feb 09 00:20:13.980467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56166) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:13.985609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:14.009210 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.010244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.065961 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.114635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-22dd925e-2d56-4f48-a827-5be3664f032d', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:20:14.115474 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.200651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.257072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Allocated IP 172.20.0.2 (22dd925e-2d56-4f48-a827-5be3664f032d/d042d1b6-1abf-484d-9d76-c193d31529e3/0386484f-fc48-4d2f-b4dc-cc40099fb5d6) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:14.409939 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.415483 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.463150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Network 22dd925e-2d56-4f48-a827-5be3664f032d is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:14.466063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:14.470629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:14.473778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Pushing event updated for resources: {'Port': ['ID=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:14.527053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Attempting to bind port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:14.527421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Attempting to bind port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:14.527776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Attempting to bind port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 on network 22dd925e-2d56-4f48-a827-5be3664f032d {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:14.532901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:14.533301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Checking segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:14.533702 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.534088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Bound using segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:14.534547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Bound port: 0386484f-fc48-4d2f-b4dc-cc40099fb5d6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:14.534926 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.600321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] For port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:14.603355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] For port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:14.609220 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.683950 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-40c6eb80-bd51-43ae-b1b9-fa6ed25f079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.689924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844ce6b-c450-4e49-bced-cde54aab3ab1 None None] Pushing event updated for resources: {'Port': ['ID=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:14.777328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.797881 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:14.915577 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Allocated IP 172.25.3.196 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/56b93e98-888d-4447-9dbd-c02356c34acb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:15.026446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.063285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.110676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:15.113419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:15.115918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:15.121455 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Pushing event updated for resources: {'Port': ['ID=56b93e98-888d-4447-9dbd-c02356c34acb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:15.376256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.532308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.564261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:15.599170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.615956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:15.616332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.688457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f61799-76f3-4f2f-9f10-c8fe7d60a8f5 None None] Network 22dd925e-2d56-4f48-a827-5be3664f032d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:20:15.741390 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Router 5286aad4-0860-4af8-bc9d-c4505e83333d is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:20:15.756664 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.781092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2235190e-b861-4ec1-9b5a-8200b50d363c None None] Provisioning complete for port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:15.781456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2235190e-b861-4ec1-9b5a-8200b50d363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.833613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:15.845851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.851131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:20:15.869504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:15.870749 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-51a620db-2032-4ab3-8a6f-292fefb74eac admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8892076 Feb 09 00:20:15.874291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:15.880182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Sync routers for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:20:15.946173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:15.947114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:15.957367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:16.119472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:16.310172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.313927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:15Z', 'revision_number': 3, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:16.341504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Checking router: 5286aad4-0860-4af8-bc9d-c4505e83333d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:20:16.341975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Updating router 5286aad4-0860-4af8-bc9d-c4505e83333d port 56b93e98-888d-4447-9dbd-c02356c34acb binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:20:16.367537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.470217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Allocated IP 172.20.0.1 (22dd925e-2d56-4f48-a827-5be3664f032d/d042d1b6-1abf-484d-9d76-c193d31529e3/7fd70560-3241-4625-8289-363386596f5f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:16.473793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0fba7594-e8fa-4931-a2ec-0e0e941842dc None None] Provisioning complete for port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:16.474175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0fba7594-e8fa-4931-a2ec-0e0e941842dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.578175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.613755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.660645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Network 22dd925e-2d56-4f48-a827-5be3664f032d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:16.663707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:16.667115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:16.689776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Pushing event updated for resources: {'Port': ['ID=7fd70560-3241-4625-8289-363386596f5f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:16.714298 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.714913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.721716 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.786252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Attempting to bind port 56b93e98-888d-4447-9dbd-c02356c34acb on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:16.786623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Attempting to bind port 56b93e98-888d-4447-9dbd-c02356c34acb by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:16.786986 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Attempting to bind port 56b93e98-888d-4447-9dbd-c02356c34acb on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:16.792684 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135eed-c4e1-44a2-aca5-bf9337851721 None None] Pushing event updated for resources: {'Port': ['ID=56b93e98-888d-4447-9dbd-c02356c34acb,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:16.798670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:16.799056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:16.799466 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.799857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:16.800363 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Bound port: 56b93e98-888d-4447-9dbd-c02356c34acb, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:16.800712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.863330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] For port 56b93e98-888d-4447-9dbd-c02356c34acb, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:16.866965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] For port 56b93e98-888d-4447-9dbd-c02356c34acb, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=56b93e98-888d-4447-9dbd-c02356c34acb,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:16.868170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.871825 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.947332 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:16.947948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:16.948581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:16.950854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90135eed-c4e1-44a2-aca5-bf9337851721 None None] Pushing event updated for resources: {'Port': ['ID=56b93e98-888d-4447-9dbd-c02356c34acb,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:17.012125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9681cab6-5279-43f6-9e93-9f81f429a261 None None] Provisioning complete for port 7fd70560-3241-4625-8289-363386596f5f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:17.012487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9681cab6-5279-43f6-9e93-9f81f429a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:17.039499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:17.044453 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:17.088403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9681cab6-5279-43f6-9e93-9f81f429a261 None None] Port 7fd70560-3241-4625-8289-363386596f5f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:20:17.103596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:17.117973 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:17.120070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Pushing event updated for resources: {'Port': ['ID=7fd70560-3241-4625-8289-363386596f5f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:17.222791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Network 22dd925e-2d56-4f48-a827-5be3664f032d is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:17.224426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:17.357744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Router 5286aad4-0860-4af8-bc9d-c4505e83333d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:20:17.412582 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:17.489339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:20:17.506584 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-943fd0a5-03b1-4796-bc13-6618c380428c admin admin] 10.222.0.32 "PUT /v2.0/routers/5286aad4-0860-4af8-bc9d-c4505e83333d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229897 Feb 09 00:20:17.510529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 1, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:17.547097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc520615-02c9-4ee7-9377-828af28ac0b7 None None] The sync data for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 is: [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 1, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:20:17.551718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:17.555478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bf4a5ba4-4d6d-4f3f-ad08-e88cd88f65ce None None] Provisioning complete for port 7fd70560-3241-4625-8289-363386596f5f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:17.555847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bf4a5ba4-4d6d-4f3f-ad08-e88cd88f65ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:17.618091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a5ba4-4d6d-4f3f-ad08-e88cd88f65ce None None] Port 7fd70560-3241-4625-8289-363386596f5f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:20:17.634728 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:17.635114 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.024057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:18.029889 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-523404755-network', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:18.054903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Made reservation on behalf of 387eb69c3f5a4ce09b990e786c44f06b for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:20:18.057406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.067660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.151368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.155581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.184692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:20:18.194588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e28f44-3d25-4c58-85db-d9d8c2e2625d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:18.199779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.200050 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Added segment d1ea636e-ee78-43f4-af6e-81f667acddf6 of type vlan for network 7291813d-223d-4e80-a4ee-b11c13a76386 Feb 09 00:20:18.263152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.291767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.292973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:18.293556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.351219 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3258414 Feb 09 00:20:18.354020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56186) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:18.358916 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Request body: {'subnet': {'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-523404755-subnet', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:18.370441 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789860d-6d35-4e45-92ed-17fea352f33a admin admin] Pushing event updated for resources: {'Network': ['ID=7291813d-223d-4e80-a4ee-b11c13a76386,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:18.381217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 7291813d-223d-4e80-a4ee-b11c13a76386 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:20:18.393629 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Made reservation on behalf of 387eb69c3f5a4ce09b990e786c44f06b for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:20:18.397041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.582087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.632594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f13fbe98-ad66-4756-91ef-adf1a3a57574,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:18.649504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Checking segment: {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:18.649868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Network hostable DHCP agents. Network: 7291813d-223d-4e80-a4ee-b11c13a76386, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:20:18.668757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Network 7291813d-223d-4e80-a4ee-b11c13a76386 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:20:18.679456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 7291813d-223d-4e80-a4ee-b11c13a76386) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:18.683531 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:18.684132 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.692053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17b39a-d357-40c3-89b3-245ee24fe432 None None] Network 7291813d-223d-4e80-a4ee-b11c13a76386 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:20:18.707260 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-041df5b6-f5b4-4d05-9c51-8e10ddbc1e74 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3497481 Feb 09 00:20:18.707510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:18.713542 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:18.738554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.739668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.806152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.856439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-7291813d-223d-4e80-a4ee-b11c13a76386', 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'fixed_ips': [{'subnet_id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:20:18.858590 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:18.951679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.003799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Allocated IP 172.20.0.2 (7291813d-223d-4e80-a4ee-b11c13a76386/f13fbe98-ad66-4756-91ef-adf1a3a57574/020c9691-f4eb-407e-ba69-e9ff849f2dfe) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:19.151857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.156115 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.162384 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.173033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.206118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Network 7291813d-223d-4e80-a4ee-b11c13a76386 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:19.209263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:19.213338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:19.220315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Pushing event updated for resources: {'Port': ['ID=020c9691-f4eb-407e-ba69-e9ff849f2dfe,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:19.274875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Attempting to bind port 020c9691-f4eb-407e-ba69-e9ff849f2dfe on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:19.275249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Attempting to bind port 020c9691-f4eb-407e-ba69-e9ff849f2dfe by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:19.275859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Attempting to bind port 020c9691-f4eb-407e-ba69-e9ff849f2dfe on network 7291813d-223d-4e80-a4ee-b11c13a76386 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:19.281519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:19.281898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Checking segment: {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:19.282304 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.282702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Bound using segment: {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:19.283165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Bound port: 020c9691-f4eb-407e-ba69-e9ff849f2dfe, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:19.283546 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.286862 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Allocated IP 172.25.3.48 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/a510697d-424e-468e-9749-b9b73ab8c27d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:19.366884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] For port 020c9691-f4eb-407e-ba69-e9ff849f2dfe, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:19.370158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] For port 020c9691-f4eb-407e-ba69-e9ff849f2dfe, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=020c9691-f4eb-407e-ba69-e9ff849f2dfe,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:19.376206 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.399716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.438880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d29d42-2401-4afd-b9b3-0248b618e83a None None] Pushing event updated for resources: {'Port': ['ID=020c9691-f4eb-407e-ba69-e9ff849f2dfe,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:19.444991 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.512415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:19.517056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:19.519610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:19.525420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Pushing event updated for resources: {'Port': ['ID=a510697d-424e-468e-9749-b9b73ab8c27d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:19.578092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56b93e98-888d-4447-9dbd-c02356c34acb up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:19.649593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 56b93e98-888d-4447-9dbd-c02356c34acb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:19.650247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.740873 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.763761 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 56b93e98-888d-4447-9dbd-c02356c34acb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=56b93e98-888d-4447-9dbd-c02356c34acb,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:19.769854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:19.773114 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Sync routers for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:20:19.790416 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:19.791039 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:19.833226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=56b93e98-888d-4447-9dbd-c02356c34acb,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:19.905232 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:20.116318 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 2, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:20.147784 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Checking router: 5286aad4-0860-4af8-bc9d-c4505e83333d for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:20:20.148121 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Updating router 5286aad4-0860-4af8-bc9d-c4505e83333d port 7fd70560-3241-4625-8289-363386596f5f binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:20:20.175279 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.198707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.426432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.453562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51705cd6-bba6-49b8-9b5a-25224e55882a None None] Network 7291813d-223d-4e80-a4ee-b11c13a76386 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:20:20.518572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-75b70718-1c88-46d0-a03a-5f85174d8b5b None None] Provisioning complete for port 020c9691-f4eb-407e-ba69-e9ff849f2dfe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:20.518986 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75b70718-1c88-46d0-a03a-5f85174d8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.562990 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.569161 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.579761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Router ba2caae9-8ff2-4447-aae9-32c094f37bac is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:20:20.642802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Pushing event updated for resources: {'Port': ['ID=7fd70560-3241-4625-8289-363386596f5f,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:20.678508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75b70718-1c88-46d0-a03a-5f85174d8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.700522 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.701680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.702113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.702540 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.702964 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.703385 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.703802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.704238 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.704661 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.705094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.706059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.707334 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:20.723323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-75b70718-1c88-46d0-a03a-5f85174d8b5b None None] For port 020c9691-f4eb-407e-ba69-e9ff849f2dfe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=020c9691-f4eb-407e-ba69-e9ff849f2dfe,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:20.728842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75b70718-1c88-46d0-a03a-5f85174d8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.729146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:20:20.730804 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Attempting to bind port 7fd70560-3241-4625-8289-363386596f5f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:20.731518 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Attempting to bind port 7fd70560-3241-4625-8289-363386596f5f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:20.732611 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Attempting to bind port 7fd70560-3241-4625-8289-363386596f5f on network 22dd925e-2d56-4f48-a827-5be3664f032d {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:20.740765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Sync routers for ids ['ba2caae9-8ff2-4447-aae9-32c094f37bac'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:20:20.741706 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:20.742281 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Checking segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:20.742840 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.743465 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Bound using segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:20.744541 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Bound port: 7fd70560-3241-4625-8289-363386596f5f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:20.745146 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.753744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.757053 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b8ec26d0-0e86-417f-b31e-c34e1804df25 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0471053 Feb 09 00:20:20.759008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56190) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:20.792809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Routers {'ba2caae9-8ff2-4447-aae9-32c094f37bac'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:20.793493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ba2caae9-8ff2-4447-aae9-32c094f37bac'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:20.823401 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] For port 7fd70560-3241-4625-8289-363386596f5f, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:20.827545 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] For port 7fd70560-3241-4625-8289-363386596f5f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fd70560-3241-4625-8289-363386596f5f,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:20.837030 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:20.874230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70718-1c88-46d0-a03a-5f85174d8b5b None None] Pushing event updated for resources: {'Port': ['ID=020c9691-f4eb-407e-ba69-e9ff849f2dfe,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:20.911582 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:20.912597 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:21.006315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Set router ba2caae9-8ff2-4447-aae9-32c094f37bac gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:21.046180 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97266155-55ed-4dc9-be0e-f336ed8b001b None None] Pushing event updated for resources: {'Port': ['ID=7fd70560-3241-4625-8289-363386596f5f,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:21.077814 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:21.095282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a2a53335-2991-4aed-9bd5-76072054e877 None None] Provisioning complete for port 7fd70560-3241-4625-8289-363386596f5f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:21.095648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a2a53335-2991-4aed-9bd5-76072054e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.270621 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a2a53335-2991-4aed-9bd5-76072054e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.300641 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:20Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:21.314789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a2a53335-2991-4aed-9bd5-76072054e877 None None] For port 7fd70560-3241-4625-8289-363386596f5f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fd70560-3241-4625-8289-363386596f5f,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:21.327888 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a2a53335-2991-4aed-9bd5-76072054e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.333337 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36395e7e-0054-42fd-88e7-cf91d6f55fd8 None None] The sync data for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 is: [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:20Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:20:21.348005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.357180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 3, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:21.392125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Checking router: ba2caae9-8ff2-4447-aae9-32c094f37bac for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:20:21.392471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Updating router ba2caae9-8ff2-4447-aae9-32c094f37bac port a510697d-424e-468e-9749-b9b73ab8c27d binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:20:21.432989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a53335-2991-4aed-9bd5-76072054e877 None None] Pushing event updated for resources: {'Port': ['ID=7fd70560-3241-4625-8289-363386596f5f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:21.444996 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.495122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b9830758-df37-4361-b46f-5257bdebdc84 None None] Provisioning complete for port 7fd70560-3241-4625-8289-363386596f5f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:21.495715 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9830758-df37-4361-b46f-5257bdebdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.546516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Allocated IP 172.20.0.1 (7291813d-223d-4e80-a4ee-b11c13a76386/f13fbe98-ad66-4756-91ef-adf1a3a57574/5183acf2-76d0-4183-8851-fa2710f2162b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:21.695634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.729531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b9830758-df37-4361-b46f-5257bdebdc84 None None] Provisioning complete for port 020c9691-f4eb-407e-ba69-e9ff849f2dfe triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:21.729910 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9830758-df37-4361-b46f-5257bdebdc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.740780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:21.759962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 020c9691-f4eb-407e-ba69-e9ff849f2dfe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:21.801308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Network 7291813d-223d-4e80-a4ee-b11c13a76386 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:21.802839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=5183acf2-76d0-4183-8851-fa2710f2162b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:21.805671 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:21.807848 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:21.852581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.014052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.076248 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.085793 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.138124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 020c9691-f4eb-407e-ba69-e9ff849f2dfe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:22.139041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.203535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Attempting to bind port a510697d-424e-468e-9749-b9b73ab8c27d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:22.203906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Attempting to bind port a510697d-424e-468e-9749-b9b73ab8c27d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:22.204265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Attempting to bind port a510697d-424e-468e-9749-b9b73ab8c27d on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:22.208546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.210254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c10458-cfd7-48ee-9c12-10d2cff4c3fc None None] Pushing event updated for resources: {'Port': ['ID=a510697d-424e-468e-9749-b9b73ab8c27d,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:22.213883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.215876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:22.216875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:22.217351 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.217744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:22.218220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Bound port: a510697d-424e-468e-9749-b9b73ab8c27d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:22.218596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.284072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.285949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Pushing event updated for resources: {'Port': ['ID=5183acf2-76d0-4183-8851-fa2710f2162b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:22.301756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] For port a510697d-424e-468e-9749-b9b73ab8c27d, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:22.323039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] For port a510697d-424e-468e-9749-b9b73ab8c27d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a510697d-424e-468e-9749-b9b73ab8c27d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:22.328896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56b93e98-888d-4447-9dbd-c02356c34acb up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:22.359183 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.386471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Network 7291813d-223d-4e80-a4ee-b11c13a76386 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:22.388820 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:22.392527 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-193b4996-77df-42b1-b9f5-d89c834b5b54 None None] Provisioning complete for port 5183acf2-76d0-4183-8851-fa2710f2162b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:22.392896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-193b4996-77df-42b1-b9f5-d89c834b5b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.467395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c10458-cfd7-48ee-9c12-10d2cff4c3fc None None] Pushing event updated for resources: {'Port': ['ID=a510697d-424e-468e-9749-b9b73ab8c27d,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:22.472570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-193b4996-77df-42b1-b9f5-d89c834b5b54 None None] Port 5183acf2-76d0-4183-8851-fa2710f2162b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:20:22.473834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Routers {'ba2caae9-8ff2-4447-aae9-32c094f37bac'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:22.474440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ba2caae9-8ff2-4447-aae9-32c094f37bac'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:22.516587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Router ba2caae9-8ff2-4447-aae9-32c094f37bac has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:20:22.517966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 56b93e98-888d-4447-9dbd-c02356c34acb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:22.518446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.618181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] Set router ba2caae9-8ff2-4447-aae9-32c094f37bac gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:22.632601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:20:22.637957 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d664e6a4-dd4b-437d-8807-201945bd1a3b admin admin] 10.222.0.32 "PUT /v2.0/routers/ba2caae9-8ff2-4447-aae9-32c094f37bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749049 Feb 09 00:20:22.727968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7fd70560-3241-4625-8289-363386596f5f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:22.792149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2d6e2ff5-10cd-47f7-8a54-5a51e611624a None None] Provisioning complete for port 5183acf2-76d0-4183-8851-fa2710f2162b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:22.792519 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2d6e2ff5-10cd-47f7-8a54-5a51e611624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.863423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e2ff5-10cd-47f7-8a54-5a51e611624a None None] Port 5183acf2-76d0-4183-8851-fa2710f2162b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:20:22.883499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7fd70560-3241-4625-8289-363386596f5f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:22.883848 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:22.986697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5183acf2-76d0-4183-8851-fa2710f2162b', 'name': '', 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'mac_address': 'fa:16:3e:6c:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:21Z', 'updated_at': '2022-02-09T00:20:22Z', 'revision_number': 2, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'subnets': [{'id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:23.022065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec5b2eb-2582-4fbf-97bc-a6fed087a552 None None] The sync data for ids ['ba2caae9-8ff2-4447-aae9-32c094f37bac'] in n-d-828413-1 is: [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5183acf2-76d0-4183-8851-fa2710f2162b', 'name': '', 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'mac_address': 'fa:16:3e:6c:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:21Z', 'updated_at': '2022-02-09T00:20:22Z', 'revision_number': 2, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'subnets': [{'id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:20:23.195883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56198) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:23.201065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180151347', 'description': 'tempest-secgroup-smoke-1180151347 description', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:23.231300 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.327367 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.332785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.368842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.370132 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1732557 Feb 09 00:20:23.370964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74427258-1fac-4087-8ebb-90f124be9c36 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a1f59-0871-423a-9654-ff75a8a08fad,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:23.374086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56200) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:23.379914 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a1f59-0871-423a-9654-ff75a8a08fad', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:23.410283 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.473303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.478146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.498287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b46378-7b9c-468d-a54e-51e569a9172a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:23.508676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.510106 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-edd22050-7ce4-4070-8e15-4a568900009f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347880 Feb 09 00:20:23.512706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56202) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:23.517815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a1f59-0871-423a-9654-ff75a8a08fad', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:23.549123 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.610926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.614574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.631262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e1d0b0-51dd-4b3a-82a4-292e710c1994,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:23.642270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.643479 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-84bddda2-e96a-47dd-bc20-a77a482fd62a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294732 Feb 09 00:20:23.646477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56204) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:23.651710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a1f59-0871-423a-9654-ff75a8a08fad', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:23.681343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.741451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.745038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.763933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c04580-8b73-48a1-910a-feb78571732a,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:23.771885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.773151 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-18e824a4-458e-477b-8dba-ad565c28d79c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255620 Feb 09 00:20:23.775949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56206) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:23.780769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a1f59-0871-423a-9654-ff75a8a08fad', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:23.810294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.886330 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.890648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.910869 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55522b76-638e-49d0-8159-4ba96fb18716,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:23.918992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:23.920714 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5104ab50-e525-421c-826d-8c3c21988dbf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438532 Feb 09 00:20:23.923400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56208) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:23.927733 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a1f59-0871-423a-9654-ff75a8a08fad', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:23.952099 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Project c0048ff2f7a04a39b0d5160f1590f463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:20:23.957043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.019526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.023013 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.041414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56fccec-a863-41f3-9ae9-2a90de3161b1,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:24.047920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.048382 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-04c4b833-bea7-4bb2-ba15-b04e3f0c200e tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240404 Feb 09 00:20:24.051353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56210) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:24.055757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a1f59-0871-423a-9654-ff75a8a08fad', 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:24.081161 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Project c0048ff2f7a04a39b0d5160f1590f463 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:20:24.088643 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.179607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.183670 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.207564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697fe88e-4514-4acc-8e93-3b6c60184bc9,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:24.213394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:24.218147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c47e0fc9-377c-4692-9c36-94d2af094b6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623390 Feb 09 00:20:24.359842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-4c3327a9-b57f-4b27-856f-541b3fab0ef1 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180151347&fields=id&tenant_id=c0048ff2f7a04a39b0d5160f1590f463 HTTP/1.1" status: 200 len: 267 time: 0.0357060 Feb 09 00:20:24.471124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-9014a12d-c76c-403a-8ca3-8caa11211961 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:24.472686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-9014a12d-c76c-403a-8ca3-8caa11211961 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 808 time: 0.1057477 Feb 09 00:20:24.488385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-14fa0ef6-2bd8-4536-b5c4-c3fb93115b96 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/quotas/c0048ff2f7a04a39b0d5160f1590f463 HTTP/1.1" status: 200 len: 375 time: 0.0097799 Feb 09 00:20:24.541247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-7aafc170-fc9a-40ff-afda-91551e2aa80d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465901 Feb 09 00:20:24.644757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-043daacb-1c8c-48e9-98c0-0b4a29cbbf2b service neutron] 10.222.0.32 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907471 Feb 09 00:20:24.740077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-13d3e825-e932-4cbb-8b35-5bded18dce27 service neutron] 10.222.0.32 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879200 Feb 09 00:20:24.936163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e04a7b74-be0a-4906-a10b-30a5f2409145 req-f6ffb026-96ca-4437-9bd2-be44eef25823 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 210 time: 0.0334423 Feb 09 00:20:25.544454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a510697d-424e-468e-9749-b9b73ab8c27d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:25.549458 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Sync routers for ids ['ba2caae9-8ff2-4447-aae9-32c094f37bac'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:20:25.563767 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Routers {'ba2caae9-8ff2-4447-aae9-32c094f37bac'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:25.564368 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ba2caae9-8ff2-4447-aae9-32c094f37bac'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:25.595624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a510697d-424e-468e-9749-b9b73ab8c27d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:25.595996 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:25.669508 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Set router ba2caae9-8ff2-4447-aae9-32c094f37bac gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:25.679926 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:25.702118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port a510697d-424e-468e-9749-b9b73ab8c27d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a510697d-424e-468e-9749-b9b73ab8c27d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:25.706795 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:25.764925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=a510697d-424e-468e-9749-b9b73ab8c27d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:25.883169 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5183acf2-76d0-4183-8851-fa2710f2162b', 'name': '', 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'mac_address': 'fa:16:3e:6c:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:21Z', 'updated_at': '2022-02-09T00:20:22Z', 'revision_number': 2, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'subnets': [{'id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:25.911309 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Checking router: ba2caae9-8ff2-4447-aae9-32c094f37bac for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:20:25.911660 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Updating router ba2caae9-8ff2-4447-aae9-32c094f37bac port 5183acf2-76d0-4183-8851-fa2710f2162b binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:20:25.917853 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-a2a5a9a8-5c79-4d0d-8d7e-11f86352c4a1 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:25.918969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-a2a5a9a8-5c79-4d0d-8d7e-11f86352c4a1 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 808 time: 0.1071692 Feb 09 00:20:25.937013 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:25.967949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-e75afcaf-3e8a-4e9c-bc15-03c0d9c8eb6c tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0048ff2f7a04a39b0d5160f1590f463 HTTP/1.1" status: 200 len: 380 time: 0.0386446 Feb 09 00:20:25.978786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'port': {'device_id': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'admin_state_up': True, 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'security_groups': ['ed0a1f59-0871-423a-9654-ff75a8a08fad']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:26.056055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc2cba50-1b55-4b7a-bf89-ded4bfbb2a62 req-cb3465ac-0818-4d26-b786-66a2d8ac0a99 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 210 time: 0.0308340 Feb 09 00:20:26.118352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Made reservation on behalf of c0048ff2f7a04a39b0d5160f1590f463 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:20:26.122612 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.220147 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.225846 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.251082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Allocated IP 172.20.0.13 (22dd925e-2d56-4f48-a827-5be3664f032d/d042d1b6-1abf-484d-9d76-c193d31529e3/06f7b2e7-9d21-4330-8fee-d6543446cec4) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:26.274318 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60451233-45cb-45e1-ae45-e111e19f82fe None None] Pushing event updated for resources: {'Port': ['ID=5183acf2-76d0-4183-8851-fa2710f2162b,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:26.349616 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Attempting to bind port 5183acf2-76d0-4183-8851-fa2710f2162b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:26.350135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Attempting to bind port 5183acf2-76d0-4183-8851-fa2710f2162b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:26.350624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Attempting to bind port 5183acf2-76d0-4183-8851-fa2710f2162b on network 7291813d-223d-4e80-a4ee-b11c13a76386 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:26.356262 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:26.357351 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Checking segment: {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:26.357826 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.358397 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Bound using segment: {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:26.358935 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Bound port: 5183acf2-76d0-4183-8851-fa2710f2162b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ea636e-ee78-43f4-af6e-81f667acddf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:26.359425 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.399049 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.427607 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] For port 5183acf2-76d0-4183-8851-fa2710f2162b, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:26.431613 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] For port 5183acf2-76d0-4183-8851-fa2710f2162b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5183acf2-76d0-4183-8851-fa2710f2162b,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:26.434542 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.437995 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.490462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Network 22dd925e-2d56-4f48-a827-5be3664f032d is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:26.494717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:26.495335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Routers {'ba2caae9-8ff2-4447-aae9-32c094f37bac'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:26.496553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'Port': ['ID=06f7b2e7-9d21-4330-8fee-d6543446cec4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:26.496870 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ba2caae9-8ff2-4447-aae9-32c094f37bac'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:26.499168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:26.519413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aa8855f0-7541-4723-a295-3fa3854e9d37 None None] Provisioning complete for port 5183acf2-76d0-4183-8851-fa2710f2162b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:26.520449 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa8855f0-7541-4723-a295-3fa3854e9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.551558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:26.552376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.565804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.566044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.566933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.566933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.566933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.567261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.567638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.567914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.568190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.568516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.568862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.573582 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:26.593022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-f784f67f-b30b-406b-aeac-3268ca40e464 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163466 Feb 09 00:20:26.604210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Request body: {'port': {'device_id': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:26.665688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa8855f0-7541-4723-a295-3fa3854e9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.669282 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60451233-45cb-45e1-ae45-e111e19f82fe None None] Pushing event updated for resources: {'Port': ['ID=5183acf2-76d0-4183-8851-fa2710f2162b,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:26.682388 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.725488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-aa8855f0-7541-4723-a295-3fa3854e9d37 None None] For port 5183acf2-76d0-4183-8851-fa2710f2162b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5183acf2-76d0-4183-8851-fa2710f2162b,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:26.733575 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa8855f0-7541-4723-a295-3fa3854e9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.784949 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] Set router ba2caae9-8ff2-4447-aae9-32c094f37bac gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:26.801169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8855f0-7541-4723-a295-3fa3854e9d37 None None] Pushing event updated for resources: {'Port': ['ID=5183acf2-76d0-4183-8851-fa2710f2162b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:26.957003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fdcb8145-1c1c-4155-9562-7770fe71b88a None None] Provisioning complete for port 06f7b2e7-9d21-4330-8fee-d6543446cec4 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:26.957371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8145-1c1c-4155-9562-7770fe71b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:26.992538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-fdcb8145-1c1c-4155-9562-7770fe71b88a None None] Port 06f7b2e7-9d21-4330-8fee-d6543446cec4 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:20:27.002860 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5183acf2-76d0-4183-8851-fa2710f2162b', 'name': '', 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'mac_address': 'fa:16:3e:6c:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:21Z', 'updated_at': '2022-02-09T00:20:26Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'subnets': [{'id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:27.003899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-fdcb8145-1c1c-4155-9562-7770fe71b88a None None] Provisioning complete for port 5183acf2-76d0-4183-8851-fa2710f2162b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:27.004438 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8145-1c1c-4155-9562-7770fe71b88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.009838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f7b2e7-9d21-4330-8fee-d6543446cec4 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:20:27.018290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.032407 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e24d5c-b404-4bd6-88b1-eedf13a201d2 None None] The sync data for ids ['ba2caae9-8ff2-4447-aae9-32c094f37bac'] in n-d-828413-1 is: [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '5183acf2-76d0-4183-8851-fa2710f2162b', 'name': '', 'network_id': '7291813d-223d-4e80-a4ee-b11c13a76386', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'mac_address': 'fa:16:3e:6c:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:21Z', 'updated_at': '2022-02-09T00:20:26Z', 'revision_number': 4, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'subnets': [{'id': 'f13fbe98-ad66-4756-91ef-adf1a3a57574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:20:27.032812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Transition to ACTIVE for port object 06f7b2e7-9d21-4330-8fee-d6543446cec4 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:20:27.039025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.094437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Pushing event updated for resources: {'Port': ['ID=06f7b2e7-9d21-4330-8fee-d6543446cec4,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:27.205931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Attempting to bind port 06f7b2e7-9d21-4330-8fee-d6543446cec4 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:20:27.206283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Attempting to bind port 06f7b2e7-9d21-4330-8fee-d6543446cec4 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:20:27.206619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Attempting to bind port 06f7b2e7-9d21-4330-8fee-d6543446cec4 on network 22dd925e-2d56-4f48-a827-5be3664f032d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:27.213249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Port 06f7b2e7-9d21-4330-8fee-d6543446cec4 on network 22dd925e-2d56-4f48-a827-5be3664f032d not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:20:27.213588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Attempting to bind port 06f7b2e7-9d21-4330-8fee-d6543446cec4 on network 22dd925e-2d56-4f48-a827-5be3664f032d {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:20:27.229331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa81c-8f72-4d3b-aac2-30b3afe2304b req-1d0689eb-d002-4273-b8fd-b5dcd831802a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:27.230969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdbaa81c-8f72-4d3b-aac2-30b3afe2304b req-1d0689eb-d002-4273-b8fd-b5dcd831802a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 944 time: 0.0818195 Feb 09 00:20:27.231911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:20:27.232256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Checking segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:20:27.232844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Bound using segment: {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:20:27.233354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Bound port: 06f7b2e7-9d21-4330-8fee-d6543446cec4, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:20:27.233688 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.328959 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cdbaa81c-8f72-4d3b-aac2-30b3afe2304b req-b5bfe7a5-742e-48d7-b4d8-a304b14de7fa tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782800 Feb 09 00:20:27.336585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] For port 06f7b2e7-9d21-4330-8fee-d6543446cec4, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:20:27.339771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] For port 06f7b2e7-9d21-4330-8fee-d6543446cec4, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:20:27.346853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.385628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:27.386253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.387645 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] 10.222.0.84 "PUT /v2.0/ports/06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 1092 time: 0.7884967 Feb 09 00:20:27.390444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:20:27.394022 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7502ecba-e1d5-447a-b668-5dbc25caa093" -d '{"events": [{"name": "network-changed", "server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:20:27.430585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024956-19b9-4287-bff0-609ab46bbe1f service neutron] Pushing event updated for resources: {'Port': ['ID=06f7b2e7-9d21-4330-8fee-d6543446cec4,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:27.449771 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cec10a1-3515-4d77-8967-5294ebce3ed9 x-openstack-request-id: req-9cec10a1-3515-4d77-8967-5294ebce3ed9 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:20:27.450130 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:20:27.450679 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cec10a1-3515-4d77-8967-5294ebce3ed9 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:20:27.451268 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'status': 'completed', 'code': 200} Feb 09 00:20:27.590140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a510697d-424e-468e-9749-b9b73ab8c27d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:27.661883 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a510697d-424e-468e-9749-b9b73ab8c27d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:27.662342 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.748520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5183acf2-76d0-4183-8851-fa2710f2162b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:27.811307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 5183acf2-76d0-4183-8851-fa2710f2162b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:27.811541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-2442cd6b-1bf8-4bed-975c-61535edb33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:27.811704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:27.812850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-2442cd6b-1bf8-4bed-975c-61535edb33d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1095 time: 0.3763862 Feb 09 00:20:27.855962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-aeba7645-a1de-4459-a9ba-dcb4d9ed0a21 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 217 time: 0.0340602 Feb 09 00:20:27.909710 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-a569247a-0011-43dd-bf9f-481644b2a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:27.911173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-a569247a-0011-43dd-bf9f-481644b2a893 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0487223 Feb 09 00:20:27.961921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-358d98db-d1d9-445d-9998-30dda437bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:27.963413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-358d98db-d1d9-445d-9998-30dda437bbc5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456204 Feb 09 00:20:28.050074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-0cc05ab3-647f-477e-a099-dda4a491811d service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799456 Feb 09 00:20:28.146579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cffc1359-b28d-422e-9506-2b18eff5b034 req-9803d311-c1f8-45b8-b519-3350d7a1fee5 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891039 Feb 09 00:20:28.227866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-0cddc5e0-3ffa-4c4a-b40f-0a739071542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:28.229368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-0cddc5e0-3ffa-4c4a-b40f-0a739071542d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1095 time: 0.0406060 Feb 09 00:20:28.327633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-6c1c2de9-4549-4d28-a1db-ecfc3aaaf8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:28.329145 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-6c1c2de9-4549-4d28-a1db-ecfc3aaaf8ed service neutron] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 909 time: 0.0930309 Feb 09 00:20:28.370537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-af23921c-c2e6-4d04-be08-fc4d0c9540fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 217 time: 0.0341363 Feb 09 00:20:28.432296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-76c43f64-91f2-4c8c-bbb7-ffbf6b897b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:28.433572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-76c43f64-91f2-4c8c-bbb7-ffbf6b897b1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0546341 Feb 09 00:20:28.499686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feef0e-ddaf-4495-804e-8c1f65cbff46 req-25f29b51-dd18-4712-bd93-019f61084228 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:28.501387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3feef0e-ddaf-4495-804e-8c1f65cbff46 req-25f29b51-dd18-4712-bd93-019f61084228 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 944 time: 0.0853605 Feb 09 00:20:28.518001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-b1d56d22-4f1a-4e86-9e23-0491f7ad3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:28.519437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-b1d56d22-4f1a-4e86-9e23-0491f7ad3fbc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717349 Feb 09 00:20:28.587908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3feef0e-ddaf-4495-804e-8c1f65cbff46 req-3cb6c50d-8251-4db9-b1c6-274e6e4c8d69 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804493 Feb 09 00:20:28.624240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-815941e0-94bb-482b-a4ed-5d6763d98a46 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967951 Feb 09 00:20:28.729136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7502ecba-e1d5-447a-b668-5dbc25caa093 req-68ddd494-6b17-45e3-a482-030517a4245b service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968874 Feb 09 00:20:29.706795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91989e14-d525-46ed-9c16-a7b0d94516f5 req-045b883b-7396-4bc4-b06c-17f59df32969 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:29.708324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91989e14-d525-46ed-9c16-a7b0d94516f5 req-045b883b-7396-4bc4-b06c-17f59df32969 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 944 time: 0.0490212 Feb 09 00:20:29.745207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91989e14-d525-46ed-9c16-a7b0d94516f5 req-1177af62-9caf-4082-8bae-3fcca2e26f27 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Feb 09 00:20:30.664325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 06f7b2e7-9d21-4330-8fee-d6543446cec4 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:20:30.763985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 06f7b2e7-9d21-4330-8fee-d6543446cec4, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:30.776954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'port_id': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'mac_address': 'fa:16:3e:33:1f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:20:30.814190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:30.827771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f7b2e7-9d21-4330-8fee-d6543446cec4 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:20:30.851897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 06f7b2e7-9d21-4330-8fee-d6543446cec4, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:30.856077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:30.861171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd532-a556-4899-991c-fefe9c49f95e req-f58f2ab8-31a0-4e7d-ac68-d0bc688aa673 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:30.862703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6ddd532-a556-4899-991c-fefe9c49f95e req-f58f2ab8-31a0-4e7d-ac68-d0bc688aa673 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 944 time: 0.0496264 Feb 09 00:20:30.906955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6ddd532-a556-4899-991c-fefe9c49f95e req-66cefc0b-e2fa-418d-b8c7-5db85129f104 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382283 Feb 09 00:20:30.909044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=06f7b2e7-9d21-4330-8fee-d6543446cec4,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:30.916782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.917216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.917558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.917893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.918219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.918616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.919006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.919337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.919652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.919998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.920316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:30.920632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:20:31.056320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['06f7b2e7-9d21-4330-8fee-d6543446cec4'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:20:32.019871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f339d-ba3c-4df9-809b-d4992b2a2a34 req-e51fd7ea-52a0-4918-8867-c4cafc9c1a8b tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:32.021346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-892f339d-ba3c-4df9-809b-d4992b2a2a34 req-e51fd7ea-52a0-4918-8867-c4cafc9c1a8b tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 945 time: 0.0478935 Feb 09 00:20:32.059344 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-892f339d-ba3c-4df9-809b-d4992b2a2a34 req-d5819621-3cba-4388-9dc9-36a1ea9e3299 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Feb 09 00:20:32.670008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 06f7b2e7-9d21-4330-8fee-d6543446cec4 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:20:32.719436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 06f7b2e7-9d21-4330-8fee-d6543446cec4 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:20:32.723390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 06f7b2e7-9d21-4330-8fee-d6543446cec4 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:20:32.723772 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:32.808842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:32.832424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:20:32.834710 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ed49f-297a-4d56-9bb1-3e7544be53eb" -d '{"events": [{"server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "name": "network-vif-plugged", "status": "completed", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:20:32.848420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 06f7b2e7-9d21-4330-8fee-d6543446cec4, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:20:32.853309 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:32.877387 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7abf96c-09de-499d-b612-3de61e2e53f4 x-openstack-request-id: req-a7abf96c-09de-499d-b612-3de61e2e53f4 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:20:32.877681 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "name": "network-vif-plugged", "status": "completed", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:20:32.877935 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7abf96c-09de-499d-b612-3de61e2e53f4 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:20:32.878321 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'code': 200} Feb 09 00:20:32.907349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=06f7b2e7-9d21-4330-8fee-d6543446cec4,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:32.980060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88308e8a-5ab1-4aad-bbbd-c175c4be908d req-713768d3-1b71-401a-9b1e-6593b5a89dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:32.981605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88308e8a-5ab1-4aad-bbbd-c175c4be908d req-713768d3-1b71-401a-9b1e-6593b5a89dc7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0399177 Feb 09 00:20:33.015955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88308e8a-5ab1-4aad-bbbd-c175c4be908d req-375cc51c-ed11-474a-aa02-1cfb092e5bbd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273273 Feb 09 00:20:33.174655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd71faf-308f-4117-a65c-630631375ed6 req-7a7c62e9-6e0f-446a-90e2-0402ea9014a9 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:33.176132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cd71faf-308f-4117-a65c-630631375ed6 req-7a7c62e9-6e0f-446a-90e2-0402ea9014a9 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.0489073 Feb 09 00:20:33.217924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6cd71faf-308f-4117-a65c-630631375ed6 req-6810aae3-c468-4ad0-8615-0395759be400 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357430 Feb 09 00:20:34.338888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548aca2-e654-4fa0-be1f-dbc9c0671017 req-55e48c6b-d57a-4413-b639-9ae4fe57fc53 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:34.341309 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c548aca2-e654-4fa0-be1f-dbc9c0671017 req-55e48c6b-d57a-4413-b639-9ae4fe57fc53 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.0490425 Feb 09 00:20:34.378019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c548aca2-e654-4fa0-be1f-dbc9c0671017 req-1f30d560-73f2-48a4-abe5-0aae8a67d066 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310566 Feb 09 00:20:34.494800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f62e5f-f2f8-4901-8567-4c27cfd4fffd req-72db8c5b-4be2-40b0-ad79-98effc3a066a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:34.496336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5f62e5f-f2f8-4901-8567-4c27cfd4fffd req-72db8c5b-4be2-40b0-ad79-98effc3a066a tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.0493002 Feb 09 00:20:34.534981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5f62e5f-f2f8-4901-8567-4c27cfd4fffd req-91116060-7793-46d8-8025-8e978740efb9 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Feb 09 00:20:34.647247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fe048-6153-4a00-b570-7c889652466b req-ce0cc8f4-20b1-444b-ab7f-c957df5e4cf7 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:34.648782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-781fe048-6153-4a00-b570-7c889652466b req-ce0cc8f4-20b1-444b-ab7f-c957df5e4cf7 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.0487518 Feb 09 00:20:34.690634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-781fe048-6153-4a00-b570-7c889652466b req-fec6b79d-41e0-4c4a-96d2-af985c0efb7d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 Feb 09 00:20:34.712716 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56258) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:34.847510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c929db25-480f-4729-9e21-df62a513a348 tempest-TestServerBasicOps-1821898902 tempest-TestServerBasicOps-1821898902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:34.849071 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c929db25-480f-4729-9e21-df62a513a348 tempest-TestServerBasicOps-1821898902 tempest-TestServerBasicOps-1821898902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1092 time: 0.1352983 Feb 09 00:20:34.851834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56262) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:20:34.856028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:20:34.879526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:34.976361 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.083852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Allocated IP 172.25.3.59 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/a7b9ff8f-be29-4e7d-b30c-75e3c56f3793) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:20:35.185688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.223327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.264636 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:20:35.269149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:20:35.271800 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:20:35.298053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'Port': ['ID=a7b9ff8f-be29-4e7d-b30c-75e3c56f3793,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:35.633432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.697927 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.846615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.851011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:35.916406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event updated for resources: {'Port': ['ID=a7b9ff8f-be29-4e7d-b30c-75e3c56f3793,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:20:35.928702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:36.029452 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Floating IP 8ebad034-4a27-47b1-a05e-69fa1f5a04a4 associated. External IP: 172.25.3.59, port: 06f7b2e7-9d21-4330-8fee-d6543446cec4. Feb 09 00:20:36.236131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Router 5286aad4-0860-4af8-bc9d-c4505e83333d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:20:36.345332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:20:36.355221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] Sync routers for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:20:36.363869 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:36.365340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:36.365958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:36.391917 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-da7dfe15-ba2e-4bb7-93f9-ade7199f1880 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5390780 Feb 09 00:20:36.392606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:20:36.394891 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab976368-9cad-430c-abd4-e86afbdd0c29" -d '{"events": [{"name": "network-changed", "server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:20:36.484798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:36.499432 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc55b13-4d4c-4896-a439-2ff937a1688c x-openstack-request-id: req-dcc55b13-4d4c-4896-a439-2ff937a1688c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:20:36.499823 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:20:36.500143 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dcc55b13-4d4c-4896-a439-2ff937a1688c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:20:36.500652 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'status': 'completed', 'code': 200} Feb 09 00:20:36.570454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-3874826c-93b1-4769-84e7-1a3c904ce05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:36.572960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-3874826c-93b1-4769-84e7-1a3c904ce05a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0412395 Feb 09 00:20:36.662145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-2be5fb10-e499-4591-8136-65047a372163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:36.663619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-2be5fb10-e499-4591-8136-65047a372163 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 909 time: 0.0847909 Feb 09 00:20:36.709275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8ebad034-4a27-47b1-a05e-69fa1f5a04a4', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'port_id': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'mac_address': 'fa:16:3e:33:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:20:35Z', 'updated_at': '2022-02-09T00:20:35Z', 'revision_number': 0, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:36.734734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-9c4a3f4f-f4c0-4d64-b959-c129f0f53636 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 999 time: 0.0640366 Feb 09 00:20:36.737394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] Checking router: 5286aad4-0860-4af8-bc9d-c4505e83333d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:20:36.745640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:20:36.746172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:20:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:36.795060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-4bc014ca-6789-4c83-8bcc-a96896815267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:36.796686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-4bc014ca-6789-4c83-8bcc-a96896815267 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0549724 Feb 09 00:20:36.844439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-61fecf7c-1aff-4ae9-9b92-ae49821018db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:20:36.846014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-61fecf7c-1aff-4ae9-9b92-ae49821018db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420241 Feb 09 00:20:36.945406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-28325393-5502-4367-af46-f79b4b3a19c6 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921242 Feb 09 00:20:37.014184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:20:37.036755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab976368-9cad-430c-abd4-e86afbdd0c29 req-fd9ba85b-5c61-4cfd-8faa-67d86ec9c03d service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846272 Feb 09 00:20:37.115008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:37.249747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8ebad034-4a27-47b1-a05e-69fa1f5a04a4', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'port_id': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'mac_address': 'fa:16:3e:33:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:20:35Z', 'updated_at': '2022-02-09T00:20:35Z', 'revision_number': 0, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:20:37.280128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2478e5-afd3-4c73-b60f-b35b46a32dfe None None] The sync data for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 is: [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8ebad034-4a27-47b1-a05e-69fa1f5a04a4', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'port_id': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'mac_address': 'fa:16:3e:33:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:20:35Z', 'updated_at': '2022-02-09T00:20:35Z', 'revision_number': 0, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:20:37.292594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:37.481007 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f5cc0-44b0-4948-bfcb-701add395d87 None None] New status for floating IP 8ebad034-4a27-47b1-a05e-69fa1f5a04a4: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:20:40.463979 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:20:41.877490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e4250b77-e0bf-4342-996b-6f945cfa7a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:44.670049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc9e6074-80c5-4ae4-a915-d8b424c9bab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:45.529407 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:46.930864 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:20:47.348750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:07.097846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:07.293104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:11.879879 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a810617b-381b-4440-b4c3-139195c55c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:14.139726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56288) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:21:14.227843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a1546-d5cf-4959-a9a7-78b24e3840a3 req-04f6d13f-53fa-4c46-a7b8-26774d644e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:21:14.229439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-928a1546-d5cf-4959-a9a7-78b24e3840a3 req-04f6d13f-53fa-4c46-a7b8-26774d644e4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0887098 Feb 09 00:21:14.264533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-928a1546-d5cf-4959-a9a7-78b24e3840a3 req-09745410-494d-47bf-be51-c638811d1e08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282300 Feb 09 00:21:14.673141 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bf055ef1-34ff-4c77-aab0-f276901bdfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:15.539471 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:16.932960 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:17.342848 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:17.462927 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:21:17.901976 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-27fe38b7-660c-4f3c-9899-ec86b286cd38 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456564 Feb 09 00:21:17.992788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-6aa3b550-4353-44c2-80d7-0538ccce517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:21:17.994509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-6aa3b550-4353-44c2-80d7-0538ccce517d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0484183 Feb 09 00:21:18.099824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-7303f1f7-1cf0-4f77-b7a4-e576484ea727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:21:18.101322 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-7303f1f7-1cf0-4f77-b7a4-e576484ea727 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 909 time: 0.0869503 Feb 09 00:21:18.172395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-26c00266-5fd0-46b0-a156-371e03da7f50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0639732 Feb 09 00:21:18.223497 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-a4cea4ac-1052-4333-b7dd-42ccdfcb45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:21:18.225048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-a4cea4ac-1052-4333-b7dd-42ccdfcb45ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0450993 Feb 09 00:21:18.270450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-10c1bab6-fe73-47a5-84b0-b989f0062e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:21:18.271916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-10c1bab6-fe73-47a5-84b0-b989f0062e35 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399289 Feb 09 00:21:18.364381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-a9a10b96-d8f1-4136-86f6-8f1451001805 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857122 Feb 09 00:21:18.453278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a779e06-4bd0-46d4-85e7-e0e9f590d8bb req-383fdff5-9d14-4938-b813-a243dc79d5c9 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Feb 09 00:21:37.104436 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:37.291612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:41.881373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a62c0a7c-b831-48c7-ab68-95ab60ab083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:44.675182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-da0d2884-9a18-40c0-9305-18aceeec2187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:45.536340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:46.935906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:47.345401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:21:54.461771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:22:07.099735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:07.303929 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:11.883352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f0a2bbab-c841-4c42-bc54-d378a2913522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:14.676663 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bacecd8-2867-4b85-9d90-cbee479268c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:15.539232 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:16.938980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:17.348887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:18.927093 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-0663b456-f10c-4895-8efb-7bf9c964182b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412872 Feb 09 00:22:19.011239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-feb0f9a6-5400-4968-ab30-99fe667ef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:22:19.012719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-feb0f9a6-5400-4968-ab30-99fe667ef4ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0449438 Feb 09 00:22:19.113461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-c16320a2-981f-4374-b9f4-8ff08fdf7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:22:19.114925 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-c16320a2-981f-4374-b9f4-8ff08fdf7153 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 909 time: 0.0833874 Feb 09 00:22:19.183473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-085f77b9-2c51-4668-a8a9-d9d0f1e51d33 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0615797 Feb 09 00:22:19.231363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-8bf4e0a6-8318-4cf9-b2b7-e8fe6240f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:22:19.232793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-8bf4e0a6-8318-4cf9-b2b7-e8fe6240f1eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0426807 Feb 09 00:22:19.276361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-0628a4cd-fe1e-48e4-b48f-92618f5710e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:22:19.277858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-0628a4cd-fe1e-48e4-b48f-92618f5710e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388293 Feb 09 00:22:19.370668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-5e8b30b8-4ed2-4d73-a505-81d90a81e453 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848618 Feb 09 00:22:19.463899 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0b7b1d1-b3fa-47c1-87ea-f3a1899cc986 req-3734f3a1-b698-4d3e-9167-31b7b0e8246a service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Feb 09 00:22:31.461059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:22:37.128802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:37.305593 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:41.885907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a45e902-02e3-45b4-9a06-e19d97fa3178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:44.677947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-95ad407c-38a0-42bd-874a-03ac3cd7678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:45.542049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:46.942061 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:22:47.351658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:07.127468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:07.319696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:08.459353 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:23:11.888077 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fa51a5b-e22c-4e1f-b378-9cd5bd493a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:14.679012 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4414f93f-5958-4879-ab0c-d4ad9b6bb213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:15.547841 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:16.945501 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:17.354095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:19.845189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-9afc6e63-699a-446c-bed5-c0ba3a462c23 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400989 Feb 09 00:23:19.930541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d820d-065f-428b-923e-efcf6648c9a6 req-cb2984d6-bab5-491b-ac04-859a4bcb1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:23:19.932759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-cb2984d6-bab5-491b-ac04-859a4bcb1b0c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0451441 Feb 09 00:23:20.033360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d820d-065f-428b-923e-efcf6648c9a6 req-e6e0ef6e-3f66-4148-828f-986f961d0994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:23:20.034789 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-e6e0ef6e-3f66-4148-828f-986f961d0994 service neutron] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 909 time: 0.0818987 Feb 09 00:23:20.103484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-07310555-5ed6-4d25-96b1-5fa04be27571 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0611570 Feb 09 00:23:20.150371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d820d-065f-428b-923e-efcf6648c9a6 req-d4de13f4-7ce9-4241-af6f-724b48b0b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:23:20.151803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-d4de13f4-7ce9-4241-af6f-724b48b0b776 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0422721 Feb 09 00:23:20.196927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d820d-065f-428b-923e-efcf6648c9a6 req-e17eaecc-e8c5-4fde-be6c-67fbca7de8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:23:20.198549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-e17eaecc-e8c5-4fde-be6c-67fbca7de8a8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394199 Feb 09 00:23:20.292480 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-fd3f823a-0ad6-4120-b031-6d983d72da20 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861771 Feb 09 00:23:20.382094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-198d820d-065f-428b-923e-efcf6648c9a6 req-117a1718-1b97-48e3-ae7e-f145d74e308d service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Feb 09 00:23:37.126318 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:37.334171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:41.889430 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-70cbba2b-62b2-42c0-9fd6-f50161e9a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:44.680058 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-72d16e3d-ef2e-4809-94db-dfb8197ca9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:45.458652 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:23:45.546677 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:46.949346 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:23:47.356068 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:07.143824 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:07.336546 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:11.891035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3a49400d-5568-4c55-82f8-a5768a64b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:14.681774 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2722e98e-a19e-4c97-aec1-c7cb95fffadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:15.549330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:16.951973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:17.358944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:20.131546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-7ca61873-c80a-4bf6-929f-ef3521973c3f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1387568 Feb 09 00:24:20.224435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-c28ccd10-f5be-44b1-9fcf-6fefb23d8799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:24:20.225972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-c28ccd10-f5be-44b1-9fcf-6fefb23d8799 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 1097 time: 0.0509024 Feb 09 00:24:20.327331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-cb7ca0c4-c90c-4233-bbc2-2a52d64a024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:24:20.328849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-cb7ca0c4-c90c-4233-bbc2-2a52d64a024f service neutron] 10.222.0.84 "GET /v2.0/networks?id=22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 200 len: 909 time: 0.0845344 Feb 09 00:24:20.399019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-3b7288ea-b2fe-43ac-812e-9acb0450a8b6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0632493 Feb 09 00:24:20.446040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-08b1e119-56fe-4f86-a82f-6d5d34b4b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:24:20.447484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-08b1e119-56fe-4f86-a82f-6d5d34b4b7dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 200 len: 847 time: 0.0415184 Feb 09 00:24:20.492071 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-e99618e5-b959-4a99-b992-cf7088404ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:24:20.493622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-e99618e5-b959-4a99-b992-cf7088404ce1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=22dd925e-2d56-4f48-a827-5be3664f032d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392516 Feb 09 00:24:20.589341 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-2fe9f38b-52a2-4c05-a94c-7e5debc9eb27 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881310 Feb 09 00:24:20.678787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d2a9516-8a33-453e-b6ef-6e612186d421 req-051c12db-8866-4989-bfb6-500a49f26451 service neutron] 10.222.0.84 "GET /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819316 Feb 09 00:24:22.458564 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:24:37.159681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:37.335431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:41.894659 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f27b7c9e-90cb-45d2-bddc-08c61f095342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:44.683381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71881e03-b241-43f7-b8b5-bde08474a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:45.559234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:46.949457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:47.362259 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:24:59.458948 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:25:07.159911 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:07.351203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:11.899713 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d3575bad-b32f-4d88-9ec6-a9a67036505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:14.688894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc9b5a9f-c6d1-4cb7-b07e-8f02c4c7c22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:15.554946 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:16.965273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:17.364292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:19.027987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0f598-d462-43eb-a592-5335818d7e5d req-62a9732b-7b9a-469a-bc1c-b6049323d0bf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:19.030008 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95e0f598-d462-43eb-a592-5335818d7e5d req-62a9732b-7b9a-469a-bc1c-b6049323d0bf tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.1382101 Feb 09 00:25:19.066941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95e0f598-d462-43eb-a592-5335818d7e5d req-3d9a10ce-7443-4baf-a05a-2f928f988848 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Feb 09 00:25:20.288741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cde9c-1eac-4b72-aaa4-327042eb00dc req-a86b55ac-b8ee-4f65-abc4-d806fc69f8f4 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:20.290240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-060cde9c-1eac-4b72-aaa4-327042eb00dc req-a86b55ac-b8ee-4f65-abc4-d806fc69f8f4 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.1412938 Feb 09 00:25:20.298686 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3933493d-8335-4471-ad00-2532e8acbe6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:20.300029 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3933493d-8335-4471-ad00-2532e8acbe6d tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 946 time: 0.0622902 Feb 09 00:25:20.364134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-060cde9c-1eac-4b72-aaa4-327042eb00dc req-fad76eb9-57f3-45bf-b220-d7429ecde2d6 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed0a1f59-0871-423a-9654-ff75a8a08fad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630794 Feb 09 00:25:20.410847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Deleting port 06f7b2e7-9d21-4330-8fee-d6543446cec4 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:20.411185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:20.495658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] For port 06f7b2e7-9d21-4330-8fee-d6543446cec4, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=06f7b2e7-9d21-4330-8fee-d6543446cec4,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:20.496012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:20.708821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:20.709202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:20.709510 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Floating IP 8ebad034-4a27-47b1-a05e-69fa1f5a04a4 disassociated. External IP: 172.25.3.59, port: 06f7b2e7-9d21-4330-8fee-d6543446cec4. Feb 09 00:25:20.709842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Calling delete_port for 06f7b2e7-9d21-4330-8fee-d6543446cec4 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:20.833749 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:20.861671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event deleted for resources: {'Port': ['ID=06f7b2e7-9d21-4330-8fee-d6543446cec4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:20.876021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.876371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.876711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.877221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.877585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.877916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.878243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.878722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.879050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.879371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.879694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.880568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:20.985955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Router 5286aad4-0860-4af8-bc9d-c4505e83333d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:25:21.413753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:21.424442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] Sync routers for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:21.435271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:21.435997 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:21.454961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] No DVR routers for this DVR port 06f7b2e7-9d21-4330-8fee-d6543446cec4 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:25:21.463849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:21.467664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d026790-6111-4230-85aa-08e19abf1f76 req-3514e813-7ac7-4ca8-b9ec-3031e55bfb14 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.84 "DELETE /v2.0/ports/06f7b2e7-9d21-4330-8fee-d6543446cec4 HTTP/1.1" status: 204 len: 173 time: 1.1611331 Feb 09 00:25:21.468100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'name': 'network-vif-deleted', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:25:21.470300 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d517e5-6ea4-40c8-89c4-f40dde0e916d" -d '{"events": [{"server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "name": "network-vif-deleted", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:25:21.499490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-049b3cb6-6f79-40e7-9de7-8e15e9870f80 req-45f905c1-6e23-4e69-a052-5bf27ce49a55 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 210 time: 0.0455337 Feb 09 00:25:21.560053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:21.596186 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fe1bb4-dae2-454b-a76d-ce8d3df94b20 x-openstack-request-id: req-37fe1bb4-dae2-454b-a76d-ce8d3df94b20 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:25:21.596492 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29242bc4-2bd6-405b-84c5-378076fd0bce", "name": "network-vif-deleted", "tag": "06f7b2e7-9d21-4330-8fee-d6543446cec4", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:25:21.596703 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37fe1bb4-dae2-454b-a76d-ce8d3df94b20 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:25:21.597206 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29242bc4-2bd6-405b-84c5-378076fd0bce', 'name': 'network-vif-deleted', 'tag': '06f7b2e7-9d21-4330-8fee-d6543446cec4', 'status': 'completed', 'code': 200} Feb 09 00:25:21.768158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:21.794721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] Checking router: 5286aad4-0860-4af8-bc9d-c4505e83333d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:21.802895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:21.803502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:21.913995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:21.961814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c169ca5e-3d46-4ce4-966d-490c41d4f2fb req-39278821-59f1-406a-8a12-85d148b50bc0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=29242bc4-2bd6-405b-84c5-378076fd0bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254691 Feb 09 00:25:22.050268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c169ca5e-3d46-4ce4-966d-490c41d4f2fb req-db27a817-8368-4733-aed5-bd95f6420d2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&device_id=29242bc4-2bd6-405b-84c5-378076fd0bce HTTP/1.1" status: 200 len: 210 time: 0.0311885 Feb 09 00:25:22.239029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ca5e-3d46-4ce4-966d-490c41d4f2fb req-16025d98-e8b8-4932-a5b1-95cc64659959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:22.240516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c169ca5e-3d46-4ce4-966d-490c41d4f2fb req-16025d98-e8b8-4932-a5b1-95cc64659959 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1705940 Feb 09 00:25:22.281160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:22.313610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3700e65-6222-437b-9820-8e11622abb43 None None] The sync data for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 is: [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:16Z', 'revision_number': 4, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7fd70560-3241-4625-8289-363386596f5f', 'name': '', 'network_id': '22dd925e-2d56-4f48-a827-5be3664f032d', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'mac_address': 'fa:16:3e:63:72:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:16Z', 'updated_at': '2022-02-09T00:20:21Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'subnets': [{'id': 'd042d1b6-1abf-484d-9d76-c193d31529e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:22.406729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169ca5e-3d46-4ce4-966d-490c41d4f2fb req-7d4dee34-39fb-47ef-bfdd-7680392dd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:22.408197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c169ca5e-3d46-4ce4-966d-490c41d4f2fb req-7d4dee34-39fb-47ef-bfdd-7680392dd057 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1615050 Feb 09 00:25:22.548415 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc9ca86-ed69-4298-932f-32203cced8e7 None None] New status for floating IP 8ebad034-4a27-47b1-a05e-69fa1f5a04a4: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:25:22.553477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56390) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:22.679720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Deleting port a7b9ff8f-be29-4e7d-b30c-75e3c56f3793 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:22.680101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:22.758997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:22.759321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:22.770772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Calling delete_port for a7b9ff8f-be29-4e7d-b30c-75e3c56f3793 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:22.900649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:22.928401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event deleted for resources: {'Port': ['ID=a7b9ff8f-be29-4e7d-b30c-75e3c56f3793,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:22.986955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:22.989522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:22.990690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a973f14d-b4ed-4eb1-af58-7452008af66f tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "DELETE /v2.0/floatingips/8ebad034-4a27-47b1-a05e-69fa1f5a04a4 HTTP/1.1" status: 204 len: 168 time: 0.4361618 Feb 09 00:25:23.107539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56398) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:23.164681 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10be5668-2476-4201-a3c5-734ec8b2f534 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:23.188747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10be5668-2476-4201-a3c5-734ec8b2f534 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:23.252666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10be5668-2476-4201-a3c5-734ec8b2f534 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:23.255287 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-10be5668-2476-4201-a3c5-734ec8b2f534 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:23.256461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-10be5668-2476-4201-a3c5-734ec8b2f534 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed0a1f59-0871-423a-9654-ff75a8a08fad HTTP/1.1" status: 204 len: 168 time: 0.1479332 Feb 09 00:25:23.277195 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be5668-2476-4201-a3c5-734ec8b2f534 tempest-TestServerBasicOps-758236797 tempest-TestServerBasicOps-758236797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a1f59-0871-423a-9654-ff75a8a08fad,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:23.306621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56402) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:23.763083 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:24.021911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 06f7b2e7-9d21-4330-8fee-d6543446cec4 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:24.046298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 06f7b2e7-9d21-4330-8fee-d6543446cec4 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:24.046649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 06f7b2e7-9d21-4330-8fee-d6543446cec4 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:24.345041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Deleting port 7fd70560-3241-4625-8289-363386596f5f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:24.345625 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:24.422128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] For port 7fd70560-3241-4625-8289-363386596f5f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7fd70560-3241-4625-8289-363386596f5f,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:24.422485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:24.438668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Calling delete_port for 7fd70560-3241-4625-8289-363386596f5f owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:24.617597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:24.644616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd70560-3241-4625-8289-363386596f5f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:24.671936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.672277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.672614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.672969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.673298 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.673626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.673950 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.674271 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.674596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.674909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.675223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.675539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:24.822632 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.039686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Router 5286aad4-0860-4af8-bc9d-c4505e83333d has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:25:25.145657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:25.150650 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-091b7a84-b61e-4765-a8e7-6424dbecd644 admin admin] 10.222.0.32 "PUT /v2.0/routers/5286aad4-0860-4af8-bc9d-c4505e83333d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431158 Feb 09 00:25:25.154027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56410) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:25.156643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] Sync routers for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:25.166214 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:25.166838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:25.259474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.271635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:25.366835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.421725 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Deleting port 56b93e98-888d-4447-9dbd-c02356c34acb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:25.422401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.457868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:25:24Z', 'revision_number': 5, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port': {'id': '56b93e98-888d-4447-9dbd-c02356c34acb', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:98:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:25.484458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] Checking router: 5286aad4-0860-4af8-bc9d-c4505e83333d for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:25.492712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] Routers {'5286aad4-0860-4af8-bc9d-c4505e83333d'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:25.493357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5286aad4-0860-4af8-bc9d-c4505e83333d'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:25.509306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] For port 56b93e98-888d-4447-9dbd-c02356c34acb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=56b93e98-888d-4447-9dbd-c02356c34acb,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:25.509791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.522761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Calling delete_port for 56b93e98-888d-4447-9dbd-c02356c34acb owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:25.579926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] Set router 5286aad4-0860-4af8-bc9d-c4505e83333d gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:25.635497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:25:25Z', 'revision_number': 6, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:25.665636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b8b763-ee20-4698-961c-232cb4bbb21f None None] The sync data for ids ['5286aad4-0860-4af8-bc9d-c4505e83333d'] in n-d-828413-1 is: [{'id': '5286aad4-0860-4af8-bc9d-c4505e83333d', 'name': 'tempest-TestServerBasicOps-123401848-router', 'tenant_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:14Z', 'updated_at': '2022-02-09T00:25:25Z', 'revision_number': 6, 'project_id': 'c0048ff2f7a04a39b0d5160f1590f463', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:25.701155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.733273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b93e98-888d-4447-9dbd-c02356c34acb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:25.790473 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.882259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.884291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.928557 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.929270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5286aad4-0860-4af8-bc9d-c4505e83333d {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:25:25.934142 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:25.936016 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8354f786-06ba-4f6d-89fc-b66e5fd328b6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5286aad4-0860-4af8-bc9d-c4505e83333d HTTP/1.1" status: 204 len: 168 time: 0.7809274 Feb 09 00:25:25.939058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56412) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:25.986719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Deleting subnet d042d1b6-1abf-484d-9d76-c193d31529e3 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:25:25.989667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.023931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.107290 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.168622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.203277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d042d1b6-1abf-484d-9d76-c193d31529e3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:26.208467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.212040 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b519cdc4-1c7a-4ce2-a104-145a7f2462f9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d042d1b6-1abf-484d-9d76-c193d31529e3 HTTP/1.1" status: 204 len: 168 time: 0.2718945 Feb 09 00:25:26.214197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2177b2d-f462-4923-966f-f05b6249d884 None None] Network 22dd925e-2d56-4f48-a827-5be3664f032d requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:25:26.214681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56414) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:26.284552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.340631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Deleting port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:26.341108 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.409512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] For port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,segment=NetworkSegment(cd2c541b-40fa-4cc6-aa71-ae6aad9aa193),segment_id=cd2c541b-40fa-4cc6-aa71-ae6aad9aa193)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:26.410197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.425696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Calling delete_port for 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:26.463655 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] DHCP port deletion for 22dd925e-2d56-4f48-a827-5be3664f032d request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:25:26.508836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.514192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Deleting port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:26.514573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.538563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:26.545008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] No DVR routers for this DVR port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:25:26.593224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] For port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:26.593630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.606802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Calling delete_port for 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:26.609624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:25:26.610896 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.638302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Pushing event deleted for resources: {'Port': ['ID=0386484f-fc48-4d2f-b4dc-cc40099fb5d6,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:26.641246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.643460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] No DVR routers for this DVR port 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:25:26.655900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.655900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.656513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.656513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.656726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.657292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.657434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.657770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.658109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.658437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.658772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.659235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38670d35-260d-49fd-8f07-5c78a380e214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:26.675089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dd925e-2d56-4f48-a827-5be3664f032d']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:26.685609 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:26.686221 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2c541b-40fa-4cc6-aa71-ae6aad9aa193') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:26.696590 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.710769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.718346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:25:26.718766 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:25:26.720559 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:25:26.782187 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.787652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:26.790890 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] 10.222.0.32 "DELETE /v2.0/networks/22dd925e-2d56-4f48-a827-5be3664f032d HTTP/1.1" status: 204 len: 168 time: 0.5754969 Feb 09 00:25:26.793883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56416) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:26.802056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0b020-397a-4e5e-b01e-7af6491e8bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=22dd925e-2d56-4f48-a827-5be3664f032d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:27.128422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:27.370751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Deleting port 5183acf2-76d0-4183-8851-fa2710f2162b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:27.371089 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:27.449086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] For port 5183acf2-76d0-4183-8851-fa2710f2162b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=5183acf2-76d0-4183-8851-fa2710f2162b,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:27.449443 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:27.460932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Calling delete_port for 5183acf2-76d0-4183-8851-fa2710f2162b owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:27.642212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:27.664062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7fd70560-3241-4625-8289-363386596f5f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:27.674408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Pushing event deleted for resources: {'Port': ['ID=5183acf2-76d0-4183-8851-fa2710f2162b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:27.687142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7fd70560-3241-4625-8289-363386596f5f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:27.687403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7fd70560-3241-4625-8289-363386596f5f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:27.687874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56b93e98-888d-4447-9dbd-c02356c34acb no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:27.708034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 56b93e98-888d-4447-9dbd-c02356c34acb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:27.708387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 56b93e98-888d-4447-9dbd-c02356c34acb not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:27.708820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:27.728768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:27.729219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 0386484f-fc48-4d2f-b4dc-cc40099fb5d6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:27.839381 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:28.061942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Router ba2caae9-8ff2-4447-aae9-32c094f37bac has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:25:28.166573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:28.174876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45249734-6407-43e4-9855-0a6da96a2016 admin admin] 10.222.0.32 "PUT /v2.0/routers/ba2caae9-8ff2-4447-aae9-32c094f37bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3797936 Feb 09 00:25:28.175791 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] Sync routers for ids ['ba2caae9-8ff2-4447-aae9-32c094f37bac'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:28.177006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56418) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:28.186135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] Routers {'ba2caae9-8ff2-4447-aae9-32c094f37bac'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:28.186823 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ba2caae9-8ff2-4447-aae9-32c094f37bac'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:28.285645 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:28.382732 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] Set router ba2caae9-8ff2-4447-aae9-32c094f37bac gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:28.390133 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:28.442960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Deleting port a510697d-424e-468e-9749-b9b73ab8c27d {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:28.443294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:28.520635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] For port a510697d-424e-468e-9749-b9b73ab8c27d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a510697d-424e-468e-9749-b9b73ab8c27d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:28.521026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:28.532890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Calling delete_port for a510697d-424e-468e-9749-b9b73ab8c27d owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:28.564761 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:25:27Z', 'revision_number': 5, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port': {'id': 'a510697d-424e-468e-9749-b9b73ab8c27d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:21:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:20:19Z', 'updated_at': '2022-02-09T00:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:28.591743 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] Checking router: ba2caae9-8ff2-4447-aae9-32c094f37bac for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:28.599622 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] Routers {'ba2caae9-8ff2-4447-aae9-32c094f37bac'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:28.600222 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['ba2caae9-8ff2-4447-aae9-32c094f37bac'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:28.690173 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] Set router ba2caae9-8ff2-4447-aae9-32c094f37bac gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:28.702104 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:28.730921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Pushing event deleted for resources: {'Port': ['ID=a510697d-424e-468e-9749-b9b73ab8c27d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:28.743930 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:25:28Z', 'revision_number': 6, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:28.775904 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bc728-0633-415d-a619-1187da22f9f6 None None] The sync data for ids ['ba2caae9-8ff2-4447-aae9-32c094f37bac'] in n-d-828413-1 is: [{'id': 'ba2caae9-8ff2-4447-aae9-32c094f37bac', 'name': 'tempest-TestServerBasicOps-523404755-router', 'tenant_id': '387eb69c3f5a4ce09b990e786c44f06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:20:18Z', 'updated_at': '2022-02-09T00:25:28Z', 'revision_number': 6, 'project_id': '387eb69c3f5a4ce09b990e786c44f06b', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:28.798062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.208094 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.210286 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.255475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.256110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2caae9-8ff2-4447-aae9-32c094f37bac {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:25:29.260397 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.261567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-34eaa46d-8f31-4da4-8493-0035ab236791 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ba2caae9-8ff2-4447-aae9-32c094f37bac HTTP/1.1" status: 204 len: 168 time: 1.0836651 Feb 09 00:25:29.264795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56420) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:29.308567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Deleting subnet f13fbe98-ad66-4756-91ef-adf1a3a57574 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:25:29.313036 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.347178 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.426185 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.477203 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.504136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f13fbe98-ad66-4756-91ef-adf1a3a57574,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:29.506155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.511589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0a86e6de-2920-4f44-bdb6-c3228322a800 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f13fbe98-ad66-4756-91ef-adf1a3a57574 HTTP/1.1" status: 204 len: 168 time: 0.2435751 Feb 09 00:25:29.511796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56422) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:29.513736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408399ff-971a-4979-bdb2-474bddb6b70a None None] Network 7291813d-223d-4e80-a4ee-b11c13a76386 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:25:29.584260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.648435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Deleting port 020c9691-f4eb-407e-ba69-e9ff849f2dfe {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:29.648671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.695543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a510697d-424e-468e-9749-b9b73ab8c27d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:29.714148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] For port 020c9691-f4eb-407e-ba69-e9ff849f2dfe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=020c9691-f4eb-407e-ba69-e9ff849f2dfe,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:29.714504 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.723764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] DHCP port deletion for 7291813d-223d-4e80-a4ee-b11c13a76386 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:25:29.725910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a510697d-424e-468e-9749-b9b73ab8c27d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:29.726251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a510697d-424e-468e-9749-b9b73ab8c27d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:29.726666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5183acf2-76d0-4183-8851-fa2710f2162b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:29.728637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Calling delete_port for 020c9691-f4eb-407e-ba69-e9ff849f2dfe owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:29.748952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 5183acf2-76d0-4183-8851-fa2710f2162b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:29.749316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 5183acf2-76d0-4183-8851-fa2710f2162b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:29.801143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] Deleting port 020c9691-f4eb-407e-ba69-e9ff849f2dfe {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:25:29.801518 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.819669 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.845797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Pushing event deleted for resources: {'Port': ['ID=020c9691-f4eb-407e-ba69-e9ff849f2dfe,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:29.853416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] No DVR routers for this DVR port 020c9691-f4eb-407e-ba69-e9ff849f2dfe on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:25:29.873734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] For port 020c9691-f4eb-407e-ba69-e9ff849f2dfe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=020c9691-f4eb-407e-ba69-e9ff849f2dfe,segment=NetworkSegment(d1ea636e-ee78-43f4-af6e-81f667acddf6),segment_id=d1ea636e-ee78-43f4-af6e-81f667acddf6)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:29.874125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.886991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] Calling delete_port for 020c9691-f4eb-407e-ba69-e9ff849f2dfe owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:25:29.924289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.944192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7291813d-223d-4e80-a4ee-b11c13a76386']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:29.953716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ea636e-ee78-43f4-af6e-81f667acddf6') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:29.954016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ea636e-ee78-43f4-af6e-81f667acddf6') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:29.962989 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.968415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.982605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.988450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:25:29.988849 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:25:29.990755 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:25:29.994424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] Pushing event deleted for resources: {'Port': ['ID=020c9691-f4eb-407e-ba69-e9ff849f2dfe,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:29.994552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88fa1a-b801-4c14-ade1-12d30c335687 None None] No DVR routers for this DVR port 020c9691-f4eb-407e-ba69-e9ff849f2dfe on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:25:30.045578 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.050551 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.053889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7291813d-223d-4e80-a4ee-b11c13a76386 HTTP/1.1" status: 204 len: 168 time: 0.5411963 Feb 09 00:25:30.066957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8539b-7792-40c3-b7be-c70813b93775 admin admin] Pushing event deleted for resources: {'Network': ['ID=7291813d-223d-4e80-a4ee-b11c13a76386,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:30.163076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56426) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:30.203228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b47da1ad-0424-42ce-b371-c0e6fe11cf5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0048ff2f7a04a39b0d5160f1590f463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387745 Feb 09 00:25:30.205611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56428) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:30.252372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a07bee0f-9839-436c-9dda-f46adc3cda73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.274013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a07bee0f-9839-436c-9dda-f46adc3cda73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.326252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a07bee0f-9839-436c-9dda-f46adc3cda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.328867 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a07bee0f-9839-436c-9dda-f46adc3cda73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.330191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a07bee0f-9839-436c-9dda-f46adc3cda73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f29bb4d7-f089-474e-9ad9-7fb1b4b27034 HTTP/1.1" status: 204 len: 168 time: 0.1235857 Feb 09 00:25:30.338005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bee0f-9839-436c-9dda-f46adc3cda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29bb4d7-f089-474e-9ad9-7fb1b4b27034,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:30.656391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56434) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:30.697080 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fa04073c-a073-4dfb-8434-7bce0ba6663b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=387eb69c3f5a4ce09b990e786c44f06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394218 Feb 09 00:25:30.699421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56436) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:30.746337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-215206c5-5cfb-4b3c-b7a1-02b14fd806ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.766215 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-215206c5-5cfb-4b3c-b7a1-02b14fd806ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.810890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-215206c5-5cfb-4b3c-b7a1-02b14fd806ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.813485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-215206c5-5cfb-4b3c-b7a1-02b14fd806ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:30.814612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-215206c5-5cfb-4b3c-b7a1-02b14fd806ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1e28f44-3d25-4c58-85db-d9d8c2e2625d HTTP/1.1" status: 204 len: 168 time: 0.1142731 Feb 09 00:25:30.822395 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215206c5-5cfb-4b3c-b7a1-02b14fd806ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e28f44-3d25-4c58-85db-d9d8c2e2625d,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:31.515228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56458) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:31.612176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1962676995-network', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:31.639654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:25:31.642031 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.650955 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.671678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 020c9691-f4eb-407e-ba69-e9ff849f2dfe no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:25:31.694246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 020c9691-f4eb-407e-ba69-e9ff849f2dfe {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:25:31.695679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 020c9691-f4eb-407e-ba69-e9ff849f2dfe not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:25:31.741699 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.745403 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.771816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:25:31.781518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9cb81e-592b-4587-854f-28006dc501c5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:31.789020 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.789368 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Added segment 8ade777a-3bbc-45cd-8a29-c02facee134d of type vlan for network e8d9dbae-adf5-4074-8842-2becce14859f Feb 09 00:25:31.829163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.853604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.854505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:31.855105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:31.905426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3890681 Feb 09 00:25:31.908337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56462) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:31.913273 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Request body: {'subnet': {'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1962676995-subnet', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:31.917985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fbe2a-69a0-4c7c-841c-4b4c908b6f09 admin admin] Pushing event updated for resources: {'Network': ['ID=e8d9dbae-adf5-4074-8842-2becce14859f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:31.928106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e8d9dbae-adf5-4074-8842-2becce14859f details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:25:31.935722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:25:31.938164 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.103063 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.152198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Pushing event updated for resources: {'Subnet': ['ID=062f1c6c-3a1b-4032-8c67-dc4d23247afd,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:32.166835 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:32.167194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Network hostable DHCP agents. Network: e8d9dbae-adf5-4074-8842-2becce14859f, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:25:32.182818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Network e8d9dbae-adf5-4074-8842-2becce14859f is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:25:32.191913 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e8d9dbae-adf5-4074-8842-2becce14859f) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:32.196425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:32.197563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.201232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b0ac1-ca7d-45d3-836d-1dca3149014f None None] Network e8d9dbae-adf5-4074-8842-2becce14859f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:25:32.214568 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6c05d962-72b2-4f3e-ae89-403b4a9fa20c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3050597 Feb 09 00:25:32.217964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56464) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:32.222459 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:32.245169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.246175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.303275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.350416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e8d9dbae-adf5-4074-8842-2becce14859f', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:25:32.351308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.441030 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.485350 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Allocated IP 172.20.0.2 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/b98ff679-2484-409c-90c0-cfada69e900e) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:32.631826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.637947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.647047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.666568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.676253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:32.678043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:32.680856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:32.714478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Pushing event updated for resources: {'Port': ['ID=b98ff679-2484-409c-90c0-cfada69e900e,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:32.748039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Attempting to bind port b98ff679-2484-409c-90c0-cfada69e900e on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:32.748416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Attempting to bind port b98ff679-2484-409c-90c0-cfada69e900e by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:32.748787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Attempting to bind port b98ff679-2484-409c-90c0-cfada69e900e on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:32.753831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:32.754207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:32.754617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.755013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:32.755480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Bound port: b98ff679-2484-409c-90c0-cfada69e900e, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:32.755861 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.773350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Allocated IP 172.25.3.103 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/da4f2646-f475-4a5c-945e-b2f9da3c3d5b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:32.821673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] For port b98ff679-2484-409c-90c0-cfada69e900e, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:32.824757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] For port b98ff679-2484-409c-90c0-cfada69e900e, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b98ff679-2484-409c-90c0-cfada69e900e,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:32.829829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.885968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efc952-5411-4814-8db1-e61b42010bf7 None None] Pushing event updated for resources: {'Port': ['ID=b98ff679-2484-409c-90c0-cfada69e900e,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:32.889635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.927406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:32.971484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:32.974274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:32.978502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:32.982172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:33.238057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:33.437284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:33.569573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:25:33.693956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:33.708260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:33.713807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b98ff679-2484-409c-90c0-cfada69e900e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:33.722177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:33.724953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-968994be-3394-48e9-b207-1a6ed0ba6ac8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5045676 Feb 09 00:25:33.726294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56466) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:33.766158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:33.766765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:33.862045 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97e64d-62d7-4985-a10c-cf393069332b None None] Network e8d9dbae-adf5-4074-8842-2becce14859f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:25:33.877107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b98ff679-2484-409c-90c0-cfada69e900e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:33.877481 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.152035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:34.224887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4326d0e2-ec62-4d90-b587-317c762cdbf3 None None] Provisioning complete for port b98ff679-2484-409c-90c0-cfada69e900e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:34.225275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4326d0e2-ec62-4d90-b587-317c762cdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.404478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.501554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.530995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b98ff679-2484-409c-90c0-cfada69e900e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b98ff679-2484-409c-90c0-cfada69e900e,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:34.534316 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4326d0e2-ec62-4d90-b587-317c762cdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.546241 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.648790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b98ff679-2484-409c-90c0-cfada69e900e,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:34.656509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:33Z', 'revision_number': 3, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:34.659530 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-4326d0e2-ec62-4d90-b587-317c762cdbf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:25:34.659884 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-4326d0e2-ec62-4d90-b587-317c762cdbf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:25:34.668339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Allocated IP 172.20.0.1 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/7dc3ff21-5047-4477-be27-b2e80cdb2acc) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:34.690460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:34.690807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Updating router 7d41e4dd-36f8-4656-9db5-40516f24a535 port da4f2646-f475-4a5c-945e-b2f9da3c3d5b binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:25:34.718692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.796464 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.833593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:34.902173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:34.910065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:34.916749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:34.922114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Pushing event updated for resources: {'Port': ['ID=7dc3ff21-5047-4477-be27-b2e80cdb2acc,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:34.973584 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.046045 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.052051 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.102897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Attempting to bind port da4f2646-f475-4a5c-945e-b2f9da3c3d5b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:35.103270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Attempting to bind port da4f2646-f475-4a5c-945e-b2f9da3c3d5b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:35.103639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Attempting to bind port da4f2646-f475-4a5c-945e-b2f9da3c3d5b on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:35.112266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:35.112648 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:35.113252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.113483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:35.113955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Bound port: da4f2646-f475-4a5c-945e-b2f9da3c3d5b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:35.114338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.117781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.119302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765afd7d-0f13-45c8-9ee9-37294a51a0eb None None] Pushing event updated for resources: {'Port': ['ID=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:35.202470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] For port da4f2646-f475-4a5c-945e-b2f9da3c3d5b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:35.220040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] For port da4f2646-f475-4a5c-945e-b2f9da3c3d5b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:35.224299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.286992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765afd7d-0f13-45c8-9ee9-37294a51a0eb None None] Pushing event updated for resources: {'Port': ['ID=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:35.290766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:35.291382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:35.292221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.298135 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.361632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9c48f3da-9ae6-4376-a996-408fddf0e494 None None] Provisioning complete for port b98ff679-2484-409c-90c0-cfada69e900e triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:35.362167 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9c48f3da-9ae6-4376-a996-408fddf0e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.364233 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Pushing event updated for resources: {'Port': ['ID=7dc3ff21-5047-4477-be27-b2e80cdb2acc,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:35.366831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.448122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:35.462309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:35.463661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:35.586958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:25:35.624395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9c48f3da-9ae6-4376-a996-408fddf0e494 None None] Provisioning complete for port 7dc3ff21-5047-4477-be27-b2e80cdb2acc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:35.624568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9c48f3da-9ae6-4376-a996-408fddf0e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.680970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9c48f3da-9ae6-4376-a996-408fddf0e494 None None] Port 7dc3ff21-5047-4477-be27-b2e80cdb2acc cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:25:35.714004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:35.720065 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-926bafaa-5e3c-4943-ba6f-3fcdaa681f3d admin admin] 10.222.0.32 "PUT /v2.0/routers/7d41e4dd-36f8-4656-9db5-40516f24a535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9923382 Feb 09 00:25:35.723541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b98ff679-2484-409c-90c0-cfada69e900e up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:35.776512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:35.810578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2e3a-a725-4274-b64d-976c998586ca None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:35.829544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b98ff679-2484-409c-90c0-cfada69e900e triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:35.829544 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.851336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d51fad33-c99b-49eb-ae2a-492b768bd1eb None None] Provisioning complete for port 7dc3ff21-5047-4477-be27-b2e80cdb2acc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:35.851692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d51fad33-c99b-49eb-ae2a-492b768bd1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:35.902195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d51fad33-c99b-49eb-ae2a-492b768bd1eb None None] Port 7dc3ff21-5047-4477-be27-b2e80cdb2acc cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:25:36.229101 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56482) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:36.234422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-56012747-network', 'tenant_id': '517e262a44684968a38653ad13fcb348'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:36.259090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Made reservation on behalf of 517e262a44684968a38653ad13fcb348 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:25:36.261657 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.272246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.358115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.362218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.384905 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:25:36.399519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb6bff5-923f-48b4-ba10-74d7cc881711,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:36.406504 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.406859 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Added segment d93d9faf-2308-4e47-943c-bcbaea0d4c4e of type vlan for network 807098c1-04c4-464f-a5a1-d1a94684b7b8 Feb 09 00:25:36.451267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.458626 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:25:36.492896 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.494882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:36.495042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.558863 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3286078 Feb 09 00:25:36.561915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56484) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:36.566522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Request body: {'subnet': {'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-56012747-subnet', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:36.577532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853852f-92c0-43ce-bf0c-eb7499d0a1dd admin admin] Pushing event updated for resources: {'Network': ['ID=807098c1-04c4-464f-a5a1-d1a94684b7b8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:36.587698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:25:36.605388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Made reservation on behalf of 517e262a44684968a38653ad13fcb348 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:25:36.609246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.800743 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.852721 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84fd97b2-be18-4b5f-af0f-4231264acf68,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:36.869018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Checking segment: {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:36.869386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Network hostable DHCP agents. Network: 807098c1-04c4-464f-a5a1-d1a94684b7b8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:25:36.887248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:25:36.897740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 807098c1-04c4-464f-a5a1-d1a94684b7b8) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:36.905073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:36.905671 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.906077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1822305e-39d9-4ca7-9f8c-774fd992f484 None None] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:25:36.928070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 56486) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:36.928866 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-af069ff7-b682-4e5f-a313-be9dec99a788 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3657043 Feb 09 00:25:36.933809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:36.964205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:36.966322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.039940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.063539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-807098c1-04c4-464f-a5a1-d1a94684b7b8', 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'fixed_ips': [{'subnet_id': '84fd97b2-be18-4b5f-af0f-4231264acf68'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:25:37.064410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.185305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.205132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.227270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Allocated IP 172.20.0.2 (807098c1-04c4-464f-a5a1-d1a94684b7b8/84fd97b2-be18-4b5f-af0f-4231264acf68/6278f239-d879-4c13-8a1a-ba4998f2c8e9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:37.420432 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.439863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.487159 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.551932 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Allocated IP 172.25.3.141 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/849f6098-0af4-4aa5-b9a1-3c982d261fc6) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:37.557222 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.563487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.599447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:37.602878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:37.605295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:37.625821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Pushing event updated for resources: {'Port': ['ID=6278f239-d879-4c13-8a1a-ba4998f2c8e9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:37.683451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.685861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Attempting to bind port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:37.686249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Attempting to bind port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:37.686612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Attempting to bind port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 on network 807098c1-04c4-464f-a5a1-d1a94684b7b8 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:37.693737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:37.694102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Checking segment: {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:37.694519 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.694902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Bound using segment: {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:37.695405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Bound port: 6278f239-d879-4c13-8a1a-ba4998f2c8e9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:37.695832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.726587 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.746928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device da4f2646-f475-4a5c-945e-b2f9da3c3d5b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:37.768486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:37.775890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:37.779557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:37.795000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] For port 6278f239-d879-4c13-8a1a-ba4998f2c8e9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:37.810313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Pushing event updated for resources: {'Port': ['ID=849f6098-0af4-4aa5-b9a1-3c982d261fc6,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:37.812558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] For port 6278f239-d879-4c13-8a1a-ba4998f2c8e9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6278f239-d879-4c13-8a1a-ba4998f2c8e9,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:37.825594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.834804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port da4f2646-f475-4a5c-945e-b2f9da3c3d5b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:37.835179 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.922191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a6d2a-6714-452b-bea3-21355ec44e65 None None] Pushing event updated for resources: {'Port': ['ID=6278f239-d879-4c13-8a1a-ba4998f2c8e9,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:37.973022 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:37.998519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port da4f2646-f475-4a5c-945e-b2f9da3c3d5b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:38.002656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.059718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:38.065684 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:38.072108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.075940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:38.076353 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:38.206801 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:38.328148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.429479 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 2, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:38.457065 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:38.457557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Updating router 7d41e4dd-36f8-4656-9db5-40516f24a535 port 7dc3ff21-5047-4477-be27-b2e80cdb2acc binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:25:38.459323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Router a1ef9584-9d0c-483d-beec-2827f0a98674 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:25:38.481749 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.564630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:38.573867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Sync routers for ids ['a1ef9584-9d0c-483d-beec-2827f0a98674'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:38.585860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.586949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Routers {'a1ef9584-9d0c-483d-beec-2827f0a98674'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:38.587435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-28a57562-3ff5-41d6-840d-a1ac5ad5681e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6570451 Feb 09 00:25:38.588066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a1ef9584-9d0c-483d-beec-2827f0a98674'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:38.590056 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 56488) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:25:38.727049 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Set router a1ef9584-9d0c-483d-beec-2827f0a98674 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:38.833646 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.840330 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.922068 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Pushing event updated for resources: {'Port': ['ID=7dc3ff21-5047-4477-be27-b2e80cdb2acc,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:38.945043 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.945305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.945640 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.945967 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.946288 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.946614 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.946934 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.947251 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.947565 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.947877 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.948189 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.948681 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:25:38.964675 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 3, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:38.972284 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Attempting to bind port 7dc3ff21-5047-4477-be27-b2e80cdb2acc on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:38.972649 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Attempting to bind port 7dc3ff21-5047-4477-be27-b2e80cdb2acc by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:38.973077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Attempting to bind port 7dc3ff21-5047-4477-be27-b2e80cdb2acc on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:38.978444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:38.978820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:38.979219 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.979607 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:38.980077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Bound port: 7dc3ff21-5047-4477-be27-b2e80cdb2acc, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:38.980448 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:38.999058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Checking router: a1ef9584-9d0c-483d-beec-2827f0a98674 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:38.999571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Updating router a1ef9584-9d0c-483d-beec-2827f0a98674 port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:25:39.034724 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.071525 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] For port 7dc3ff21-5047-4477-be27-b2e80cdb2acc, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:39.077920 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] For port 7dc3ff21-5047-4477-be27-b2e80cdb2acc, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7dc3ff21-5047-4477-be27-b2e80cdb2acc,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:39.083869 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.132144 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:39.133057 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:39.160998 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.184137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d4553-9f31-4791-8a9d-456e971bdf13 None None] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:25:39.323766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Provisioning complete for port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:39.324146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.375375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Allocated IP 172.20.0.1 (807098c1-04c4-464f-a5a1-d1a94684b7b8/84fd97b2-be18-4b5f-af0f-4231264acf68/038ebd10-7bb9-4719-ba24-8b6dd1937b4f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:39.388425 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:39.481939 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4824f-b089-4c39-a2be-9c61a65f9e37 None None] Pushing event updated for resources: {'Port': ['ID=7dc3ff21-5047-4477-be27-b2e80cdb2acc,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:39.498814 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.539702 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.577630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.582681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:39.585832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:39.589402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:39.595256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Pushing event updated for resources: {'Port': ['ID=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:39.612133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.623809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:39.628279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.638498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.669717 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a72f67-e96e-47f7-99fb-d31e9da3ab05 None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:39.698225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] For port 6278f239-d879-4c13-8a1a-ba4998f2c8e9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6278f239-d879-4c13-8a1a-ba4998f2c8e9,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:39.712697 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.731168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Attempting to bind port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:39.732478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Attempting to bind port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:39.732636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Attempting to bind port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:39.736765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb0df1-7b35-4412-b2d8-a2b6242b7bd7 None None] Pushing event updated for resources: {'Port': ['ID=849f6098-0af4-4aa5-b9a1-3c982d261fc6,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:39.749097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:39.749097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:39.749481 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.749860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:39.750339 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Bound port: 849f6098-0af4-4aa5-b9a1-3c982d261fc6, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:39.750722 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.780727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Provisioning complete for port 7dc3ff21-5047-4477-be27-b2e80cdb2acc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:39.781132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.897647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6278f239-d879-4c13-8a1a-ba4998f2c8e9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:39.916900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:39.935954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Pushing event updated for resources: {'Port': ['ID=6278f239-d879-4c13-8a1a-ba4998f2c8e9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:39.954048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] For port 849f6098-0af4-4aa5-b9a1-3c982d261fc6, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:39.975230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] For port 849f6098-0af4-4aa5-b9a1-3c982d261fc6, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=849f6098-0af4-4aa5-b9a1-3c982d261fc6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:39.982929 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.102178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:40.102564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.106243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Routers {'a1ef9584-9d0c-483d-beec-2827f0a98674'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:40.107955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a1ef9584-9d0c-483d-beec-2827f0a98674'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:40.132754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.139484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.214264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.229627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Pushing event updated for resources: {'Port': ['ID=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:40.233447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.245956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb0df1-7b35-4412-b2d8-a2b6242b7bd7 None None] Pushing event updated for resources: {'Port': ['ID=849f6098-0af4-4aa5-b9a1-3c982d261fc6,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:40.262924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] Set router a1ef9584-9d0c-483d-beec-2827f0a98674 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:40.347599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] For port 7dc3ff21-5047-4477-be27-b2e80cdb2acc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7dc3ff21-5047-4477-be27-b2e80cdb2acc,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:40.349340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:40.350969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:40.516054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Router a1ef9584-9d0c-483d-beec-2827f0a98674 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:25:40.564714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.652969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:25:40.658695 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5edad836-3be9-427a-ac65-508b8c6f18ed admin admin] 10.222.0.32 "PUT /v2.0/routers/a1ef9584-9d0c-483d-beec-2827f0a98674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676119 Feb 09 00:25:40.712011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961178ca-83be-4a5b-98bd-597caa29733f None None] Pushing event updated for resources: {'Port': ['ID=7dc3ff21-5047-4477-be27-b2e80cdb2acc,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:40.724722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device da4f2646-f475-4a5c-945e-b2f9da3c3d5b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:40.757110 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Provisioning complete for port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:40.757489 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.866782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port da4f2646-f475-4a5c-945e-b2f9da3c3d5b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:40.867165 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:40.927860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d6176558-b445-41e8-9152-14338aea4939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '038ebd10-7bb9-4719-ba24-8b6dd1937b4f', 'name': '', 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'mac_address': 'fa:16:3e:be:ce:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:39Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 1, 'project_id': '517e262a44684968a38653ad13fcb348', 'subnets': [{'id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:40.964715 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176558-b445-41e8-9152-14338aea4939 None None] The sync data for ids ['a1ef9584-9d0c-483d-beec-2827f0a98674'] in n-d-828413-1 is: [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '038ebd10-7bb9-4719-ba24-8b6dd1937b4f', 'name': '', 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'mac_address': 'fa:16:3e:be:ce:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:39Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 1, 'project_id': '517e262a44684968a38653ad13fcb348', 'subnets': [{'id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:40.987389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Provisioning complete for port 7dc3ff21-5047-4477-be27-b2e80cdb2acc triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:40.987968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:41.054039 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7dc3ff21-5047-4477-be27-b2e80cdb2acc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:41.145474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7dc3ff21-5047-4477-be27-b2e80cdb2acc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:41.145850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:41.183719 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Provisioning complete for port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:41.184171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:41.249793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9f38f6a9-3120-42f8-aba6-f1899fa0a02d None None] Port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:25:41.731066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6278f239-d879-4c13-8a1a-ba4998f2c8e9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:41.782270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:41.782638 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:41.881307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7dc3ff21-5047-4477-be27-b2e80cdb2acc up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:41.943920 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a3424d6-3c0c-41a0-a8c4-74b7b7b594f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:41.960859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7dc3ff21-5047-4477-be27-b2e80cdb2acc triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:41.961286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:42.801123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-b827c737-121d-468d-8487-c7efe409a590 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:42.804493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-b827c737-121d-468d-8487-c7efe409a590 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1074541 Feb 09 00:25:42.820207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-3ea2b2cf-598b-489f-b519-82158212c5cc tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0112696 Feb 09 00:25:42.875345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-4f1451ca-086a-4973-b431-6ced5ce37648 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483730 Feb 09 00:25:42.986153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-437b9c6b-daf0-4f6a-b624-28dd07d4626d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:25:42.987219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-437b9c6b-daf0-4f6a-b624-28dd07d4626d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1055002 Feb 09 00:25:43.085701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-1ff78346-8a8d-450c-bce2-97fc7757c418 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Feb 09 00:25:43.177428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-04bad3d1-615d-40fe-bf48-d918ab5bbf9e service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851047 Feb 09 00:25:43.473266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be024776-3a81-4dbf-b233-85fca0c26173 req-d5bccb70-66d0-4fc4-8ad4-e348fea32640 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 210 time: 0.0326719 Feb 09 00:25:43.712900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 849f6098-0af4-4aa5-b9a1-3c982d261fc6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:43.768288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:43.768435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:43.846735 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Sync routers for ids ['a1ef9584-9d0c-483d-beec-2827f0a98674'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:25:43.855247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:43.856060 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Routers {'a1ef9584-9d0c-483d-beec-2827f0a98674'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:43.857280 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a1ef9584-9d0c-483d-beec-2827f0a98674'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:43.879831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 849f6098-0af4-4aa5-b9a1-3c982d261fc6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=849f6098-0af4-4aa5-b9a1-3c982d261fc6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:43.883847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:43.937999 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=849f6098-0af4-4aa5-b9a1-3c982d261fc6,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:43.974208 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Set router a1ef9584-9d0c-483d-beec-2827f0a98674 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:44.180153 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '038ebd10-7bb9-4719-ba24-8b6dd1937b4f', 'name': '', 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'mac_address': 'fa:16:3e:be:ce:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:39Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 2, 'project_id': '517e262a44684968a38653ad13fcb348', 'subnets': [{'id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:44.206314 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Checking router: a1ef9584-9d0c-483d-beec-2827f0a98674 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:25:44.206585 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Updating router a1ef9584-9d0c-483d-beec-2827f0a98674 port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:25:44.231633 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.528751 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.535231 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.567275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-84bb2c18-b70e-4b36-857c-e39b19931927 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:44.569391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-84bb2c18-b70e-4b36-857c-e39b19931927 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1245937 Feb 09 00:25:44.592418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d41cd4c8-1234-4bd4-bba5-544e2316064c req-a7282ac9-d653-4411-a496-8b17724dea12 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 210 time: 0.0419085 Feb 09 00:25:44.597815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:44.645434 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Attempting to bind port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:44.645885 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Attempting to bind port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:44.646317 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Attempting to bind port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f on network 807098c1-04c4-464f-a5a1-d1a94684b7b8 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:44.660393 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:44.661137 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Checking segment: {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:44.662481 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.663051 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Bound using segment: {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:44.663885 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Bound port: 038ebd10-7bb9-4719-ba24-8b6dd1937b4f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:44.664474 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.697576 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-72115afc-a083-45d8-8af8-c42421dcdf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.719953 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6f3d-be05-44f4-ab8b-1530a0758730 None None] Pushing event updated for resources: {'Port': ['ID=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:44.754527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:25:44.757119 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] For port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:44.758301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.760431 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] For port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:44.766058 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.810309 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Routers {'a1ef9584-9d0c-483d-beec-2827f0a98674'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:25:44.811120 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:25:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a1ef9584-9d0c-483d-beec-2827f0a98674'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:44.901916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f57aa2db-f68e-40fa-a8e5-6041a97b3290 None None] Provisioning complete for port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:44.902491 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f57aa2db-f68e-40fa-a8e5-6041a97b3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:44.932518 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] Set router a1ef9584-9d0c-483d-beec-2827f0a98674 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:25:44.951917 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.3 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/04e78157-5d8e-44b7-bf65-ccfa0cb3808b) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:25:45.079681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f57aa2db-f68e-40fa-a8e5-6041a97b3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.128362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f57aa2db-f68e-40fa-a8e5-6041a97b3290 None None] For port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:45.133924 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f57aa2db-f68e-40fa-a8e5-6041a97b3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.162880 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b6f3d-be05-44f4-ab8b-1530a0758730 None None] Pushing event updated for resources: {'Port': ['ID=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:45.179590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.185378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aa2db-f68e-40fa-a8e5-6041a97b3290 None None] Pushing event updated for resources: {'Port': ['ID=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:45.191409 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '038ebd10-7bb9-4719-ba24-8b6dd1937b4f', 'name': '', 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'mac_address': 'fa:16:3e:be:ce:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:39Z', 'updated_at': '2022-02-09T00:25:44Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'subnets': [{'id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:25:45.221794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.226784 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762a237-3c5f-4061-9449-7d954d62633d None None] The sync data for ids ['a1ef9584-9d0c-483d-beec-2827f0a98674'] in n-d-828413-1 is: [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:25:39Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '038ebd10-7bb9-4719-ba24-8b6dd1937b4f', 'name': '', 'network_id': '807098c1-04c4-464f-a5a1-d1a94684b7b8', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'mac_address': 'fa:16:3e:be:ce:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:39Z', 'updated_at': '2022-02-09T00:25:44Z', 'revision_number': 4, 'project_id': '517e262a44684968a38653ad13fcb348', 'subnets': [{'id': '84fd97b2-be18-4b5f-af0f-4231264acf68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:25:45.261435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-746c5c5b-1a14-4a0c-a04a-660402b60ac5 None None] Provisioning complete for port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:45.262150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-746c5c5b-1a14-4a0c-a04a-660402b60ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.266079 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:25:45.271609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:25:45.275716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:25:45.355757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:45.357096 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.368789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:45.391047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-d8850dd4-b210-4e2a-ba45-23d5cdc6ed5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972987 Feb 09 00:25:45.405757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Request body: {'port': {'device_id': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:25:45.467247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.562225 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.695013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f6d9fbb3-75a5-4c84-b848-0018698d7a84 None None] Provisioning complete for port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:45.695887 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f6d9fbb3-75a5-4c84-b848-0018698d7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.770417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f6d9fbb3-75a5-4c84-b848-0018698d7a84 None None] Port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:25:45.832069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 849f6098-0af4-4aa5-b9a1-3c982d261fc6 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:45.836943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e78157-5d8e-44b7-bf65-ccfa0cb3808b {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:25:45.849460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.868967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Transition to ACTIVE for port object 04e78157-5d8e-44b7-bf65-ccfa0cb3808b will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:25:45.879111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644a35c-e5bd-478d-8fb1-89607dc0d2dd req-17a50fb4-9430-4ad1-b84b-d3503866ed55 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:45.880690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4644a35c-e5bd-478d-8fb1-89607dc0d2dd req-17a50fb4-9430-4ad1-b84b-d3503866ed55 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 931 time: 0.0951955 Feb 09 00:25:45.881870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.895431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:45.895804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:45.962350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Pushing event updated for resources: {'Port': ['ID=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:45.971949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4644a35c-e5bd-478d-8fb1-89607dc0d2dd req-53a9f18a-5952-45c9-a015-70a37033e40e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839329 Feb 09 00:25:45.986677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 038ebd10-7bb9-4719-ba24-8b6dd1937b4f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:25:46.047303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:25:46.047303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:46.060430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Attempting to bind port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:25:46.060430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Attempting to bind port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:25:46.060430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Attempting to bind port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:46.071608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:25:46.076344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Attempting to bind port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:25:46.080134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:25:46.080564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:25:46.081090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:25:46.081601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Bound port: 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:25:46.082052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:46.158638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] For port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:25:46.162993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] For port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:25:46.167108 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:46.209091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:46.209636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:46.211036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] 10.222.0.84 "PUT /v2.0/ports/04e78157-5d8e-44b7-bf65-ccfa0cb3808b HTTP/1.1" status: 200 len: 1091 time: 0.8122442 Feb 09 00:25:46.211486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'tag': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:25:46.213761 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723962d-5826-4593-9fae-7ebe8fcbea6e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc0f2a5-3e4f-4994-812e-3363cb1a64b1", "tag": "04e78157-5d8e-44b7-bf65-ccfa0cb3808b"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:25:46.262289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c6ed2-55c0-44fa-bf07-fae84e2142ff service neutron] Pushing event updated for resources: {'Port': ['ID=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:46.314669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-7614ea33-16e0-44dd-9ccd-b91c829b6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:46.318214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-7614ea33-16e0-44dd-9ccd-b91c829b6cbf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 1094 time: 0.0666683 Feb 09 00:25:46.372168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-9ce3d093-5b03-4640-bc27-43f9f8bfdf07 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b HTTP/1.1" status: 200 len: 217 time: 0.0439043 Feb 09 00:25:46.429665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-c9f61a18-85b7-4e55-bf76-ed4960d65097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:46.431173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-c9f61a18-85b7-4e55-bf76-ed4960d65097 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0504379 Feb 09 00:25:46.479824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-ee78aa65-2ea7-4bc9-bd21-590eaee0cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:46.481394 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-ee78aa65-2ea7-4bc9-bd21-590eaee0cdbd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428190 Feb 09 00:25:46.575796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-c320ae1b-6462-4ea4-8c7f-0be8b53a044f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Feb 09 00:25:46.676907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a67a1f2-9fb5-455d-943b-a26a9df056f2 req-1c8ff4a2-8685-436e-8082-bdcaafbdac93 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933239 Feb 09 00:25:46.955262 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:47.100605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9865b7e-8f87-4bbf-850b-8759e5647d70 req-b73b9eb9-4184-42df-ad31-3271f458c2ca tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:47.102014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9865b7e-8f87-4bbf-850b-8759e5647d70 req-b73b9eb9-4184-42df-ad31-3271f458c2ca tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0485909 Feb 09 00:25:47.144009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9865b7e-8f87-4bbf-850b-8759e5647d70 req-19143973-3207-4759-938f-225d642ad40b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357900 Feb 09 00:25:47.279649 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c184884-e3fc-44da-9054-875949c3ff66 x-openstack-request-id: req-5c184884-e3fc-44da-9054-875949c3ff66 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:25:47.280009 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc0f2a5-3e4f-4994-812e-3363cb1a64b1", "tag": "04e78157-5d8e-44b7-bf65-ccfa0cb3808b", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:25:47.280326 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c184884-e3fc-44da-9054-875949c3ff66 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:25:47.280786 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'tag': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b', 'status': 'completed', 'code': 200} Feb 09 00:25:47.369510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:47.676649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-71a19b2f-ba30-445f-bb6d-646c658a30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:47.678182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-71a19b2f-ba30-445f-bb6d-646c658a30cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 1094 time: 0.3757310 Feb 09 00:25:47.765150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-810d55a0-e542-4ead-9ec3-21308d2cb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:47.766526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-810d55a0-e542-4ead-9ec3-21308d2cb0b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0817044 Feb 09 00:25:47.810024 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-4f253fba-4a76-46a9-805e-bc53f6010d93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b HTTP/1.1" status: 200 len: 217 time: 0.0371020 Feb 09 00:25:47.858815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-f605e334-5b81-4a9c-878c-aa525ef35fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:47.860253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-f605e334-5b81-4a9c-878c-aa525ef35fb3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0434632 Feb 09 00:25:47.905798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-fb6197f1-d491-47f8-bd2c-b9b6452dfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:47.907211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-fb6197f1-d491-47f8-bd2c-b9b6452dfbfc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403314 Feb 09 00:25:47.998989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-c2f397a4-48fb-41cc-8a5a-8a8d64c9be44 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851636 Feb 09 00:25:48.091612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6723962d-5826-4593-9fae-7ebe8fcbea6e req-f43cce5b-ce2b-4ba2-858a-eb061dae965f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853689 Feb 09 00:25:48.261305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86883a-8ea2-44c3-a540-630396a4522c req-a98deb75-9965-42f7-a55d-4ce90a8f3a22 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:48.263428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d86883a-8ea2-44c3-a540-630396a4522c req-a98deb75-9965-42f7-a55d-4ce90a8f3a22 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0513129 Feb 09 00:25:48.307483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d86883a-8ea2-44c3-a540-630396a4522c req-f4401b65-c1f6-43ed-8e24-7f99ebb9991c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371547 Feb 09 00:25:49.426365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56994ec5-40f3-4a2f-ab6b-1493b39b736f req-f912d3e5-3d34-4de0-972b-5303a1a533e6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:49.427838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56994ec5-40f3-4a2f-ab6b-1493b39b736f req-f912d3e5-3d34-4de0-972b-5303a1a533e6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0487285 Feb 09 00:25:49.465173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-56994ec5-40f3-4a2f-ab6b-1493b39b736f req-8c44a87a-291e-4817-b3ed-04775442997a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Feb 09 00:25:50.584622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508822d9-8ac0-4619-883a-734c7154e406 req-ed699ca9-8bc9-4833-958c-263538af3324 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:50.586073 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-508822d9-8ac0-4619-883a-734c7154e406 req-ed699ca9-8bc9-4833-958c-263538af3324 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0494406 Feb 09 00:25:50.624946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-508822d9-8ac0-4619-883a-734c7154e406 req-0b636e76-117b-467a-b5af-b0a0a291e7c4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Feb 09 00:25:51.744042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac3869-5003-4293-92d0-18064edadf62 req-e9ea7b56-81b5-4375-9219-f231dbf160f4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:51.745837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccac3869-5003-4293-92d0-18064edadf62 req-e9ea7b56-81b5-4375-9219-f231dbf160f4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0502079 Feb 09 00:25:51.789450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccac3869-5003-4293-92d0-18064edadf62 req-bc1b4475-1962-4226-bc86-221d11832d1b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368011 Feb 09 00:25:52.901830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceaf8b-acb3-42e6-8564-9df9941d246c req-75d31655-e974-4ecd-be01-8024a98c02eb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:52.903314 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abceaf8b-acb3-42e6-8564-9df9941d246c req-75d31655-e974-4ecd-be01-8024a98c02eb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0483060 Feb 09 00:25:52.941686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-abceaf8b-acb3-42e6-8564-9df9941d246c req-df82164d-3724-4011-a138-47e891dbb3df tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Feb 09 00:25:54.056248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7784e3d-e6f5-4367-b0a3-ca7cb8a54bd8 req-8006a411-688c-4a39-86e9-de4d6386c9d2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:54.057763 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7784e3d-e6f5-4367-b0a3-ca7cb8a54bd8 req-8006a411-688c-4a39-86e9-de4d6386c9d2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0486162 Feb 09 00:25:54.095582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7784e3d-e6f5-4367-b0a3-ca7cb8a54bd8 req-ae54856f-aca7-40b4-abb8-f5ba96707661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Feb 09 00:25:55.207480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2d880-1fca-4f79-9cb8-2c2f2aea7058 req-e6dcab65-7b38-4ebb-a4ca-8f23545e3132 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:55.208949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75a2d880-1fca-4f79-9cb8-2c2f2aea7058 req-e6dcab65-7b38-4ebb-a4ca-8f23545e3132 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0467668 Feb 09 00:25:55.248760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75a2d880-1fca-4f79-9cb8-2c2f2aea7058 req-da08c0d6-8360-416f-9d6f-71ab97f96f68 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Feb 09 00:25:56.370324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cc714-6eba-496d-912e-3c0dba819dbf req-29080902-4c4f-4f0c-b4f4-b7cbcde87dd5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:56.371843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-870cc714-6eba-496d-912e-3c0dba819dbf req-29080902-4c4f-4f0c-b4f4-b7cbcde87dd5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0553668 Feb 09 00:25:56.411942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-870cc714-6eba-496d-912e-3c0dba819dbf req-3302e201-d673-42c8-98b9-59160c28b851 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340719 Feb 09 00:25:57.529443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af0bd-017a-4ad7-a240-a71a359b8389 req-01070d4f-2c78-4edf-a3a2-44560e130519 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:57.530961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-116af0bd-017a-4ad7-a240-a71a359b8389 req-01070d4f-2c78-4edf-a3a2-44560e130519 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 943 time: 0.0507715 Feb 09 00:25:57.569785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-116af0bd-017a-4ad7-a240-a71a359b8389 req-15a25b0a-d426-4b85-b56f-ab99178d8cd7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Feb 09 00:25:58.114934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 04e78157-5d8e-44b7-bf65-ccfa0cb3808b details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:25:58.212071 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:58.224038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b', 'mac_address': 'fa:16:3e:01:c9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:25:58.261842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:58.278543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e78157-5d8e-44b7-bf65-ccfa0cb3808b {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:25:58.298765 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:25:58.302603 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:25:58.351146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:25:58.538130 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['04e78157-5d8e-44b7-bf65-ccfa0cb3808b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:25:58.685436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196fea2-da85-4a07-94a2-958d60849691 req-746c5616-be8d-4e7c-810d-6e088c714805 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:58.686908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d196fea2-da85-4a07-94a2-958d60849691 req-746c5616-be8d-4e7c-810d-6e088c714805 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 944 time: 0.0493331 Feb 09 00:25:58.728601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d196fea2-da85-4a07-94a2-958d60849691 req-b8672ca2-23b3-456a-af98-efaa5c431074 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352595 Feb 09 00:25:59.843781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a8196-7d5b-4faf-b1fa-a8e24281ec41 req-66c0865b-0a86-4bab-9953-28b788d32d6c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:25:59.845844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b0a8196-7d5b-4faf-b1fa-a8e24281ec41 req-66c0865b-0a86-4bab-9953-28b788d32d6c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 944 time: 0.0506637 Feb 09 00:25:59.884565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b0a8196-7d5b-4faf-b1fa-a8e24281ec41 req-d00d3a25-f9ae-40ee-83f3-8e9c5a145db6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328014 Feb 09 00:26:00.129805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 04e78157-5d8e-44b7-bf65-ccfa0cb3808b up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:26:00.178284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:26:00.182235 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:26:00.182593 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:00.258540 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:00.281084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:26:00.283935 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39d1af3-a97f-466f-9068-724ea97aeed9" -d '{"events": [{"server_uuid": "6fc0f2a5-3e4f-4994-812e-3363cb1a64b1", "name": "network-vif-plugged", "status": "completed", "tag": "04e78157-5d8e-44b7-bf65-ccfa0cb3808b"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:26:00.298042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:26:00.302202 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:00.354240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:00.461568 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350901f8-6765-40bc-98d0-5eb6a24102ea x-openstack-request-id: req-350901f8-6765-40bc-98d0-5eb6a24102ea {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:26:00.461862 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc0f2a5-3e4f-4994-812e-3363cb1a64b1", "name": "network-vif-plugged", "status": "completed", "tag": "04e78157-5d8e-44b7-bf65-ccfa0cb3808b", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:26:00.462119 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-350901f8-6765-40bc-98d0-5eb6a24102ea {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:26:00.462515 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b', 'code': 200} Feb 09 00:26:00.556382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029b0a-f180-461b-9fb9-f14a9c0845ae req-c208ac04-1f3b-4371-bfe3-9f4a6dffca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:00.557910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15029b0a-f180-461b-9fb9-f14a9c0845ae req-c208ac04-1f3b-4371-bfe3-9f4a6dffca86 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 1096 time: 0.0397322 Feb 09 00:26:00.592698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15029b0a-f180-461b-9fb9-f14a9c0845ae req-71b69a54-2b80-4412-b9d0-ac05f5174eb2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263417 Feb 09 00:26:00.997085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e7c24-142f-4afc-b576-8754bb63e1fd req-b2f8ea02-e95f-4a12-a4d5-d57b6f4a1e32 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:00.998535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-565e7c24-142f-4afc-b576-8754bb63e1fd req-b2f8ea02-e95f-4a12-a4d5-d57b6f4a1e32 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0474708 Feb 09 00:26:01.039870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-565e7c24-142f-4afc-b576-8754bb63e1fd req-95969952-4194-4486-adb0-7754e5f0a491 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Feb 09 00:26:02.156316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779574a-ca90-47d5-bdc0-328d5cde4ba8 req-021a2d6f-e82e-412b-9864-8707b28653db tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:02.157887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a779574a-ca90-47d5-bdc0-328d5cde4ba8 req-021a2d6f-e82e-412b-9864-8707b28653db tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0489111 Feb 09 00:26:02.196005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a779574a-ca90-47d5-bdc0-328d5cde4ba8 req-13dba783-a078-4408-a5cb-b7e344a088cf tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Feb 09 00:26:02.309617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca10f-745a-47f1-a30f-f056fe10ba29 req-be82c3f7-00c9-4ff0-a60d-c6b88231841b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:02.311183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e3ca10f-745a-47f1-a30f-f056fe10ba29 req-be82c3f7-00c9-4ff0-a60d-c6b88231841b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Feb 09 00:26:02.349825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e3ca10f-745a-47f1-a30f-f056fe10ba29 req-9453186f-9dd7-45d5-838f-112eef110799 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320203 Feb 09 00:26:02.459920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fd36b-84ce-404d-b320-6b0eff927758 req-d4f7c9ff-1a06-42dc-af8b-02114b938b72 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:02.461592 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b0fd36b-84ce-404d-b320-6b0eff927758 req-d4f7c9ff-1a06-42dc-af8b-02114b938b72 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0476234 Feb 09 00:26:02.511983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b0fd36b-84ce-404d-b320-6b0eff927758 req-d3a100d1-d1fa-4cc5-82c2-b13ea5cb5129 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Feb 09 00:26:02.740040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ce483-2a84-4c14-86aa-2fa47896981b req-5c29f80c-468c-4321-8900-c1067f1534f2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:02.741558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b4ce483-2a84-4c14-86aa-2fa47896981b req-5c29f80c-468c-4321-8900-c1067f1534f2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Feb 09 00:26:02.781715 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8b4ce483-2a84-4c14-86aa-2fa47896981b req-75bbc957-7f1b-4226-8112-a58ff16f063b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Feb 09 00:26:03.897300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600120e3-afff-402b-9fb6-9e1f3081396a req-d5c443eb-39f0-45d1-80dc-9a1f0cd518c6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:03.898717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-600120e3-afff-402b-9fb6-9e1f3081396a req-d5c443eb-39f0-45d1-80dc-9a1f0cd518c6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Feb 09 00:26:03.937284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-600120e3-afff-402b-9fb6-9e1f3081396a req-c59efbbb-7b00-4718-b2ff-f7f1ba9af787 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Feb 09 00:26:04.192147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-a857cfbd-8152-4287-b653-ae0312aecd8a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:04.193639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-a857cfbd-8152-4287-b653-ae0312aecd8a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 945 time: 0.0484734 Feb 09 00:26:04.285719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:26:04.286055 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:04.371437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:26:04.371793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:04.383811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 04e78157-5d8e-44b7-bf65-ccfa0cb3808b owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:26:04.514670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:04.526412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['04e78157-5d8e-44b7-bf65-ccfa0cb3808b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:26:04.542548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=04e78157-5d8e-44b7-bf65-ccfa0cb3808b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:04.590685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 04e78157-5d8e-44b7-bf65-ccfa0cb3808b on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:26:04.593405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:04.596822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3af2f931-ea0e-4888-858a-a12acbc43fbf req-3f3c6db2-0070-458e-b4e2-d872a3c73742 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "DELETE /v2.0/ports/04e78157-5d8e-44b7-bf65-ccfa0cb3808b HTTP/1.1" status: 204 len: 173 time: 0.3971398 Feb 09 00:26:04.597289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'name': 'network-vif-deleted', 'tag': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:26:04.599584 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3e6dfa-524e-4ada-9574-9712e0b63267" -d '{"events": [{"server_uuid": "6fc0f2a5-3e4f-4994-812e-3363cb1a64b1", "name": "network-vif-deleted", "tag": "04e78157-5d8e-44b7-bf65-ccfa0cb3808b"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:26:04.650075 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f6fe3f-91bf-4a6d-b733-524086855367 x-openstack-request-id: req-a2f6fe3f-91bf-4a6d-b733-524086855367 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:26:04.650365 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc0f2a5-3e4f-4994-812e-3363cb1a64b1", "name": "network-vif-deleted", "tag": "04e78157-5d8e-44b7-bf65-ccfa0cb3808b", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:26:04.650638 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2f6fe3f-91bf-4a6d-b733-524086855367 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:26:04.651035 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc0f2a5-3e4f-4994-812e-3363cb1a64b1', 'name': 'network-vif-deleted', 'tag': '04e78157-5d8e-44b7-bf65-ccfa0cb3808b', 'status': 'completed', 'code': 200} Feb 09 00:26:05.030785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a67ba71a-bfd5-401c-9d02-2c65d2261458 req-c3049dd1-b86e-45f3-88c1-b59e25fd20a6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 210 time: 0.0262716 Feb 09 00:26:06.126865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-80516356-e6d2-430b-87e1-adf7b0df6e17 req-7b2e7045-b15d-4c67-b9e4-9a377ba271c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Feb 09 00:26:07.191589 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:07.223359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08a3bed9-ce71-4f7e-9cc9-89d2ba6038f9 req-be10b4cc-a343-41b8-8f30-89d5e7881e1a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Feb 09 00:26:07.380168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:08.146891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 04e78157-5d8e-44b7-bf65-ccfa0cb3808b no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:26:08.170153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 04e78157-5d8e-44b7-bf65-ccfa0cb3808b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:26:08.170437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 04e78157-5d8e-44b7-bf65-ccfa0cb3808b not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:26:08.335669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cb1d14b-6957-4af0-ae60-88285f74dba2 req-cd128690-d0c6-4dcb-81ab-feb017a71777 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fc0f2a5-3e4f-4994-812e-3363cb1a64b1 HTTP/1.1" status: 200 len: 210 time: 0.0272553 Feb 09 00:26:11.906945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5b5d44d1-279c-4cf6-8ef6-ca7a98a16018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:13.458379 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:26:14.693138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-96f80b9f-9363-4b44-9bfa-5ce97700d540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:15.561270 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:16.957951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:17.365319 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:28.299276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-ecf66736-9fae-44a8-9c75-7b320f22dcf5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:28.300649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-ecf66736-9fae-44a8-9c75-7b320f22dcf5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1065810 Feb 09 00:26:28.316675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-450c0d5e-cba2-4aa8-94b7-811b14e1268e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Feb 09 00:26:28.367682 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-dc907867-aa4b-424c-b269-01a9799f2c7f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455227 Feb 09 00:26:28.460102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-a499aaf2-e88b-4406-84b1-f7615e056686 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856583 Feb 09 00:26:28.551540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-a4ac27a9-fd6a-4938-afcf-549a20b29429 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852096 Feb 09 00:26:28.738011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e9a38bd5-c6fa-47d5-8ef8-8f60be84df8f req-f8db6132-83c1-472e-8913-58e45824413d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 210 time: 0.0291541 Feb 09 00:26:29.630913 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-1dfcd960-6ad6-4e22-bd98-f7380999fd01 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:29.632365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-1dfcd960-6ad6-4e22-bd98-f7380999fd01 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1094396 Feb 09 00:26:29.646897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:26:29.758565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:26:29.762291 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:29.858979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-24af38af-b5a0-4cf7-9baf-a7e0a91139b9 req-8f51524c-cd20-4622-9b5b-19c88c4ad535 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 210 time: 0.0343571 Feb 09 00:26:29.926850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.13 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/59fcfc91-1473-4fb1-8d84-07e15e614578) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:26:30.089283 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.126042 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.169943 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:26:30.175302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:26:30.179620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:26:30.183746 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=59fcfc91-1473-4fb1-8d84-07e15e614578,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:30.222410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.222751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.223084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.223419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.223745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.224074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.224394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.224714 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.225248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.225589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.225889 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.226215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:30.242128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:30.242742 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.260656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-303c1de9-b2a7-4405-9f82-79d31663d249 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6176426 Feb 09 00:26:30.273752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Request body: {'port': {'device_id': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:26:30.342912 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.439631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afd3652c-52e9-42c6-bf46-bdf7ff1e959f None None] Provisioning complete for port 59fcfc91-1473-4fb1-8d84-07e15e614578 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:26:30.440237 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afd3652c-52e9-42c6-bf46-bdf7ff1e959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.474061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afd3652c-52e9-42c6-bf46-bdf7ff1e959f None None] Port 59fcfc91-1473-4fb1-8d84-07e15e614578 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:26:30.621006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fcfc91-1473-4fb1-8d84-07e15e614578 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:26:30.629863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.643201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Transition to ACTIVE for port object 59fcfc91-1473-4fb1-8d84-07e15e614578 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:26:30.647296 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.710243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Pushing event updated for resources: {'Port': ['ID=59fcfc91-1473-4fb1-8d84-07e15e614578,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:30.787094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Attempting to bind port 59fcfc91-1473-4fb1-8d84-07e15e614578 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:26:30.787857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Attempting to bind port 59fcfc91-1473-4fb1-8d84-07e15e614578 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:26:30.788321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Attempting to bind port 59fcfc91-1473-4fb1-8d84-07e15e614578 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:26:30.793439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Port 59fcfc91-1473-4fb1-8d84-07e15e614578 on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:26:30.793768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Attempting to bind port 59fcfc91-1473-4fb1-8d84-07e15e614578 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:26:30.799649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:26:30.800006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:26:30.800368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:26:30.800794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Bound port: 59fcfc91-1473-4fb1-8d84-07e15e614578, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:26:30.801257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.878696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] For port 59fcfc91-1473-4fb1-8d84-07e15e614578, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:26:30.882418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] For port 59fcfc91-1473-4fb1-8d84-07e15e614578, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=59fcfc91-1473-4fb1-8d84-07e15e614578,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:26:30.887239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.924460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:30.925099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:30.927505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] 10.222.0.84 "PUT /v2.0/ports/59fcfc91-1473-4fb1-8d84-07e15e614578 HTTP/1.1" status: 200 len: 1092 time: 0.6571980 Feb 09 00:26:30.927948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'tag': '59fcfc91-1473-4fb1-8d84-07e15e614578'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:26:30.940147 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bb189e-5044-4d55-9cac-2065fe18c0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd3aad4-385d-438e-8cef-114bf4c32737", "tag": "59fcfc91-1473-4fb1-8d84-07e15e614578"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:26:30.998640 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e8923-3b0b-42eb-8ec7-ec2252dd0574 x-openstack-request-id: req-e19e8923-3b0b-42eb-8ec7-ec2252dd0574 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:26:30.998941 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd3aad4-385d-438e-8cef-114bf4c32737", "tag": "59fcfc91-1473-4fb1-8d84-07e15e614578", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:26:30.999324 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e19e8923-3b0b-42eb-8ec7-ec2252dd0574 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:26:30.999911 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'tag': '59fcfc91-1473-4fb1-8d84-07e15e614578', 'status': 'completed', 'code': 200} Feb 09 00:26:31.044406 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6606233-8d71-4636-80fc-e9ffeddc653a service neutron] Pushing event updated for resources: {'Port': ['ID=59fcfc91-1473-4fb1-8d84-07e15e614578,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:31.058069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe164b6-5d0e-4a80-8b75-15fa07e94bf6 req-06248706-fca2-48cc-9cf6-74d435aa0e4d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.059625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fe164b6-5d0e-4a80-8b75-15fa07e94bf6 req-06248706-fca2-48cc-9cf6-74d435aa0e4d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.1075444 Feb 09 00:26:31.068868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-25269552-36c8-4a13-aa85-51b9cd42b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.070912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-25269552-36c8-4a13-aa85-51b9cd42b22c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 1095 time: 0.0872705 Feb 09 00:26:31.126415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-89468ac3-518c-4c90-a26c-181568c2c9b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fcfc91-1473-4fb1-8d84-07e15e614578 HTTP/1.1" status: 200 len: 217 time: 0.0465336 Feb 09 00:26:31.156815 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fe164b6-5d0e-4a80-8b75-15fa07e94bf6 req-582c9ee0-236e-49c7-9960-782a27b7a504 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896354 Feb 09 00:26:31.190155 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-70b13122-3276-49f7-80ac-f77911ff7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.191616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-70b13122-3276-49f7-80ac-f77911ff7044 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0554338 Feb 09 00:26:31.247081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-72798cce-b7f8-40b0-9e46-a36f0de64e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.248846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-72798cce-b7f8-40b0-9e46-a36f0de64e2b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421989 Feb 09 00:26:31.344734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-b87fd6b6-4fe3-4705-be34-7cef5c12eda7 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 Feb 09 00:26:31.442689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e135563c-5fe1-453b-98e0-248f7ea27f26 req-2e65f843-5bde-49a8-b178-d568eae32ed7 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910652 Feb 09 00:26:31.535828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-d3b62c98-7aed-4815-9e2c-e5a28a42c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.537371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-d3b62c98-7aed-4815-9e2c-e5a28a42c8a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 1095 time: 0.0447075 Feb 09 00:26:31.630017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-2a7bb115-98b9-4e17-99bd-09eb2d2265ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.631509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-2a7bb115-98b9-4e17-99bd-09eb2d2265ce service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0881984 Feb 09 00:26:31.673759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-9ecc27b9-46d0-4e03-94a9-16351fcdae93 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fcfc91-1473-4fb1-8d84-07e15e614578 HTTP/1.1" status: 200 len: 217 time: 0.0353961 Feb 09 00:26:31.724946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-472d3aac-f836-4836-9998-d94fbdece609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.726357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-472d3aac-f836-4836-9998-d94fbdece609 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0465660 Feb 09 00:26:31.776031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-f36496e7-b01e-4c02-b1b2-9a6f60b7cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:31.777749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-f36496e7-b01e-4c02-b1b2-9a6f60b7cf2b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452061 Feb 09 00:26:31.872823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-0dd5c776-e5e2-4f65-b952-f23645d22a08 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872855 Feb 09 00:26:31.971376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13bb189e-5044-4d55-9cac-2065fe18c0dc req-4118bd9a-6f34-4361-97f7-5147bc7d9c48 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915680 Feb 09 00:26:32.285257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ab43e-af17-4541-ac67-4ad6e7f335c6 req-efa914e4-3735-4dc2-b548-7d0218f4f291 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:32.286725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a2ab43e-af17-4541-ac67-4ad6e7f335c6 req-efa914e4-3735-4dc2-b548-7d0218f4f291 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0573502 Feb 09 00:26:32.364303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a2ab43e-af17-4541-ac67-4ad6e7f335c6 req-ccb30264-3d30-4f5a-bd55-b1de9c3c2f09 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659559 Feb 09 00:26:33.517523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78f10-66e6-4487-9a7a-b06c829546fd req-b4fa52ce-66cd-454c-81ed-97399c3303fb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:33.520356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32f78f10-66e6-4487-9a7a-b06c829546fd req-b4fa52ce-66cd-454c-81ed-97399c3303fb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0714757 Feb 09 00:26:33.568250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32f78f10-66e6-4487-9a7a-b06c829546fd req-ced50d0c-e2c0-4831-9e78-201aebd95411 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Feb 09 00:26:34.707304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d3008-ecb3-4a5b-908b-a03aa43a30c0 req-6c806cd0-8db3-4070-9eba-91ff9f62b432 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:34.709578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c43d3008-ecb3-4a5b-908b-a03aa43a30c0 req-6c806cd0-8db3-4070-9eba-91ff9f62b432 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0505109 Feb 09 00:26:34.753825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c43d3008-ecb3-4a5b-908b-a03aa43a30c0 req-ca108721-0495-43d6-a943-9ae645b0b2f3 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Feb 09 00:26:35.871910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f9349-f0da-42e5-b058-3f56ce9d8f84 req-41505891-05ac-4a21-8292-eadf67a7ddc8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:35.873478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1f9349-f0da-42e5-b058-3f56ce9d8f84 req-41505891-05ac-4a21-8292-eadf67a7ddc8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0487506 Feb 09 00:26:35.915571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f1f9349-f0da-42e5-b058-3f56ce9d8f84 req-996c17a3-b46c-4f7b-b196-b2b9113f9870 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Feb 09 00:26:37.038814 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933ee6-e0a3-433d-a360-ae527954281e req-84613219-eac7-4c58-a56d-642309fb27a6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:37.040602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c933ee6-e0a3-433d-a360-ae527954281e req-84613219-eac7-4c58-a56d-642309fb27a6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0514107 Feb 09 00:26:37.085958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c933ee6-e0a3-433d-a360-ae527954281e req-d2cf1cea-625f-485c-a201-25e3dd4332bc tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377626 Feb 09 00:26:37.185396 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:37.365175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:38.206174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51318191-c75f-4738-8998-2d26dcac540d req-3ecaa9f0-7d6e-4361-b0b2-667cbbd8dd03 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:38.207672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51318191-c75f-4738-8998-2d26dcac540d req-3ecaa9f0-7d6e-4361-b0b2-667cbbd8dd03 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0538561 Feb 09 00:26:38.252410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51318191-c75f-4738-8998-2d26dcac540d req-68035672-d2f7-4803-b88f-5cc5617a79f7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Feb 09 00:26:39.378929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc556742-655a-4242-9828-359bef6762d0 req-7620d5fa-5449-4a25-8354-9622226d76f8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:39.380446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc556742-655a-4242-9828-359bef6762d0 req-7620d5fa-5449-4a25-8354-9622226d76f8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0543497 Feb 09 00:26:39.419463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc556742-655a-4242-9828-359bef6762d0 req-cd0947c5-62be-4476-a425-47a48ac7b741 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Feb 09 00:26:40.541505 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f89100-e626-4001-823f-7f5def2e6cee req-640570b4-5529-4f31-ac75-fe5c752366e6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:40.542989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45f89100-e626-4001-823f-7f5def2e6cee req-640570b4-5529-4f31-ac75-fe5c752366e6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0543182 Feb 09 00:26:40.582104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45f89100-e626-4001-823f-7f5def2e6cee req-ac437393-ae86-4db8-83a4-b37e8fb1e474 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Feb 09 00:26:41.704630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6f0ab-5cc3-4e71-9c48-1469aca43e79 req-9115c396-4bc4-4284-b638-9634cadca8de tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:41.706222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aed6f0ab-5cc3-4e71-9c48-1469aca43e79 req-9115c396-4bc4-4284-b638-9634cadca8de tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0541220 Feb 09 00:26:41.753842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aed6f0ab-5cc3-4e71-9c48-1469aca43e79 req-7fef21f1-c933-4436-a152-0902d5dffefa tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368321 Feb 09 00:26:41.909708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dbaf4a88-df1e-4b9a-92b3-cd7a2f54310f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:42.873056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c4b62-5c64-4146-aa21-c87bda119853 req-f944e7e5-bd2f-4102-a6ce-8a5f98065b7c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:42.874571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a47c4b62-5c64-4146-aa21-c87bda119853 req-f944e7e5-bd2f-4102-a6ce-8a5f98065b7c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0508344 Feb 09 00:26:42.918755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a47c4b62-5c64-4146-aa21-c87bda119853 req-3280aae2-cbda-4747-a97f-a57bd09f0dd4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369899 Feb 09 00:26:44.031739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592a70b-bb0d-4853-9ebd-5f2000249336 req-e00b4431-2f31-4219-8a8e-dd70c472c592 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:44.033251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3592a70b-bb0d-4853-9ebd-5f2000249336 req-e00b4431-2f31-4219-8a8e-dd70c472c592 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0493975 Feb 09 00:26:44.071743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3592a70b-bb0d-4853-9ebd-5f2000249336 req-1a5c78cf-8abc-49d8-8481-5740d259c01b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326567 Feb 09 00:26:44.695355 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-da6269f2-9271-4f1a-ade3-b6b36496e86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:45.185927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05027b60-d11d-4d29-af27-53fedb1aefaa req-da615522-c4eb-4133-9ea3-35ba4fa672e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:45.187662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05027b60-d11d-4d29-af27-53fedb1aefaa req-da615522-c4eb-4133-9ea3-35ba4fa672e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0489552 Feb 09 00:26:45.229589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05027b60-d11d-4d29-af27-53fedb1aefaa req-cc679be4-8aea-4c20-be96-ea6ac1b7a736 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362582 Feb 09 00:26:45.562735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:46.344731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2c505-cd80-44bd-8a21-c87cd25a67e6 req-2f4d57ed-2aac-4c7e-8d68-bc2e584782da tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:46.346213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60c2c505-cd80-44bd-8a21-c87cd25a67e6 req-2f4d57ed-2aac-4c7e-8d68-bc2e584782da tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0482478 Feb 09 00:26:46.382885 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60c2c505-cd80-44bd-8a21-c87cd25a67e6 req-10448426-46cf-489f-b4c9-c77874e7acc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307705 Feb 09 00:26:46.961269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:47.371081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:47.500476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcae8f-11f4-481d-8359-24d9d5c9b2f8 req-4a18124a-a0ec-48d3-9717-09d58d75d6f7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:47.501995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8fcae8f-11f4-481d-8359-24d9d5c9b2f8 req-4a18124a-a0ec-48d3-9717-09d58d75d6f7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0485456 Feb 09 00:26:47.540439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8fcae8f-11f4-481d-8359-24d9d5c9b2f8 req-8cb90fdd-f996-4d8a-a95b-1f136ec1b448 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325329 Feb 09 00:26:48.655266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e094492-eeeb-49b4-b1ca-4ea0882dcd01 req-6fd68f8a-1df8-4a10-8156-22b6e5d4af1c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:48.656884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e094492-eeeb-49b4-b1ca-4ea0882dcd01 req-6fd68f8a-1df8-4a10-8156-22b6e5d4af1c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0491581 Feb 09 00:26:48.700148 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e094492-eeeb-49b4-b1ca-4ea0882dcd01 req-b86e067f-5393-4db7-8d92-2b3c7bf586b9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Feb 09 00:26:49.813185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4349c64-9006-45e6-8c8b-5b3b741500ec req-91a68f44-7ece-4497-965f-1ecd8d70cba4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:49.814630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4349c64-9006-45e6-8c8b-5b3b741500ec req-91a68f44-7ece-4497-965f-1ecd8d70cba4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0481017 Feb 09 00:26:49.850910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4349c64-9006-45e6-8c8b-5b3b741500ec req-84f109cc-cb3c-43b9-ae42-0307810b9611 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303960 Feb 09 00:26:50.457159 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:26:50.968055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247af663-13b6-49a6-9e4d-5d4da165542e req-0b8dbaef-a54a-4934-8702-2b67a84e4cca tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:50.970301 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-247af663-13b6-49a6-9e4d-5d4da165542e req-0b8dbaef-a54a-4934-8702-2b67a84e4cca tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0513675 Feb 09 00:26:51.014397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-247af663-13b6-49a6-9e4d-5d4da165542e req-4698ce52-cda8-4016-a4b8-d0cdf56bbfc4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Feb 09 00:26:52.129010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b38c1-32d0-4b10-868a-aeadd126338b req-0caa5ab0-f4b9-4ac6-a0a6-65bdaf3a54b7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:52.130493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-848b38c1-32d0-4b10-868a-aeadd126338b req-0caa5ab0-f4b9-4ac6-a0a6-65bdaf3a54b7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 944 time: 0.0481966 Feb 09 00:26:52.171795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-848b38c1-32d0-4b10-868a-aeadd126338b req-06b4408f-5a2f-4bbf-9019-d3a84431cba1 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353942 Feb 09 00:26:52.426405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 59fcfc91-1473-4fb1-8d84-07e15e614578 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:26:52.518453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 59fcfc91-1473-4fb1-8d84-07e15e614578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=59fcfc91-1473-4fb1-8d84-07e15e614578,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:26:52.534444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '59fcfc91-1473-4fb1-8d84-07e15e614578', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '59fcfc91-1473-4fb1-8d84-07e15e614578', 'mac_address': 'fa:16:3e:2f:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:26:52.571125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:52.583422 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fcfc91-1473-4fb1-8d84-07e15e614578 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:26:52.602210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 59fcfc91-1473-4fb1-8d84-07e15e614578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=59fcfc91-1473-4fb1-8d84-07e15e614578,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:26:52.606084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:52.654627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=59fcfc91-1473-4fb1-8d84-07e15e614578,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:52.661991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.662336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.662679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.663016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.663351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.663683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.664011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.664335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.664657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.665003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.665325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.665645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:26:52.795846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['59fcfc91-1473-4fb1-8d84-07e15e614578'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:26:53.285745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dd553-c8d9-4a7a-86b6-dd0b53aa0a0d req-26168f1e-effd-4317-9863-1623d674155b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:53.287242 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-996dd553-c8d9-4a7a-86b6-dd0b53aa0a0d req-26168f1e-effd-4317-9863-1623d674155b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Feb 09 00:26:53.324905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-996dd553-c8d9-4a7a-86b6-dd0b53aa0a0d req-e10f2b6f-24fb-4d41-8da8-29a09d8289c7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Feb 09 00:26:54.442647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819db85c-1a06-4b93-b0d8-cd5dbcfe67af req-99df52f6-2d27-4a93-821a-78f5fa3f835b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:54.443382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 59fcfc91-1473-4fb1-8d84-07e15e614578 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:26:54.444156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-819db85c-1a06-4b93-b0d8-cd5dbcfe67af req-99df52f6-2d27-4a93-821a-78f5fa3f835b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Feb 09 00:26:54.483598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-819db85c-1a06-4b93-b0d8-cd5dbcfe67af req-deb3523c-438f-4982-9fbd-ccd5e5476061 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Feb 09 00:26:54.491517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 59fcfc91-1473-4fb1-8d84-07e15e614578 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:26:54.495472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 59fcfc91-1473-4fb1-8d84-07e15e614578 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:26:54.495842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:54.574165 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:54.596455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fcfc91-1473-4fb1-8d84-07e15e614578'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:26:54.598723 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefd33d1-3141-42ea-8c76-d66a75453807" -d '{"events": [{"server_uuid": "3cd3aad4-385d-438e-8cef-114bf4c32737", "name": "network-vif-plugged", "status": "completed", "tag": "59fcfc91-1473-4fb1-8d84-07e15e614578"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:26:54.610860 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 59fcfc91-1473-4fb1-8d84-07e15e614578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=59fcfc91-1473-4fb1-8d84-07e15e614578,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:26:54.614927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:54.638055 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c6820d-427c-4705-a011-f1cca006d4bf x-openstack-request-id: req-b3c6820d-427c-4705-a011-f1cca006d4bf {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:26:54.638343 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd3aad4-385d-438e-8cef-114bf4c32737", "name": "network-vif-plugged", "status": "completed", "tag": "59fcfc91-1473-4fb1-8d84-07e15e614578", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:26:54.638595 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3c6820d-427c-4705-a011-f1cca006d4bf {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:26:54.638973 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fcfc91-1473-4fb1-8d84-07e15e614578', 'code': 200} Feb 09 00:26:54.666802 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=59fcfc91-1473-4fb1-8d84-07e15e614578,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:54.732421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20176fa-fca3-450e-9a95-178a01d524a2 req-9192996d-7ee0-48fa-8980-8db7e3afc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:54.734015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c20176fa-fca3-450e-9a95-178a01d524a2 req-9192996d-7ee0-48fa-8980-8db7e3afc0ca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 1097 time: 0.0406411 Feb 09 00:26:54.772758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c20176fa-fca3-450e-9a95-178a01d524a2 req-a3bb5751-18c1-4c87-b2f8-9462a342e09b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Feb 09 00:26:55.605509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87456a1-4202-4565-974b-80c2d868c8fd req-4608510a-36ca-45e8-b6c8-ed73b1947fd3 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:55.606872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a87456a1-4202-4565-974b-80c2d868c8fd req-4608510a-36ca-45e8-b6c8-ed73b1947fd3 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0483546 Feb 09 00:26:55.645398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a87456a1-4202-4565-974b-80c2d868c8fd req-2e262dcc-1007-4e21-9916-7ad44d359e55 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Feb 09 00:26:56.519216 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-3d4e0200-3ed0-4459-b3e9-c727e25708ad req-7fee8f50-b18e-4336-a273-6ed5b6b513fc service neutron] (105931) timed out ('10.222.0.32', 44556) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:26:56.765314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab321452-317b-4b9b-bec0-90d0d3b7f2b7 req-f1227d8d-684e-4341-8cef-01ed5f577c8e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:56.766937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab321452-317b-4b9b-bec0-90d0d3b7f2b7 req-f1227d8d-684e-4341-8cef-01ed5f577c8e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0495558 Feb 09 00:26:56.804281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab321452-317b-4b9b-bec0-90d0d3b7f2b7 req-2fb8552b-afec-4004-b4a6-e02beb5b6e3c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Feb 09 00:26:56.917267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7088-e05a-480a-baf7-ef54a12987cc req-0a0a912d-8caf-4597-ac59-5c30bbd71cec tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:56.918722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a3f7088-e05a-480a-baf7-ef54a12987cc req-0a0a912d-8caf-4597-ac59-5c30bbd71cec tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0484369 Feb 09 00:26:56.958873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2a3f7088-e05a-480a-baf7-ef54a12987cc req-f6a54704-c2eb-4db1-9dd1-93092d6d98c0 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Feb 09 00:26:57.070518 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc738a-b113-43f8-8bed-fb526391c131 req-9c21d913-368d-47ff-b684-49c372d09945 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:57.071971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8dc738a-b113-43f8-8bed-fb526391c131 req-9c21d913-368d-47ff-b684-49c372d09945 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0497205 Feb 09 00:26:57.110683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8dc738a-b113-43f8-8bed-fb526391c131 req-ec111a3f-73a3-4c53-9213-ff661a43d814 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Feb 09 00:26:57.414747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b6fff-51c8-44f2-8f05-bd018c3c99d0 req-8952d363-81a9-41c4-9ee4-46cc404b867b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:57.416230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-286b6fff-51c8-44f2-8f05-bd018c3c99d0 req-8952d363-81a9-41c4-9ee4-46cc404b867b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Feb 09 00:26:57.456761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-286b6fff-51c8-44f2-8f05-bd018c3c99d0 req-3d05a2ea-e7ea-43ac-8cca-5f709c051193 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333521 Feb 09 00:26:58.585892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f97ce-cb2b-4ded-84cb-3813c75be920 req-78815615-a65d-4be9-b0fe-d631d7534650 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:58.587354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-410f97ce-cb2b-4ded-84cb-3813c75be920 req-78815615-a65d-4be9-b0fe-d631d7534650 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0482826 Feb 09 00:26:58.628120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-410f97ce-cb2b-4ded-84cb-3813c75be920 req-7403b14d-57f9-4903-a570-97c044bb8764 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Feb 09 00:26:58.856655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-a9e39f1c-3aa0-48cb-ac60-2ef4fc09c86f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:26:58.858115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-a9e39f1c-3aa0-48cb-ac60-2ef4fc09c86f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 946 time: 0.0559816 Feb 09 00:26:58.949715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 59fcfc91-1473-4fb1-8d84-07e15e614578 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:26:58.950054 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:59.039035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 59fcfc91-1473-4fb1-8d84-07e15e614578, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=59fcfc91-1473-4fb1-8d84-07e15e614578,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:26:59.039393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:59.051432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 59fcfc91-1473-4fb1-8d84-07e15e614578 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:26:59.180258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:59.192965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['59fcfc91-1473-4fb1-8d84-07e15e614578'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:26:59.209387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=59fcfc91-1473-4fb1-8d84-07e15e614578,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:26:59.254327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 59fcfc91-1473-4fb1-8d84-07e15e614578 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:26:59.257379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:26:59.261176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d25d8719-d6bf-4db6-98b9-845683b8c081 req-24eb8e26-2541-4d43-87ab-090dabaa0652 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "DELETE /v2.0/ports/59fcfc91-1473-4fb1-8d84-07e15e614578 HTTP/1.1" status: 204 len: 173 time: 0.3965645 Feb 09 00:26:59.261641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'name': 'network-vif-deleted', 'tag': '59fcfc91-1473-4fb1-8d84-07e15e614578'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:26:59.264447 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172d952d-06df-442b-8a01-127be606aebe" -d '{"events": [{"server_uuid": "3cd3aad4-385d-438e-8cef-114bf4c32737", "name": "network-vif-deleted", "tag": "59fcfc91-1473-4fb1-8d84-07e15e614578"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:26:59.310963 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d8c097-46aa-4e83-9f33-f7060b68fb68 x-openstack-request-id: req-d4d8c097-46aa-4e83-9f33-f7060b68fb68 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:26:59.311257 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd3aad4-385d-438e-8cef-114bf4c32737", "name": "network-vif-deleted", "tag": "59fcfc91-1473-4fb1-8d84-07e15e614578", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:26:59.311513 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4d8c097-46aa-4e83-9f33-f7060b68fb68 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:26:59.312443 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd3aad4-385d-438e-8cef-114bf4c32737', 'name': 'network-vif-deleted', 'tag': '59fcfc91-1473-4fb1-8d84-07e15e614578', 'status': 'completed', 'code': 200} Feb 09 00:26:59.725439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c481c8b-57c7-4b4c-98c5-70a3b236c0d7 req-e47a0715-b8a2-44db-8acb-541232818953 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 210 time: 0.0258684 Feb 09 00:27:00.821450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-849aaeaa-15db-47b0-9615-80510ea9f781 req-51e7ad7c-099e-42fc-882a-eb6c553d81ce tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 210 time: 0.0263038 Feb 09 00:27:01.923129 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4d2fe67d-e814-4584-ad12-cef32412c0e4 req-871d05cf-815c-49a7-a821-6d3e11534ff2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 210 time: 0.0305097 Feb 09 00:27:02.505312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 59fcfc91-1473-4fb1-8d84-07e15e614578 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:27:02.527125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 59fcfc91-1473-4fb1-8d84-07e15e614578 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:27:02.527716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 59fcfc91-1473-4fb1-8d84-07e15e614578 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:27:03.040505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-42fa4641-f1b0-4c82-8a1a-bf814c705dcf req-1503aea0-99f3-410d-a453-a599985c9f97 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cd3aad4-385d-438e-8cef-114bf4c32737 HTTP/1.1" status: 200 len: 210 time: 0.0318639 Feb 09 00:27:07.174859 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:07.379636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:11.915410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9590a4b0-2d42-492f-94fa-618f9d288ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:14.697118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c4e7f64c-7ef3-4258-8210-5161947af564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:15.567442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:16.964710 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:17.375101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:22.851667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-bf7dd0be-f55f-4c69-9d61-362a42c5f8d4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:22.853067 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-bf7dd0be-f55f-4c69-9d61-362a42c5f8d4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.0983486 Feb 09 00:27:22.867544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-37d810d0-3150-4d33-9894-5235c3761313 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0087285 Feb 09 00:27:22.921317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-7bfd06a1-4a91-43fe-b3b2-fca3b92be177 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484757 Feb 09 00:27:23.007324 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-b4bc7190-7605-4ff0-9943-e00e65e66cbc service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794973 Feb 09 00:27:23.099365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-1b1b8cad-f909-4345-8982-bef8324c0551 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860736 Feb 09 00:27:23.378362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28e09e25-fc6b-430e-8d6c-73ad50bb7ea9 req-00d062e5-31fd-42ef-857a-a08033f9f486 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 210 time: 0.0276251 Feb 09 00:27:24.273925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-0bc43eeb-1e96-486d-9bf4-198e6ef10c58 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:24.275537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-0bc43eeb-1e96-486d-9bf4-198e6ef10c58 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1019361 Feb 09 00:27:24.289533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:27:24.398084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:27:24.403236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:24.493478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65c53c2d-1363-468d-a8ff-0de31facb558 req-935a7c4c-b225-47c4-a1d3-b04f579593a2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 210 time: 0.0379229 Feb 09 00:27:24.555430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.13 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/445c5935-18e3-4a19-ad6c-65fba07b72a5) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:27:24.698882 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:24.736935 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:24.781167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:27:24.785461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:27:24.788899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:27:24.795062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=445c5935-18e3-4a19-ad6c-65fba07b72a5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:24.850371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:24.851158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:24.868958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-67b0817a-96e3-4a5d-a796-7a3eb3475348 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5830960 Feb 09 00:27:24.882393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Request body: {'port': {'device_id': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:27:24.945516 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.091801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0a581fe2-e44c-4643-9630-78bb098a8a1b None None] Provisioning complete for port 445c5935-18e3-4a19-ad6c-65fba07b72a5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:27:25.092371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0a581fe2-e44c-4643-9630-78bb098a8a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.131701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0a581fe2-e44c-4643-9630-78bb098a8a1b None None] Port 445c5935-18e3-4a19-ad6c-65fba07b72a5 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:27:25.553452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445c5935-18e3-4a19-ad6c-65fba07b72a5 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:27:25.570242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.587496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Transition to ACTIVE for port object 445c5935-18e3-4a19-ad6c-65fba07b72a5 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:27:25.601322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.725353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Pushing event updated for resources: {'Port': ['ID=445c5935-18e3-4a19-ad6c-65fba07b72a5,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:25.737837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8383d-2f15-4cd3-ad7a-f1a1306dc0be req-cce9e6a2-6283-49e6-9534-85df92dfae3b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:25.739434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90d8383d-2f15-4cd3-ad7a-f1a1306dc0be req-cce9e6a2-6283-49e6-9534-85df92dfae3b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.1484244 Feb 09 00:27:25.784617 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Attempting to bind port 445c5935-18e3-4a19-ad6c-65fba07b72a5 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:27:25.784870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Attempting to bind port 445c5935-18e3-4a19-ad6c-65fba07b72a5 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:27:25.785467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Attempting to bind port 445c5935-18e3-4a19-ad6c-65fba07b72a5 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:27:25.798800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Port 445c5935-18e3-4a19-ad6c-65fba07b72a5 on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:27:25.799122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Attempting to bind port 445c5935-18e3-4a19-ad6c-65fba07b72a5 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:27:25.805027 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90d8383d-2f15-4cd3-ad7a-f1a1306dc0be req-c19a2225-8021-4a4b-a979-ff7be2bd3bdf tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581167 Feb 09 00:27:25.807836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:27:25.808187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:27:25.808550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:27:25.809585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Bound port: 445c5935-18e3-4a19-ad6c-65fba07b72a5, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:27:25.809962 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.882744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] For port 445c5935-18e3-4a19-ad6c-65fba07b72a5, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:27:25.885689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] For port 445c5935-18e3-4a19-ad6c-65fba07b72a5, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:27:25.890827 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.939550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:25.940076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:25.941525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] 10.222.0.84 "PUT /v2.0/ports/445c5935-18e3-4a19-ad6c-65fba07b72a5 HTTP/1.1" status: 200 len: 1092 time: 1.0636468 Feb 09 00:27:25.941973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'tag': '445c5935-18e3-4a19-ad6c-65fba07b72a5'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:27:25.944265 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24" -d '{"events": [{"name": "network-changed", "server_uuid": "eb63a562-709a-48ef-9c9d-0a7754850865", "tag": "445c5935-18e3-4a19-ad6c-65fba07b72a5"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:27:25.980409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89bd98-40ae-48fe-86ae-269e7db73468 service neutron] Pushing event updated for resources: {'Port': ['ID=445c5935-18e3-4a19-ad6c-65fba07b72a5,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:26.006618 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87174b1d-c479-4349-a441-6652b3c53fda x-openstack-request-id: req-87174b1d-c479-4349-a441-6652b3c53fda {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:27:26.006912 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb63a562-709a-48ef-9c9d-0a7754850865", "tag": "445c5935-18e3-4a19-ad6c-65fba07b72a5", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:27:26.007168 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87174b1d-c479-4349-a441-6652b3c53fda {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:27:26.007569 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'tag': '445c5935-18e3-4a19-ad6c-65fba07b72a5', 'status': 'completed', 'code': 200} Feb 09 00:27:26.039805 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-73b8bd8a-04ab-49bc-9cfc-2a5bed611b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.041295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-73b8bd8a-04ab-49bc-9cfc-2a5bed611b8f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 1095 time: 0.0528355 Feb 09 00:27:26.089608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-71f7625a-d015-44be-b15f-06ea23d079d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5 HTTP/1.1" status: 200 len: 217 time: 0.0396707 Feb 09 00:27:26.143609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-8596ee64-1ade-4ec4-bc4c-bf819d949436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.145358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-8596ee64-1ade-4ec4-bc4c-bf819d949436 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0491457 Feb 09 00:27:26.194804 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-03ead8e1-0330-4feb-928b-52e96c5de40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.196603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-03ead8e1-0330-4feb-928b-52e96c5de40a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448074 Feb 09 00:27:26.310310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-941187ac-2d6c-4126-bf06-20fb1313358f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063461 Feb 09 00:27:26.401598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-025bfeba-8075-43ee-b84d-ab7a0aaa28ef req-33d9af18-7476-48fb-ad4c-aeeb883706b2 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Feb 09 00:27:26.488986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-8da02df7-7d01-4b76-b228-4d5bec1d40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.490502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-8da02df7-7d01-4b76-b228-4d5bec1d40ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 1095 time: 0.0442111 Feb 09 00:27:26.585033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-25d12bc4-da0f-446b-9746-475c8c0a5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.586506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-25d12bc4-da0f-446b-9746-475c8c0a5180 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0895569 Feb 09 00:27:26.629803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-36b5c492-4c4b-4058-9b03-2d54ec4d4c3f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5 HTTP/1.1" status: 200 len: 217 time: 0.0362911 Feb 09 00:27:26.677489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-61a27acc-2e35-4aab-b2e1-8ed2ce060a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.678992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-61a27acc-2e35-4aab-b2e1-8ed2ce060a38 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0432129 Feb 09 00:27:26.728289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-4223e53d-5768-4720-a5e7-49e5816461c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.729833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-4223e53d-5768-4720-a5e7-49e5816461c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444243 Feb 09 00:27:26.819770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-26bfbfd9-f2ca-4cbb-944f-bb10dbe48073 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820167 Feb 09 00:27:26.956466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c5265-f095-45dc-950a-e46d66c5c811 req-c4faadc0-5aff-4c29-ae16-058a1d605c74 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:26.958071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-444c5265-f095-45dc-950a-e46d66c5c811 req-c4faadc0-5aff-4c29-ae16-058a1d605c74 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0777144 Feb 09 00:27:26.959969 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17f20e8e-cf44-42cd-a1d4-c50e950b3a24 req-77958635-6259-474b-a4aa-94cbe4b92b9e service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334682 Feb 09 00:27:27.001589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-444c5265-f095-45dc-950a-e46d66c5c811 req-bc023b04-a13f-4f0b-a7f0-78aff412e08d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Feb 09 00:27:27.455798 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:27:28.118146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffde787-e61f-4995-9a20-74bc3e15403b req-fab2bacc-0283-455f-bf3e-fb7593cf2eb5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:28.119691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bffde787-e61f-4995-9a20-74bc3e15403b req-fab2bacc-0283-455f-bf3e-fb7593cf2eb5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0494308 Feb 09 00:27:28.165396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bffde787-e61f-4995-9a20-74bc3e15403b req-f115c5fc-0e0d-4a38-a6c4-f3095f9290d7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387900 Feb 09 00:27:29.283593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31cd9f-9c0c-41ad-b277-3c1e3bbcd692 req-d95ccc8c-a056-425f-bf48-a3927967893a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:29.285127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af31cd9f-9c0c-41ad-b277-3c1e3bbcd692 req-d95ccc8c-a056-425f-bf48-a3927967893a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0498452 Feb 09 00:27:29.323513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-af31cd9f-9c0c-41ad-b277-3c1e3bbcd692 req-e4ff0e39-2936-415d-b9f5-097d7133e79a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Feb 09 00:27:30.440188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889d5f9-d18b-4a4d-af18-577e62658809 req-3f08dfaf-8881-4f60-af49-9434112f0369 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:30.441734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4889d5f9-d18b-4a4d-af18-577e62658809 req-3f08dfaf-8881-4f60-af49-9434112f0369 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0494373 Feb 09 00:27:30.478891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4889d5f9-d18b-4a4d-af18-577e62658809 req-d401ccec-ff0b-4a8d-b463-e8f61d644dc4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Feb 09 00:27:31.593745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3de894-f045-46ca-a53b-65055ac45610 req-d93a88d2-d1fa-4c38-a3a2-3b762e0881c7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:31.595146 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c3de894-f045-46ca-a53b-65055ac45610 req-d93a88d2-d1fa-4c38-a3a2-3b762e0881c7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0485966 Feb 09 00:27:31.637805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c3de894-f045-46ca-a53b-65055ac45610 req-97158c4d-d720-47fa-8ff6-c7065da770f4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Feb 09 00:27:32.754845 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729bd3a-c6bb-4db9-a568-f6eaeaf6fd27 req-1386edbe-9e92-420b-90e0-48986cf763c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:32.756445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f729bd3a-c6bb-4db9-a568-f6eaeaf6fd27 req-1386edbe-9e92-420b-90e0-48986cf763c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0497231 Feb 09 00:27:32.795634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f729bd3a-c6bb-4db9-a568-f6eaeaf6fd27 req-0a608d33-8f16-474b-b5a8-b307f8d7e258 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330901 Feb 09 00:27:33.911711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa9d84-19de-4328-8962-73aa08b8a95c req-db5d5e9e-d63f-4bc0-82f5-2e78ba94d8aa tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:33.913203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1aa9d84-19de-4328-8962-73aa08b8a95c req-db5d5e9e-d63f-4bc0-82f5-2e78ba94d8aa tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0484066 Feb 09 00:27:33.950813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1aa9d84-19de-4328-8962-73aa08b8a95c req-ef63ea09-a58a-48d7-a110-8e3052d34e30 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316386 Feb 09 00:27:35.064070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff8da7-6db5-4dd8-bcd6-567d86f77eb0 req-c4d35fc9-85e7-456d-b04a-1e252d790766 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:35.065551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94ff8da7-6db5-4dd8-bcd6-567d86f77eb0 req-c4d35fc9-85e7-456d-b04a-1e252d790766 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0484219 Feb 09 00:27:35.109655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94ff8da7-6db5-4dd8-bcd6-567d86f77eb0 req-9d70a3be-1ce9-457a-ac7a-4295f2606f39 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351593 Feb 09 00:27:36.225419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f55681-6488-430d-9b71-fc9f9e7fdb5c req-54280617-5b6c-4040-8446-e603cb6c353a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:36.226934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6f55681-6488-430d-9b71-fc9f9e7fdb5c req-54280617-5b6c-4040-8446-e603cb6c353a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 944 time: 0.0494375 Feb 09 00:27:36.265271 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6f55681-6488-430d-9b71-fc9f9e7fdb5c req-27e2e2ee-e3c5-4ca2-9a08-914f9bf3e2a4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Feb 09 00:27:36.739116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 445c5935-18e3-4a19-ad6c-65fba07b72a5 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:27:36.834352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 445c5935-18e3-4a19-ad6c-65fba07b72a5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:27:36.846221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '445c5935-18e3-4a19-ad6c-65fba07b72a5', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '445c5935-18e3-4a19-ad6c-65fba07b72a5', 'mac_address': 'fa:16:3e:85:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:27:36.881238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:36.894122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445c5935-18e3-4a19-ad6c-65fba07b72a5 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:27:36.913934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 445c5935-18e3-4a19-ad6c-65fba07b72a5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:27:36.917641 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:36.967237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=445c5935-18e3-4a19-ad6c-65fba07b72a5,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:37.131109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['445c5935-18e3-4a19-ad6c-65fba07b72a5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:27:37.195839 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:37.366802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:37.382483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752842b-909a-4efe-9c13-13577e4b643d req-9cf75833-944a-4bfa-8250-7cb8427533be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:37.383938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e752842b-909a-4efe-9c13-13577e4b643d req-9cf75833-944a-4bfa-8250-7cb8427533be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 945 time: 0.0505025 Feb 09 00:27:37.423744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e752842b-909a-4efe-9c13-13577e4b643d req-f6a5dda5-fc0b-4a9a-87a4-aafaf7fac95f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Feb 09 00:27:38.538542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f703be-9e71-4338-a8e9-b4d08066570f req-4a37c177-ab92-4ef7-9c4f-6f82b4501860 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:38.539994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71f703be-9e71-4338-a8e9-b4d08066570f req-4a37c177-ab92-4ef7-9c4f-6f82b4501860 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Feb 09 00:27:38.582366 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71f703be-9e71-4338-a8e9-b4d08066570f req-7b66e545-9d2d-4778-8dd0-68e8aaa1188d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Feb 09 00:27:38.739213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 445c5935-18e3-4a19-ad6c-65fba07b72a5 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:27:38.791088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 445c5935-18e3-4a19-ad6c-65fba07b72a5 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:27:38.794887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 445c5935-18e3-4a19-ad6c-65fba07b72a5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:27:38.795252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:38.871794 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:38.897469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445c5935-18e3-4a19-ad6c-65fba07b72a5'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:27:38.899877 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e4497-1337-40ee-8912-f410875dec8b" -d '{"events": [{"server_uuid": "eb63a562-709a-48ef-9c9d-0a7754850865", "name": "network-vif-plugged", "status": "completed", "tag": "445c5935-18e3-4a19-ad6c-65fba07b72a5"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:27:38.913329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 445c5935-18e3-4a19-ad6c-65fba07b72a5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:27:38.917679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:38.946679 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331e91bc-d077-424b-94ad-bec2b2e5b4f8 x-openstack-request-id: req-331e91bc-d077-424b-94ad-bec2b2e5b4f8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:27:38.946968 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63a562-709a-48ef-9c9d-0a7754850865", "name": "network-vif-plugged", "status": "completed", "tag": "445c5935-18e3-4a19-ad6c-65fba07b72a5", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:27:38.947223 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-331e91bc-d077-424b-94ad-bec2b2e5b4f8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:27:38.947608 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445c5935-18e3-4a19-ad6c-65fba07b72a5', 'code': 200} Feb 09 00:27:38.975723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=445c5935-18e3-4a19-ad6c-65fba07b72a5,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:39.040268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50909c35-3311-4595-8338-6c8c1cc5f4c3 req-fb5ced60-f4af-404d-a272-67a675cabc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:39.041898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50909c35-3311-4595-8338-6c8c1cc5f4c3 req-fb5ced60-f4af-404d-a272-67a675cabc8a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 1097 time: 0.0414751 Feb 09 00:27:39.078532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50909c35-3311-4595-8338-6c8c1cc5f4c3 req-775b4194-be8f-4d54-9ecd-c4c45fa04713 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293500 Feb 09 00:27:39.704203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4b34d-3fd7-42e4-82b2-38a9f9c61e78 req-ca74062c-f470-4c32-ab72-3bf0a32eff0f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:39.706906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ea4b34d-3fd7-42e4-82b2-38a9f9c61e78 req-ca74062c-f470-4c32-ab72-3bf0a32eff0f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 946 time: 0.0560861 Feb 09 00:27:39.744382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ea4b34d-3fd7-42e4-82b2-38a9f9c61e78 req-9ed5f010-ca98-402d-99b6-277984657891 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Feb 09 00:27:40.862911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc09a-883c-4f86-ba31-c5aa518a51a2 req-eb2a1162-087f-4502-87e9-9f2ed01de367 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:40.864386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aedcc09a-883c-4f86-ba31-c5aa518a51a2 req-eb2a1162-087f-4502-87e9-9f2ed01de367 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 946 time: 0.0479681 Feb 09 00:27:40.906297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aedcc09a-883c-4f86-ba31-c5aa518a51a2 req-2482cad6-9963-4ea9-9e73-2f755bc652ae tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360000 Feb 09 00:27:41.021960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb3e-42c3-479c-acde-d1b91fed495a req-36002ec4-669e-42dc-aba5-c96d4e004116 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:41.023444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c3ccb3e-42c3-479c-acde-d1b91fed495a req-36002ec4-669e-42dc-aba5-c96d4e004116 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 946 time: 0.0483029 Feb 09 00:27:41.061998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c3ccb3e-42c3-479c-acde-d1b91fed495a req-83739e42-9374-4a39-819d-5a3b5e444bbd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Feb 09 00:27:41.909259 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afba26bc-328e-4cf7-a9d8-4f2075876aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:43.558751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-1f9b13bc-7192-46e2-bbac-9f2b08ea6508 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:43.560220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-1f9b13bc-7192-46e2-bbac-9f2b08ea6508 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1017582 Feb 09 00:27:43.575852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-31827e34-0905-4eb0-88e5-c74350c6c863 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0089183 Feb 09 00:27:43.633137 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-b8217136-8238-4211-b870-64d462996dc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518756 Feb 09 00:27:43.776342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-adb36fd9-feba-4f51-b959-8903ed010758 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352341 Feb 09 00:27:43.868018 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-5552ba43-a009-46e8-9a4c-3f557ef5cd68 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849919 Feb 09 00:27:44.059712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb25510b-4748-433e-b1e1-daf1606b4a78 req-a9c625e2-1839-4a7c-b8ff-1b75cb942f1a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 210 time: 0.0269775 Feb 09 00:27:44.701742 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-17aae083-3718-490d-92ec-372affe7821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:45.027772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-47697eaf-3537-4e16-bc3b-c37cea0d0d49 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:45.029897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-47697eaf-3537-4e16-bc3b-c37cea0d0d49 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1175547 Feb 09 00:27:45.043923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:27:45.191440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6111bf1d-562a-4802-af27-027346a39c44 req-64e1f9e7-85ee-4129-86a6-af162ba1fd17 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 210 time: 0.0456207 Feb 09 00:27:45.214790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:27:45.220384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:45.378262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.9 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/4f117963-368e-4fa4-aae0-1ca5589b9599) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:27:45.565405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:45.572450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:45.609313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:45.621178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['445c5935-18e3-4a19-ad6c-65fba07b72a5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:27:45.660138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:27:45.663645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:27:45.667991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:27:45.703687 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=4f117963-368e-4fa4-aae0-1ca5589b9599,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:45.731321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:45.732527 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:45.744791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.745180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.745515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.745931 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.746332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.746619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.747051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.747263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.747586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.747907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.748228 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.748552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:27:45.777354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-0e4d0959-b05c-4408-990c-4abb23f18318 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7362344 Feb 09 00:27:45.790742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-7d275bc3-8aba-4d12-b55f-3a00078649a2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:27:45.791542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-7d275bc3-8aba-4d12-b55f-3a00078649a2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092511 Feb 09 00:27:45.863234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Request body: {'port': {'device_id': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:27:45.926257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.039757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d82767a6-8979-4651-ab4e-3134dc6580e6 None None] Provisioning complete for port 4f117963-368e-4fa4-aae0-1ca5589b9599 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:27:46.040306 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d82767a6-8979-4651-ab4e-3134dc6580e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.076743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d82767a6-8979-4651-ab4e-3134dc6580e6 None None] Port 4f117963-368e-4fa4-aae0-1ca5589b9599 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:27:46.239504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f117963-368e-4fa4-aae0-1ca5589b9599 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:27:46.247794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.261327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Transition to ACTIVE for port object 4f117963-368e-4fa4-aae0-1ca5589b9599 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:27:46.265795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.357646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f117963-368e-4fa4-aae0-1ca5589b9599,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:46.404946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17520263-6dd6-4009-8e9a-9faf9cae253a req-fa8ad13d-d4f8-4791-8fe4-99cff73b124f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:46.407164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17520263-6dd6-4009-8e9a-9faf9cae253a req-fa8ad13d-d4f8-4791-8fe4-99cff73b124f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.1356485 Feb 09 00:27:46.457987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17520263-6dd6-4009-8e9a-9faf9cae253a req-321033f8-c02b-4d37-94ab-b1f8e1a72ad9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Feb 09 00:27:46.467215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Attempting to bind port 4f117963-368e-4fa4-aae0-1ca5589b9599 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:27:46.467554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Attempting to bind port 4f117963-368e-4fa4-aae0-1ca5589b9599 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:27:46.468441 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Attempting to bind port 4f117963-368e-4fa4-aae0-1ca5589b9599 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:27:46.474569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Port 4f117963-368e-4fa4-aae0-1ca5589b9599 on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:27:46.474901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Attempting to bind port 4f117963-368e-4fa4-aae0-1ca5589b9599 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:27:46.480377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:27:46.480718 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:27:46.481136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:27:46.481567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Bound port: 4f117963-368e-4fa4-aae0-1ca5589b9599, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:27:46.481927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.549030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] For port 4f117963-368e-4fa4-aae0-1ca5589b9599, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:27:46.552211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] For port 4f117963-368e-4fa4-aae0-1ca5589b9599, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=4f117963-368e-4fa4-aae0-1ca5589b9599,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:27:46.555906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.598858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:46.599553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:46.600944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] 10.222.0.21 "PUT /v2.0/ports/4f117963-368e-4fa4-aae0-1ca5589b9599 HTTP/1.1" status: 200 len: 1091 time: 0.8016360 Feb 09 00:27:46.603615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'tag': '4f117963-368e-4fa4-aae0-1ca5589b9599'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:27:46.605798 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab85e8f7-f620-42f6-8440-f5012f6c7417" -d '{"events": [{"name": "network-changed", "server_uuid": "17a726b0-28fa-48ab-844b-f49f1008e91e", "tag": "4f117963-368e-4fa4-aae0-1ca5589b9599"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:27:46.637455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebea21-e3e5-4586-a1e8-3169125fcac7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f117963-368e-4fa4-aae0-1ca5589b9599,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:27:46.674264 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff658c7c-c3bf-4a62-b5e6-8a6eef7b299b x-openstack-request-id: req-ff658c7c-c3bf-4a62-b5e6-8a6eef7b299b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:27:46.674577 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a726b0-28fa-48ab-844b-f49f1008e91e", "tag": "4f117963-368e-4fa4-aae0-1ca5589b9599", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:27:46.674800 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff658c7c-c3bf-4a62-b5e6-8a6eef7b299b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:27:46.675220 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'tag': '4f117963-368e-4fa4-aae0-1ca5589b9599', 'status': 'completed', 'code': 200} Feb 09 00:27:46.712229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-81c01a18-95b0-43b4-947a-8094535a6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:46.714091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-81c01a18-95b0-43b4-947a-8094535a6176 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 1094 time: 0.0524988 Feb 09 00:27:46.760779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-9e466cef-da0e-4bd0-969e-5b5d15b71e01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f117963-368e-4fa4-aae0-1ca5589b9599 HTTP/1.1" status: 200 len: 217 time: 0.0382035 Feb 09 00:27:46.817006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-32d15af8-83ff-4f66-aeca-0f33f904030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:46.818423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-32d15af8-83ff-4f66-aeca-0f33f904030d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0474596 Feb 09 00:27:46.875535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055530d6-0041-4b06-a269-234fbd6e8298 req-2badeb7a-95f0-485d-82f7-611b680e436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:46.877082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-2badeb7a-95f0-485d-82f7-611b680e436c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469108 Feb 09 00:27:46.970426 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-4253e58e-c27a-4c98-8f3b-5ff4620a6588 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843215 Feb 09 00:27:46.971341 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:47.073840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-055530d6-0041-4b06-a269-234fbd6e8298 req-9adbe467-c175-473b-afc3-55cacb022017 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955985 Feb 09 00:27:47.161303 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-246e8121-9c83-4290-9bae-57f032803688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:47.162704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-246e8121-9c83-4290-9bae-57f032803688 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 1094 time: 0.0416884 Feb 09 00:27:47.255834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-52b416ce-2ed6-4042-942d-48271502ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:47.257331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-52b416ce-2ed6-4042-942d-48271502ac57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0875254 Feb 09 00:27:47.300494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-d787e63a-6f86-44d0-80ce-199713de7172 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f117963-368e-4fa4-aae0-1ca5589b9599 HTTP/1.1" status: 200 len: 217 time: 0.0342598 Feb 09 00:27:47.354786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-49b5b8f6-88be-4361-96c9-aa532f588156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:47.356653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-49b5b8f6-88be-4361-96c9-aa532f588156 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0484087 Feb 09 00:27:47.384999 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:27:47.408760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-d3c37636-457c-4146-9c6c-fc88d527c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:47.410470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-d3c37636-457c-4146-9c6c-fc88d527c93c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460227 Feb 09 00:27:47.507693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-be6d20c8-28bf-4b28-9b02-7e6b9020b9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897317 Feb 09 00:27:47.635809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe050-79fb-46f1-9f3f-76d0e5fe2464 req-5dc619e0-501d-47ae-9e56-6325c803ceba tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:47.637224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecfbe050-79fb-46f1-9f3f-76d0e5fe2464 req-5dc619e0-501d-47ae-9e56-6325c803ceba tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.1034720 Feb 09 00:27:47.643832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab85e8f7-f620-42f6-8440-f5012f6c7417 req-2b9d586e-e811-442c-9b78-0a5407743804 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292570 Feb 09 00:27:47.677661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecfbe050-79fb-46f1-9f3f-76d0e5fe2464 req-979aa826-5bd3-4e26-ae30-c3e433866790 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Feb 09 00:27:48.823959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ac59c-1832-4a37-a1c4-29555735d1fc req-e1ad5abf-1750-4565-8201-c8b8d3a4e80f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:48.825543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f98ac59c-1832-4a37-a1c4-29555735d1fc req-e1ad5abf-1750-4565-8201-c8b8d3a4e80f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0636091 Feb 09 00:27:48.884096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f98ac59c-1832-4a37-a1c4-29555735d1fc req-ab77ad46-d47b-45c5-a045-811b8c51e40d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526278 Feb 09 00:27:50.064525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9cc9e-b2ab-493c-9040-48b8dd605890 req-5bb927a3-6776-48d4-b345-b2a9ee921a0c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:50.066450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcb9cc9e-b2ab-493c-9040-48b8dd605890 req-5bb927a3-6776-48d4-b345-b2a9ee921a0c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0602899 Feb 09 00:27:50.117337 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcb9cc9e-b2ab-493c-9040-48b8dd605890 req-46c8ac82-0606-466d-bcd8-f27a5e2f8f9c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366976 Feb 09 00:27:51.249000 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761f408-b5f9-4e2c-994d-4472c0c8b34f req-53438193-ba0c-4a5d-bc4e-d8351bfd4ac2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:51.258446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f761f408-b5f9-4e2c-994d-4472c0c8b34f req-53438193-ba0c-4a5d-bc4e-d8351bfd4ac2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0628185 Feb 09 00:27:51.295376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f761f408-b5f9-4e2c-994d-4472c0c8b34f req-97127e10-0b65-4ab3-a4df-32073dbc1161 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358410 Feb 09 00:27:52.699365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdda52-f952-440b-827a-677533d93b9d req-4183c761-f936-4cc0-a4c9-6a133f626e76 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:52.700843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-debdda52-f952-440b-827a-677533d93b9d req-4183c761-f936-4cc0-a4c9-6a133f626e76 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0497689 Feb 09 00:27:52.738910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-debdda52-f952-440b-827a-677533d93b9d req-a096608f-d95a-4957-b905-bfec16cf0a43 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Feb 09 00:27:53.852262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0a3fc-b365-4ff4-9bca-c8bd9275b5b7 req-427d11f2-3dae-4e4e-95dc-99740b3d1708 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:53.853768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1d0a3fc-b365-4ff4-9bca-c8bd9275b5b7 req-427d11f2-3dae-4e4e-95dc-99740b3d1708 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0474625 Feb 09 00:27:53.895780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1d0a3fc-b365-4ff4-9bca-c8bd9275b5b7 req-952f14e4-f1f9-4f4d-b1ab-a1787c786b97 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356090 Feb 09 00:27:55.016140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fa0d3-b585-4892-a6a7-7ee0b6fbe516 req-2ba2f6e2-6cb5-4c8f-b8d1-c50eeb853fe5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:55.017706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-696fa0d3-b585-4892-a6a7-7ee0b6fbe516 req-2ba2f6e2-6cb5-4c8f-b8d1-c50eeb853fe5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0506675 Feb 09 00:27:55.056595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-696fa0d3-b585-4892-a6a7-7ee0b6fbe516 req-87449235-b2ab-4bc6-a230-a069e5d9a59c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Feb 09 00:27:56.175430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c8f70-d247-4f05-b804-70ec221cbfe0 req-c80395f9-d3e0-4ad7-8d22-b80f3936327d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:56.177158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a6c8f70-d247-4f05-b804-70ec221cbfe0 req-c80395f9-d3e0-4ad7-8d22-b80f3936327d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0490220 Feb 09 00:27:56.215280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a6c8f70-d247-4f05-b804-70ec221cbfe0 req-2ae3c48e-178d-4b48-b9e9-788f74d9e359 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Feb 09 00:27:57.334232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466edafa-8ff7-4dee-8853-501084b939ce req-da4270ff-619e-4430-af98-6b16ca9aa087 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:57.335990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-466edafa-8ff7-4dee-8853-501084b939ce req-da4270ff-619e-4430-af98-6b16ca9aa087 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0514994 Feb 09 00:27:57.396484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-466edafa-8ff7-4dee-8853-501084b939ce req-a51d9f93-0ed9-42c3-b60e-fa1b1abd63ce tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Feb 09 00:27:58.784790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304419-5d74-40f0-8a66-357fb7df2fbc req-117ab61b-c692-4b87-91c8-1cc0417a2973 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:58.786286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81304419-5d74-40f0-8a66-357fb7df2fbc req-117ab61b-c692-4b87-91c8-1cc0417a2973 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0507288 Feb 09 00:27:58.825325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81304419-5d74-40f0-8a66-357fb7df2fbc req-08176f96-e2b6-47d8-a62c-fbe8cdfbd3de tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Feb 09 00:27:59.941059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a17c-5524-4b1b-93d6-c78d7f4fc004 req-b9876c92-9218-4125-a1f6-44dda07b8571 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:27:59.942450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1f7a17c-5524-4b1b-93d6-c78d7f4fc004 req-b9876c92-9218-4125-a1f6-44dda07b8571 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0484297 Feb 09 00:27:59.982332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1f7a17c-5524-4b1b-93d6-c78d7f4fc004 req-d365d679-b62d-4795-accc-eed5fb3daf04 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305798 Feb 09 00:28:01.102935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9efbf7-5ea3-4b4c-8443-15a88e80f873 req-38056ca4-1635-45bd-a38b-6387e32d5e21 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:01.104418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc9efbf7-5ea3-4b4c-8443-15a88e80f873 req-38056ca4-1635-45bd-a38b-6387e32d5e21 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0492380 Feb 09 00:28:01.147400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc9efbf7-5ea3-4b4c-8443-15a88e80f873 req-2fb47bf7-f81a-4ff6-86d9-3d49dcfe2706 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Feb 09 00:28:02.271010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c17ef-b33d-4bd5-96a2-768d50539caf req-b5a03c23-ff97-4d88-9e25-946416852f37 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:02.272535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f27c17ef-b33d-4bd5-96a2-768d50539caf req-b5a03c23-ff97-4d88-9e25-946416852f37 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0506642 Feb 09 00:28:02.312136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f27c17ef-b33d-4bd5-96a2-768d50539caf req-5eb167d0-baed-483b-b85c-5e2be74b1219 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Feb 09 00:28:02.902337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-b2b47fab-1196-4b3c-8408-afd3e7675658 req-bbcab3a6-4e44-4369-9669-80d675dbd41d service neutron] (105925) timed out ('10.222.0.21', 64422) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:28:03.438653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfff94-bdfe-409a-a265-7bea6bbb8b88 req-5b52e5a0-9fcd-43ec-b443-977456891441 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:03.440142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fdfff94-bdfe-409a-a265-7bea6bbb8b88 req-5b52e5a0-9fcd-43ec-b443-977456891441 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0511804 Feb 09 00:28:03.479896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fdfff94-bdfe-409a-a265-7bea6bbb8b88 req-8b1dc434-14c5-4960-9c3a-f54355d4a1fe tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Feb 09 00:28:04.455306 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:28:04.611290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f3df-8d85-4fcf-b8e1-cd2498bb2014 req-8c7483c2-b2a5-4d28-bd68-1d4ad002135c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:04.612924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b04f3df-8d85-4fcf-b8e1-cd2498bb2014 req-8c7483c2-b2a5-4d28-bd68-1d4ad002135c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0530043 Feb 09 00:28:04.660371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b04f3df-8d85-4fcf-b8e1-cd2498bb2014 req-1f9249df-647d-4182-af7b-03a0aa8cb888 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401826 Feb 09 00:28:05.798100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e603f9-f2df-4075-9e02-1eee5e7b0ba4 req-4ad9252c-dc2f-4903-9b09-79de606f4229 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:05.799583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53e603f9-f2df-4075-9e02-1eee5e7b0ba4 req-4ad9252c-dc2f-4903-9b09-79de606f4229 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0537961 Feb 09 00:28:05.837434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-53e603f9-f2df-4075-9e02-1eee5e7b0ba4 req-fb8dce22-1a9b-471d-bd55-58c4bf327ca4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316229 Feb 09 00:28:06.957832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f1e15-f61e-4b26-b2ea-5dd4775c3fb0 req-85e822c9-96f5-42a3-a134-a8f565975c38 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:06.959305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c9f1e15-f61e-4b26-b2ea-5dd4775c3fb0 req-85e822c9-96f5-42a3-a134-a8f565975c38 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 943 time: 0.0483301 Feb 09 00:28:06.996133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4c9f1e15-f61e-4b26-b2ea-5dd4775c3fb0 req-1fcec6d2-a5fc-4e84-8093-6cda96d1368e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308437 Feb 09 00:28:07.205704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:07.370942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:07.583177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 4f117963-368e-4fa4-aae0-1ca5589b9599 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:28:07.677617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 4f117963-368e-4fa4-aae0-1ca5589b9599, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=4f117963-368e-4fa4-aae0-1ca5589b9599,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:28:07.689953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '4f117963-368e-4fa4-aae0-1ca5589b9599', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '4f117963-368e-4fa4-aae0-1ca5589b9599', 'mac_address': 'fa:16:3e:96:05:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:28:07.727361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:07.745325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f117963-368e-4fa4-aae0-1ca5589b9599 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:28:07.766074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 4f117963-368e-4fa4-aae0-1ca5589b9599, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=4f117963-368e-4fa4-aae0-1ca5589b9599,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:28:07.769786 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:07.819311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=4f117963-368e-4fa4-aae0-1ca5589b9599,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:07.827120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.827512 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.827926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.828265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.828649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.829031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.829300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.829624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.829910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.830268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.830544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:07.830857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:08.041143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['4f117963-368e-4fa4-aae0-1ca5589b9599'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:28:08.123423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35e952-f929-4b9a-b197-556dc6814121 req-5e47d1a1-0421-4139-b725-b37aa36d6174 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:08.124980 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d35e952-f929-4b9a-b197-556dc6814121 req-5e47d1a1-0421-4139-b725-b37aa36d6174 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 944 time: 0.0532055 Feb 09 00:28:08.170577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8d35e952-f929-4b9a-b197-556dc6814121 req-b7ac3c82-230f-4521-8358-0826baa51dba tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Feb 09 00:28:09.297455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dd918-8728-4e3c-8573-04c4177a4e0e req-009c762e-ec37-4c32-a354-5c8d564743ee tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:09.299004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d2dd918-8728-4e3c-8573-04c4177a4e0e req-009c762e-ec37-4c32-a354-5c8d564743ee tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 944 time: 0.0523655 Feb 09 00:28:09.339458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1d2dd918-8728-4e3c-8573-04c4177a4e0e req-c5666e9f-bd30-40b7-9028-5b2006bd29bb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Feb 09 00:28:09.599054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 4f117963-368e-4fa4-aae0-1ca5589b9599 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:28:09.652698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 4f117963-368e-4fa4-aae0-1ca5589b9599 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:28:09.657077 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 4f117963-368e-4fa4-aae0-1ca5589b9599 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:28:09.657584 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:09.745758 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:09.772202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f117963-368e-4fa4-aae0-1ca5589b9599'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:28:09.774960 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5ecb1-c53e-40a4-b7ad-c4a09e351643" -d '{"events": [{"server_uuid": "17a726b0-28fa-48ab-844b-f49f1008e91e", "name": "network-vif-plugged", "status": "completed", "tag": "4f117963-368e-4fa4-aae0-1ca5589b9599"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:28:09.788869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 4f117963-368e-4fa4-aae0-1ca5589b9599, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=4f117963-368e-4fa4-aae0-1ca5589b9599,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:28:09.793692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:09.829514 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f536a9-d309-462a-ab7d-c16ef070d65c x-openstack-request-id: req-33f536a9-d309-462a-ab7d-c16ef070d65c {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:28:09.829844 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a726b0-28fa-48ab-844b-f49f1008e91e", "name": "network-vif-plugged", "status": "completed", "tag": "4f117963-368e-4fa4-aae0-1ca5589b9599", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:28:09.830152 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33f536a9-d309-462a-ab7d-c16ef070d65c {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:28:09.830564 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f117963-368e-4fa4-aae0-1ca5589b9599', 'code': 200} Feb 09 00:28:09.868305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=4f117963-368e-4fa4-aae0-1ca5589b9599,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:09.925499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d1e2-8fe4-48ce-b52c-41678c86f335 req-01b2a9c3-6e5a-4a6e-9a2f-5bec9ac7c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:09.927382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8b8d1e2-8fe4-48ce-b52c-41678c86f335 req-01b2a9c3-6e5a-4a6e-9a2f-5bec9ac7c8a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 1096 time: 0.0437095 Feb 09 00:28:09.969962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8b8d1e2-8fe4-48ce-b52c-41678c86f335 req-fa0ed90b-1337-476a-8270-5f3437b46cc7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337558 Feb 09 00:28:10.463287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4cc60-a354-4b26-9540-3d536c351d71 req-6074dba7-7574-47d2-8f54-73c3246e8dfd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:10.465248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5dd4cc60-a354-4b26-9540-3d536c351d71 req-6074dba7-7574-47d2-8f54-73c3246e8dfd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 945 time: 0.0555353 Feb 09 00:28:10.515388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5dd4cc60-a354-4b26-9540-3d536c351d71 req-ddeb405c-bc22-42e5-859b-deb0c79f199a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Feb 09 00:28:11.657234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959dc37-7685-4874-b5e7-a9ab47b3fe15 req-2bbcde5e-8ced-4f11-be81-2e5ec6b4d56e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:11.659082 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d959dc37-7685-4874-b5e7-a9ab47b3fe15 req-2bbcde5e-8ced-4f11-be81-2e5ec6b4d56e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 945 time: 0.0537155 Feb 09 00:28:11.699419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d959dc37-7685-4874-b5e7-a9ab47b3fe15 req-f8e2a592-0e1f-4df9-9a93-0e89b0c1430c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Feb 09 00:28:11.834385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd42c18-b237-40b9-a186-53f3c0e4d988 req-1b4f1de4-1a41-480a-a8a4-fc5d24915271 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:11.836227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dcd42c18-b237-40b9-a186-53f3c0e4d988 req-1b4f1de4-1a41-480a-a8a4-fc5d24915271 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 945 time: 0.0568726 Feb 09 00:28:11.880478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dcd42c18-b237-40b9-a186-53f3c0e4d988 req-c2e3aa75-efa9-4d08-83e0-203bed439aff tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Feb 09 00:28:11.920025 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8202daea-1e3b-4104-8d58-728585d0bec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:12.173285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abbf8e-f051-4174-919e-9c035a555ad7 req-1c4f8916-3f57-41c1-89e4-c8d021492676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:12.174909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09abbf8e-f051-4174-919e-9c035a555ad7 req-1c4f8916-3f57-41c1-89e4-c8d021492676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 945 time: 0.0482054 Feb 09 00:28:12.216257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09abbf8e-f051-4174-919e-9c035a555ad7 req-7c3e7f25-c12f-4898-93eb-effd0b36453b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Feb 09 00:28:13.335806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f55b3-58e4-42a2-b702-c920e454a324 req-51521232-a236-4a57-9357-97f13a8448c6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:13.337317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef2f55b3-58e4-42a2-b702-c920e454a324 req-51521232-a236-4a57-9357-97f13a8448c6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 945 time: 0.0492079 Feb 09 00:28:13.375269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ef2f55b3-58e4-42a2-b702-c920e454a324 req-0cfd9da4-04a2-4277-8f71-1309229d0832 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321121 Feb 09 00:28:13.714564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-8c79d991-5d7b-414b-beb4-2347b3ffd018 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:13.716060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-8c79d991-5d7b-414b-beb4-2347b3ffd018 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 945 time: 0.0496259 Feb 09 00:28:13.807279 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 4f117963-368e-4fa4-aae0-1ca5589b9599 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:28:13.807621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:13.894694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 4f117963-368e-4fa4-aae0-1ca5589b9599, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=4f117963-368e-4fa4-aae0-1ca5589b9599,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:28:13.895056 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:13.906738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 4f117963-368e-4fa4-aae0-1ca5589b9599 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:28:14.035854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:14.049417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['4f117963-368e-4fa4-aae0-1ca5589b9599'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:28:14.052042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['445c5935-18e3-4a19-ad6c-65fba07b72a5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:28:14.071963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=4f117963-368e-4fa4-aae0-1ca5589b9599,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:14.105573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 4f117963-368e-4fa4-aae0-1ca5589b9599 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:28:14.108162 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:14.112597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8683ced-ed81-4d76-a92c-2a7aa97a854d req-30b3c50c-48ea-45d6-adf6-6dc4bc6e38be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "DELETE /v2.0/ports/4f117963-368e-4fa4-aae0-1ca5589b9599 HTTP/1.1" status: 204 len: 173 time: 0.3906784 Feb 09 00:28:14.113127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'name': 'network-vif-deleted', 'tag': '4f117963-368e-4fa4-aae0-1ca5589b9599'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:28:14.115423 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7395eb-ecbc-4e66-a33c-cdb9418b8501" -d '{"events": [{"server_uuid": "17a726b0-28fa-48ab-844b-f49f1008e91e", "name": "network-vif-deleted", "tag": "4f117963-368e-4fa4-aae0-1ca5589b9599"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:28:14.166886 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43084e0-0d51-42c9-8ea4-29362c2c5eb5 x-openstack-request-id: req-c43084e0-0d51-42c9-8ea4-29362c2c5eb5 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:28:14.167181 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a726b0-28fa-48ab-844b-f49f1008e91e", "name": "network-vif-deleted", "tag": "4f117963-368e-4fa4-aae0-1ca5589b9599", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:28:14.167438 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c43084e0-0d51-42c9-8ea4-29362c2c5eb5 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:28:14.167959 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a726b0-28fa-48ab-844b-f49f1008e91e', 'name': 'network-vif-deleted', 'tag': '4f117963-368e-4fa4-aae0-1ca5589b9599', 'status': 'completed', 'code': 200} Feb 09 00:28:14.476670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10eeec70-3eb4-405c-be97-ce6d2b1b1636 req-a02dac11-f2b8-49d2-9b1d-ddbe55ae65fa tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 210 time: 0.0310118 Feb 09 00:28:14.705114 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc778947-c5dd-4fd0-a8dd-4064489d4815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:15.573281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0248b023-291c-44a0-9370-92c92a5b70be req-c2033798-017a-4bbe-8d3a-e9005d6bc1e3 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 210 time: 0.0266671 Feb 09 00:28:15.573832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:16.671990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e19cdefd-2b0e-4f47-904c-abfc78525cd5 req-3a6ed078-5530-463b-b28e-5485352a5d86 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 210 time: 0.0277743 Feb 09 00:28:16.974965 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:17.379897 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:17.644562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 4f117963-368e-4fa4-aae0-1ca5589b9599 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:28:17.665830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 4f117963-368e-4fa4-aae0-1ca5589b9599 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:28:17.666178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 4f117963-368e-4fa4-aae0-1ca5589b9599 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:28:17.786909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b70a71df-95dc-46b1-ba1b-097f4f8b7e7d req-f77997d8-5b03-4ddf-a53b-3f01d75eec30 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=17a726b0-28fa-48ab-844b-f49f1008e91e HTTP/1.1" status: 200 len: 210 time: 0.0277233 Feb 09 00:28:22.275856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0a487-ef98-4fc5-980b-10536986b0b6 req-c8a289b3-3abd-4a37-aca3-4564498ee653 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:22.277336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83b0a487-ef98-4fc5-980b-10536986b0b6 req-c8a289b3-3abd-4a37-aca3-4564498ee653 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 946 time: 0.0478537 Feb 09 00:28:22.315790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83b0a487-ef98-4fc5-980b-10536986b0b6 req-b7939b95-a192-4371-a873-ba6682ccb1f8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Feb 09 00:28:23.437431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb701c-622a-4dbe-bb64-b6e90f5028bf req-581712de-f122-4b00-9807-db1952400e80 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:23.439422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfeb701c-622a-4dbe-bb64-b6e90f5028bf req-581712de-f122-4b00-9807-db1952400e80 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 946 time: 0.0526567 Feb 09 00:28:23.476048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bfeb701c-622a-4dbe-bb64-b6e90f5028bf req-a720a57c-7e0b-4ccf-af39-98421babc4b6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=aa9cb81e-592b-4587-854f-28006dc501c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304148 Feb 09 00:28:23.768700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0337012-979a-4f59-bf05-3449d592853f req-31e5d0ed-04bc-4596-b817-065ed2dabd8e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:23.770159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0337012-979a-4f59-bf05-3449d592853f req-31e5d0ed-04bc-4596-b817-065ed2dabd8e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Feb 09 00:28:23.864768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 445c5935-18e3-4a19-ad6c-65fba07b72a5 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:28:23.865138 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:23.950385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 445c5935-18e3-4a19-ad6c-65fba07b72a5, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=445c5935-18e3-4a19-ad6c-65fba07b72a5,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:28:23.950667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:23.962421 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 445c5935-18e3-4a19-ad6c-65fba07b72a5 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:28:24.090608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:24.102439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['445c5935-18e3-4a19-ad6c-65fba07b72a5'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:28:24.117947 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=445c5935-18e3-4a19-ad6c-65fba07b72a5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:24.161040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 445c5935-18e3-4a19-ad6c-65fba07b72a5 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:28:24.163467 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:24.166823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d0337012-979a-4f59-bf05-3449d592853f req-4d3f283f-0571-41e5-9b1d-99fbc648cffb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "DELETE /v2.0/ports/445c5935-18e3-4a19-ad6c-65fba07b72a5 HTTP/1.1" status: 204 len: 173 time: 0.3896976 Feb 09 00:28:24.167365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'name': 'network-vif-deleted', 'tag': '445c5935-18e3-4a19-ad6c-65fba07b72a5'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:28:24.169652 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223af4d3-2717-415f-b354-cdf99b975769" -d '{"events": [{"server_uuid": "eb63a562-709a-48ef-9c9d-0a7754850865", "name": "network-vif-deleted", "tag": "445c5935-18e3-4a19-ad6c-65fba07b72a5"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:28:24.209509 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5eeac8-41d9-4e89-9391-581a736ad7c6 x-openstack-request-id: req-1c5eeac8-41d9-4e89-9391-581a736ad7c6 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:28:24.209804 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb63a562-709a-48ef-9c9d-0a7754850865", "name": "network-vif-deleted", "tag": "445c5935-18e3-4a19-ad6c-65fba07b72a5", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:28:24.210056 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c5eeac8-41d9-4e89-9391-581a736ad7c6 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:28:24.210461 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb63a562-709a-48ef-9c9d-0a7754850865', 'name': 'network-vif-deleted', 'tag': '445c5935-18e3-4a19-ad6c-65fba07b72a5', 'status': 'completed', 'code': 200} Feb 09 00:28:24.580597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d31d8b15-1bc0-411a-b3b6-c255f5569702 req-e6ccb951-eea4-40f6-ab24-f5fecc838a78 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 210 time: 0.0328979 Feb 09 00:28:26.011484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5dbbc79e-e6cc-4699-ba7b-00b1b6034664 req-28081a96-f784-4362-af9f-8d45bd7e8b7b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 210 time: 0.3600824 Feb 09 00:28:27.105035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0744a485-4c30-4d21-ba1e-9dffce2f7efb req-c28e0820-f94e-4e39-9f92-26ad1f7a3389 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=eb63a562-709a-48ef-9c9d-0a7754850865 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Feb 09 00:28:28.926604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 445c5935-18e3-4a19-ad6c-65fba07b72a5 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:28:28.947823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 445c5935-18e3-4a19-ad6c-65fba07b72a5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:28:28.948209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 445c5935-18e3-4a19-ad6c-65fba07b72a5 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:28:31.166826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57324) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.172060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386333112', 'description': 'tempest-secgroup-smoke-386333112 description', 'project_id': 'ff8e94ae862c407b9ce1114b767be036'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.196344 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.269351 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.273088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.304347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.305602 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1377671 Feb 09 00:28:31.307628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ea9e1-1714-4e38-a679-132efd012a6f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:31.308632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57328) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.314059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group_rule': {'security_group_id': 'df6ea9e1-1714-4e38-a679-132efd012a6f', 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.316041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.316185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.316478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.316819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.317178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.317506 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.317833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.318152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.318500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.318822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.319141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.319461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5d61b9-c784-4a77-b328-5d58392b1b66 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:31.346466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.412279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.415796 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.433347 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce1832d-1d11-4d4e-94e3-7ba281ded922,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:31.441660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.442867 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-42907043-bacc-4fef-a78f-19dfc4d88690 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323509 Feb 09 00:28:31.445741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57330) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.450005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group_rule': {'security_group_id': 'df6ea9e1-1714-4e38-a679-132efd012a6f', 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.476619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.537079 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.541195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.560477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472ec5e6-587f-4ad8-a3c1-b8e54cc34506,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:31.569277 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.570485 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-571add12-e338-4d3a-8f6b-b7c4c34a099d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238215 Feb 09 00:28:31.573269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57332) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.577488 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group_rule': {'security_group_id': 'df6ea9e1-1714-4e38-a679-132efd012a6f', 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.606703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.663915 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.667658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.684978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f717b738-2a9f-4913-99b1-60c2618c16d3,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:31.693279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.694458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-475c44a4-2a0f-4112-9856-555b84a9a2a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202810 Feb 09 00:28:31.697148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57334) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.701397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group_rule': {'security_group_id': 'df6ea9e1-1714-4e38-a679-132efd012a6f', 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.730844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.788385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.791763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.809169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c053bdb-06eb-43e7-b9c1-57a9b4f4ef09,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:31.816372 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.817577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7ecd0f98-6519-4378-b43d-d76c0b21045e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194849 Feb 09 00:28:31.820335 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57336) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.824564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group_rule': {'security_group_id': 'df6ea9e1-1714-4e38-a679-132efd012a6f', 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.847799 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Project ff8e94ae862c407b9ce1114b767be036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:28:31.852855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.922284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.926736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.945765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b72e3a1-fee0-437e-b22a-9f9c64b9cce2,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:31.950832 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:31.952133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0b11ae0e-87d0-4be9-85b0-7f5cb1e58e5e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307783 Feb 09 00:28:31.955230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57338) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:28:31.959466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'security_group_rule': {'security_group_id': 'df6ea9e1-1714-4e38-a679-132efd012a6f', 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:31.981983 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Project ff8e94ae862c407b9ce1114b767be036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:28:31.987491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:32.046250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:32.050322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:32.068819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae2bd5d-837a-4d52-832b-56b7aac28e88,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:32.073937 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:32.074904 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4452826b-f929-46cb-9502-baba14bae3a8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187313 Feb 09 00:28:34.037724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-e827e46e-a07f-4ca0-88cf-43f19686c57a req-28733457-eb62-456a-abed-db04764b9915 tempest-AttachVolumeTestJSON-1660670299 tempest-AttachVolumeTestJSON-1660670299-project] (105925) timed out ('10.222.0.21', 64481) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:28:37.190676 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:37.383513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:41.455293 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:28:41.921764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a2af5a97-107b-40fe-88fc-0f75896f705d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:44.706931 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5346f0a1-aadf-427e-bc26-d9f27c385ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:45.575969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:46.315125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-e2ec70e7-cb50-4d90-a868-0fafe2b1b852 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386333112&fields=id&tenant_id=ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 267 time: 0.0348990 Feb 09 00:28:46.430942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-53c8b6df-adad-4087-8b29-bcd647a1303c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:46.432439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-53c8b6df-adad-4087-8b29-bcd647a1303c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1103623 Feb 09 00:28:46.447750 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-b0aeaec5-fe35-4997-9dca-61281014a572 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0093658 Feb 09 00:28:46.503061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-97374421-e99e-4150-9cab-06346bbf9baa tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462759 Feb 09 00:28:46.605765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-fbb65d26-a446-414c-add0-3bd0f54a4ac9 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899203 Feb 09 00:28:46.697702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-ea4c17b9-6842-4a73-915a-64ec79884289 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856228 Feb 09 00:28:46.972180 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:46.996834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e49af42f-b945-4445-ab82-48c02c9b019d req-a813a74a-e0bc-46b9-a71a-2c63980aa370 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 210 time: 0.0294049 Feb 09 00:28:47.382596 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:47.896892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-44d6d246-3510-41c5-8b55-fddbbe0a8fc5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:47.898785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-44d6d246-3510-41c5-8b55-fddbbe0a8fc5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1067812 Feb 09 00:28:47.944498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-e8c48668-74fa-4c81-8f0d-16fb4f6ff994 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 379 time: 0.0358722 Feb 09 00:28:47.954958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': '95c03166-87bb-4955-94ba-d706ea39dad0', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'security_groups': ['df6ea9e1-1714-4e38-a679-132efd012a6f']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:48.079824 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:28:48.083295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.104650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3efccca-11f3-450c-9e82-78958fb9650d req-7e267897-f6e1-4b78-a60a-57089efbd7a1 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 210 time: 0.0369661 Feb 09 00:28:48.232656 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.4 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/48f4dac5-2251-4989-9c5b-034fc9160f78) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:28:48.376189 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.417918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.465358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:28:48.468645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:28:48.473135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:28:48.502493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=48f4dac5-2251-4989-9c5b-034fc9160f78,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:48.515160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.515507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.515881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.516275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.516884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.517322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.517660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.517991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.518317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.518649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.518976 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.519300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:28:48.538580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:48.539226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.557448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-c3ff84ed-7980-4e82-a2ea-d7acb9b94ece tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6063247 Feb 09 00:28:48.568457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-83891bf5-7a85-45c5-95d1-86755b77b725 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:28:48.569477 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-83891bf5-7a85-45c5-95d1-86755b77b725 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055614 Feb 09 00:28:48.582662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Request body: {'port': {'device_id': '95c03166-87bb-4955-94ba-d706ea39dad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:28:48.645293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.769012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b1f5e9fe-7c67-4fc8-98bc-616306219df2 None None] Provisioning complete for port 48f4dac5-2251-4989-9c5b-034fc9160f78 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:28:48.769592 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1f5e9fe-7c67-4fc8-98bc-616306219df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.843827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5e9fe-7c67-4fc8-98bc-616306219df2 None None] Port 48f4dac5-2251-4989-9c5b-034fc9160f78 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:28:48.930890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f4dac5-2251-4989-9c5b-034fc9160f78 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:28:48.940010 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:48.954317 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Transition to ACTIVE for port object 48f4dac5-2251-4989-9c5b-034fc9160f78 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:28:48.959626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:49.014576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Pushing event updated for resources: {'Port': ['ID=48f4dac5-2251-4989-9c5b-034fc9160f78,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:49.096266 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Attempting to bind port 48f4dac5-2251-4989-9c5b-034fc9160f78 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:28:49.096750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Attempting to bind port 48f4dac5-2251-4989-9c5b-034fc9160f78 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:28:49.097365 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Attempting to bind port 48f4dac5-2251-4989-9c5b-034fc9160f78 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:28:49.103236 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Port 48f4dac5-2251-4989-9c5b-034fc9160f78 on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:28:49.104084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Attempting to bind port 48f4dac5-2251-4989-9c5b-034fc9160f78 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:28:49.109967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:28:49.110554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:28:49.111031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:28:49.111478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Bound port: 48f4dac5-2251-4989-9c5b-034fc9160f78, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:28:49.111841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:49.188880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] For port 48f4dac5-2251-4989-9c5b-034fc9160f78, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:28:49.192357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] For port 48f4dac5-2251-4989-9c5b-034fc9160f78, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=48f4dac5-2251-4989-9c5b-034fc9160f78,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:28:49.222531 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:49.265226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.266732 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:28:49.268313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] 10.222.0.84 "PUT /v2.0/ports/48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 200 len: 1091 time: 0.6911881 Feb 09 00:28:49.271238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:28:49.274702 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c88d152-6b6a-4085-b7d2-39bc494b0dea" -d '{"events": [{"name": "network-changed", "server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:28:49.301597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee96b2-3770-42ce-812c-5c086c316341 req-9a0d5d53-f4d5-407f-9208-0cbf6f6922e9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.303311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbee96b2-3770-42ce-812c-5c086c316341 req-9a0d5d53-f4d5-407f-9208-0cbf6f6922e9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.1095884 Feb 09 00:28:49.354434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b554d-7c02-4f32-ba1a-22ba2b9ad7cb service neutron] Pushing event updated for resources: {'Port': ['ID=48f4dac5-2251-4989-9c5b-034fc9160f78,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:28:49.370850 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70075ed0-7a3d-4a0e-a201-ed80256a4863 x-openstack-request-id: req-70075ed0-7a3d-4a0e-a201-ed80256a4863 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:28:49.371107 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:28:49.371543 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70075ed0-7a3d-4a0e-a201-ed80256a4863 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:28:49.372040 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'status': 'completed', 'code': 200} Feb 09 00:28:49.418332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbee96b2-3770-42ce-812c-5c086c316341 req-9a608563-5e9e-49c3-b893-6e4eab20a1b4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018102 Feb 09 00:28:49.425438 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-d787b70e-cde2-47e7-9d2e-e2fcc940bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.427144 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-d787b70e-cde2-47e7-9d2e-e2fcc940bc2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1094 time: 0.0837824 Feb 09 00:28:49.477829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-4f50147a-8305-40b4-944d-8102db03021b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 200 len: 217 time: 0.0421457 Feb 09 00:28:49.533440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-df64f469-0994-4d27-aaec-770de5a4df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.534932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-df64f469-0994-4d27-aaec-770de5a4df24 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0501969 Feb 09 00:28:49.582318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-21f7dc0a-7ebd-4084-b83f-6f86286542e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.583749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-21f7dc0a-7ebd-4084-b83f-6f86286542e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418625 Feb 09 00:28:49.678618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-2c2e1862-e4b9-4e9b-8078-5ecac7fd282c service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876558 Feb 09 00:28:49.774537 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a1b3bf4-f78c-4ab1-965d-3f10da5ae1d7 req-b6a09501-cb7f-470d-8244-b4d6fe1ca998 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Feb 09 00:28:49.862221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-749a5799-a1aa-47c4-bb3d-1d92d5b0dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.863733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-749a5799-a1aa-47c4-bb3d-1d92d5b0dd87 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1094 time: 0.0446575 Feb 09 00:28:49.957010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-76de6aee-6bb3-4517-8ded-af254e430499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:49.958511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-76de6aee-6bb3-4517-8ded-af254e430499 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0880406 Feb 09 00:28:50.000240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-c459abdb-e003-43c8-ac00-627b207da7e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 200 len: 217 time: 0.0347905 Feb 09 00:28:50.049166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-435b4f06-2f49-4aa5-91cb-98556009a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:50.050783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-435b4f06-2f49-4aa5-91cb-98556009a759 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0442176 Feb 09 00:28:50.100837 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-3463c0f2-07a2-49ca-9f2d-3a21dbf24f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:50.102368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-3463c0f2-07a2-49ca-9f2d-3a21dbf24f0f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450556 Feb 09 00:28:50.191429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-32e1788a-dd8d-410a-b366-138c6398c84f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805180 Feb 09 00:28:50.288597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6c88d152-6b6a-4085-b7d2-39bc494b0dea req-f395f73c-7d54-43fd-ac38-04d1e6f62795 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903366 Feb 09 00:28:50.546732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66aafb-4058-44ea-a4ec-2a69b3af4d24 req-a7e72ca3-9765-49a3-841d-6f1090e86bef tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:50.549627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d66aafb-4058-44ea-a4ec-2a69b3af4d24 req-a7e72ca3-9765-49a3-841d-6f1090e86bef tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0539575 Feb 09 00:28:50.588587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d66aafb-4058-44ea-a4ec-2a69b3af4d24 req-32e72e7a-8494-4f6a-a015-0861e25a29f1 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324347 Feb 09 00:28:51.706724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6760ca-02f3-43ae-8b9e-6d03be1491a7 req-0a8ec546-c4a5-48f5-8ab5-a1afe33b08d8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:51.709076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6760ca-02f3-43ae-8b9e-6d03be1491a7 req-0a8ec546-c4a5-48f5-8ab5-a1afe33b08d8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0530868 Feb 09 00:28:51.754061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ea6760ca-02f3-43ae-8b9e-6d03be1491a7 req-452890b3-788f-4a0b-96ac-4ae9d0de558b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348248 Feb 09 00:28:52.879817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fb12f-d3bd-40a7-ab9d-d35f938d55cf req-859c92ba-fe75-4021-8fdd-352f787f3495 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:52.881285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-078fb12f-d3bd-40a7-ab9d-d35f938d55cf req-859c92ba-fe75-4021-8fdd-352f787f3495 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0521023 Feb 09 00:28:52.918419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-078fb12f-d3bd-40a7-ab9d-d35f938d55cf req-f7d82d71-ef9a-4a57-81d2-dbc06ae3681c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Feb 09 00:28:54.033027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c1085-98c1-4202-a1ef-4bae9727ef15 req-fb8e312f-3c11-4c64-8fcc-4f4ed750a3c5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:54.034392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f1c1085-98c1-4202-a1ef-4bae9727ef15 req-fb8e312f-3c11-4c64-8fcc-4f4ed750a3c5 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0489497 Feb 09 00:28:54.072937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f1c1085-98c1-4202-a1ef-4bae9727ef15 req-8c2577e8-6e7c-4f28-a0e2-f2289cb3e833 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323131 Feb 09 00:28:55.190999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93b749-d72f-4eb9-bcb7-0fe13fcca119 req-2c86f3ef-228a-447e-bff9-6e612cfb7263 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:55.192548 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e93b749-d72f-4eb9-bcb7-0fe13fcca119 req-2c86f3ef-228a-447e-bff9-6e612cfb7263 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0503883 Feb 09 00:28:55.231223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e93b749-d72f-4eb9-bcb7-0fe13fcca119 req-a434feb9-8f3b-48f8-8684-fb1c579fe8b2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327060 Feb 09 00:28:56.350661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f172f-0b7d-4857-8e33-9f838e3e0b25 req-ca4b48f3-8122-474b-8925-11d16acaf6a9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:56.352147 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a3f172f-0b7d-4857-8e33-9f838e3e0b25 req-ca4b48f3-8122-474b-8925-11d16acaf6a9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0527914 Feb 09 00:28:56.389923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4a3f172f-0b7d-4857-8e33-9f838e3e0b25 req-8a0c7e19-75ca-4656-87dd-26a78325459d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318019 Feb 09 00:28:57.507229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c2733-e0ba-463a-bc81-62b74a4aa8bd req-0a42ffb6-1d8c-4656-bbd7-9e19424670c8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:57.508754 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f5c2733-e0ba-463a-bc81-62b74a4aa8bd req-0a42ffb6-1d8c-4656-bbd7-9e19424670c8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0489249 Feb 09 00:28:57.549219 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f5c2733-e0ba-463a-bc81-62b74a4aa8bd req-90423f53-cd7f-4bb4-beaf-796ca7d0c2f6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341063 Feb 09 00:28:58.661842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c1fe9-16ad-4485-a00f-9462d49d01d7 req-6d86ed5a-5967-4a69-8266-ac98de28d2e9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:58.663319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-472c1fe9-16ad-4485-a00f-9462d49d01d7 req-6d86ed5a-5967-4a69-8266-ac98de28d2e9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0474708 Feb 09 00:28:58.700880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-472c1fe9-16ad-4485-a00f-9462d49d01d7 req-bc5ec1f8-c0ba-4605-8ee1-d1b5a99e6fea tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314684 Feb 09 00:28:59.820241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4cebe-1ff4-4930-83c8-aaaad9220aec req-6af8c480-0f47-4403-8471-c9c99813796e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:28:59.821738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b4cebe-1ff4-4930-83c8-aaaad9220aec req-6af8c480-0f47-4403-8471-c9c99813796e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0523138 Feb 09 00:28:59.859640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b2b4cebe-1ff4-4930-83c8-aaaad9220aec req-f589f588-cad0-41f2-a518-05837aa1db04 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Feb 09 00:29:00.976315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b527f-245e-4572-aa4c-819ebfda82a2 req-c3ffd3cd-803b-4e17-829e-bab4818756f9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:00.977893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-378b527f-245e-4572-aa4c-819ebfda82a2 req-c3ffd3cd-803b-4e17-829e-bab4818756f9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 943 time: 0.0491757 Feb 09 00:29:01.015234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-378b527f-245e-4572-aa4c-819ebfda82a2 req-594b4558-d45a-4269-9fbf-4e082c9f7275 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314844 Feb 09 00:29:01.098089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 48f4dac5-2251-4989-9c5b-034fc9160f78 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:29:01.190107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 48f4dac5-2251-4989-9c5b-034fc9160f78, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=48f4dac5-2251-4989-9c5b-034fc9160f78,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:29:01.201340 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'mac_address': 'fa:16:3e:55:d7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:29:01.242901 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:01.255543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f4dac5-2251-4989-9c5b-034fc9160f78 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:29:01.274705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 48f4dac5-2251-4989-9c5b-034fc9160f78, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=48f4dac5-2251-4989-9c5b-034fc9160f78,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:29:01.278710 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:01.325346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=48f4dac5-2251-4989-9c5b-034fc9160f78,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:29:01.484391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['48f4dac5-2251-4989-9c5b-034fc9160f78'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:29:02.130999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad23114-7063-4368-97da-efd252a4ff02 req-4df8d681-fd01-4d77-b93a-eefd49338f5f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:02.132448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad23114-7063-4368-97da-efd252a4ff02 req-4df8d681-fd01-4d77-b93a-eefd49338f5f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 944 time: 0.0482354 Feb 09 00:29:02.169847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0ad23114-7063-4368-97da-efd252a4ff02 req-d750a5c6-97fd-441f-9e28-bd8e51154c25 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Feb 09 00:29:03.112516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 48f4dac5-2251-4989-9c5b-034fc9160f78 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:29:03.162154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 48f4dac5-2251-4989-9c5b-034fc9160f78 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:29:03.166881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 48f4dac5-2251-4989-9c5b-034fc9160f78 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:29:03.167283 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:03.249598 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:03.272622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:29:03.274891 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9754fe-771a-4f63-bffa-bcc17b380d09" -d '{"events": [{"server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "name": "network-vif-plugged", "status": "completed", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:29:03.289929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 48f4dac5-2251-4989-9c5b-034fc9160f78, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=48f4dac5-2251-4989-9c5b-034fc9160f78,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:29:03.294012 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:03.298652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115154-4691-4228-be52-2451633c6365 req-ae81b6b5-a092-41e8-958d-4d3aa547be3f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:03.300214 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5115154-4691-4228-be52-2451633c6365 req-ae81b6b5-a092-41e8-958d-4d3aa547be3f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 944 time: 0.0580833 Feb 09 00:29:03.326656 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c026d-57b3-461b-a11f-aea9efcb69fa x-openstack-request-id: req-c27c026d-57b3-461b-a11f-aea9efcb69fa {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:29:03.326656 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "name": "network-vif-plugged", "status": "completed", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:29:03.326656 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c27c026d-57b3-461b-a11f-aea9efcb69fa {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:29:03.326656 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'code': 200} Feb 09 00:29:03.349586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=48f4dac5-2251-4989-9c5b-034fc9160f78,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:29:03.364261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f5115154-4691-4228-be52-2451633c6365 req-65c934cf-2cd0-4f95-80f7-0b4d2120abf7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573053 Feb 09 00:29:03.419238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41018119-cd47-4c6c-b44e-ee52b6d67471 req-75337a68-59d6-45de-a617-d36d4cd80744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:03.420771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41018119-cd47-4c6c-b44e-ee52b6d67471 req-75337a68-59d6-45de-a617-d36d4cd80744 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1096 time: 0.0405426 Feb 09 00:29:03.455695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41018119-cd47-4c6c-b44e-ee52b6d67471 req-08ebf5e0-980e-4b32-b013-321f189b9fda service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278056 Feb 09 00:29:04.481083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd836dea-66a1-4c9f-9a5c-74899dc1e5d2 req-872799ea-3ea0-4fb9-a22e-56aff1188e60 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:04.483577 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd836dea-66a1-4c9f-9a5c-74899dc1e5d2 req-872799ea-3ea0-4fb9-a22e-56aff1188e60 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 945 time: 0.0526350 Feb 09 00:29:04.522159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd836dea-66a1-4c9f-9a5c-74899dc1e5d2 req-7b15e3c4-8ce9-43c7-b416-d60ffe5d9b3d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Feb 09 00:29:05.640690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d8e97-3768-49ff-8924-55a854620951 req-df1108bd-fc91-4f55-8b65-721295cc800b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:05.642119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae7d8e97-3768-49ff-8924-55a854620951 req-df1108bd-fc91-4f55-8b65-721295cc800b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 945 time: 0.0515401 Feb 09 00:29:05.680055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ae7d8e97-3768-49ff-8924-55a854620951 req-d22878f3-a67f-43de-8749-888708df944d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317521 Feb 09 00:29:05.794434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607bf7f-89f2-4e14-b8b6-39e4dfaa432d req-7799f9d0-7820-40cc-87db-0567c7da803b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:05.795903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f607bf7f-89f2-4e14-b8b6-39e4dfaa432d req-7799f9d0-7820-40cc-87db-0567c7da803b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 945 time: 0.0490725 Feb 09 00:29:05.833327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f607bf7f-89f2-4e14-b8b6-39e4dfaa432d req-cce2a048-3ef5-441c-b0b8-9e57fcd71701 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308762 Feb 09 00:29:05.854887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57526) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:29:05.893493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b954a-3686-4249-a154-e9024482d057 tempest-TestVolumeBootPattern-528872591 tempest-TestVolumeBootPattern-528872591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:05.894975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ce3b954a-3686-4249-a154-e9024482d057 tempest-TestVolumeBootPattern-528872591 tempest-TestVolumeBootPattern-528872591-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1091 time: 0.0390584 Feb 09 00:29:05.897688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57528) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:29:05.901780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:29:05.926124 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.024298 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.128799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.25.3.243 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e157d840-2b0b-4376-9864-845c5182b127) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:29:06.228890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.262480 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.297872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:29:06.302598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:29:06.305142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:29:06.338031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=e157d840-2b0b-4376-9864-845c5182b127,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:29:06.660146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.730555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.876396 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.880764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:06.953517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=e157d840-2b0b-4376-9864-845c5182b127,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:29:06.962926 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:07.062021 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Floating IP 9140dcee-c4d3-4e0a-a21a-c0b49bb410b2 associated. External IP: 172.25.3.243, port: 48f4dac5-2251-4989-9c5b-034fc9160f78. Feb 09 00:29:07.196949 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:07.409792 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:07.591353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:29:07.697104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:29:07.707310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:29:07.715068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:07.716289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:29:07.716934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:28:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:29:07.745156 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bfd98515-af5d-4ec7-8403-e213d53ebd42 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8464503 Feb 09 00:29:07.745833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:29:07.748050 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6882ed4-7c84-49df-8f91-7a85db89e4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:29:07.787515 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5aed6a-a99e-4120-8f2e-0f5d1726f3ab x-openstack-request-id: req-bb5aed6a-a99e-4120-8f2e-0f5d1726f3ab {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:29:07.787807 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:29:07.788051 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb5aed6a-a99e-4120-8f2e-0f5d1726f3ab {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:29:07.788441 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'status': 'completed', 'code': 200} Feb 09 00:29:07.825776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:29:07.848842 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-201022cc-becb-414f-98a0-86d6ff6ac694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:07.850285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-201022cc-becb-414f-98a0-86d6ff6ac694 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1096 time: 0.0400202 Feb 09 00:29:07.940167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-83475527-4b6d-460e-8f4c-4ed043f72f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:07.941690 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-83475527-4b6d-460e-8f4c-4ed043f72f38 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0852349 Feb 09 00:29:08.013942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-cb9bd583-f339-49eb-958f-f0c476cf2f45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 200 len: 999 time: 0.0656900 Feb 09 00:29:08.064551 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-37088c18-1179-44a9-b04b-387746be8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:08.066081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-37088c18-1179-44a9-b04b-387746be8d98 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0459483 Feb 09 00:29:08.112367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-316617f7-9724-460b-b4c4-43c28b49253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:08.113845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-316617f7-9724-460b-b4c4-43c28b49253e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410609 Feb 09 00:29:08.205425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-4c6dc265-db74-461b-8385-0aa3eea7cb79 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841160 Feb 09 00:29:08.207323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '9140dcee-c4d3-4e0a-a21a-c0b49bb410b2', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:55:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c03166-87bb-4955-94ba-d706ea39dad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:29:06Z', 'updated_at': '2022-02-09T00:29:06Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:29:08.237253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:29:08.245541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:29:08.246139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:28:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:29:08.295320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6882ed4-7c84-49df-8f91-7a85db89e4ac req-53c3ac70-6d5a-4c1f-a968-57a5914d628c service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829585 Feb 09 00:29:08.355518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:29:08.578859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '9140dcee-c4d3-4e0a-a21a-c0b49bb410b2', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:55:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c03166-87bb-4955-94ba-d706ea39dad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:29:06Z', 'updated_at': '2022-02-09T00:29:06Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:29:08.608803 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9c8dfd-a0cf-4424-a06b-0a4e1dc64a9c None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '9140dcee-c4d3-4e0a-a21a-c0b49bb410b2', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:55:d7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c03166-87bb-4955-94ba-d706ea39dad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:29:06Z', 'updated_at': '2022-02-09T00:29:06Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:29:08.799165 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057f2f3-c27e-4f1a-aed4-fa1756c59599 None None] New status for floating IP 9140dcee-c4d3-4e0a-a21a-c0b49bb410b2: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:29:10.228761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-68a5d54e-dc3d-48ef-9faf-be5c00a8f2a1 req-b3e753ff-8fb3-48c6-aad4-ed935f41bc25 service neutron] (105931) timed out ('10.222.0.32', 60592) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:29:11.915166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2d5e-7a73-4940-a762-2ebed51cd0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:14.709942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2b677990-b500-41b1-8436-4019a4ec2448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:15.579232 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:16.974508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:17.385599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:18.454575 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:29:23.596363 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-63ddceba-f248-49d9-a431-7b516ae33e74 req-9ac2a414-8726-4168-af66-e47da184dd4f service neutron] (105931) timed out ('10.222.0.84', 58708) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:29:27.095482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-fecdeb92-c8e6-4cc4-ab89-0dd7759fca85 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1489141 Feb 09 00:29:27.175987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-adbfccd7-2afe-4f6f-b7b8-988062045040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:27.177525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-adbfccd7-2afe-4f6f-b7b8-988062045040 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1096 time: 0.0397427 Feb 09 00:29:27.280870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-ffe858c8-6b2d-466b-9453-cb25820d2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:27.282964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-ffe858c8-6b2d-466b-9453-cb25820d2b1b service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0850744 Feb 09 00:29:27.351151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-d451a7d1-9dcd-4941-900b-4888e9eec133 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 200 len: 1001 time: 0.0613573 Feb 09 00:29:27.403030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-2045dbf3-354e-4b9e-bcf0-24a2f84c70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:27.404689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-2045dbf3-354e-4b9e-bcf0-24a2f84c70f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0435853 Feb 09 00:29:27.448658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-f40f14a3-63c4-415e-a1f3-0baa0e247ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:29:27.450139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-f40f14a3-63c4-415e-a1f3-0baa0e247ce2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385356 Feb 09 00:29:27.540110 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-dec76165-c58a-4d44-ad4d-c013ece5111f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Feb 09 00:29:27.633924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e3664ab-0386-4679-b273-969b3d2bb5d2 req-7ef2561c-9937-4a2e-a115-52161afc1bdb service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820799 Feb 09 00:29:37.189615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:37.408140 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:41.918083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb8b0f3d-05ae-4606-a33b-8f025439536a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:44.711854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00364bbe-9e4f-4761-ae7a-53a1605e048e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:45.581895 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:46.980491 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:47.387609 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:29:55.453133 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:30:07.204253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:07.397278 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:11.920538 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1c17-bb5b-4173-9958-65f7db54643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:14.713630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e379e17c-e835-4db1-844d-dc2896fe41b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:15.585738 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:16.979942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:17.389980 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:27.982060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-38188175-67b5-45de-85e1-a6f4b2af92c4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397747 Feb 09 00:30:28.069671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-980ac22a-68d4-488a-8db9-7e0fe44dd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:30:28.071065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-980ac22a-68d4-488a-8db9-7e0fe44dd297 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 1096 time: 0.0458834 Feb 09 00:30:28.173048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-f47c1e23-356f-460d-a714-afc2f2528b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:30:28.174512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-f47c1e23-356f-460d-a714-afc2f2528b40 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0840306 Feb 09 00:30:28.241525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-61d10473-fcd2-4606-a163-ce6c70e948f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 200 len: 1001 time: 0.0602770 Feb 09 00:30:28.290238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-81ef405d-09f5-4add-8f87-6bd014783c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:30:28.291683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-81ef405d-09f5-4add-8f87-6bd014783c20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0433981 Feb 09 00:30:28.337282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-e79f396c-7069-4090-976b-863a9875a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:30:28.338777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-e79f396c-7069-4090-976b-863a9875a65f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399644 Feb 09 00:30:28.436714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-95dfd023-2263-483b-bbdf-5b2d76f4a963 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906184 Feb 09 00:30:28.525906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf622a14-bdc4-4283-baeb-f89bb56b0da3 req-e5e9fa44-c91b-4490-83da-5ab8076d9049 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824130 Feb 09 00:30:32.452196 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:30:37.230992 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:37.423106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:41.925356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c2d039d4-7583-4999-939b-6804995b2eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:44.714366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00ae9509-a55a-4581-8ae0-d7db4c06d814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:45.590137 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:46.985189 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:30:47.393390 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:05.605683 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f378b15-2799-4f50-a52b-21db42370d68 req-9bcc6dec-865f-45a4-90fe-fa56a820df02 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:05.607175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f378b15-2799-4f50-a52b-21db42370d68 req-9bcc6dec-865f-45a4-90fe-fa56a820df02 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 945 time: 0.1068103 Feb 09 00:31:05.645650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f378b15-2799-4f50-a52b-21db42370d68 req-795fabfd-4a6a-44b0-b51d-01ca76da301a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318649 Feb 09 00:31:06.822646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee3ed-4fb5-426c-aecb-f6a4ef40c5ee req-3c4c1a08-073c-47f9-91d4-a5f585118d19 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:06.824171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36cee3ed-4fb5-426c-aecb-f6a4ef40c5ee req-3c4c1a08-073c-47f9-91d4-a5f585118d19 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 945 time: 0.1073949 Feb 09 00:31:06.860979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36cee3ed-4fb5-426c-aecb-f6a4ef40c5ee req-c73f8da8-3341-4f95-aafb-119b7e3f6b5b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303197 Feb 09 00:31:07.086713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-bc875f04-974b-43f3-8bba-081eb0c02e91 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:07.088061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-bc875f04-974b-43f3-8bba-081eb0c02e91 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 945 time: 0.0476525 Feb 09 00:31:07.178223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 48f4dac5-2251-4989-9c5b-034fc9160f78 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:31:07.178554 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.219063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.266217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 48f4dac5-2251-4989-9c5b-034fc9160f78, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=48f4dac5-2251-4989-9c5b-034fc9160f78,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:31:07.266579 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.421496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.435155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.435517 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.435936 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Floating IP 9140dcee-c4d3-4e0a-a21a-c0b49bb410b2 disassociated. External IP: 172.25.3.243, port: 48f4dac5-2251-4989-9c5b-034fc9160f78. Feb 09 00:31:07.436867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 48f4dac5-2251-4989-9c5b-034fc9160f78 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:31:07.565482 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.595295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=48f4dac5-2251-4989-9c5b-034fc9160f78,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:07.605698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.606058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.606404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.606745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.607084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.607415 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.607744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.608184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.608600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.608945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.609298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.609630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:07.721840 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:31:07.831760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:31:07.842006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:31:07.852541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:31:07.853195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:30:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:07.871066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 48f4dac5-2251-4989-9c5b-034fc9160f78 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:31:07.873863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:07.877999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f26bf12-ab94-41f8-852c-6ab1b6927f01 req-a7b28d2a-411b-4149-8bec-bdbd73fe4676 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "DELETE /v2.0/ports/48f4dac5-2251-4989-9c5b-034fc9160f78 HTTP/1.1" status: 204 len: 173 time: 0.7834005 Feb 09 00:31:07.878462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'name': 'network-vif-deleted', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:31:07.880803 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c7631-2dfd-4d6a-830f-6995f691d26f" -d '{"events": [{"server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "name": "network-vif-deleted", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:31:07.994012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:31:08.009635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63e7c52a-c599-434a-9b7e-688dce469e9f req-a26faa1c-703a-40be-8aaa-1b38c752453d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 210 time: 0.0460188 Feb 09 00:31:08.022332 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeccc508-dad2-4a06-84c7-898185f019e0 x-openstack-request-id: req-aeccc508-dad2-4a06-84c7-898185f019e0 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:31:08.022607 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c03166-87bb-4955-94ba-d706ea39dad0", "name": "network-vif-deleted", "tag": "48f4dac5-2251-4989-9c5b-034fc9160f78", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:31:08.022860 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeccc508-dad2-4a06-84c7-898185f019e0 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:31:08.023260 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c03166-87bb-4955-94ba-d706ea39dad0', 'name': 'network-vif-deleted', 'tag': '48f4dac5-2251-4989-9c5b-034fc9160f78', 'status': 'completed', 'code': 200} Feb 09 00:31:08.217702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:08.245361 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:31:08.254604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:31:08.255204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:30:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:08.363234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:31:08.569468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:08.595982 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dddbe8-0991-4d95-8b71-f316680b7e29 None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:31:08.821832 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4af2d-f397-4463-9c53-47993d5dec69 None None] New status for floating IP 9140dcee-c4d3-4e0a-a21a-c0b49bb410b2: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:31:09.097358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4e98c68-0939-4603-9037-9e0ae4825c7d req-2053df55-02e3-404b-bd73-333e7f33086a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 210 time: 0.0271015 Feb 09 00:31:09.450447 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:31:10.194876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b717c45-151c-48ea-886c-04a8d4697a13 req-56944d05-41b7-4823-8f95-43cb61c551d3 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 210 time: 0.0282869 Feb 09 00:31:11.294288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12c499ac-df78-4d91-8912-b53e15fc739f req-f895b48b-acac-4320-b7de-75feb18aa47b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=95c03166-87bb-4955-94ba-d706ea39dad0 HTTP/1.1" status: 200 len: 210 time: 0.0284290 Feb 09 00:31:11.814823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 48f4dac5-2251-4989-9c5b-034fc9160f78 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:31:11.834400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 48f4dac5-2251-4989-9c5b-034fc9160f78 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:31:11.834743 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 48f4dac5-2251-4989-9c5b-034fc9160f78 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:31:11.929993 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bdd6-6483-4ce1-92d3-b23aa650d09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:12.497656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-c6eb0512-103e-4ccc-8ecb-2c08db9eef4c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386333112&fields=id&tenant_id=ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 267 time: 0.0328603 Feb 09 00:31:12.607432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-c9d30594-2755-4649-a4dd-baa398ebd257 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:12.609587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-c9d30594-2755-4649-a4dd-baa398ebd257 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1042280 Feb 09 00:31:12.624224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-beb3f98c-8365-4ee5-bb97-7ed5a34b198a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Feb 09 00:31:12.676994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-808e149b-ffec-48f2-af62-e1e0816852d4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476222 Feb 09 00:31:12.693798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-1d52c9b2-111a-446b-ae58-3bce3f630b7d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:31:12.694847 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-1d52c9b2-111a-446b-ae58-3bce3f630b7d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055659 Feb 09 00:31:12.781386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-ae73fd3c-7eb2-460d-9459-5f0d4e0e589f service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796208 Feb 09 00:31:12.872790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-31a0521d-f8e0-452a-a3d6-4a98c3a499d5 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855508 Feb 09 00:31:14.165177 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-81255e9a-69ff-4b5c-a61e-44b972ed5515 req-38b010cb-ad36-481f-bbd5-697df84d82ea tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 210 time: 0.0274570 Feb 09 00:31:14.716249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9d1dc033-7fc1-4664-80e0-98a4ae5c8cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:15.171070 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-daa5f6ac-1bc1-47c2-8cb0-30a6439bcbda tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:15.172660 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-daa5f6ac-1bc1-47c2-8cb0-30a6439bcbda tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1079457 Feb 09 00:31:15.219195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-35adebaf-66be-4279-a691-299aa9973cf4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 379 time: 0.0367055 Feb 09 00:31:15.231011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'security_groups': ['df6ea9e1-1714-4e38-a679-132efd012a6f']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:31:15.273202 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1abb7eae-b309-45fe-a5cd-b7d5a5b28fea req-dac3a05e-1b73-42be-b18c-223205ee1e45 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 210 time: 0.0382462 Feb 09 00:31:15.375962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:31:15.380156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:15.505054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.8 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/52caa02e-5c3c-49c7-8be1-48baab314951) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:31:15.592634 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:15.655866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:15.690609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:15.733755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:31:15.738817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:31:15.742839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:31:15.775422 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=52caa02e-5c3c-49c7-8be1-48baab314951,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:15.798728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:15.799498 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:15.816302 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-dda5b8bd-712c-46b8-b945-be7e8e987823 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894437 Feb 09 00:31:15.828031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Request body: {'port': {'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:31:15.894764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.003362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-89f45af9-0938-4463-a489-e6f074ed2cc8 None None] Provisioning complete for port 52caa02e-5c3c-49c7-8be1-48baab314951 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:31:16.003981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89f45af9-0938-4463-a489-e6f074ed2cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.039407 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-89f45af9-0938-4463-a489-e6f074ed2cc8 None None] Port 52caa02e-5c3c-49c7-8be1-48baab314951 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:31:16.165277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52caa02e-5c3c-49c7-8be1-48baab314951 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:31:16.173795 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.187528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Transition to ACTIVE for port object 52caa02e-5c3c-49c7-8be1-48baab314951 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:31:16.191670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.245093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Pushing event updated for resources: {'Port': ['ID=52caa02e-5c3c-49c7-8be1-48baab314951,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:16.352506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Attempting to bind port 52caa02e-5c3c-49c7-8be1-48baab314951 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:31:16.352844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Attempting to bind port 52caa02e-5c3c-49c7-8be1-48baab314951 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:31:16.353198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Attempting to bind port 52caa02e-5c3c-49c7-8be1-48baab314951 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:31:16.373729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Port 52caa02e-5c3c-49c7-8be1-48baab314951 on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:31:16.374135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Attempting to bind port 52caa02e-5c3c-49c7-8be1-48baab314951 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:31:16.395974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:31:16.396309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:31:16.396695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:31:16.397355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Bound port: 52caa02e-5c3c-49c7-8be1-48baab314951, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:31:16.397721 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.454573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875578-44e7-4fe6-8798-00a017fbd167 req-03e4e401-0c45-4403-a5c9-584af0dabf97 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:16.457397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00875578-44e7-4fe6-8798-00a017fbd167 req-03e4e401-0c45-4403-a5c9-584af0dabf97 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0979741 Feb 09 00:31:16.507402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] For port 52caa02e-5c3c-49c7-8be1-48baab314951, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:31:16.514641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] For port 52caa02e-5c3c-49c7-8be1-48baab314951, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=52caa02e-5c3c-49c7-8be1-48baab314951,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:31:16.520730 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.531597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-00875578-44e7-4fe6-8798-00a017fbd167 req-4ce89cee-7f1c-48b4-8ce1-e13bb90de6da tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687904 Feb 09 00:31:16.560046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:16.560768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.563158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] 10.222.0.84 "PUT /v2.0/ports/52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 1091 time: 0.7394903 Feb 09 00:31:16.565632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:31:16.568623 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c7e9d6-8934-4239-9a55-62eab6e2f464" -d '{"events": [{"name": "network-changed", "server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:31:16.615243 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ded92e-fb28-440a-b65e-e16a91232928 x-openstack-request-id: req-f0ded92e-fb28-440a-b65e-e16a91232928 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:31:16.615670 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:31:16.615778 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0ded92e-fb28-440a-b65e-e16a91232928 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:31:16.616173 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951', 'status': 'completed', 'code': 200} Feb 09 00:31:16.638904 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f038565-1ca5-47dd-a869-993b0b7e1547 service neutron] Pushing event updated for resources: {'Port': ['ID=52caa02e-5c3c-49c7-8be1-48baab314951,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:16.653006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-362162f2-3bc4-40b9-976f-c96954fbe33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:16.654496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-362162f2-3bc4-40b9-976f-c96954fbe33c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1094 time: 0.0556092 Feb 09 00:31:16.698090 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-a25cf2db-df6e-44be-a6cb-f04f34d77c33 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 217 time: 0.0361586 Feb 09 00:31:16.754039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-e6da8d4e-e5a7-45e7-be5e-3baa195cc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:16.755652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-e6da8d4e-e5a7-45e7-be5e-3baa195cc803 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0499828 Feb 09 00:31:16.802670 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48296ca-ebf3-466b-88c3-add12495521e req-c324fd6a-91d9-438d-bcca-7810ecfc6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:16.804207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-c324fd6a-91d9-438d-bcca-7810ecfc6190 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426986 Feb 09 00:31:16.898478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-8a9ede51-08b6-46e4-b051-d4feacf435a4 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858610 Feb 09 00:31:16.988585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:16.995221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f48296ca-ebf3-466b-88c3-add12495521e req-1486a196-a0b1-482f-bc27-b6f91ab0d1eb service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893989 Feb 09 00:31:17.084527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-74f858fe-45dd-4ff2-9aa1-2fcb77432a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:17.086206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-74f858fe-45dd-4ff2-9aa1-2fcb77432a52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1094 time: 0.0458677 Feb 09 00:31:17.181273 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-228cf909-a159-4eee-9a79-3c2938e89219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:17.182727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-228cf909-a159-4eee-9a79-3c2938e89219 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0891473 Feb 09 00:31:17.224326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-bd735dd3-23b2-4666-b12b-7665ff3ecbf3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 217 time: 0.0339239 Feb 09 00:31:17.272471 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-c0ea7475-fed3-4c6f-aa19-43937df5b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:17.274008 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-c0ea7475-fed3-4c6f-aa19-43937df5b9e0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0435247 Feb 09 00:31:17.320905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-3819ed78-159d-4e92-93eb-eedec0bc0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:17.322448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-3819ed78-159d-4e92-93eb-eedec0bc0758 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410776 Feb 09 00:31:17.400607 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:17.424078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-9bb2454e-0a4c-428b-9e7a-ee23bbcee2d6 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941198 Feb 09 00:31:17.512454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78c7e9d6-8934-4239-9a55-62eab6e2f464 req-8197f2b2-930a-4e33-94db-3187be62937f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813134 Feb 09 00:31:17.656162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063daad-29d3-4b83-850c-f19deb306ff6 req-afd3a355-52ff-4d40-9bb2-c09234e0db57 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:17.657704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c063daad-29d3-4b83-850c-f19deb306ff6 req-afd3a355-52ff-4d40-9bb2-c09234e0db57 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0540907 Feb 09 00:31:17.702877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c063daad-29d3-4b83-850c-f19deb306ff6 req-c3a69e12-d584-4e23-a350-920184792903 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390720 Feb 09 00:31:18.820131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc74b2-9649-46e8-9818-8e82d59e7447 req-66ea6d3e-ddfc-4b02-a447-500392ad596c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:18.821640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbc74b2-9649-46e8-9818-8e82d59e7447 req-66ea6d3e-ddfc-4b02-a447-500392ad596c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0490141 Feb 09 00:31:18.860363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cbc74b2-9649-46e8-9818-8e82d59e7447 req-bc86d359-c7e9-4914-8bac-0a722db96891 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321765 Feb 09 00:31:19.973774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e36dd-db0e-4c82-99ce-da6ccaf4c6ba req-17688ebc-3270-44aa-b59a-1ede801b5b1b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:19.975241 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb0e36dd-db0e-4c82-99ce-da6ccaf4c6ba req-17688ebc-3270-44aa-b59a-1ede801b5b1b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0481102 Feb 09 00:31:20.013622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fb0e36dd-db0e-4c82-99ce-da6ccaf4c6ba req-4cf32a81-ae38-4395-ae88-266e0f103a31 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324440 Feb 09 00:31:21.130827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ed8d3-cdca-484f-8455-cb5f205ab523 req-3c3b67fe-9455-4e3c-8880-92fb297fb42f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:21.132304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-942ed8d3-cdca-484f-8455-cb5f205ab523 req-3c3b67fe-9455-4e3c-8880-92fb297fb42f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0515294 Feb 09 00:31:21.169319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-942ed8d3-cdca-484f-8455-cb5f205ab523 req-221fb4bf-97b3-465a-a753-13a63edcc326 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310075 Feb 09 00:31:22.296741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ef80-9d45-4bde-ac50-7a70eb4fc730 req-f242297d-095e-4f09-b327-595f6dc0adb6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:22.298746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e567ef80-9d45-4bde-ac50-7a70eb4fc730 req-f242297d-095e-4f09-b327-595f6dc0adb6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0587471 Feb 09 00:31:22.337702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e567ef80-9d45-4bde-ac50-7a70eb4fc730 req-4ae4e5a9-6968-4b36-9b7c-59862765d46e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Feb 09 00:31:23.453506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bbb1-e881-4d4e-9bba-bd80475fc7ca req-84edbe70-5f31-433b-a31a-5b8008c7cbb1 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:23.454984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36f1bbb1-e881-4d4e-9bba-bd80475fc7ca req-84edbe70-5f31-433b-a31a-5b8008c7cbb1 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0479813 Feb 09 00:31:23.491938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-36f1bbb1-e881-4d4e-9bba-bd80475fc7ca req-b13f80a8-1a41-4e5c-b81c-e3d7c042d026 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Feb 09 00:31:24.611964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a966f81-b93e-41d2-81bc-93135e0d8126 req-b229c532-5f63-4865-a376-10130c96f7bd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:24.613406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a966f81-b93e-41d2-81bc-93135e0d8126 req-b229c532-5f63-4865-a376-10130c96f7bd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0530326 Feb 09 00:31:24.652493 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6a966f81-b93e-41d2-81bc-93135e0d8126 req-7746e3fa-06bc-4270-b180-be1874d186f8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331593 Feb 09 00:31:25.769139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c03b0-d42a-4089-89ec-e41ec225c28c req-78ebf656-c11a-4553-be48-0a09ac858c4f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:25.770590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e86c03b0-d42a-4089-89ec-e41ec225c28c req-78ebf656-c11a-4553-be48-0a09ac858c4f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0482664 Feb 09 00:31:25.807794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e86c03b0-d42a-4089-89ec-e41ec225c28c req-f0fbccd4-c838-42cb-8e55-31347079aa04 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Feb 09 00:31:26.923512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428b282-20db-4498-9280-263d5c152821 req-7db750eb-0fe4-4920-8d7c-5b3a6235a141 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:26.925011 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6428b282-20db-4498-9280-263d5c152821 req-7db750eb-0fe4-4920-8d7c-5b3a6235a141 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0484805 Feb 09 00:31:26.962556 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6428b282-20db-4498-9280-263d5c152821 req-dddac0c4-91f5-4a46-a561-a44e4b0c425a tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316370 Feb 09 00:31:27.907566 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 52caa02e-5c3c-49c7-8be1-48baab314951 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:31:28.003195 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 52caa02e-5c3c-49c7-8be1-48baab314951, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=52caa02e-5c3c-49c7-8be1-48baab314951,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:31:28.086128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbbce6-6722-4c9b-af81-c21fe6716f99 req-559106d3-5a9f-4181-a034-664a07c57846 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:28.087631 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cedbbce6-6722-4c9b-af81-c21fe6716f99 req-559106d3-5a9f-4181-a034-664a07c57846 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 943 time: 0.0560694 Feb 09 00:31:28.128334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cedbbce6-6722-4c9b-af81-c21fe6716f99 req-5d0ef19b-4ec8-4e14-856a-e8c530d77425 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337625 Feb 09 00:31:28.174984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '52caa02e-5c3c-49c7-8be1-48baab314951', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:31:28.211171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:28.223608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52caa02e-5c3c-49c7-8be1-48baab314951 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:31:28.242555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 52caa02e-5c3c-49c7-8be1-48baab314951, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=52caa02e-5c3c-49c7-8be1-48baab314951,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:31:28.246620 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:28.293330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=52caa02e-5c3c-49c7-8be1-48baab314951,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:28.300679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.301052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.301392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.301723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.302052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.302379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.302701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.303022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.303342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.303658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.303987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.304399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:31:28.457019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['52caa02e-5c3c-49c7-8be1-48baab314951'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:31:29.244146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466083-e2ad-4e86-98b0-26b13d32421b req-124dcf3b-940c-4741-b4d4-efaa55993837 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:29.245864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16466083-e2ad-4e86-98b0-26b13d32421b req-124dcf3b-940c-4741-b4d4-efaa55993837 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 944 time: 0.0488813 Feb 09 00:31:29.284138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16466083-e2ad-4e86-98b0-26b13d32421b req-d29d6276-9bbd-4efc-a646-77c5e5664ae6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Feb 09 00:31:29.924448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 52caa02e-5c3c-49c7-8be1-48baab314951 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:31:29.973834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 52caa02e-5c3c-49c7-8be1-48baab314951 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:31:29.977558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 52caa02e-5c3c-49c7-8be1-48baab314951 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:31:29.977930 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:30.056682 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:30.078156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:31:30.080405 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3477af89-9808-433d-b10a-83983a1de4e2" -d '{"events": [{"server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "name": "network-vif-plugged", "status": "completed", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:31:30.093621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 52caa02e-5c3c-49c7-8be1-48baab314951, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=52caa02e-5c3c-49c7-8be1-48baab314951,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:31:30.097510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:30.148419 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=52caa02e-5c3c-49c7-8be1-48baab314951,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:30.178849 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e457eec-5a2e-47c2-b28d-12cc56f161b0 x-openstack-request-id: req-6e457eec-5a2e-47c2-b28d-12cc56f161b0 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:31:30.179141 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "name": "network-vif-plugged", "status": "completed", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:31:30.179398 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e457eec-5a2e-47c2-b28d-12cc56f161b0 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:31:30.179794 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951', 'code': 200} Feb 09 00:31:30.277103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b528c1-267f-4d63-84d7-b5e12377dd31 req-e6c3427b-d5cc-45f9-b005-eedd67cdd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:30.278584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88b528c1-267f-4d63-84d7-b5e12377dd31 req-e6c3427b-d5cc-45f9-b005-eedd67cdd0cd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1096 time: 0.0403469 Feb 09 00:31:30.312856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-88b528c1-267f-4d63-84d7-b5e12377dd31 req-d03d1728-7898-4eae-8563-49cac61cca8d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275857 Feb 09 00:31:30.406210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c1ef2-5a74-424f-b31d-5ad1b3cbc9e0 req-b4270207-8a8e-4ac7-8f08-d66283c71abd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:30.407674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff9c1ef2-5a74-424f-b31d-5ad1b3cbc9e0 req-b4270207-8a8e-4ac7-8f08-d66283c71abd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 945 time: 0.0530753 Feb 09 00:31:30.444985 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff9c1ef2-5a74-424f-b31d-5ad1b3cbc9e0 req-ab19eebd-6186-4618-9479-153a877df412 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314040 Feb 09 00:31:31.558769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb262fb3-f729-48e2-b20e-39e318bba6c8 req-528e6ec2-c2ab-4f46-9ce1-7a265f5add52 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:31.560237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb262fb3-f729-48e2-b20e-39e318bba6c8 req-528e6ec2-c2ab-4f46-9ce1-7a265f5add52 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 945 time: 0.0482068 Feb 09 00:31:31.598213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb262fb3-f729-48e2-b20e-39e318bba6c8 req-51b64ff2-dc7c-46a2-ac97-22ddb9084dd6 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311470 Feb 09 00:31:31.711946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ec0d-b2a3-4b85-ae87-bdd749668313 req-c604e069-8963-482d-a693-25eadd212275 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:31.713564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f307ec0d-b2a3-4b85-ae87-bdd749668313 req-c604e069-8963-482d-a693-25eadd212275 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 945 time: 0.0492928 Feb 09 00:31:31.751869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f307ec0d-b2a3-4b85-ae87-bdd749668313 req-a90532a8-fc05-4ba2-903f-f6db8f92f51d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323741 Feb 09 00:31:31.773525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57682) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:31:31.856732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26416c-6825-4bac-bd66-f7ce5cb6f40f tempest-TestVolumeBootPattern-528872591 tempest-TestVolumeBootPattern-528872591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:31.858795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1f26416c-6825-4bac-bd66-f7ce5cb6f40f tempest-TestVolumeBootPattern-528872591 tempest-TestVolumeBootPattern-528872591-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1091 time: 0.0843182 Feb 09 00:31:31.861595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57686) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:31:31.865755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:31:31.888646 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:31.981989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.089098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.25.3.54 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/bacae540-f0e5-44ec-8d85-892b5d3196a4) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:31:32.187823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.221114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.263163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:31:32.266289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:31:32.269754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:31:32.295811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=bacae540-f0e5-44ec-8d85-892b5d3196a4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:32.627974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.695960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.842741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.847213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:32.914588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=bacae540-f0e5-44ec-8d85-892b5d3196a4,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:31:32.923477 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:33.354540 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Floating IP 965610bb-c7a3-453e-b7b7-f9cce3b3ee77 associated. External IP: 172.25.3.54, port: 52caa02e-5c3c-49c7-8be1-48baab314951. Feb 09 00:31:33.564042 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:31:33.669773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:31:33.680403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:31:33.688352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:33.690072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:31:33.690692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:31:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:33.721619 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8552b25a-6dc5-4181-99f1-b26eafa3c48e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8590043 Feb 09 00:31:33.722306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:31:33.724587 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:31:33.760384 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf11ef-6215-4633-a10c-3e858d749a10 x-openstack-request-id: req-eedf11ef-6215-4633-a10c-3e858d749a10 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:31:33.760677 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:31:33.760956 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eedf11ef-6215-4633-a10c-3e858d749a10 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:31:33.761370 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951', 'status': 'completed', 'code': 200} Feb 09 00:31:33.803171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:31:33.822366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-f91fb808-0942-4f2b-a1c5-22abcd21566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:33.823874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-f91fb808-0942-4f2b-a1c5-22abcd21566d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1096 time: 0.0402217 Feb 09 00:31:33.919388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-ce1e70a8-b15f-4511-a4ef-d3be0db937b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:33.921532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-ce1e70a8-b15f-4511-a4ef-d3be0db937b2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0888431 Feb 09 00:31:33.988130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-846f1f86-9718-48f3-b79b-c829d768d848 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 998 time: 0.0587852 Feb 09 00:31:34.027574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:32Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:34.041730 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-43d6e0c4-bbe4-4c7b-9ba3-b32948355326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:34.043229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-43d6e0c4-bbe4-4c7b-9ba3-b32948355326 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0489955 Feb 09 00:31:34.059499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:31:34.068288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:31:34.068891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:31:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:34.089460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-0a52173c-1a25-4bcd-bd95-c737e6dd1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:31:34.090994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-0a52173c-1a25-4bcd-bd95-c737e6dd1239 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412786 Feb 09 00:31:34.175329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:31:34.179805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-fb627665-6020-48b6-aeb8-be1927f7f13d service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Feb 09 00:31:34.274327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b97fe13c-2277-425d-b0c5-dfbdfefbafa8 req-e2f0266b-77d2-4f12-860e-6d4435475cf3 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Feb 09 00:31:34.399535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:32Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:31:34.425629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37de15b-bd84-4f95-9691-6f20c31c2432 None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:32Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:31:34.622289 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555126c-73f4-4153-a7c0-ea18518d80c7 None None] New status for floating IP 965610bb-c7a3-453e-b7b7-f9cce3b3ee77: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:31:37.251942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:37.423254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:41.932475 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-673b86ba-85bc-40e4-ac61-8f4110f6d10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:44.717842 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0f704f7d-c934-46db-941e-65bc9e236759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:45.595868 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:46.449442 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:31:46.988890 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:31:47.395106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:07.264484 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:07.422353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:11.934516 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d3e94220-fd49-4597-b509-832b105de4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:14.719379 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c93d98-12b7-471a-8461-fb1b4b1ccee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:15.597670 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:16.990862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:17.397595 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:23.448944 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:32:29.825835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-0806a872-1543-4e5e-a899-8565f2eef7b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395856 Feb 09 00:32:29.905992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-f58d0392-aaa7-4949-b78d-06c05c77d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:32:29.907497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-f58d0392-aaa7-4949-b78d-06c05c77d942 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1096 time: 0.0410480 Feb 09 00:32:30.010799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-eca244eb-d4f9-4930-9069-e3fef2b5ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:32:30.012272 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-eca244eb-d4f9-4930-9069-e3fef2b5ecb1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0865107 Feb 09 00:32:30.076540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-bffb3e8d-a674-459e-b96a-8802f37ab0c0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 1000 time: 0.0570204 Feb 09 00:32:30.128139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-85b79f02-a2e5-409f-b2aa-d657d788ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:32:30.129609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-85b79f02-a2e5-409f-b2aa-d657d788ca10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0471864 Feb 09 00:32:30.175154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-56d0f927-bfd9-442a-b8f3-8f7009414cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:32:30.176620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-56d0f927-bfd9-442a-b8f3-8f7009414cb7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403082 Feb 09 00:32:30.266275 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-55ba633c-24e0-46e4-9408-efa133298a65 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830166 Feb 09 00:32:30.361622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72582de8-8e81-41b2-9bb3-0f64bbb5ade7 req-98ebf4b7-8b1d-4da0-a962-c11802624499 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883310 Feb 09 00:32:37.264802 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:37.410611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:41.936689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-708c9b15-d71d-42b6-9e96-cfafa3f6e679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:44.719832 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f10487d3-a7ba-4ddd-bc89-3a4ca51db8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:45.600826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:46.993249 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:32:47.399279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:00.448126 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:33:07.273811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:07.433339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:11.079508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-4bcfee03-5718-4c59-b407-978952405309 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386333112&fields=id&tenant_id=ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 267 time: 0.0420966 Feb 09 00:33:11.212021 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-fa668f37-ec0d-4db6-a473-373f7a1089be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:11.213566 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-fa668f37-ec0d-4db6-a473-373f7a1089be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1235213 Feb 09 00:33:11.228465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-6b12057e-c04d-4a79-b5f5-cc3783b145da tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/quotas/ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 375 time: 0.0089240 Feb 09 00:33:11.286017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-b22981c2-ca8b-43e1-9efa-24e182a91da4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522280 Feb 09 00:33:11.423655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-6abfe3c3-41a2-4619-8531-c01c9de89f54 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255579 Feb 09 00:33:11.522172 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-4c2389e5-313c-49fe-9499-8e2500c23ec4 service neutron] 10.222.0.32 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921345 Feb 09 00:33:11.813339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-442e02a4-97c9-4791-bd64-e86a0ae1fef2 req-1b5d9a77-475a-40b4-9023-c536d732ebcf tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Feb 09 00:33:11.938741 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3efd4b0b-fa03-447d-9523-b06208278815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:12.830080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d767cdca-c2c6-4307-a9ad-a851d0e445f2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:12.831589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d767cdca-c2c6-4307-a9ad-a851d0e445f2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 812 time: 0.1198854 Feb 09 00:33:12.879735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-4aba2e9a-9db7-43cd-8016-02bd47f0fb54 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8e94ae862c407b9ce1114b767be036 HTTP/1.1" status: 200 len: 379 time: 0.0372586 Feb 09 00:33:12.897878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'port': {'device_id': '9517c411-5d4f-45d4-9a90-060a78892328', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'admin_state_up': True, 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'security_groups': ['df6ea9e1-1714-4e38-a679-132efd012a6f']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:33:12.926678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a7ce35f4-3dad-4dc1-82b7-baa9760bcbcc req-52f39acf-e2a2-4b4a-9451-96098dab6743 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 210 time: 0.0410564 Feb 09 00:33:13.021055 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Made reservation on behalf of ff8e94ae862c407b9ce1114b767be036 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:33:13.024517 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.154454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.20.0.11 (e8d9dbae-adf5-4074-8842-2becce14859f/062f1c6c-3a1b-4032-8c67-dc4d23247afd/6f491f02-dd6a-4a54-a8e8-1f73972b0400) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:33:13.297206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.331939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.373793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network e8d9dbae-adf5-4074-8842-2becce14859f is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:33:13.379771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:33:13.382306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:33:13.417642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=6f491f02-dd6a-4a54-a8e8-1f73972b0400,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:13.431027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.431392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.431707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.432045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.432376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.432702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.433052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.433377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.433697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.434020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.434378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.434661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:13.454508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:13.455420 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.476116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-a005d069-4a8f-4b34-b86e-3e992465c9e8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5826261 Feb 09 00:33:13.540966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Request body: {'port': {'device_id': '9517c411-5d4f-45d4-9a90-060a78892328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:33:13.608790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.625390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2b34a426-92e7-4451-ae13-9b64b095ef68 None None] Provisioning complete for port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:33:13.626023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2b34a426-92e7-4451-ae13-9b64b095ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.670291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2b34a426-92e7-4451-ae13-9b64b095ef68 None None] Port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:33:13.876601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f491f02-dd6a-4a54-a8e8-1f73972b0400 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:33:13.884112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.897614 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Transition to ACTIVE for port object 6f491f02-dd6a-4a54-a8e8-1f73972b0400 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:33:13.901311 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:13.953810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Pushing event updated for resources: {'Port': ['ID=6f491f02-dd6a-4a54-a8e8-1f73972b0400,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:14.072232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Attempting to bind port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:33:14.072635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Attempting to bind port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:33:14.072880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Attempting to bind port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:33:14.081352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 on network e8d9dbae-adf5-4074-8842-2becce14859f not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:33:14.081681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Attempting to bind port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 on network e8d9dbae-adf5-4074-8842-2becce14859f {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:33:14.093034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55bfa7-3c48-4c67-9750-305b90172e08 req-a606904c-e844-400a-b8bc-d9e0aca2d3da tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.094674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f55bfa7-3c48-4c67-9750-305b90172e08 req-a606904c-e844-400a-b8bc-d9e0aca2d3da tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0897343 Feb 09 00:33:14.097988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:33:14.098232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Checking segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:33:14.098530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Bound using segment: {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:33:14.098962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Bound port: 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ade777a-3bbc-45cd-8a29-c02facee134d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:33:14.099505 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:14.183858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f55bfa7-3c48-4c67-9750-305b90172e08 req-7fe70d6b-bdcd-4482-9f00-7d00386e60bb tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748088 Feb 09 00:33:14.214189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] For port 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:33:14.218595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] For port 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:33:14.222242 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:14.254785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.255228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:14.256836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] 10.222.0.21 "PUT /v2.0/ports/6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 200 len: 1092 time: 0.7724898 Feb 09 00:33:14.259203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:33:14.262164 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:33:14.321706 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1e7e03-5b87-4b67-8554-7d7cff5bd3d3 x-openstack-request-id: req-8c1e7e03-5b87-4b67-8554-7d7cff5bd3d3 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:33:14.322142 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:33:14.322523 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c1e7e03-5b87-4b67-8554-7d7cff5bd3d3 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:33:14.326203 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'status': 'completed', 'code': 200} Feb 09 00:33:14.326203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548ebb5-ce52-4726-8cd3-158dd3688517 service neutron] Pushing event updated for resources: {'Port': ['ID=6f491f02-dd6a-4a54-a8e8-1f73972b0400,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:14.359580 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-bea5cdee-a81a-4b89-8692-32bec7ed885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.361304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-bea5cdee-a81a-4b89-8692-32bec7ed885e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1095 time: 0.0595374 Feb 09 00:33:14.406988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-f7452157-dd35-417a-88e1-e85c7b2bc2fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 200 len: 217 time: 0.0374024 Feb 09 00:33:14.465650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-39ba982c-db85-4cc0-aec0-b20a215f1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.468077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-39ba982c-db85-4cc0-aec0-b20a215f1f5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0525489 Feb 09 00:33:14.515523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-672c3796-6c6d-42f0-82b7-8d82208eaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.517064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-672c3796-6c6d-42f0-82b7-8d82208eaa32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417287 Feb 09 00:33:14.608580 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-09eb9cf4-9526-4975-b59b-9349d96346e8 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834846 Feb 09 00:33:14.705140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-64ec9dcc-3176-4320-b0be-d2a9f8813458 req-c36cc9c5-5223-4f66-8217-a116994c8b37 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892606 Feb 09 00:33:14.726932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6bd8e69f-161c-43e2-b097-6360083f3ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:14.791909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-bacb7609-bf23-4e7e-95ee-69c750090108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.793437 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-bacb7609-bf23-4e7e-95ee-69c750090108 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1095 time: 0.0419476 Feb 09 00:33:14.887872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-9ab81892-b239-4012-906d-8e75a52cc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.890298 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-9ab81892-b239-4012-906d-8e75a52cc3f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0902174 Feb 09 00:33:14.931676 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-0d2972a0-7d6c-4132-96d0-fe9e50b1237a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 200 len: 217 time: 0.0346279 Feb 09 00:33:14.980229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-7e6a98e9-c461-48e9-8836-ae1cfb6f8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:14.981669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-7e6a98e9-c461-48e9-8836-ae1cfb6f8f05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0437191 Feb 09 00:33:15.032013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-cd2e6afb-f603-4550-914c-cf4ce73e1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:15.033457 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-cd2e6afb-f603-4550-914c-cf4ce73e1ed7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449622 Feb 09 00:33:15.123455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-1595107d-7a3b-4d09-bf07-fe61c049c467 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816247 Feb 09 00:33:15.220029 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4858f2d7-0b04-4c1f-b745-76aefdaabc4b req-bd46baa8-ea9f-4fdb-834c-48404f707b07 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898833 Feb 09 00:33:15.308201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e0c2-565e-4d5a-9ca6-f7d694904b5f req-a68bc9d3-da72-4ab4-a9c2-94cf07978599 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:15.310347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cb9e0c2-565e-4d5a-9ca6-f7d694904b5f req-a68bc9d3-da72-4ab4-a9c2-94cf07978599 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0513825 Feb 09 00:33:15.351060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cb9e0c2-565e-4d5a-9ca6-f7d694904b5f req-43b647a7-5b92-4f4a-b8b0-8874039d3825 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Feb 09 00:33:15.602626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:16.467940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09459d5e-e11a-4203-9c00-7af137a3447d req-361bcd27-8cbc-469c-913c-aa0d660e3162 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:16.469764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09459d5e-e11a-4203-9c00-7af137a3447d req-361bcd27-8cbc-469c-913c-aa0d660e3162 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0484412 Feb 09 00:33:16.508733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09459d5e-e11a-4203-9c00-7af137a3447d req-5269826d-7c73-44dd-92f1-abbfbf224951 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Feb 09 00:33:16.996019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:17.401619 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:17.622145 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ced31c-ceae-4e59-9373-332b10aa5781 req-f9862642-dfba-472d-bf6b-a9448adeb756 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:17.623672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28ced31c-ceae-4e59-9373-332b10aa5781 req-f9862642-dfba-472d-bf6b-a9448adeb756 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0483737 Feb 09 00:33:17.665191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28ced31c-ceae-4e59-9373-332b10aa5781 req-01098a19-d82b-4fa0-89aa-51d2199e76c1 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355368 Feb 09 00:33:18.783591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1989-639f-40a0-a7d3-59f21991dacc req-682c8550-1880-4dac-b192-b45130fae560 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:18.785121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f2a1989-639f-40a0-a7d3-59f21991dacc req-682c8550-1880-4dac-b192-b45130fae560 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0482554 Feb 09 00:33:18.822723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1f2a1989-639f-40a0-a7d3-59f21991dacc req-7de75132-3b0c-4cd4-863b-06392e613166 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315771 Feb 09 00:33:19.937224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958b1a-981a-40b8-bed3-de452ead039e req-641518e9-7744-4e42-af94-0af325878ef0 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:19.938675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0958b1a-981a-40b8-bed3-de452ead039e req-641518e9-7744-4e42-af94-0af325878ef0 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0478833 Feb 09 00:33:19.974677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a0958b1a-981a-40b8-bed3-de452ead039e req-ca4208d8-df96-4f5a-b129-82d7299debf9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299919 Feb 09 00:33:21.100561 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216600f-d59a-457e-a730-7e4f3d5caa38 req-c1bb06f5-125f-436f-954a-bd5eb54ee33f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:21.102114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2216600f-d59a-457e-a730-7e4f3d5caa38 req-c1bb06f5-125f-436f-954a-bd5eb54ee33f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0534816 Feb 09 00:33:21.145772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2216600f-d59a-457e-a730-7e4f3d5caa38 req-a2901f89-f626-42d8-b18c-b05ebcf1f4be tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368192 Feb 09 00:33:22.269665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d813fd-8cff-4cd0-8e94-0f9f90df0ded req-535bec5d-ae7e-46b9-9305-6766af0dde1b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:22.271338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6d813fd-8cff-4cd0-8e94-0f9f90df0ded req-535bec5d-ae7e-46b9-9305-6766af0dde1b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0537994 Feb 09 00:33:22.317495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6d813fd-8cff-4cd0-8e94-0f9f90df0ded req-18f6fdcd-140c-43aa-8094-347e998bdb26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394244 Feb 09 00:33:23.436340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabccf9-d171-4dbc-848e-ea65707797e5 req-ce431154-6e55-4f6d-b3ed-bdcfde46ec7e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:23.437834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-caabccf9-d171-4dbc-848e-ea65707797e5 req-ce431154-6e55-4f6d-b3ed-bdcfde46ec7e tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0475259 Feb 09 00:33:23.475543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-caabccf9-d171-4dbc-848e-ea65707797e5 req-773daff6-5a1b-4225-a82a-6aed84621bb0 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316296 Feb 09 00:33:24.591578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d691300-80b0-4d84-915e-205c98273616 req-6d61d297-248d-4396-a3d7-40f3f7180322 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:24.593126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d691300-80b0-4d84-915e-205c98273616 req-6d61d297-248d-4396-a3d7-40f3f7180322 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 944 time: 0.0497379 Feb 09 00:33:24.634597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6d691300-80b0-4d84-915e-205c98273616 req-f2de92b6-d0fd-4815-a42f-169646af4e86 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355046 Feb 09 00:33:25.047103 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6f491f02-dd6a-4a54-a8e8-1f73972b0400 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:33:25.141036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:33:25.152272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'port_id': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'mac_address': 'fa:16:3e:bd:13:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:33:25.191785 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:25.204640 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f491f02-dd6a-4a54-a8e8-1f73972b0400 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:33:25.223611 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:33:25.227704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:25.274055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=6f491f02-dd6a-4a54-a8e8-1f73972b0400,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:25.281755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.282106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.282446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.282787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.283123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.283457 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.283784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.284114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.284440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.284759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.285105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.285445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:33:25.481166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['6f491f02-dd6a-4a54-a8e8-1f73972b0400'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:33:25.750370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf8536-b0a4-4c9e-be7c-bae1b060b2d0 req-98461744-a3e3-47ac-8168-44e9036b8d04 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:25.751809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1baf8536-b0a4-4c9e-be7c-bae1b060b2d0 req-98461744-a3e3-47ac-8168-44e9036b8d04 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 945 time: 0.0493877 Feb 09 00:33:25.789794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1baf8536-b0a4-4c9e-be7c-bae1b060b2d0 req-851d8419-8b05-42b3-9d90-5ddc068a9563 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320117 Feb 09 00:33:26.903649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4901-2879-4068-99e7-85586fb8425d req-f9894df0-14fe-40ef-b639-599f0b182b4c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:26.905756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a4d4901-2879-4068-99e7-85586fb8425d req-f9894df0-14fe-40ef-b639-599f0b182b4c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Feb 09 00:33:26.943058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a4d4901-2879-4068-99e7-85586fb8425d req-3623722f-1168-459a-b2bd-04362039b88b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Feb 09 00:33:27.062151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6f491f02-dd6a-4a54-a8e8-1f73972b0400 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:33:27.110889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:33:27.114625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:33:27.114995 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:27.193734 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:27.217032 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:33:27.219336 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4965823e-cd9a-4d9b-985b-fe590423805d" -d '{"events": [{"server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "name": "network-vif-plugged", "status": "completed", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:33:27.234355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:33:27.238340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:27.262171 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4b19c4-9e1c-4cc0-8c8a-745e124a6350 x-openstack-request-id: req-9e4b19c4-9e1c-4cc0-8c8a-745e124a6350 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:33:27.262462 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "name": "network-vif-plugged", "status": "completed", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:33:27.263740 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9e4b19c4-9e1c-4cc0-8c8a-745e124a6350 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:33:27.264143 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'code': 200} Feb 09 00:33:27.293438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=6f491f02-dd6a-4a54-a8e8-1f73972b0400,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:27.355796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f646fef-d674-4634-994d-df4e0ec5b072 req-dae73615-0f88-42c9-a89c-297cd0815ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:27.357512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f646fef-d674-4634-994d-df4e0ec5b072 req-dae73615-0f88-42c9-a89c-297cd0815ff4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1097 time: 0.0427690 Feb 09 00:33:27.395499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9f646fef-d674-4634-994d-df4e0ec5b072 req-043cd10e-9b04-4670-a2b0-894e41ec493d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311184 Feb 09 00:33:28.057989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90216f-82fa-4312-b723-8d2625104212 req-19be5e83-3d9c-4cd7-9edc-ec5784e1812d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:28.059546 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe90216f-82fa-4312-b723-8d2625104212 req-19be5e83-3d9c-4cd7-9edc-ec5784e1812d tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 946 time: 0.0499687 Feb 09 00:33:28.098765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe90216f-82fa-4312-b723-8d2625104212 req-aaca5e7c-398f-4808-badc-457441dbbc34 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Feb 09 00:33:29.217564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48096422-7342-4c29-bdee-b4f9bc215de1 req-3e85d07a-9393-4986-bee9-34dc5d319713 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:29.219033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48096422-7342-4c29-bdee-b4f9bc215de1 req-3e85d07a-9393-4986-bee9-34dc5d319713 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 946 time: 0.0508540 Feb 09 00:33:29.257783 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-48096422-7342-4c29-bdee-b4f9bc215de1 req-1343aea4-2154-4d81-9194-4b314ad8edfa tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327549 Feb 09 00:33:29.377831 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e96dc3-9a74-4d5a-af51-ed1ffe5b5ce9 req-33de1647-0f63-4722-a61c-5da6e6f2c93f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:29.379334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85e96dc3-9a74-4d5a-af51-ed1ffe5b5ce9 req-33de1647-0f63-4722-a61c-5da6e6f2c93f tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 946 time: 0.0478153 Feb 09 00:33:29.420332 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85e96dc3-9a74-4d5a-af51-ed1ffe5b5ce9 req-48c059c3-c240-4ac6-87e5-87f3bd477da0 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351462 Feb 09 00:33:29.443463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57844) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:33:29.482504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c4b94-6051-4e5a-a60a-6779854dd717 tempest-TestVolumeBootPattern-528872591 tempest-TestVolumeBootPattern-528872591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:29.484016 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e8c4b94-6051-4e5a-a60a-6779854dd717 tempest-TestVolumeBootPattern-528872591 tempest-TestVolumeBootPattern-528872591-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1092 time: 0.0395677 Feb 09 00:33:29.486983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57846) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:33:29.491128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:33:29.515195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:29.609666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:29.714809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Allocated IP 172.25.3.114 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b3561bbf-da2a-4e92-a666-151aac80bd9a) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:33:29.812737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:29.851639 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:29.885791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:33:29.889417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:33:29.895206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:33:29.922258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=b3561bbf-da2a-4e92-a666-151aac80bd9a,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:30.246061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:30.309118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:30.458976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:30.463439 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:30.529625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event updated for resources: {'Port': ['ID=b3561bbf-da2a-4e92-a666-151aac80bd9a,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:33:30.542853 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:30.644855 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Floating IP f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2 associated. External IP: 172.25.3.114, port: 6f491f02-dd6a-4a54-a8e8-1f73972b0400. Feb 09 00:33:31.208459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:33:31.214549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-3d655a66-50e6-45d0-8eb7-745fb86ff7bf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610478 Feb 09 00:33:31.340085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-d6c10300-e644-4223-a50e-bc2fa44b68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.342005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-d6c10300-e644-4223-a50e-bc2fa44b68f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1096 time: 0.0835528 Feb 09 00:33:31.351495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:33:31.362249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:33:31.374237 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:33:31.374985 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:33:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:33:31.387580 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:31.448702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ab71798a-c9ae-48cc-a8ab-cd4dcc089f36 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9607110 Feb 09 00:33:31.452187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:33:31.454448 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a83373-93bd-4c17-b847-81f812f851d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:33:31.484337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:33:31.491698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-c078ab28-4274-4271-bc94-db8bf6e58026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.493211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-c078ab28-4274-4271-bc94-db8bf6e58026 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.1308985 Feb 09 00:33:31.494616 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3f6b52-bf23-4c4e-995a-5446f649537c x-openstack-request-id: req-ac3f6b52-bf23-4c4e-995a-5446f649537c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:33:31.494902 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:33:31.495152 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac3f6b52-bf23-4c4e-995a-5446f649537c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:33:31.495575 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'status': 'completed', 'code': 200} Feb 09 00:33:31.590063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-ea046032-49e0-40c8-8437-3330c147abdf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 1000 time: 0.0872719 Feb 09 00:33:31.597808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83373-93bd-4c17-b847-81f812f851d2 req-cc65f1e3-23d9-461b-9c6d-3f183a865d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.599234 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-cc65f1e3-23d9-461b-9c6d-3f183a865d00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1097 time: 0.0578983 Feb 09 00:33:31.695983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-8c13d734-499f-414a-a1f1-775450754622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.697499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-8c13d734-499f-414a-a1f1-775450754622 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0974286 Feb 09 00:33:31.756151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83373-93bd-4c17-b847-81f812f851d2 req-fe0bfe8e-0ac2-437f-8f9f-6cc179f4efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.757574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-fe0bfe8e-0ac2-437f-8f9f-6cc179f4efdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.1488087 Feb 09 00:33:31.773586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-7da142bb-4d1a-43fd-a1dc-2e02698a8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.775081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-7da142bb-4d1a-43fd-a1dc-2e02698a8985 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693033 Feb 09 00:33:31.876675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-a0c26f85-7e6d-4ba9-97c3-b438cad1eada service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 200 len: 1000 time: 0.1116278 Feb 09 00:33:31.879662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}, {'id': 'f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:bd:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517c411-5d4f-45d4-9a90-060a78892328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:33:30Z', 'updated_at': '2022-02-09T00:33:30Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:33:31.907909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:33:31.916440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:33:31.917111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:33:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:33:31.944330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-685f0fbf-c04b-48b7-938f-1a5a1439a0f2 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379247 Feb 09 00:33:31.949624 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83373-93bd-4c17-b847-81f812f851d2 req-8c7ae410-886d-424c-854b-96076480b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:31.951115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-8c7ae410-886d-424c-854b-96076480b4f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0667963 Feb 09 00:33:32.026054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:33:32.055204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83373-93bd-4c17-b847-81f812f851d2 req-d464c8e3-84e9-491e-bcbc-d0833b7a3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:33:32.056700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-d464c8e3-84e9-491e-bcbc-d0833b7a3073 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969954 Feb 09 00:33:32.073934 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-298b2510-625f-40b5-83b1-5d6eddf556f9 req-fba5a893-2a58-40db-b97b-8fe0c31472e2 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219118 Feb 09 00:33:32.152413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-7fe2cd83-4787-42aa-8a76-7934e9055f10 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887129 Feb 09 00:33:32.242794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90a83373-93bd-4c17-b847-81f812f851d2 req-12b9fb3c-0366-4564-802e-5fb3b87affef service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819049 Feb 09 00:33:32.261903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}, {'id': 'f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:bd:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517c411-5d4f-45d4-9a90-060a78892328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:33:30Z', 'updated_at': '2022-02-09T00:33:30Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:33:32.291246 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e8972f-73ff-42c0-85fa-78ad93bc1ff7 None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}, {'id': 'f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:bd:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9517c411-5d4f-45d4-9a90-060a78892328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:33:30Z', 'updated_at': '2022-02-09T00:33:30Z', 'revision_number': 0, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:33:32.482308 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ca343-f023-4ecd-82f8-59fd9ef6724e None None] New status for floating IP f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:33:37.266395 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:37.446150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:37.448155 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:33:41.944686 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee4a5f3c-68ac-4e13-908e-4418e46322d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:44.720174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-296befc4-5117-4388-81a4-58dc914ca16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:45.608186 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:47.003635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:33:47.403380 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:07.261150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:07.448411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:11.936823 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c8b82a8-7408-46f3-8e2d-c1884c2d3152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:14.447496 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:34:14.720585 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-63c43b3d-b912-43d1-aacb-f74a6fd91e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:15.609838 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:17.003168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:17.406799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:27.644088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-a09290ff-0fda-49a8-b5aa-3bf7bba1b6e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456953 Feb 09 00:34:27.730254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5670-5660-4e23-b309-bcd99c739931 req-9c348ffb-83ec-47d7-96fb-d07ee696a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:27.732449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-9c348ffb-83ec-47d7-96fb-d07ee696a93f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1097 time: 0.0416358 Feb 09 00:34:27.833773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5670-5660-4e23-b309-bcd99c739931 req-1624f9fa-85e5-4f3b-b2b2-40dc0e9be310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:27.835233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-1624f9fa-85e5-4f3b-b2b2-40dc0e9be310 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0842614 Feb 09 00:34:27.903975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-cba5532f-b41f-4c50-94d4-a7a7c0e199b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 200 len: 1002 time: 0.0616105 Feb 09 00:34:27.953304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5670-5660-4e23-b309-bcd99c739931 req-d2bbb348-8e4d-4e78-8ac9-2fa79f53ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:27.954721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-d2bbb348-8e4d-4e78-8ac9-2fa79f53ed26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0432527 Feb 09 00:34:28.001064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5670-5660-4e23-b309-bcd99c739931 req-0763c823-9087-4530-8fa8-1c55137d5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:28.002628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-0763c823-9087-4530-8fa8-1c55137d5017 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402491 Feb 09 00:34:28.095030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-195c638d-770f-4359-9639-db9dbdefffa9 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Feb 09 00:34:28.183791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-de1d5670-5660-4e23-b309-bcd99c739931 req-a34e95ea-e378-43c5-bdd6-4a9761ac3a54 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Feb 09 00:34:32.990417 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-fe77e3dc-f666-4ef6-900d-c30b7e0dbeff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1094985 Feb 09 00:34:33.070633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-dae237b3-b403-4921-bd4c-24574d5fee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:33.072086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-dae237b3-b403-4921-bd4c-24574d5fee8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1096 time: 0.0394452 Feb 09 00:34:33.175035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-e6af2a3b-c6a6-49d5-8102-92dc86318845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:33.176514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-e6af2a3b-c6a6-49d5-8102-92dc86318845 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.0835547 Feb 09 00:34:33.244830 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-ddc0882b-fac0-4975-bb2e-bf9b955038c1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 1000 time: 0.0614440 Feb 09 00:34:33.294105 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-b540cd8e-6374-4348-a583-3327e77540d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:33.295525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-b540cd8e-6374-4348-a583-3327e77540d7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0436170 Feb 09 00:34:33.341623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-59616066-f379-4f5c-a8c9-d542db806d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:34:33.343276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-59616066-f379-4f5c-a8c9-d542db806d87 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411639 Feb 09 00:34:33.434158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-43cee9b4-eeb4-4916-8510-4bad323f9fa5 service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838299 Feb 09 00:34:33.523761 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eb13db07-f1b8-4566-bc14-ac1628772245 req-1d9c8914-ce84-49d1-a38e-72fafe03ab8b service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827391 Feb 09 00:34:37.264194 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:37.431988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:41.938870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5835-8635-40ab-8a9a-09c383961c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:44.722497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41412621-dc04-49ac-bee0-7a765bf93077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:45.611478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:47.004973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:47.411975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:34:51.446845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:35:07.279207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:07.446438 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:10.479177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57886) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:10.647205 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port b3561bbf-da2a-4e92-a666-151aac80bd9a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:10.647467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:10.723457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:10.723786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:10.735903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for b3561bbf-da2a-4e92-a666-151aac80bd9a owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:10.882803 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:10.909652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=b3561bbf-da2a-4e92-a666-151aac80bd9a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:10.933171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.933530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.933877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.934219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.934560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.934891 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.935220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.935547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.935873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.936198 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.936648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.937035 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:10.983080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:10.984127 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Floating IP f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2 disassociated (deleted). External IP: 172.25.3.114, port: 6f491f02-dd6a-4a54-a8e8-1f73972b0400. Feb 09 00:35:11.195739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:35:11.305168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:35:11.309950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:11.318119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:35:11.330977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:11.331683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:34:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:11.337081 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2a5bb8f0-b19d-453b-b129-d510cc450661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "DELETE /v2.0/floatingips/f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2 HTTP/1.1" status: 204 len: 168 time: 0.8567774 Feb 09 00:35:11.337780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:35:11.340179 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:35:11.444573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:11.459853 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61f0d40-c3c9-43ff-bf57-7f8563f2ddf4 x-openstack-request-id: req-d61f0d40-c3c9-43ff-bf57-7f8563f2ddf4 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:35:11.460228 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:35:11.460429 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d61f0d40-c3c9-43ff-bf57-7f8563f2ddf4 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:35:11.460794 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'status': 'completed', 'code': 200} Feb 09 00:35:11.552743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-32dd47eb-4dcb-4012-baff-17827b615dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:11.554375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-32dd47eb-4dcb-4012-baff-17827b615dae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 1097 time: 0.0592034 Feb 09 00:35:11.644050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5acbb2-1650-4daa-92c6-5bf0ef344d17 req-97a054e8-154f-42bc-a3c1-2cc211aff85c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:11.645588 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c5acbb2-1650-4daa-92c6-5bf0ef344d17 req-97a054e8-154f-42bc-a3c1-2cc211aff85c tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 946 time: 0.1065001 Feb 09 00:35:11.691411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-f867253f-a5f0-4a25-91c8-cc09a2f72bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:11.692088 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:11.692882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-f867253f-a5f0-4a25-91c8-cc09a2f72bb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.1249189 Feb 09 00:35:11.711165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c5acbb2-1650-4daa-92c6-5bf0ef344d17 req-6a5a73ae-ca6c-4752-b88e-08042f3cc4b8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Feb 09 00:35:11.723136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:35:11.734946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:11.734946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:34:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:11.742453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-e1a07573-cbe7-42ab-9a1e-fb5c0092619e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 200 len: 217 time: 0.0389273 Feb 09 00:35:11.793157 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-bc82dd89-9b9b-494d-b392-a9e04ea7135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:11.794620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-bc82dd89-9b9b-494d-b392-a9e04ea7135b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0438025 Feb 09 00:35:11.846626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:11.848259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-1eae6f9c-b05f-4c03-b03a-55eec15debf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:11.849800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-1eae6f9c-b05f-4c03-b03a-55eec15debf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449228 Feb 09 00:35:11.948773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-eced1c2e-2420-436a-843b-6a26460cd147 service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861597 Feb 09 00:35:11.956809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c9c0049e-3697-4567-9b38-bb71c0cf2662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:12.044253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecf6f99f-ab9e-4cd9-932f-f8d69aef89ec req-209a9647-5d53-4ec5-a203-80bdf23e1afe service neutron] 10.222.0.21 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Feb 09 00:35:12.089132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:12.116414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1450a2-5591-4579-97e7-01c5de2e95ae None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '965610bb-c7a3-453e-b7b7-f9cce3b3ee77', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'floating_ip_address': '172.25.3.54', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'port_id': '52caa02e-5c3c-49c7-8be1-48baab314951', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'mac_address': 'fa:16:3e:06:3d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:31:32Z', 'updated_at': '2022-02-09T00:31:34Z', 'revision_number': 1, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:35:12.334071 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c6811d-a9b4-4a1b-a53a-06d04fb831e3 None None] New status for floating IP f5bc6ee6-efcb-457c-a6fb-3993a0e9c0b2: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:35:12.836658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4668d0-e65c-4e0e-9cb7-cdcbdbdccbb8 req-c84b7f96-46ac-4858-9e04-a26ab72868c8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:12.838197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb4668d0-e65c-4e0e-9cb7-cdcbdbdccbb8 req-c84b7f96-46ac-4858-9e04-a26ab72868c8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 946 time: 0.0517683 Feb 09 00:35:12.876600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb4668d0-e65c-4e0e-9cb7-cdcbdbdccbb8 req-05b636bd-85db-4f79-a6c9-705ff44e0158 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Feb 09 00:35:13.174877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-ba1971aa-e350-46da-836f-d66cb5c48cd4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:13.176339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-ba1971aa-e350-46da-836f-d66cb5c48cd4 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 946 time: 0.0503142 Feb 09 00:35:13.269719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:13.270056 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:13.355209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 6f491f02-dd6a-4a54-a8e8-1f73972b0400, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=6f491f02-dd6a-4a54-a8e8-1f73972b0400,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:13.355572 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:13.367174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 6f491f02-dd6a-4a54-a8e8-1f73972b0400 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:13.495052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:13.523328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=6f491f02-dd6a-4a54-a8e8-1f73972b0400,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:13.535802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.536151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.536494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.536829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.537203 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.537534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.537858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.538181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.538500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.538818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.539140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.539458 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:13.578313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 6f491f02-dd6a-4a54-a8e8-1f73972b0400 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:35:13.580964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:13.584277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3711400c-64d9-41cc-9936-09b350ebe2a0 req-a74f897a-7ddd-412f-a829-7edcd52a0bc7 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.21 "DELETE /v2.0/ports/6f491f02-dd6a-4a54-a8e8-1f73972b0400 HTTP/1.1" status: 204 len: 173 time: 0.4016738 Feb 09 00:35:13.584709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'name': 'network-vif-deleted', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:35:13.587001 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b9f5b4-3abf-4384-aa94-f99b24d62324" -d '{"events": [{"server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "name": "network-vif-deleted", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:35:13.630138 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01678fe-5153-4212-89b6-3f0daa8ed65f x-openstack-request-id: req-a01678fe-5153-4212-89b6-3f0daa8ed65f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:35:13.630453 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9517c411-5d4f-45d4-9a90-060a78892328", "name": "network-vif-deleted", "tag": "6f491f02-dd6a-4a54-a8e8-1f73972b0400", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:35:13.630701 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a01678fe-5153-4212-89b6-3f0daa8ed65f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:35:13.631180 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9517c411-5d4f-45d4-9a90-060a78892328', 'name': 'network-vif-deleted', 'tag': '6f491f02-dd6a-4a54-a8e8-1f73972b0400', 'status': 'completed', 'code': 200} Feb 09 00:35:13.977183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc0f04e3-dd25-4035-bdca-51fd9b019591 req-de77df8c-4997-4a76-bab7-3af82e7aa5bd tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 210 time: 0.0273023 Feb 09 00:35:14.725622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b9555622-4138-4888-9229-07483c1b81d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:15.076821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f7d3f0d-a92e-47ff-a14a-9d9345429e44 req-1154fe29-b81b-4d95-b176-6d77a55d52e2 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 210 time: 0.0256624 Feb 09 00:35:15.615240 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:15.622490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6f491f02-dd6a-4a54-a8e8-1f73972b0400 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:15.645900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 6f491f02-dd6a-4a54-a8e8-1f73972b0400 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:15.646243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 6f491f02-dd6a-4a54-a8e8-1f73972b0400 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:16.172848 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b123695-7182-45e4-a63f-df3cd79daf52 req-8a90b56c-2984-4839-9495-9911bc9b2684 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 210 time: 0.0264339 Feb 09 00:35:17.008191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:17.289378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe0c975b-1902-4120-960a-250693f78d58 req-6f5505e5-a7b8-47a9-be97-12223ac54f06 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=9517c411-5d4f-45d4-9a90-060a78892328 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Feb 09 00:35:17.414361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:22.645215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57940) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:22.804489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port bacae540-f0e5-44ec-8d85-892b5d3196a4 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:22.804829 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:22.878573 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:22.878901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:22.890367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for bacae540-f0e5-44ec-8d85-892b5d3196a4 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:23.036248 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:23.062458 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=bacae540-f0e5-44ec-8d85-892b5d3196a4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:23.126560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:23.126929 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Floating IP 965610bb-c7a3-453e-b7b7-f9cce3b3ee77 disassociated (deleted). External IP: 172.25.3.54, port: 52caa02e-5c3c-49c7-8be1-48baab314951. Feb 09 00:35:23.339860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:35:23.449961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:35:23.454719 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:23.459360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:35:23.472399 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:23.473046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:35:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:23.481972 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-377eb765-fa4c-4df0-b1ab-7e1a6b7da958 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "DELETE /v2.0/floatingips/965610bb-c7a3-453e-b7b7-f9cce3b3ee77 HTTP/1.1" status: 204 len: 168 time: 0.8356984 Feb 09 00:35:23.482559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:35:23.485507 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04441b3-9fdf-4651-942a-13e2e66bb350" -d '{"events": [{"name": "network-changed", "server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:35:23.527251 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd8f8ee-692f-416c-9f38-ed7935428185 x-openstack-request-id: req-7cd8f8ee-692f-416c-9f38-ed7935428185 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:35:23.527539 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:35:23.527792 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cd8f8ee-692f-416c-9f38-ed7935428185 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:35:23.528436 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951', 'status': 'completed', 'code': 200} Feb 09 00:35:23.589456 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:23.592140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-8cbaf87d-6fa4-4207-b593-b86d6afcde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:23.594532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-8cbaf87d-6fa4-4207-b593-b86d6afcde4d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ff8e94ae862c407b9ce1114b767be036&device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 1096 time: 0.0446091 Feb 09 00:35:23.731409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-0961b2dc-63b5-468f-9697-6d6cda8ff76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:23.732864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-0961b2dc-63b5-468f-9697-6d6cda8ff76d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 200 len: 913 time: 0.1248198 Feb 09 00:35:23.744689 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7f3c-14ba-462f-a0ca-a793ed088083 req-9006877b-215f-4fea-85fa-1164e7495b26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:23.746126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbe7f3c-14ba-462f-a0ca-a793ed088083 req-9006877b-215f-4fea-85fa-1164e7495b26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 945 time: 0.0715437 Feb 09 00:35:23.790663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-c3655b6a-64ec-429c-b484-7efa1d16c106 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 200 len: 217 time: 0.0435989 Feb 09 00:35:23.804000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:23.830117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:35:23.838299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:23.838914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:35:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:23.845915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bbe7f3c-14ba-462f-a0ca-a793ed088083 req-56fbf900-c6d1-458c-a740-6bda34ae0bda tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917301 Feb 09 00:35:23.856942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-77078eea-86de-4434-8047-ab5947c3a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:23.859204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-77078eea-86de-4434-8047-ab5947c3a0bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 200 len: 851 time: 0.0603290 Feb 09 00:35:23.906650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-a9f9d391-8517-4460-b818-55fef8efa684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:23.908189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-a9f9d391-8517-4460-b818-55fef8efa684 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8d9dbae-adf5-4074-8842-2becce14859f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422058 Feb 09 00:35:24.006434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-adebfdcd-702e-403a-aa78-364b0a3d866f service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903900 Feb 09 00:35:24.098100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a04441b3-9fdf-4651-942a-13e2e66bb350 req-66b06369-d7eb-48e6-8bd4-87b2cc9eeafd service neutron] 10.222.0.84 "GET /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826983 Feb 09 00:35:24.107825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:24.307963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:24.336196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f560c988-3232-424c-96ca-ba9c6f4b8b4f None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:35Z', 'revision_number': 4, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '7dc3ff21-5047-4477-be27-b2e80cdb2acc', 'name': '', 'network_id': 'e8d9dbae-adf5-4074-8842-2becce14859f', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'mac_address': 'fa:16:3e:c1:e1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:34Z', 'updated_at': '2022-02-09T00:25:40Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'subnets': [{'id': '062f1c6c-3a1b-4032-8c67-dc4d23247afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:35:24.550587 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97276365-10a8-482a-9d02-8b674d5093bc None None] New status for floating IP 965610bb-c7a3-453e-b7b7-f9cce3b3ee77: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:35:24.970358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258bf4e-345e-4357-8800-dd86909f2af4 req-65218e7d-12c9-46b9-8f16-c28d59f95702 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:24.971818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9258bf4e-345e-4357-8800-dd86909f2af4 req-65218e7d-12c9-46b9-8f16-c28d59f95702 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 945 time: 0.0539320 Feb 09 00:35:25.008046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9258bf4e-345e-4357-8800-dd86909f2af4 req-d03fc229-9a19-48b3-a97d-36e4b4fe6c44 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/security-groups?id=df6ea9e1-1714-4e38-a679-132efd012a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301871 Feb 09 00:35:25.251080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-e1158795-835c-4a5e-948e-b5996318da81 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:25.252508 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-e1158795-835c-4a5e-948e-b5996318da81 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 945 time: 0.0489187 Feb 09 00:35:25.342199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port 52caa02e-5c3c-49c7-8be1-48baab314951 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:25.342558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:25.436779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] For port 52caa02e-5c3c-49c7-8be1-48baab314951, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=52caa02e-5c3c-49c7-8be1-48baab314951,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:25.437387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:25.449040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for 52caa02e-5c3c-49c7-8be1-48baab314951 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:25.577522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:25.605795 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=52caa02e-5c3c-49c7-8be1-48baab314951,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:25.646241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] No DVR routers for this DVR port 52caa02e-5c3c-49c7-8be1-48baab314951 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:35:25.648931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:25.652343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b4bfe63-c485-4e3f-b7a8-8059b50a89cb req-f5559973-aa7e-41d8-be42-cf99ec67a915 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.84 "DELETE /v2.0/ports/52caa02e-5c3c-49c7-8be1-48baab314951 HTTP/1.1" status: 204 len: 173 time: 0.3936176 Feb 09 00:35:25.652779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'name': 'network-vif-deleted', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:35:25.655256 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ec694a-30a8-45e0-b67e-621bb16d6873" -d '{"events": [{"server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "name": "network-vif-deleted", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:35:25.696309 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e283c54c-7d2d-46fe-8b07-20491a5a2986 x-openstack-request-id: req-e283c54c-7d2d-46fe-8b07-20491a5a2986 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:35:25.696601 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf649644-3643-45f6-a7ba-e55f6f86b61d", "name": "network-vif-deleted", "tag": "52caa02e-5c3c-49c7-8be1-48baab314951", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:35:25.696874 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e283c54c-7d2d-46fe-8b07-20491a5a2986 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:35:25.697289 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf649644-3643-45f6-a7ba-e55f6f86b61d', 'name': 'network-vif-deleted', 'tag': '52caa02e-5c3c-49c7-8be1-48baab314951', 'status': 'completed', 'code': 200} Feb 09 00:35:26.116613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05966711-d5ec-44b4-9465-5024cefdc885 req-a5d08b4a-2171-46a2-9f0a-825a112cd7b9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 210 time: 0.0252116 Feb 09 00:35:27.216968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e7f3a93-7d0d-4d5d-bdf8-d4549c5b1862 req-cac17b34-f368-4a8f-80fc-5848562163f8 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 210 time: 0.0297306 Feb 09 00:35:28.314818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-182f0846-001e-457f-b110-f42290a8f328 req-8f76dbb9-6322-4747-b1c4-deb67954d661 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 210 time: 0.0268776 Feb 09 00:35:28.445370 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:35:29.048164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 52caa02e-5c3c-49c7-8be1-48baab314951 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:29.068873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 52caa02e-5c3c-49c7-8be1-48baab314951 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:29.069253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 52caa02e-5c3c-49c7-8be1-48baab314951 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:29.432905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8f547111-92e9-489d-9202-afd3aec2c817 req-480ffe2e-7464-4b60-a648-f8f76cd1a60b tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf649644-3643-45f6-a7ba-e55f6f86b61d HTTP/1.1" status: 200 len: 210 time: 0.0274444 Feb 09 00:35:30.490892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57964) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:30.627561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Deleting port e157d840-2b0b-4376-9864-845c5182b127 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:30.627809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:30.704149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:30.704462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:30.716745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Calling delete_port for e157d840-2b0b-4376-9864-845c5182b127 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:30.857582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:30.882252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'Port': ['ID=e157d840-2b0b-4376-9864-845c5182b127,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:30.941741 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:30.944288 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:30.945465 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-537befa6-f28d-416a-b5ac-74264ad5c5c9 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "DELETE /v2.0/floatingips/9140dcee-c4d3-4e0a-a21a-c0b49bb410b2 HTTP/1.1" status: 204 len: 168 time: 0.4536085 Feb 09 00:35:33.194417 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57978) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:33.252712 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be3bc6d6-a69c-403c-8edf-1f27be4d4c26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:33.277063 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be3bc6d6-a69c-403c-8edf-1f27be4d4c26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:33.341950 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be3bc6d6-a69c-403c-8edf-1f27be4d4c26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:33.344822 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be3bc6d6-a69c-403c-8edf-1f27be4d4c26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:33.349036 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-be3bc6d6-a69c-403c-8edf-1f27be4d4c26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] 10.222.0.32 "DELETE /v2.0/security-groups/df6ea9e1-1714-4e38-a679-132efd012a6f HTTP/1.1" status: 204 len: 168 time: 0.1535535 Feb 09 00:35:33.359586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bc6d6-a69c-403c-8edf-1f27be4d4c26 tempest-TestVolumeBootPattern-156880964 tempest-TestVolumeBootPattern-156880964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ea9e1-1714-4e38-a679-132efd012a6f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:33.425002 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57982) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:33.906485 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:34.153504 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Deleting port 7dc3ff21-5047-4477-be27-b2e80cdb2acc {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:34.153855 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:34.230372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] For port 7dc3ff21-5047-4477-be27-b2e80cdb2acc, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7dc3ff21-5047-4477-be27-b2e80cdb2acc,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:34.231087 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:34.243127 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Calling delete_port for 7dc3ff21-5047-4477-be27-b2e80cdb2acc owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:34.418938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:34.445153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc3ff21-5047-4477-be27-b2e80cdb2acc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:34.609552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.161274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Router 7d41e4dd-36f8-4656-9db5-40516f24a535 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:35:35.264034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:35:35.269192 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-519bd965-50c0-460a-9a43-2780641c53ac admin admin] 10.222.0.32 "PUT /v2.0/routers/7d41e4dd-36f8-4656-9db5-40516f24a535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431087 Feb 09 00:35:35.271697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57986) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:35.274270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] Sync routers for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:35:35.285416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:35.286292 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:35:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:35.377507 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.392501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:35.486954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.540731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Deleting port da4f2646-f475-4a5c-945e-b2f9da3c3d5b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:35.541118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.574274 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:35:34Z', 'revision_number': 5, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port': {'id': 'da4f2646-f475-4a5c-945e-b2f9da3c3d5b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:55:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:35.600603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] Checking router: 7d41e4dd-36f8-4656-9db5-40516f24a535 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:35:35.609471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] Routers {'7d41e4dd-36f8-4656-9db5-40516f24a535'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:35.610073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:35:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7d41e4dd-36f8-4656-9db5-40516f24a535'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:35.622330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] For port da4f2646-f475-4a5c-945e-b2f9da3c3d5b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:35.622695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.634695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Calling delete_port for da4f2646-f475-4a5c-945e-b2f9da3c3d5b owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:35.696000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] Set router 7d41e4dd-36f8-4656-9db5-40516f24a535 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:35.754489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:35:35Z', 'revision_number': 6, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:35.781776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e2b7c-48cd-4870-81ae-4fd04c6f13ab None None] The sync data for ids ['7d41e4dd-36f8-4656-9db5-40516f24a535'] in n-d-828413-1 is: [{'id': '7d41e4dd-36f8-4656-9db5-40516f24a535', 'name': 'tempest-TestVolumeBootPattern-1962676995-router', 'tenant_id': 'ff8e94ae862c407b9ce1114b767be036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:32Z', 'updated_at': '2022-02-09T00:35:35Z', 'revision_number': 6, 'project_id': 'ff8e94ae862c407b9ce1114b767be036', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:35:35.801263 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.827767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4f2646-f475-4a5c-945e-b2f9da3c3d5b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:35.889664 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.979552 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:35.981653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.025680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.026171 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d41e4dd-36f8-4656-9db5-40516f24a535 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:35:36.031917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.033091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ee60a89a-97df-4a99-b44b-e4aa3df5f4b4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7d41e4dd-36f8-4656-9db5-40516f24a535 HTTP/1.1" status: 204 len: 168 time: 0.7603223 Feb 09 00:35:36.035573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57988) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:36.079035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Deleting subnet 062f1c6c-3a1b-4032-8c67-dc4d23247afd {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:35:36.081971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.116064 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.212313 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.265099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.287704 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062f1c6c-3a1b-4032-8c67-dc4d23247afd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:36.293934 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.300044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c18ac4ac-c848-47e0-ada7-9852ae0e6857 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/062f1c6c-3a1b-4032-8c67-dc4d23247afd HTTP/1.1" status: 204 len: 168 time: 0.2612391 Feb 09 00:35:36.300259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ef454-443a-4741-bbb6-744e0740852f None None] Network e8d9dbae-adf5-4074-8842-2becce14859f requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:35:36.300725 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 57990) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:36.374107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.429682 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Deleting port b98ff679-2484-409c-90c0-cfada69e900e {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:36.430026 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.494374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] For port b98ff679-2484-409c-90c0-cfada69e900e, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b98ff679-2484-409c-90c0-cfada69e900e,segment=NetworkSegment(8ade777a-3bbc-45cd-8a29-c02facee134d),segment_id=8ade777a-3bbc-45cd-8a29-c02facee134d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:36.494671 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.507311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Calling delete_port for b98ff679-2484-409c-90c0-cfada69e900e owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:36.578052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] DHCP port deletion for e8d9dbae-adf5-4074-8842-2becce14859f request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:35:36.606601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7dc3ff21-5047-4477-be27-b2e80cdb2acc no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:36.608411 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.633580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7dc3ff21-5047-4477-be27-b2e80cdb2acc {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:36.634196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7dc3ff21-5047-4477-be27-b2e80cdb2acc not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:36.635916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b98ff679-2484-409c-90c0-cfada69e900e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:36.638243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] No DVR routers for this DVR port b98ff679-2484-409c-90c0-cfada69e900e on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:35:36.658435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Deleting port b98ff679-2484-409c-90c0-cfada69e900e {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:36.658809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.715734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.725151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] For port b98ff679-2484-409c-90c0-cfada69e900e, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:36.725854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.739608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d9dbae-adf5-4074-8842-2becce14859f']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:36.739945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Calling delete_port for b98ff679-2484-409c-90c0-cfada69e900e owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:36.746483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Port b98ff679-2484-409c-90c0-cfada69e900e was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:35:36.747773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.749638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ade777a-3bbc-45cd-8a29-c02facee134d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:36.750182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ade777a-3bbc-45cd-8a29-c02facee134d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:36.759807 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.773444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.777886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Pushing event deleted for resources: {'Port': ['ID=b98ff679-2484-409c-90c0-cfada69e900e,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:36.781887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:35:36.782050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:35:36.783749 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:35:36.786921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] No DVR routers for this DVR port b98ff679-2484-409c-90c0-cfada69e900e on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:35:36.789427 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.789732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.790116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.790405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.790733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.791062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.791389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.791712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.792030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.792348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.792666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.793010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdba1846-c57b-41f8-b8e7-d782b1b14aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:35:36.849727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.855285 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:36.859041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/e8d9dbae-adf5-4074-8842-2becce14859f HTTP/1.1" status: 204 len: 168 time: 0.5575624 Feb 09 00:35:36.862100 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57992) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:36.874665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e405f-1617-467d-a2a8-258cbac1d6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=e8d9dbae-adf5-4074-8842-2becce14859f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:37.213422 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:37.278411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:37.464603 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:37.807827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Deleting port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:37.808086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:37.885994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] For port 038ebd10-7bb9-4719-ba24-8b6dd1937b4f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:37.886739 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:37.898563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Calling delete_port for 038ebd10-7bb9-4719-ba24-8b6dd1937b4f owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:37.995821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device da4f2646-f475-4a5c-945e-b2f9da3c3d5b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:38.017517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: da4f2646-f475-4a5c-945e-b2f9da3c3d5b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:38.017958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device da4f2646-f475-4a5c-945e-b2f9da3c3d5b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:38.018451 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b98ff679-2484-409c-90c0-cfada69e900e no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:38.038343 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b98ff679-2484-409c-90c0-cfada69e900e {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:38.038772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b98ff679-2484-409c-90c0-cfada69e900e not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:38.084077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:38.112987 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Pushing event deleted for resources: {'Port': ['ID=038ebd10-7bb9-4719-ba24-8b6dd1937b4f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:38.277685 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:38.495708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Router a1ef9584-9d0c-483d-beec-2827f0a98674 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:35:38.603309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:35:38.608886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8918c033-e96e-49ff-9b7d-2bf879212034 admin admin] 10.222.0.32 "PUT /v2.0/routers/a1ef9584-9d0c-483d-beec-2827f0a98674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457790 Feb 09 00:35:38.611543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57994) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:38.614749 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] Sync routers for ids ['a1ef9584-9d0c-483d-beec-2827f0a98674'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:35:38.625934 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] Routers {'a1ef9584-9d0c-483d-beec-2827f0a98674'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:38.626529 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:35:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a1ef9584-9d0c-483d-beec-2827f0a98674'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:38.718611 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:38.729060 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] Set router a1ef9584-9d0c-483d-beec-2827f0a98674 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:38.822945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:38.879683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Deleting port 849f6098-0af4-4aa5-b9a1-3c982d261fc6 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:38.880014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:38.907563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:35:38Z', 'revision_number': 5, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port': {'id': '849f6098-0af4-4aa5-b9a1-3c982d261fc6', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fa:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:25:37Z', 'updated_at': '2022-02-09T00:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:38.933898 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] Checking router: a1ef9584-9d0c-483d-beec-2827f0a98674 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:35:38.942898 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] Routers {'a1ef9584-9d0c-483d-beec-2827f0a98674'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:35:38.943501 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:35:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a1ef9584-9d0c-483d-beec-2827f0a98674'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:38.960596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] For port 849f6098-0af4-4aa5-b9a1-3c982d261fc6, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=849f6098-0af4-4aa5-b9a1-3c982d261fc6,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:38.961270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:38.972680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Calling delete_port for 849f6098-0af4-4aa5-b9a1-3c982d261fc6 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:39.027809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] Set router a1ef9584-9d0c-483d-beec-2827f0a98674 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:35:39.079884 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:35:38Z', 'revision_number': 6, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:39.112719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bf25ed-ac15-4810-b92e-d488abc9daa1 None None] The sync data for ids ['a1ef9584-9d0c-483d-beec-2827f0a98674'] in n-d-828413-1 is: [{'id': 'a1ef9584-9d0c-483d-beec-2827f0a98674', 'name': 'tempest-TestVolumeBootPattern-56012747-router', 'tenant_id': '517e262a44684968a38653ad13fcb348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:25:36Z', 'updated_at': '2022-02-09T00:35:38Z', 'revision_number': 6, 'project_id': '517e262a44684968a38653ad13fcb348', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:35:39.149055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.175897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Pushing event deleted for resources: {'Port': ['ID=849f6098-0af4-4aa5-b9a1-3c982d261fc6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:39.240102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.331787 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.333902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.378155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.378736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ef9584-9d0c-483d-beec-2827f0a98674 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:35:39.383194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.384344 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1f4bf406-e484-4e9a-8bf9-612b71c59585 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a1ef9584-9d0c-483d-beec-2827f0a98674 HTTP/1.1" status: 204 len: 168 time: 0.7712452 Feb 09 00:35:39.387098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57996) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:39.437040 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Deleting subnet 84fd97b2-be18-4b5f-af0f-4231264acf68 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:35:39.440091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.477639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.558354 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.610672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.641165 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84fd97b2-be18-4b5f-af0f-4231264acf68,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:39.645404 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.649905 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1d766dbe-1024-4cc6-8288-7efcb5f09fa8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84fd97b2-be18-4b5f-af0f-4231264acf68 HTTP/1.1" status: 204 len: 168 time: 0.2616735 Feb 09 00:35:39.651426 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 57998) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:39.652829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d287012-7350-4dc8-bc5e-9fe2337be3b1 None None] Network 807098c1-04c4-464f-a5a1-d1a94684b7b8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:35:39.762140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.829260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Deleting port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:39.829601 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.889912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] DHCP port deletion for 807098c1-04c4-464f-a5a1-d1a94684b7b8 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:35:39.901456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] For port 6278f239-d879-4c13-8a1a-ba4998f2c8e9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6278f239-d879-4c13-8a1a-ba4998f2c8e9,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:39.901945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:39.917656 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Calling delete_port for 6278f239-d879-4c13-8a1a-ba4998f2c8e9 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:39.939035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] Deleting port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:35:39.939421 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.003024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.016375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6278f239-d879-4c13-8a1a-ba4998f2c8e9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:40.033376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Pushing event deleted for resources: {'Port': ['ID=6278f239-d879-4c13-8a1a-ba4998f2c8e9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:40.038047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] No DVR routers for this DVR port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:35:40.052365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] For port 6278f239-d879-4c13-8a1a-ba4998f2c8e9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6278f239-d879-4c13-8a1a-ba4998f2c8e9,segment=NetworkSegment(d93d9faf-2308-4e47-943c-bcbaea0d4c4e),segment_id=d93d9faf-2308-4e47-943c-bcbaea0d4c4e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:35:40.052782 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.062015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6278f239-d879-4c13-8a1a-ba4998f2c8e9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:40.062501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6278f239-d879-4c13-8a1a-ba4998f2c8e9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:40.063135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 849f6098-0af4-4aa5-b9a1-3c982d261fc6 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:40.090505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] Calling delete_port for 6278f239-d879-4c13-8a1a-ba4998f2c8e9 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:35:40.092890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 849f6098-0af4-4aa5-b9a1-3c982d261fc6 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:40.093248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 849f6098-0af4-4aa5-b9a1-3c982d261fc6 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:40.093672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 038ebd10-7bb9-4719-ba24-8b6dd1937b4f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:35:40.121732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.122575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 038ebd10-7bb9-4719-ba24-8b6dd1937b4f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:35:40.122927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 038ebd10-7bb9-4719-ba24-8b6dd1937b4f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:35:40.145892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807098c1-04c4-464f-a5a1-d1a94684b7b8']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:40.158399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:40.158933 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd93d9faf-2308-4e47-943c-bcbaea0d4c4e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:35:40.169925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.186310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.193380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:35:40.193928 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:35:40.195876 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:35:40.204089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.233757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] Pushing event deleted for resources: {'Port': ['ID=6278f239-d879-4c13-8a1a-ba4998f2c8e9,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:40.239621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c39d85-880e-4b24-a95f-781fd8ebfe28 None None] No DVR routers for this DVR port 6278f239-d879-4c13-8a1a-ba4998f2c8e9 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:35:40.260528 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.266644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.269897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] 10.222.0.32 "DELETE /v2.0/networks/807098c1-04c4-464f-a5a1-d1a94684b7b8 HTTP/1.1" status: 204 len: 168 time: 0.6171880 Feb 09 00:35:40.284488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3f701-1517-4f33-838b-8e917e86f544 admin admin] Pushing event deleted for resources: {'Network': ['ID=807098c1-04c4-464f-a5a1-d1a94684b7b8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:40.398906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:40.439952 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eb1e2ae5-9b8d-493f-bb7d-907cb83043c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff8e94ae862c407b9ce1114b767be036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398359 Feb 09 00:35:40.442416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58004) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:40.491084 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17adbd54-4ccc-4918-9152-56bb3774eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.512054 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17adbd54-4ccc-4918-9152-56bb3774eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.562521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17adbd54-4ccc-4918-9152-56bb3774eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.565346 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-17adbd54-4ccc-4918-9152-56bb3774eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:40.566503 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-17adbd54-4ccc-4918-9152-56bb3774eb64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa9cb81e-592b-4587-854f-28006dc501c5 HTTP/1.1" status: 204 len: 168 time: 0.1232140 Feb 09 00:35:40.574815 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adbd54-4ccc-4918-9152-56bb3774eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9cb81e-592b-4587-854f-28006dc501c5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:40.911338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58010) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:40.950859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e14f2704-3526-43f0-8af8-ec61b105c8bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=517e262a44684968a38653ad13fcb348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382872 Feb 09 00:35:40.953996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58012) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:35:41.004376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e78626f5-c955-448d-8e93-2647ece8b20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:41.025702 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e78626f5-c955-448d-8e93-2647ece8b20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:41.077684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e78626f5-c955-448d-8e93-2647ece8b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:41.080235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e78626f5-c955-448d-8e93-2647ece8b20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:41.081424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e78626f5-c955-448d-8e93-2647ece8b20e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6eb6bff5-923f-48b4-ba10-74d7cc881711 HTTP/1.1" status: 204 len: 168 time: 0.1265025 Feb 09 00:35:41.089348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78626f5-c955-448d-8e93-2647ece8b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb6bff5-923f-48b4-ba10-74d7cc881711,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:41.940098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2f56be28-9451-4b98-9d21-93ab87e83139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:44.730079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-39cf78fb-6bb3-4922-8c80-e52867e0769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:45.618285 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:47.010132 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:47.417208 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:51.587079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-c15ecb0e-9d4d-429a-97d2-4b34af8af4b0 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=45bafcacf3f34388b61453179f989287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286300 Feb 09 00:35:51.771494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e4156bfe-7b0d-4372-9a53-23c7b87db217 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:51.772970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e4156bfe-7b0d-4372-9a53-23c7b87db217 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797924 Feb 09 00:35:51.788438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-fd6edc42-5278-4663-a5eb-a648591d2aba tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/quotas/45bafcacf3f34388b61453179f989287 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Feb 09 00:35:51.822613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-013b1969-918f-47f8-82c6-9223cf3f7cd5 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=45bafcacf3f34388b61453179f989287&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288112 Feb 09 00:35:51.980184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cde9bf42-987a-4007-86a3-ff8821e2e159 req-55a697a2-4442-4742-8495-e36a549620f8 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 210 time: 0.0257838 Feb 09 00:35:53.067448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8540053c-5a2b-46dd-85b4-fa56d607e891 req-9402cb1a-6568-49cb-9751-e8d5d34d183f tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 210 time: 0.0337629 Feb 09 00:35:54.149358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce5ed63f-6c9f-4318-bfaa-3b998d26b087 req-edf50d2a-50d9-4329-b719-81ff10efc3aa tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 210 time: 0.0284407 Feb 09 00:35:55.229771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f42cd62c-c9b9-4f9b-9f0e-0370545247f8 req-3db4ea91-464c-4757-b23a-12bf75d75529 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 210 time: 0.0286341 Feb 09 00:35:56.324235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44839a72-20d7-472f-a16d-8f699ce1be17 req-eb8aa1c8-4826-46b5-ab89-8d2dd3572b6f tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 210 time: 0.0265403 Feb 09 00:35:56.885500 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-ef9a0dd6-5214-47eb-ad57-2f0f8ee1c2e9 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=45bafcacf3f34388b61453179f989287&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226631 Feb 09 00:35:56.995600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-a71c014b-71b6-42d0-961a-5c62280e62a4 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:56.997070 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-a71c014b-71b6-42d0-961a-5c62280e62a4 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041980 Feb 09 00:35:57.011257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Request body: {'port': {'device_id': '787219bd-e023-4a5a-9440-51437c2942ba', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'admin_state_up': True, 'tenant_id': '45bafcacf3f34388b61453179f989287'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:35:57.120758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Made reservation on behalf of 45bafcacf3f34388b61453179f989287 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:35:57.124880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.133759 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.207085 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.210934 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.274653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8434f2b2-2cef-4241-ad00-10d5d4bfed1e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:57.349664 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Allocated IP 192.168.233.164 (81d57c90-21bf-44f1-bfea-943c212b55c1/f79fd334-9aed-4219-8686-b264dfbc528d/c3548c58-5a2d-4c40-b67b-47ef65ecc0d1) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:35:57.437576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e025267e-7052-47b9-8a46-3b784a0bf65b req-af215502-5681-4962-b4aa-74145a5fd96e tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 210 time: 0.0377541 Feb 09 00:35:57.523111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.555891 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.600180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Network 81d57c90-21bf-44f1-bfea-943c212b55c1 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:35:57.603386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:35:57.606485 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:35:57.635259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Pushing event updated for resources: {'Port': ['ID=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:57.663475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:57.664106 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.681395 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-e48c0576-46a3-4c01-a983-ad8a8e927a07 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6735747 Feb 09 00:35:57.693724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Request body: {'port': {'device_id': '787219bd-e023-4a5a-9440-51437c2942ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:35:57.762829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.845694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1a18e299-807e-4c84-9922-b31179e9faa7 None None] Provisioning complete for port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:35:57.846323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1a18e299-807e-4c84-9922-b31179e9faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:57.881423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1a18e299-807e-4c84-9922-b31179e9faa7 None None] Port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:35:58.032434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:35:58.039973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:58.053169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Transition to ACTIVE for port object c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:35:58.056777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:58.126769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Pushing event updated for resources: {'Port': ['ID=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:58.186612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Attempting to bind port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:35:58.186949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Attempting to bind port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:35:58.187302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Attempting to bind port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:35:58.192053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:35:58.192368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Attempting to bind port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 on network 81d57c90-21bf-44f1-bfea-943c212b55c1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:35:58.197319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:35:58.197650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Checking segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:35:58.198027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Bound using segment: {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:35:58.198578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Bound port: c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0dc7-729b-400a-8b6d-5eb6875a0845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:35:58.198933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:58.263719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] For port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:35:58.266933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] For port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:35:58.272939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:58.309173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.309691 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:35:58.311772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] 10.222.0.84 "PUT /v2.0/ports/c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 HTTP/1.1" status: 200 len: 1096 time: 0.6222198 Feb 09 00:35:58.312235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787219bd-e023-4a5a-9440-51437c2942ba', 'tag': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:35:58.314546 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa51054-44e3-46e5-9f23-48fc228be8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "787219bd-e023-4a5a-9440-51437c2942ba", "tag": "c3548c58-5a2d-4c40-b67b-47ef65ecc0d1"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:35:58.348265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcd02-1a22-46bb-900f-d722cc8caddc service neutron] Pushing event updated for resources: {'Port': ['ID=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:35:58.393836 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d503e5ac-77f0-4258-8244-bfc7a3bc2e25 x-openstack-request-id: req-d503e5ac-77f0-4258-8244-bfc7a3bc2e25 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:35:58.394612 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787219bd-e023-4a5a-9440-51437c2942ba", "tag": "c3548c58-5a2d-4c40-b67b-47ef65ecc0d1", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:35:58.394612 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d503e5ac-77f0-4258-8244-bfc7a3bc2e25 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:35:58.394913 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787219bd-e023-4a5a-9440-51437c2942ba', 'tag': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1', 'status': 'completed', 'code': 200} Feb 09 00:35:58.413206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-ce1047ea-5986-45de-a96e-41e8662cc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.414796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-ce1047ea-5986-45de-a96e-41e8662cc51a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45bafcacf3f34388b61453179f989287&device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 1099 time: 0.0533512 Feb 09 00:35:58.458279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2fe986ec-9c27-4464-9eba-48e41da8a9b8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 HTTP/1.1" status: 200 len: 217 time: 0.0349956 Feb 09 00:35:58.511164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2100854c-b3fd-4825-bc31-d9cfa811869b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.512629 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-2100854c-b3fd-4825-bc31-d9cfa811869b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0478683 Feb 09 00:35:58.590487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cdc54-388c-4fe5-b345-c1de4cdd24fb req-ac4b00dd-8930-4041-ab2d-649d9b2e4524 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.592632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-354cdc54-388c-4fe5-b345-c1de4cdd24fb req-ac4b00dd-8930-4041-ab2d-649d9b2e4524 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 948 time: 0.0784619 Feb 09 00:35:58.595512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-f17171dc-1ca3-4f84-b6b9-874af19699df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.596891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-f17171dc-1ca3-4f84-b6b9-874af19699df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0748036 Feb 09 00:35:58.677079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-354cdc54-388c-4fe5-b345-c1de4cdd24fb req-5a54dbad-4aff-471c-9032-7102cc81e055 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776296 Feb 09 00:35:58.710468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-b836b544-d277-442d-b35e-4e5b6ec633de service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040549 Feb 09 00:35:58.798331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7b21d9f-063d-4320-9c96-8c55a43dbb98 req-a49e3150-8c00-4c3c-a2c3-4d536a43e4e6 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 Feb 09 00:35:58.891288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-e770b1f2-4c74-40dd-9ea9-30adb7c61474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.892693 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-e770b1f2-4c74-40dd-9ea9-30adb7c61474 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=45bafcacf3f34388b61453179f989287&device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 1099 time: 0.0415287 Feb 09 00:35:58.982946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-7b9f35a2-904f-4314-a7fd-500482ca6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:58.984405 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-7b9f35a2-904f-4314-a7fd-500482ca6cee service neutron] 10.222.0.84 "GET /v2.0/networks?id=81d57c90-21bf-44f1-bfea-943c212b55c1 HTTP/1.1" status: 200 len: 870 time: 0.0853620 Feb 09 00:35:59.025084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-988d696c-15a0-4a9d-bfbf-4b47f360d513 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 HTTP/1.1" status: 200 len: 217 time: 0.0326791 Feb 09 00:35:59.073954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-c58f1472-9095-4cee-849d-76ee08864411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:59.075374 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-c58f1472-9095-4cee-849d-76ee08864411 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f79fd334-9aed-4219-8686-b264dfbc528d HTTP/1.1" status: 200 len: 843 time: 0.0427411 Feb 09 00:35:59.125366 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-3c5b45d0-057c-467f-b977-8147971a68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:59.126894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-3c5b45d0-057c-467f-b977-8147971a68f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=81d57c90-21bf-44f1-bfea-943c212b55c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439970 Feb 09 00:35:59.215725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-54f9c601-43fe-4ed0-bf40-e7f8f488f890 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814002 Feb 09 00:35:59.323555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5aa51054-44e3-46e5-9f23-48fc228be8c2 req-b23613a7-580d-4f87-a59f-59195ea40f56 service neutron] 10.222.0.84 "GET /v2.0/networks/81d57c90-21bf-44f1-bfea-943c212b55c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001790 Feb 09 00:35:59.804257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfeb84-02e5-4f0d-bc58-7927722c2c7c req-9f897efb-b826-4f64-b300-29ad7b24a974 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:35:59.805737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bdfeb84-02e5-4f0d-bc58-7927722c2c7c req-9f897efb-b826-4f64-b300-29ad7b24a974 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 948 time: 0.0477154 Feb 09 00:35:59.843185 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9bdfeb84-02e5-4f0d-bc58-7927722c2c7c req-7d7e24d7-6cce-4e3b-923b-1de6fffedd02 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305829 Feb 09 00:36:00.958981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71233a4-947d-472f-b248-377f4b5d66f2 req-4510e9aa-35d4-4d90-9bf6-a93ba03043e1 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:00.960449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f71233a4-947d-472f-b248-377f4b5d66f2 req-4510e9aa-35d4-4d90-9bf6-a93ba03043e1 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 948 time: 0.0471244 Feb 09 00:36:00.997203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f71233a4-947d-472f-b248-377f4b5d66f2 req-7331b827-1416-4212-9f33-f0134a117270 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309219 Feb 09 00:36:01.150813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:36:01.248337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:01.259553 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1', 'network_id': '81d57c90-21bf-44f1-bfea-943c212b55c1', 'port_id': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1', 'mac_address': 'fa:16:3e:e0:78:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79fd334-9aed-4219-8686-b264dfbc528d', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:36:01.297029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:01.309187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:36:01.329076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:01.332857 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:01.379199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:01.608680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c3548c58-5a2d-4c40-b67b-47ef65ecc0d1'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:36:02.114512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb1e3b-308b-4ba9-8d0a-78f206bcd367 req-a455558a-b8f6-4296-96f7-9d15f83d6f32 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:02.115968 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0eb1e3b-308b-4ba9-8d0a-78f206bcd367 req-a455558a-b8f6-4296-96f7-9d15f83d6f32 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 949 time: 0.0513656 Feb 09 00:36:02.153406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0eb1e3b-308b-4ba9-8d0a-78f206bcd367 req-37580110-fae0-4844-96b2-5fd0623b257b tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Feb 09 00:36:03.150890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:36:03.201698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:36:03.205625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:36:03.205989 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:03.268520 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08067fc2-fb83-44d6-ac23-9a499574b24e req-31467661-6b16-4e01-a1b3-41da92cecaa7 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:03.270037 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08067fc2-fb83-44d6-ac23-9a499574b24e req-31467661-6b16-4e01-a1b3-41da92cecaa7 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 949 time: 0.0476928 Feb 09 00:36:03.288479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:03.307866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08067fc2-fb83-44d6-ac23-9a499574b24e req-844fe435-3adc-42d8-adbb-0718258d2895 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Feb 09 00:36:03.313304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787219bd-e023-4a5a-9440-51437c2942ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:36:03.315701 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08e2e03-e080-44cb-a9d8-1320b90e7c73" -d '{"events": [{"server_uuid": "787219bd-e023-4a5a-9440-51437c2942ba", "name": "network-vif-plugged", "status": "completed", "tag": "c3548c58-5a2d-4c40-b67b-47ef65ecc0d1"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:36:03.329170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:03.335604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:03.365032 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f02070-2018-4544-9fa6-a7e3bf008dd8 x-openstack-request-id: req-85f02070-2018-4544-9fa6-a7e3bf008dd8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:36:03.365332 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787219bd-e023-4a5a-9440-51437c2942ba", "name": "network-vif-plugged", "status": "completed", "tag": "c3548c58-5a2d-4c40-b67b-47ef65ecc0d1", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:36:03.365586 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85f02070-2018-4544-9fa6-a7e3bf008dd8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:36:03.366004 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787219bd-e023-4a5a-9440-51437c2942ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1', 'code': 200} Feb 09 00:36:03.390038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:03.458455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb9dce-d75c-464d-abfc-1ac19bf25944 req-bd861bc4-c376-4923-8816-656e349b2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:03.459930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89cb9dce-d75c-464d-abfc-1ac19bf25944 req-bd861bc4-c376-4923-8816-656e349b2dc7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 1101 time: 0.0382755 Feb 09 00:36:03.494168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89cb9dce-d75c-464d-abfc-1ac19bf25944 req-00eec07a-d962-439f-a56a-c36f752699bc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265527 Feb 09 00:36:04.431262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c43e4-7015-4fdb-9ca0-c067c3b9d7cc req-d570dc13-4042-491a-a4cc-106fcf2a2f86 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:04.432755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f0c43e4-7015-4fdb-9ca0-c067c3b9d7cc req-d570dc13-4042-491a-a4cc-106fcf2a2f86 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 950 time: 0.0524445 Feb 09 00:36:04.471600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f0c43e4-7015-4fdb-9ca0-c067c3b9d7cc req-39b9fcc5-fb90-4d1e-9526-86acc26c8eba tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317638 Feb 09 00:36:05.445067 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:36:05.700741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140cfc-6bcf-405f-9be2-f57164635d00 req-e74ae97e-c888-40d9-bf3a-8cfc36058dca tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:05.702329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02140cfc-6bcf-405f-9be2-f57164635d00 req-e74ae97e-c888-40d9-bf3a-8cfc36058dca tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 950 time: 0.1612811 Feb 09 00:36:05.740199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-02140cfc-6bcf-405f-9be2-f57164635d00 req-ec8ae55b-bd03-426f-a217-32cac0b0a252 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Feb 09 00:36:06.010386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-8a12f5fa-c8ce-4028-92f1-c262aeb97e1d req-a9ad991f-c087-4703-a7e8-8caf29a63058 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:36:06.011369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8a12f5fa-c8ce-4028-92f1-c262aeb97e1d req-a9ad991f-c087-4703-a7e8-8caf29a63058 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052941 Feb 09 00:36:06.386165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-7c98ff03-a33f-421e-8b0c-b6bf20d6a96b req-4370ca4c-3256-4031-b9c9-3b6e6a0de2d4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:36:06.387184 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7c98ff03-a33f-421e-8b0c-b6bf20d6a96b req-4370ca4c-3256-4031-b9c9-3b6e6a0de2d4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561337 Feb 09 00:36:06.725413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3846c4-0b0d-41c2-affa-9cd61ef53ce8 req-64048dd9-6093-4992-9d2f-fe01bcdacdb7 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:06.726974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc3846c4-0b0d-41c2-affa-9cd61ef53ce8 req-64048dd9-6093-4992-9d2f-fe01bcdacdb7 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 950 time: 0.0491374 Feb 09 00:36:06.765511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc3846c4-0b0d-41c2-affa-9cd61ef53ce8 req-e10c1753-cacf-4d20-9ecf-e2af16eebe4e tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Feb 09 00:36:07.301622 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:07.460760 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:07.950159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f37b53-94f5-4b3b-8834-74c6c6802a3e req-890d753e-1a9a-4797-b547-25f632d647db tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:07.951681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f37b53-94f5-4b3b-8834-74c6c6802a3e req-890d753e-1a9a-4797-b547-25f632d647db tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 950 time: 0.1157367 Feb 09 00:36:08.013687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0f37b53-94f5-4b3b-8834-74c6c6802a3e req-94f95a03-0716-48b7-88df-152be2efb69e tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.32 "GET /v2.0/security-groups?id=8434f2b2-2cef-4241-ad00-10d5d4bfed1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556328 Feb 09 00:36:08.032466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6498f90-899a-4790-8782-75f09e36d984 req-1910b31f-02c6-4c99-b760-2c4c8660a3c1 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:08.033944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6498f90-899a-4790-8782-75f09e36d984 req-1910b31f-02c6-4c99-b760-2c4c8660a3c1 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.84 "GET /v2.0/ports?device_id=787219bd-e023-4a5a-9440-51437c2942ba HTTP/1.1" status: 200 len: 950 time: 0.0594263 Feb 09 00:36:08.122846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Deleting port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:36:08.123110 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:08.208549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] For port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,segment=NetworkSegment(062d0dc7-729b-400a-8b6d-5eb6875a0845),segment_id=062d0dc7-729b-400a-8b6d-5eb6875a0845)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:08.208931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:08.221597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Calling delete_port for c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:36:08.350115 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:08.363266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['c3548c58-5a2d-4c40-b67b-47ef65ecc0d1'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:36:08.378733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Pushing event deleted for resources: {'Port': ['ID=c3548c58-5a2d-4c40-b67b-47ef65ecc0d1,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:08.420543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] No DVR routers for this DVR port c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:36:08.423510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:08.426960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6498f90-899a-4790-8782-75f09e36d984 req-ba6a6c78-00fd-411c-806b-9992e97eac41 tempest-ServersAdminNegativeTestJSON-1462754858 tempest-ServersAdminNegativeTestJSON-1462754858-project] 10.222.0.84 "DELETE /v2.0/ports/c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 HTTP/1.1" status: 204 len: 173 time: 0.3872294 Feb 09 00:36:08.427412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787219bd-e023-4a5a-9440-51437c2942ba', 'name': 'network-vif-deleted', 'tag': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:36:08.429881 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5d6020-3975-4e81-9361-ebd7f61586c3" -d '{"events": [{"server_uuid": "787219bd-e023-4a5a-9440-51437c2942ba", "name": "network-vif-deleted", "tag": "c3548c58-5a2d-4c40-b67b-47ef65ecc0d1"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:36:08.549608 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4dd13-a00e-4620-8100-0de2eb385384 x-openstack-request-id: req-59d4dd13-a00e-4620-8100-0de2eb385384 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:36:08.549897 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787219bd-e023-4a5a-9440-51437c2942ba", "name": "network-vif-deleted", "tag": "c3548c58-5a2d-4c40-b67b-47ef65ecc0d1", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:36:08.550171 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-59d4dd13-a00e-4620-8100-0de2eb385384 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:36:08.550563 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787219bd-e023-4a5a-9440-51437c2942ba', 'name': 'network-vif-deleted', 'tag': 'c3548c58-5a2d-4c40-b67b-47ef65ecc0d1', 'status': 'completed', 'code': 200} Feb 09 00:36:09.308548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58166) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:09.443864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f446cde3-baf6-401b-b58c-ad2dc11cb4e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45bafcacf3f34388b61453179f989287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341631 Feb 09 00:36:09.446404 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58170) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:09.493045 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df3658e7-bcff-4ff0-92cf-63ff1ccb2390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.514294 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df3658e7-bcff-4ff0-92cf-63ff1ccb2390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.560685 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df3658e7-bcff-4ff0-92cf-63ff1ccb2390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.563137 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-df3658e7-bcff-4ff0-92cf-63ff1ccb2390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.564320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-df3658e7-bcff-4ff0-92cf-63ff1ccb2390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8434f2b2-2cef-4241-ad00-10d5d4bfed1e HTTP/1.1" status: 204 len: 168 time: 0.1170135 Feb 09 00:36:09.571895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3658e7-bcff-4ff0-92cf-63ff1ccb2390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434f2b2-2cef-4241-ad00-10d5d4bfed1e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:09.817054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58176) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:09.830656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f39-817c-4a2a-b9d2-9370b45efa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.905869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f39-817c-4a2a-b9d2-9370b45efa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.909692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5f39-817c-4a2a-b9d2-9370b45efa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:09.947289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8dcb5f39-817c-4a2a-b9d2-9370b45efa8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e46bb1da81d4aec99c084c25fee82e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291633 Feb 09 00:36:09.948158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb5f39-817c-4a2a-b9d2-9370b45efa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59bb229-902b-4603-b448-35d1de813185,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:09.950107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58178) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:10.000926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e394f951-4a1a-49d2-880c-46a852f48ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.021826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e394f951-4a1a-49d2-880c-46a852f48ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.070614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e394f951-4a1a-49d2-880c-46a852f48ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.073317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e394f951-4a1a-49d2-880c-46a852f48ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.074501 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e394f951-4a1a-49d2-880c-46a852f48ee6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f59bb229-902b-4603-b448-35d1de813185 HTTP/1.1" status: 204 len: 168 time: 0.1225092 Feb 09 00:36:10.083240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394f951-4a1a-49d2-880c-46a852f48ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59bb229-902b-4603-b448-35d1de813185,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:10.734573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58200) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:10.857202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-17438188-network', 'tenant_id': '589027008bb7498f869ce8c95d71f23f'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:36:10.880643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Made reservation on behalf of 589027008bb7498f869ce8c95d71f23f for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:36:10.882951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.891997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.966958 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.970773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:10.994610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:36:11.003817 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f513beee-24cb-450a-9d0d-6b49f451ce4f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:11.013449 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.013787 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Added segment 26e9dfba-0e20-435c-a6c0-b7cfc3340b36 of type vlan for network b7df32f2-d98c-4785-af44-6a13847f7bf4 Feb 09 00:36:11.015727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.016065 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.016400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.016732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.017092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.017419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.017748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.018066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.018382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.018704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.019022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.019336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:11.061023 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.085047 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.085974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:11.086549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.142869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4072049 Feb 09 00:36:11.146008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58206) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:11.149881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edbd34-7fd8-4d3a-8691-a8dd62c701b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7df32f2-d98c-4785-af44-6a13847f7bf4,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:11.151054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Request body: {'subnet': {'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-17438188-subnet', 'tenant_id': '589027008bb7498f869ce8c95d71f23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:36:11.163026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b7df32f2-d98c-4785-af44-6a13847f7bf4 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:36:11.173923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Made reservation on behalf of 589027008bb7498f869ce8c95d71f23f for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:36:11.176577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.345927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.404885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:11.414378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Checking segment: {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:36:11.414733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Network hostable DHCP agents. Network: b7df32f2-d98c-4785-af44-6a13847f7bf4, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:36:11.431464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Network b7df32f2-d98c-4785-af44-6a13847f7bf4 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:36:11.440821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b7df32f2-d98c-4785-af44-6a13847f7bf4) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:36:11.445383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:11.446368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.449914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0920dc-99a5-4117-a567-dd3e70dce4e6 None None] Network b7df32f2-d98c-4785-af44-6a13847f7bf4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:36:11.462582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-189c759d-c093-447e-b49f-5b75d662f4ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3150661 Feb 09 00:36:11.736970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a022ba-0ac5-4577-b33b-77bef5241fa9 None None] Network b7df32f2-d98c-4785-af44-6a13847f7bf4 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:36:11.900309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-e74973ee-0cfc-42ac-a651-ad07a35ecc27 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:11.901818 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-e74973ee-0cfc-42ac-a651-ad07a35ecc27 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 810 time: 0.1007140 Feb 09 00:36:11.916706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-bba7e48c-0812-4acc-8067-0439a802d520 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/quotas/589027008bb7498f869ce8c95d71f23f HTTP/1.1" status: 200 len: 375 time: 0.0089104 Feb 09 00:36:11.943175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dd8eb7f9-e028-45b5-a2fa-d1a0e92a22f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:11.954937 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1bcaad40-0eaf-45e8-9b71-84d934a14409 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328336 Feb 09 00:36:12.042274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-632e678d-44b1-4b0d-8d06-5e38b23e6eed service neutron] 10.222.0.32 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801268 Feb 09 00:36:12.132483 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-8252904e-de2f-49f1-8255-63e930b35281 service neutron] 10.222.0.32 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838077 Feb 09 00:36:12.293448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1dbb7ba-fab8-4216-ae1c-ba2aa26bccf5 req-d4034ea9-789d-4c93-becf-047c940a7870 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 210 time: 0.0282087 Feb 09 00:36:13.189150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:36:13.211307 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:36:13.211923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device c3548c58-5a2d-4c40-b67b-47ef65ecc0d1 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:36:13.213492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-868dd71b-a6cd-49c9-b22e-81f73dfb697e tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:13.214731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-868dd71b-a6cd-49c9-b22e-81f73dfb697e tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.84 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 810 time: 0.1056278 Feb 09 00:36:13.227768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Request body: {'port': {'device_id': '16389052-b115-4eb3-a49e-030f83b60a75', 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4', 'admin_state_up': True, 'tenant_id': '589027008bb7498f869ce8c95d71f23f'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:36:13.638864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7bbd34c0-3361-468e-a497-b23f6dbdaa7d req-e2ad8a0f-fd04-4907-b349-1b10d758f650 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Feb 09 00:36:13.696673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Made reservation on behalf of 589027008bb7498f869ce8c95d71f23f for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:36:13.700255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:13.827103 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Allocated IP 172.20.0.12 (b7df32f2-d98c-4785-af44-6a13847f7bf4/17cde4a6-1c6f-4f73-8c3a-8436a5c651bc/75494400-27bf-4461-805e-3e541bf39b59) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:36:13.970675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.004466 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.044542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Network b7df32f2-d98c-4785-af44-6a13847f7bf4 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:36:14.049609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:36:14.053548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:36:14.080903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:14.093794 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.094150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.094493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.094834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.095174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.095506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.095834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.096162 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.096489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.096813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.097178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.097506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:14.116357 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:14.116996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.132418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-1ece922f-86bc-4151-ab5f-2fbd136228a4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9084241 Feb 09 00:36:14.145040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Request body: {'port': {'device_id': '16389052-b115-4eb3-a49e-030f83b60a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:36:14.201876 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.266207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-928a1546-d5cf-4959-a9a7-78b24e3840a3 req-09745410-494d-47bf-be51-c638811d1e08 service neutron] (105931) timed out ('10.222.0.32', 56288) {{(pid=105931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:36:14.462665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75494400-27bf-4461-805e-3e541bf39b59 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:36:14.471136 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.483075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Transition to ACTIVE for port object 75494400-27bf-4461-805e-3e541bf39b59 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:36:14.486726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.538353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:14.604510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:36:14.604844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:36:14.605197 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 on network b7df32f2-d98c-4785-af44-6a13847f7bf4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:36:14.609808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Port 75494400-27bf-4461-805e-3e541bf39b59 on network b7df32f2-d98c-4785-af44-6a13847f7bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:36:14.610128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 on network b7df32f2-d98c-4785-af44-6a13847f7bf4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:36:14.614930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:36:14.615261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Checking segment: {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:36:14.615639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Bound using segment: {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:36:14.616056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Bound port: 75494400-27bf-4461-805e-3e541bf39b59, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:36:14.616402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.678516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:36:14.681767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:36:14.686936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.733389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:14.734035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.734299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-54d834f0-3127-48f7-9d35-d0bf15777307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:14.735398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] 10.222.0.84 "PUT /v2.0/ports/75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 1092 time: 0.5947406 Feb 09 00:36:14.735848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'tag': '75494400-27bf-4461-805e-3e541bf39b59'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:36:14.738122 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f8dc0-2662-433d-ad0d-c1af3cff9257" -d '{"events": [{"name": "network-changed", "server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "tag": "75494400-27bf-4461-805e-3e541bf39b59"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:36:14.814592 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18425770-def8-426f-84f8-7830c370b3b4 x-openstack-request-id: req-18425770-def8-426f-84f8-7830c370b3b4 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:36:14.814882 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "tag": "75494400-27bf-4461-805e-3e541bf39b59", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:36:14.815134 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18425770-def8-426f-84f8-7830c370b3b4 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:36:14.815528 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'tag': '75494400-27bf-4461-805e-3e541bf39b59', 'status': 'completed', 'code': 200} Feb 09 00:36:14.818914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5961e8-01d1-40a7-b012-cc90307bd99e service neutron] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:14.834515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67f35-6866-4273-ad3f-76fc4c87e000 req-c377a2ee-f649-407f-b37f-1fd7085baa8c tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:14.835991 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ff67f35-6866-4273-ad3f-76fc4c87e000 req-c377a2ee-f649-407f-b37f-1fd7085baa8c tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 944 time: 0.1216750 Feb 09 00:36:14.861702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-00e430c7-4174-4112-82ff-7f969dff54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:14.863158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-00e430c7-4174-4112-82ff-7f969dff54da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1095 time: 0.0848486 Feb 09 00:36:14.917720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ff67f35-6866-4273-ad3f-76fc4c87e000 req-7fe8bebc-e028-401e-8ee9-f9159719254d tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Feb 09 00:36:14.919295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-e4fd2f95-9efc-40b3-9b0c-4dacec282e7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0438249 Feb 09 00:36:14.974263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-8e0900f4-7d62-466b-8505-7c00bca37715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:14.975907 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-8e0900f4-7d62-466b-8505-7c00bca37715 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0494530 Feb 09 00:36:15.007720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-274855d6-91f6-4275-aeae-ba84a7888532 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244989 Feb 09 00:36:15.095632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-12338afb-e0a5-4555-9ec4-0b05bbcd1385 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812457 Feb 09 00:36:15.189396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b151ff3-d5e4-4eaf-b209-df40240f4240 req-96de8fee-a473-4334-8982-0c8d34565278 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859969 Feb 09 00:36:15.276085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-c3911033-1d1b-4a17-af9d-73b29031bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:15.277547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-c3911033-1d1b-4a17-af9d-73b29031bf5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1095 time: 0.0407164 Feb 09 00:36:15.370402 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-c40c4176-09fa-4bd3-8f74-26a03633091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:15.372447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-c40c4176-09fa-4bd3-8f74-26a03633091e service neutron] 10.222.0.84 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.0865443 Feb 09 00:36:15.414776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-b3e68b7f-a0bf-47fb-a762-2ca1b8a882e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0351074 Feb 09 00:36:15.463955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-3df8bfaa-6ac8-4b3f-b608-7c32a274b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:15.465412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-3df8bfaa-6ac8-4b3f-b608-7c32a274b265 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0429599 Feb 09 00:36:15.497484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-56775d59-115d-4222-b26d-b58a28866981 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234652 Feb 09 00:36:15.588009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-bbeabf9f-9e8b-4ed8-bd20-ba85c24c7b9d service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836117 Feb 09 00:36:15.619991 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:15.676986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-056f8dc0-2662-433d-ad0d-c1af3cff9257 req-9b44146f-739f-4f30-931a-f41f6839577c service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811119 Feb 09 00:36:16.042751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d429a0-a2c6-465e-857f-b19dac762cb1 req-a4eb98c6-af71-4b88-bc29-7e8d9356224d tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:16.044747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68d429a0-a2c6-465e-857f-b19dac762cb1 req-a4eb98c6-af71-4b88-bc29-7e8d9356224d tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 944 time: 0.0540185 Feb 09 00:36:16.081812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68d429a0-a2c6-465e-857f-b19dac762cb1 req-9320ecfb-154d-458e-9475-d64265a73d6f tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Feb 09 00:36:17.012469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:17.188880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 75494400-27bf-4461-805e-3e541bf39b59 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:36:17.193929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2c0e9-41f0-4899-bd56-862d52fd4f3a req-f5e172fd-4ae7-4217-a07e-19f479ac53da tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:17.195453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23b2c0e9-41f0-4899-bd56-862d52fd4f3a req-f5e172fd-4ae7-4217-a07e-19f479ac53da tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 944 time: 0.0482213 Feb 09 00:36:17.235289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-23b2c0e9-41f0-4899-bd56-862d52fd4f3a req-f3518a62-8ea7-47a9-a506-03982e8c444a tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Feb 09 00:36:17.286694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:17.298232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '75494400-27bf-4461-805e-3e541bf39b59', 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4', 'port_id': '75494400-27bf-4461-805e-3e541bf39b59', 'mac_address': 'fa:16:3e:bc:f7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cde4a6-1c6f-4f73-8c3a-8436a5c651bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:36:17.335614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:17.348462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75494400-27bf-4461-805e-3e541bf39b59 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:36:17.368270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:17.373008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:17.435538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:17.438339 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:17.565782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['75494400-27bf-4461-805e-3e541bf39b59'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:36:18.350608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb5c9c-b4a2-478f-85f2-394e9af74e89 req-dc40ba9c-b26b-4406-aa93-52cea1e539c0 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:18.352086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4fb5c9c-b4a2-478f-85f2-394e9af74e89 req-dc40ba9c-b26b-4406-aa93-52cea1e539c0 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Feb 09 00:36:18.391740 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4fb5c9c-b4a2-478f-85f2-394e9af74e89 req-dec69d24-acbd-4aa4-9fd2-2db33b3e6aa9 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Feb 09 00:36:19.216846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 75494400-27bf-4461-805e-3e541bf39b59 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:36:19.264806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 75494400-27bf-4461-805e-3e541bf39b59 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:36:19.268619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 75494400-27bf-4461-805e-3e541bf39b59 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:36:19.269023 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:19.346799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:19.368865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75494400-27bf-4461-805e-3e541bf39b59'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:36:19.371107 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d36b2ca-9496-41d7-91cd-e75d501b90c2" -d '{"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-plugged", "status": "completed", "tag": "75494400-27bf-4461-805e-3e541bf39b59"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:36:19.383942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:19.389536 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:19.417015 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cb1679-7fbc-40df-bcb1-ab639b9e16be x-openstack-request-id: req-40cb1679-7fbc-40df-bcb1-ab639b9e16be {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:36:19.417311 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-plugged", "status": "completed", "tag": "75494400-27bf-4461-805e-3e541bf39b59", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:36:19.418155 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40cb1679-7fbc-40df-bcb1-ab639b9e16be {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:36:19.418621 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75494400-27bf-4461-805e-3e541bf39b59', 'code': 200} Feb 09 00:36:19.452638 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:19.554318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad5e3d-0fb5-4d13-820d-d36c7bf31259 req-908b938d-b327-4363-9d0c-dbe05fd91c37 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:19.555695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5ad5e3d-0fb5-4d13-820d-d36c7bf31259 req-908b938d-b327-4363-9d0c-dbe05fd91c37 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0724850 Feb 09 00:36:19.558174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216ff0a-bf15-47c3-83e5-f717422ab392 req-254b4409-6f9e-4695-8a35-d2f9fdd59ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:19.560088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7216ff0a-bf15-47c3-83e5-f717422ab392 req-254b4409-6f9e-4695-8a35-d2f9fdd59ed1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1097 time: 0.0845671 Feb 09 00:36:19.615105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5ad5e3d-0fb5-4d13-820d-d36c7bf31259 req-3270566d-b40a-4e2d-b6b4-e3c4eed07d8e tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Feb 09 00:36:19.616787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7216ff0a-bf15-47c3-83e5-f717422ab392 req-bfcbce77-760a-4a39-96c7-b6c20efa5f02 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Feb 09 00:36:20.736560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003069c4-0ffa-4cf8-b989-e92e23bd4edc req-ca45b9b9-8784-4aed-893a-0bd810aa5027 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:20.738120 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-003069c4-0ffa-4cf8-b989-e92e23bd4edc req-ca45b9b9-8784-4aed-893a-0bd810aa5027 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0498435 Feb 09 00:36:20.775397 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-003069c4-0ffa-4cf8-b989-e92e23bd4edc req-47f7c2f8-548d-4c01-96ed-8e7a1e0a8ece tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Feb 09 00:36:20.955506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58256) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:36:21.024423 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66468170-c596-4e1d-ab78-42c0d442c754 req-e501a206-a3c8-48a8-8926-45938175c7fd tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:21.025901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66468170-c596-4e1d-ab78-42c0d442c754 req-e501a206-a3c8-48a8-8926-45938175c7fd tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0610039 Feb 09 00:36:21.083894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-f28af833-d896-452d-8547-14aa79786e85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272373 Feb 09 00:36:21.087065 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-66468170-c596-4e1d-ab78-42c0d442c754 req-2d76eec0-b68e-47a7-8f49-2a3b4a8e193c tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Feb 09 00:36:21.092957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-7bf8ebea-3e2f-49b3-abd0-ddfc0166a729 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:36:21.093933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-7bf8ebea-3e2f-49b3-abd0-ddfc0166a729 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051801 Feb 09 00:36:22.207978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf71619-f4b5-4f1a-ad44-71c13bd62d3d req-8f5d63a9-6fcb-4086-8414-fd6e7252f5a1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:22.210160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf71619-f4b5-4f1a-ad44-71c13bd62d3d req-8f5d63a9-6fcb-4086-8414-fd6e7252f5a1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0520620 Feb 09 00:36:22.255464 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf71619-f4b5-4f1a-ad44-71c13bd62d3d req-0049d821-e9fa-4b5e-a9ab-bcb94a1820e7 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374010 Feb 09 00:36:22.300731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-79934264-b8c4-44ca-9c8f-61acbe34c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:22.302261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-79934264-b8c4-44ca-9c8f-61acbe34c92d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1097 time: 0.0403867 Feb 09 00:36:22.390496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-0a9df3af-bf80-44ba-94b7-912f15fac4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:22.391943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-0a9df3af-bf80-44ba-94b7-912f15fac4f3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.0819557 Feb 09 00:36:22.437831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-d144ce78-5f44-405d-ae60-8ceb9712f654 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0370693 Feb 09 00:36:22.486911 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-e16eaf35-57b5-4a6a-8be6-cecd72aaff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:22.488259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-e16eaf35-57b5-4a6a-8be6-cecd72aaff77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0445130 Feb 09 00:36:22.523996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-f323111a-8a1a-49bd-bc1a-498ecf1c105e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245275 Feb 09 00:36:22.609558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-1aae50f5-84da-4c01-8ce6-33f20f67a6b6 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835512 Feb 09 00:36:22.695751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-95cf2129-3534-4356-a632-db338d7c93d0 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793226 Feb 09 00:36:23.375048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb42397-3616-48f8-8069-7a96c570e1e5 req-0a07e60c-e2fc-4963-ac19-be91bb7676e5 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:23.376627 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddb42397-3616-48f8-8069-7a96c570e1e5 req-0a07e60c-e2fc-4963-ac19-be91bb7676e5 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0506961 Feb 09 00:36:23.415379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ddb42397-3616-48f8-8069-7a96c570e1e5 req-bd77e1a2-cda3-4281-888c-635d6c664e93 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Feb 09 00:36:24.536428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b95b44-278a-4dd1-93c5-6f19b9d8d815 req-f4b97f18-c550-47d5-a354-3bf7d85d0770 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:24.537921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26b95b44-278a-4dd1-93c5-6f19b9d8d815 req-f4b97f18-c550-47d5-a354-3bf7d85d0770 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0535107 Feb 09 00:36:24.575435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26b95b44-278a-4dd1-93c5-6f19b9d8d815 req-b30d0dee-afe3-4ab6-81ff-1ab4756c296a tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Feb 09 00:36:25.691454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1647573-a50f-4639-980a-7e35fe12a0e5 req-b4a96c98-b3e1-431e-bd1a-00eabe8e2a5c tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:25.692952 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1647573-a50f-4639-980a-7e35fe12a0e5 req-b4a96c98-b3e1-431e-bd1a-00eabe8e2a5c tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0484719 Feb 09 00:36:25.733381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c1647573-a50f-4639-980a-7e35fe12a0e5 req-1b3a4612-aeff-418e-8af7-a96b9e73c6f0 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344474 Feb 09 00:36:26.848777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eef037-3015-4511-8f6b-c0de6bae65d0 req-aeb87b5f-2949-4a8e-ad39-0f97a3f44d10 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:26.850357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60eef037-3015-4511-8f6b-c0de6bae65d0 req-aeb87b5f-2949-4a8e-ad39-0f97a3f44d10 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0503047 Feb 09 00:36:26.887940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60eef037-3015-4511-8f6b-c0de6bae65d0 req-79bd7428-e1fb-4e40-930a-777a88713612 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Feb 09 00:36:28.008807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afd38b-2227-4996-80cf-ee2fdfbf38d6 req-a60d933d-3d59-446f-b8d4-bbfe63bbeed1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:28.010296 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51afd38b-2227-4996-80cf-ee2fdfbf38d6 req-a60d933d-3d59-446f-b8d4-bbfe63bbeed1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0519137 Feb 09 00:36:28.048488 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51afd38b-2227-4996-80cf-ee2fdfbf38d6 req-c07ec430-c201-47cf-8c16-9d9173fac11a tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321257 Feb 09 00:36:29.168424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87d07-c71e-400b-af4f-a0046e33f9c2 req-46090f4c-74aa-4677-a7c9-1e2c81367a82 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:29.169943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28b87d07-c71e-400b-af4f-a0046e33f9c2 req-46090f4c-74aa-4677-a7c9-1e2c81367a82 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0509198 Feb 09 00:36:29.208326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28b87d07-c71e-400b-af4f-a0046e33f9c2 req-21b6d3a5-5c18-42e2-b5e5-a0931e5d65e6 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Feb 09 00:36:30.325091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befad6f-a2ee-4b0c-b2df-843b316f4703 req-be93d0f8-a17d-4291-a8dd-8dcd4eb72894 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:30.326625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7befad6f-a2ee-4b0c-b2df-843b316f4703 req-be93d0f8-a17d-4291-a8dd-8dcd4eb72894 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0507708 Feb 09 00:36:30.364430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7befad6f-a2ee-4b0c-b2df-843b316f4703 req-599b1fde-be5e-4157-9641-f3c0d71d962b tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Feb 09 00:36:31.485654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6e8b2-cc20-421a-8cb4-2fad6797c891 req-c122f315-092b-4c60-a21a-900cbcb1f91e tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:31.487195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13e6e8b2-cc20-421a-8cb4-2fad6797c891 req-c122f315-092b-4c60-a21a-900cbcb1f91e tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0545869 Feb 09 00:36:31.527365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13e6e8b2-cc20-421a-8cb4-2fad6797c891 req-84e3ae2d-5840-4cee-9223-7af90b005be4 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Feb 09 00:36:32.647211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b95693-d2fd-42f2-a04a-7dc501659a1a req-792aa610-294a-4dd7-9eb9-0fe9dd390f41 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:32.648741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86b95693-d2fd-42f2-a04a-7dc501659a1a req-792aa610-294a-4dd7-9eb9-0fe9dd390f41 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Feb 09 00:36:32.686421 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86b95693-d2fd-42f2-a04a-7dc501659a1a req-66760862-2ff7-40e7-a099-59fc3c0f2ae5 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Feb 09 00:36:33.802136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcddbe-d7d7-47f9-9a48-7d0bf6738543 req-c4a1334e-001f-41eb-8631-efc6b7059228 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:33.803603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bdcddbe-d7d7-47f9-9a48-7d0bf6738543 req-c4a1334e-001f-41eb-8631-efc6b7059228 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0483232 Feb 09 00:36:33.840889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bdcddbe-d7d7-47f9-9a48-7d0bf6738543 req-dac4ed54-100f-41f1-b3b5-f02d4f28f686 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304892 Feb 09 00:36:34.963019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93154585-3b56-4f03-a264-8b5f255963a7 req-ccd8f75f-57de-4d7a-b860-1d336e7d7573 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:34.964585 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93154585-3b56-4f03-a264-8b5f255963a7 req-ccd8f75f-57de-4d7a-b860-1d336e7d7573 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0544808 Feb 09 00:36:35.005237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93154585-3b56-4f03-a264-8b5f255963a7 req-72760ada-ad8c-417d-85d0-3b26facf8827 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342138 Feb 09 00:36:35.907495 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654baa-2fab-4da0-af80-82111756448a req-a8b106e6-e501-4f8a-9b82-626a28be1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:35.909038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-a8b106e6-e501-4f8a-9b82-626a28be1ff9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1097 time: 0.0401633 Feb 09 00:36:36.013878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654baa-2fab-4da0-af80-82111756448a req-ac6ba852-f427-4d65-8f48-3bf2a8c8b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:36.015320 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-ac6ba852-f427-4d65-8f48-3bf2a8c8b953 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.0853031 Feb 09 00:36:36.057151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-78abc99e-9dc3-407a-bc6e-192efd315a71 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0352006 Feb 09 00:36:36.134321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e654baa-2fab-4da0-af80-82111756448a req-2c6a69f3-ca1a-4889-ab22-9cd72d04506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:36.135771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-2c6a69f3-ca1a-4889-ab22-9cd72d04506c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0716860 Feb 09 00:36:36.160193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c143751-d10e-40c2-a1de-adb75d0aeb2f req-ecc19f6f-021e-4afd-b884-df6971468532 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:36.161544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c143751-d10e-40c2-a1de-adb75d0aeb2f req-ecc19f6f-021e-4afd-b884-df6971468532 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0716951 Feb 09 00:36:36.177834 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-e6ec6e29-4f9d-4c19-ab9f-c064213cc367 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337503 Feb 09 00:36:36.251092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c143751-d10e-40c2-a1de-adb75d0aeb2f req-5d88fa66-9c11-408a-a559-c7affd4d89af tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760775 Feb 09 00:36:36.286170 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-736af20c-a7bc-417d-b764-16ce103bdd1a service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970070 Feb 09 00:36:36.380943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e654baa-2fab-4da0-af80-82111756448a req-915d286e-787c-42c1-a712-349adcfc1a5b service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869157 Feb 09 00:36:37.294758 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:37.376975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9dc18-9584-4602-b863-3354c5bddfb6 req-8b2f44b8-60bd-4e22-a76a-1b24ca534cbd tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:37.378456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78e9dc18-9584-4602-b863-3354c5bddfb6 req-8b2f44b8-60bd-4e22-a76a-1b24ca534cbd tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Feb 09 00:36:37.416600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78e9dc18-9584-4602-b863-3354c5bddfb6 req-dca25d6b-b7f9-4330-99d8-ed42797518a3 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Feb 09 00:36:37.479222 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:38.537241 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f148af-9017-4412-b4d2-afb74b217c90 req-a158ca08-ef87-4c55-bebe-848d2442f301 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:38.538716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05f148af-9017-4412-b4d2-afb74b217c90 req-a158ca08-ef87-4c55-bebe-848d2442f301 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0523524 Feb 09 00:36:38.577201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-05f148af-9017-4412-b4d2-afb74b217c90 req-6d55067c-1ffd-4a3f-9f70-b9e5a0aef964 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Feb 09 00:36:39.689623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c115728-f150-4019-98f1-259788ed58d7 req-c33a59a1-66fa-4894-8ffa-eb76940aa2a8 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:39.691083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c115728-f150-4019-98f1-259788ed58d7 req-c33a59a1-66fa-4894-8ffa-eb76940aa2a8 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0473785 Feb 09 00:36:39.728664 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5c115728-f150-4019-98f1-259788ed58d7 req-f2305c85-8e1a-4678-bdbd-d791aae019d2 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Feb 09 00:36:40.845260 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490e6e8-d217-470d-9ebc-74330a9d0c4a req-f927f8b5-96ee-4931-a0f9-27f5817c63e7 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:40.846734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f490e6e8-d217-470d-9ebc-74330a9d0c4a req-f927f8b5-96ee-4931-a0f9-27f5817c63e7 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0478485 Feb 09 00:36:40.883813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f490e6e8-d217-470d-9ebc-74330a9d0c4a req-25e1e558-4c34-4012-89e6-a9ce2a020630 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Feb 09 00:36:41.948630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1ff88b5b-a660-4892-aef9-d38ba67dd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:42.013099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29b002-893d-45da-ae91-8a85c2da50e0 req-a26f8c78-7102-4df5-9cfa-38946f415ae1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:42.014681 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f29b002-893d-45da-ae91-8a85c2da50e0 req-a26f8c78-7102-4df5-9cfa-38946f415ae1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0577564 Feb 09 00:36:42.054062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f29b002-893d-45da-ae91-8a85c2da50e0 req-b8eeca85-b76c-4ba7-8da1-c34755d4b5ea tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Feb 09 00:36:42.443507 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:36:43.170080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82216-a35a-4a81-8431-3a42ce34399f req-bf5184a2-aea5-4d65-9c2b-fe53261447d6 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:43.171544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11e82216-a35a-4a81-8431-3a42ce34399f req-bf5184a2-aea5-4d65-9c2b-fe53261447d6 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0486875 Feb 09 00:36:43.207886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11e82216-a35a-4a81-8431-3a42ce34399f req-aaae66c8-b3af-4db4-b64c-a4c3c322adde tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Feb 09 00:36:44.329251 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117a195-22df-42f2-8887-1f0c5913ad30 req-b4905bd0-d055-4e18-9d23-fe841e5856c2 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:44.330762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0117a195-22df-42f2-8887-1f0c5913ad30 req-b4905bd0-d055-4e18-9d23-fe841e5856c2 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0544453 Feb 09 00:36:44.367986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0117a195-22df-42f2-8887-1f0c5913ad30 req-a2868d2e-96df-4eb6-b8d5-df20c4fc1c69 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Feb 09 00:36:44.736435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6b16c5ee-de62-4d47-9736-8c092dc261b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:45.490190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cdbf4-fbdc-49a9-be14-bf5d89f968d2 req-64914887-ae33-4a0d-9c4b-6d75808e24a9 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:45.491657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e0cdbf4-fbdc-49a9-be14-bf5d89f968d2 req-64914887-ae33-4a0d-9c4b-6d75808e24a9 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Feb 09 00:36:45.528749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e0cdbf4-fbdc-49a9-be14-bf5d89f968d2 req-4da2c4af-3023-4073-823c-81a95a07ba64 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Feb 09 00:36:45.623225 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:46.644058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8998bc-f45e-499c-b65e-7df7aa085240 req-35dcf88e-60d8-41b8-aee3-3158c4467439 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:46.645557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e8998bc-f45e-499c-b65e-7df7aa085240 req-35dcf88e-60d8-41b8-aee3-3158c4467439 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Feb 09 00:36:46.683053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e8998bc-f45e-499c-b65e-7df7aa085240 req-49a03559-5911-450f-a742-00a1d735399f tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Feb 09 00:36:47.014396 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:47.424322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:47.798991 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f250-e8a9-4c17-9980-69e440939962 req-896a2d17-0c5d-48f1-8a07-38e8a652e3b3 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:47.800443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a178f250-e8a9-4c17-9980-69e440939962 req-896a2d17-0c5d-48f1-8a07-38e8a652e3b3 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Feb 09 00:36:47.837335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a178f250-e8a9-4c17-9980-69e440939962 req-a6dbfa1d-4e9b-48bb-9380-912b44426512 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Feb 09 00:36:48.955939 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f347c2-8a93-4ae4-bfcc-2d107164f256 req-2eb1c62f-2394-46f1-86c9-0cd94603b7d5 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:48.957412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95f347c2-8a93-4ae4-bfcc-2d107164f256 req-2eb1c62f-2394-46f1-86c9-0cd94603b7d5 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0506942 Feb 09 00:36:48.994108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-95f347c2-8a93-4ae4-bfcc-2d107164f256 req-82f8d554-93d9-482d-9b6f-9030ed9580d1 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308101 Feb 09 00:36:50.111062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692940c-7e01-47e2-b265-2fcacba0b3ed req-0fcc52ac-5f9c-472c-881b-d2640af5b873 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:50.112529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d692940c-7e01-47e2-b265-2fcacba0b3ed req-0fcc52ac-5f9c-472c-881b-d2640af5b873 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0483794 Feb 09 00:36:50.148691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d692940c-7e01-47e2-b265-2fcacba0b3ed req-9db5c153-043d-4f36-a844-b15469957faa tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302503 Feb 09 00:36:51.266949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172f620-a97e-4dc1-b66d-65cdd32a31bc req-1da2ac5c-9df4-4836-981e-d6e43aacdef0 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:51.268425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2172f620-a97e-4dc1-b66d-65cdd32a31bc req-1da2ac5c-9df4-4836-981e-d6e43aacdef0 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0502744 Feb 09 00:36:51.305608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2172f620-a97e-4dc1-b66d-65cdd32a31bc req-28998a04-2f26-4a6f-9e23-45a8746d4f16 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311954 Feb 09 00:36:52.424594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7271bcf-5719-4cb2-854b-6fe201abb2d3 req-89df3223-0596-46ad-8c0e-dec1cd76de81 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:52.426104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7271bcf-5719-4cb2-854b-6fe201abb2d3 req-89df3223-0596-46ad-8c0e-dec1cd76de81 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0518589 Feb 09 00:36:52.464091 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7271bcf-5719-4cb2-854b-6fe201abb2d3 req-c719ad27-3b28-48e2-947a-f69d5dec2733 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Feb 09 00:36:53.579478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59f4e0-33e4-4528-ac25-e38ef73bf4be req-9ab6be2a-a417-466b-80db-351d8488d2ca tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:53.580905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c59f4e0-33e4-4528-ac25-e38ef73bf4be req-9ab6be2a-a417-466b-80db-351d8488d2ca tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0481482 Feb 09 00:36:53.620609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c59f4e0-33e4-4528-ac25-e38ef73bf4be req-ea68f5bc-3f39-40b1-9941-0bd40bbe81ce tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Feb 09 00:36:54.780997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6447c-011c-4a97-9c82-3792992065d5 req-b1af73b7-aebb-495f-a124-ae58445efd8b tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:54.782450 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ee6447c-011c-4a97-9c82-3792992065d5 req-b1af73b7-aebb-495f-a124-ae58445efd8b tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0913184 Feb 09 00:36:54.789660 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-26265909-1102-4c25-b323-f9f15bc5a02a req-a0bb2fa6-a8d3-4168-b24e-52e1440df494 service neutron] show failed (client error): The resource could not be found. Feb 09 00:36:54.790561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-a0bb2fa6-a8d3-4168-b24e-52e1440df494 service neutron] 10.222.0.84 "GET /v2.0/ports/75494400-27bf-4461-805e-3e541bf39b59/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0744371 Feb 09 00:36:54.823496 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4ee6447c-011c-4a97-9c82-3792992065d5 req-0e6bfb51-0cf1-4901-b916-e70f10674934 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349116 Feb 09 00:36:55.014990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-9c2b4fb2-04d5-4860-bed0-70d3a3120c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:55.016593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-9c2b4fb2-04d5-4860-bed0-70d3a3120c86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75&tenant_id=589027008bb7498f869ce8c95d71f23f HTTP/1.1" status: 200 len: 1097 time: 0.0686255 Feb 09 00:36:55.029633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:36:55.084078 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:55.279306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:55.311707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:36:55.351014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75494400-27bf-4461-805e-3e541bf39b59'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:36:55.353278 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03860a79-caeb-44fd-87d5-dc4d20a77c34" -d '{"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-unplugged", "status": "completed", "tag": "75494400-27bf-4461-805e-3e541bf39b59"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:36:55.357459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:55.369881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Transition to ACTIVE for port object 75494400-27bf-4461-805e-3e541bf39b59 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:36:55.374764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:55.409666 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f367d08-3b0c-4e9e-916a-69490d8804c8 x-openstack-request-id: req-4f367d08-3b0c-4e9e-916a-69490d8804c8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:36:55.409948 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-unplugged", "status": "completed", "tag": "75494400-27bf-4461-805e-3e541bf39b59", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:36:55.410193 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f367d08-3b0c-4e9e-916a-69490d8804c8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:36:55.410572 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75494400-27bf-4461-805e-3e541bf39b59', 'code': 200} Feb 09 00:36:55.441562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] No DVR routers for this DVR port 75494400-27bf-4461-805e-3e541bf39b59 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:36:55.447629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:55.816218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:36:55.816933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:36:55.816933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 on network b7df32f2-d98c-4785-af44-6a13847f7bf4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:36:55.821074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Port 75494400-27bf-4461-805e-3e541bf39b59 on network b7df32f2-d98c-4785-af44-6a13847f7bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:36:55.821397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Attempting to bind port 75494400-27bf-4461-805e-3e541bf39b59 on network b7df32f2-d98c-4785-af44-6a13847f7bf4 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:36:55.826534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:36:55.826867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Checking segment: {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:36:55.827248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Bound using segment: {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:36:55.827671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Bound port: 75494400-27bf-4461-805e-3e541bf39b59, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e9dfba-0e20-435c-a6c0-b7cfc3340b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:36:55.828017 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:55.889181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:36:55.892199 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:36:55.903924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:55.956270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:55.956879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:55.958263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 1092 time: 0.9334497 Feb 09 00:36:55.981443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0abd6b-08fc-4413-b7f9-62779adeb7cd req-1e41171b-ab5e-463f-8d38-5c02b479125d tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:55.982914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac0abd6b-08fc-4413-b7f9-62779adeb7cd req-1e41171b-ab5e-463f-8d38-5c02b479125d tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 944 time: 0.0894349 Feb 09 00:36:56.027659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa546f6-e82a-4a35-9127-3c575c6abbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:56.065622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac0abd6b-08fc-4413-b7f9-62779adeb7cd req-6c007e4c-53b8-4fd2-866a-1242b30e2b06 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586517 Feb 09 00:36:56.068244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-c50acf00-1f91-494d-ac2d-55b5374a5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:56.069597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-c50acf00-1f91-494d-ac2d-55b5374a5590 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1095 time: 0.0832720 Feb 09 00:36:56.159781 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-29f703b0-6a58-4f49-81e9-462f2bc46a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:56.161253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-29f703b0-6a58-4f49-81e9-462f2bc46a7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.0840786 Feb 09 00:36:56.201787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-bfc99b93-fe5a-48c1-a298-4533ab046160 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0326917 Feb 09 00:36:56.249600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265909-1102-4c25-b323-f9f15bc5a02a req-4bb53f77-5e48-4b19-8d8d-0c5d075dc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:56.251010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-4bb53f77-5e48-4b19-8d8d-0c5d075dc426 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0424387 Feb 09 00:36:56.286061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-63ecc16a-7a7a-46d2-9a0b-395264ccbe85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283153 Feb 09 00:36:56.373677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-7d2b3f1d-93c9-4841-83fc-985db8b52981 service neutron] 10.222.0.21 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803742 Feb 09 00:36:56.465633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26265909-1102-4c25-b323-f9f15bc5a02a req-bb0f9357-ba10-4c3e-999b-4b8f98254bc9 service neutron] 10.222.0.21 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845740 Feb 09 00:36:57.187431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb76fa-f596-4895-8dc4-0973577be51a req-0763bce2-b4c6-41d4-8a58-37e718bf5063 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.188900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebb76fa-f596-4895-8dc4-0973577be51a req-0763bce2-b4c6-41d4-8a58-37e718bf5063 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 944 time: 0.0489352 Feb 09 00:36:57.226696 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ebb76fa-f596-4895-8dc4-0973577be51a req-e0fe5606-8dce-4d09-acc1-b56beb0c40fd tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Feb 09 00:36:57.411565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'tag': '75494400-27bf-4461-805e-3e541bf39b59'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:36:57.413981 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c51261-de18-4ddd-9755-aa90ba652196" -d '{"events": [{"name": "network-changed", "server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "tag": "75494400-27bf-4461-805e-3e541bf39b59"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:36:57.466547 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf3bb59-7c4d-46c6-bc28-fd1996123f0a x-openstack-request-id: req-ccf3bb59-7c4d-46c6-bc28-fd1996123f0a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:36:57.466845 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "tag": "75494400-27bf-4461-805e-3e541bf39b59", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:36:57.467094 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ccf3bb59-7c4d-46c6-bc28-fd1996123f0a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:36:57.467489 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'tag': '75494400-27bf-4461-805e-3e541bf39b59', 'status': 'completed', 'code': 200} Feb 09 00:36:57.552463 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51261-de18-4ddd-9755-aa90ba652196 req-e696f707-3a52-41de-ae65-569439df7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.553972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-e696f707-3a52-41de-ae65-569439df7f13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1095 time: 0.0678356 Feb 09 00:36:57.555671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51261-de18-4ddd-9755-aa90ba652196 req-9d77ca8d-2c83-4688-b21a-77245d442d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.557005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-9d77ca8d-2c83-4688-b21a-77245d442d5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1095 time: 0.0621045 Feb 09 00:36:57.711797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51261-de18-4ddd-9755-aa90ba652196 req-c021b937-e551-4a06-80d7-fed85e09f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.713338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-c021b937-e551-4a06-80d7-fed85e09f7f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.1524343 Feb 09 00:36:57.714476 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51261-de18-4ddd-9755-aa90ba652196 req-4af03140-c3a4-4608-809f-9b5629d17478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.715744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-4af03140-c3a4-4608-809f-9b5629d17478 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.1480265 Feb 09 00:36:57.758448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-f08d5217-4d7e-43d4-a303-c874ef4f2487 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0385313 Feb 09 00:36:57.796960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-5e9e9eb5-782b-4f5f-a491-b09a1eda1953 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0713110 Feb 09 00:36:57.861032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51261-de18-4ddd-9755-aa90ba652196 req-166667f7-674c-40ce-9cfa-7839b9d0355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.862484 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-166667f7-674c-40ce-9cfa-7839b9d0355b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0754797 Feb 09 00:36:57.871331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c51261-de18-4ddd-9755-aa90ba652196 req-209395f9-e45e-4a0b-8541-aee629540546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:57.872879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-209395f9-e45e-4a0b-8541-aee629540546 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0582087 Feb 09 00:36:57.903940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-e8f30985-fa6e-4294-846b-821c91642fef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298865 Feb 09 00:36:57.919873 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-a9eba43e-b6e4-4129-85a0-5b8ff1b462eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388687 Feb 09 00:36:58.074514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-8cb1249a-a905-49c4-adaa-4f4df3a8c5fb service neutron] 10.222.0.21 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574979 Feb 09 00:36:58.077898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-8090eed3-b277-4942-aadf-a74f9610ac1a service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513186 Feb 09 00:36:58.090593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 75494400-27bf-4461-805e-3e541bf39b59 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:36:58.193193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:58.210281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '75494400-27bf-4461-805e-3e541bf39b59', 'network_id': 'b7df32f2-d98c-4785-af44-6a13847f7bf4', 'port_id': '75494400-27bf-4461-805e-3e541bf39b59', 'mac_address': 'fa:16:3e:bc:f7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17cde4a6-1c6f-4f73-8c3a-8436a5c651bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:36:58.232706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-6c87e92e-ea88-4773-9386-d896cf8d91b8 service neutron] 10.222.0.21 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490254 Feb 09 00:36:58.237776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37c51261-de18-4ddd-9755-aa90ba652196 req-ba227da3-9325-4f22-823b-ce8f03fe14b4 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462352 Feb 09 00:36:58.249808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:58.265447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75494400-27bf-4461-805e-3e541bf39b59 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:36:58.287644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:36:58.293851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:36:58.345138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:36:58.352800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.353192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.353530 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.353862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.354191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.354519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.354842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.355756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.356180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.356507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.356829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.357174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:36:58.362989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3758a-d189-4b8b-8df4-ef7e0d479734 req-22d8d251-f19b-48a3-8624-661ea6630992 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:58.364497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beb3758a-d189-4b8b-8df4-ef7e0d479734 req-22d8d251-f19b-48a3-8624-661ea6630992 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 945 time: 0.0579946 Feb 09 00:36:58.403209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beb3758a-d189-4b8b-8df4-ef7e0d479734 req-ee10bd5c-0492-43d3-a6b0-813ae41e21c0 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Feb 09 00:36:58.556298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['75494400-27bf-4461-805e-3e541bf39b59'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:36:58.684745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c435-8e91-469c-800a-54bf60aeb745 req-61147661-c70e-4d9c-95e2-79e7c9bdcf6a tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:58.686269 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-61147661-c70e-4d9c-95e2-79e7c9bdcf6a tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.84 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75&tenant_id=589027008bb7498f869ce8c95d71f23f&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 945 time: 0.0938172 Feb 09 00:36:58.747497 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-a705c435-8e91-469c-800a-54bf60aeb745 req-5803cfed-36ff-422d-bfde-ebfb4c973f44 service neutron] delete failed (client error): The resource could not be found. Feb 09 00:36:58.748561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-5803cfed-36ff-422d-bfde-ebfb4c973f44 service neutron] 10.222.0.84 "DELETE /v2.0/ports/75494400-27bf-4461-805e-3e541bf39b59/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0546925 Feb 09 00:36:58.833215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c435-8e91-469c-800a-54bf60aeb745 req-2d30effd-78e7-4309-8212-363cdde23eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:58.834599 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-2d30effd-78e7-4309-8212-363cdde23eff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=589027008bb7498f869ce8c95d71f23f&device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 1096 time: 0.0400510 Feb 09 00:36:58.925185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c435-8e91-469c-800a-54bf60aeb745 req-418b0f7c-06c8-48f1-a9a2-5c2a596cb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:58.926651 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-418b0f7c-06c8-48f1-a9a2-5c2a596cb70a service neutron] 10.222.0.84 "GET /v2.0/networks?id=b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 200 len: 911 time: 0.0848210 Feb 09 00:36:58.980049 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-61ffcc49-3709-4921-8370-88f345fbeb7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 200 len: 217 time: 0.0454187 Feb 09 00:36:59.027593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c435-8e91-469c-800a-54bf60aeb745 req-8409b434-8a89-4242-8434-6c15b936846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:36:59.029054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-8409b434-8a89-4242-8434-6c15b936846e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 200 len: 850 time: 0.0424817 Feb 09 00:36:59.063222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-15e603b9-9b9d-4c7b-bf3a-3d83a21f8eb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b7df32f2-d98c-4785-af44-6a13847f7bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276964 Feb 09 00:36:59.152077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7468f6b1-541a-4cd9-86e7-c4cd1587cf46 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812683 Feb 09 00:36:59.245348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-181f64f7-0a19-4908-aca8-9b1d257810c2 service neutron] 10.222.0.84 "GET /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860205 Feb 09 00:36:59.474436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 75494400-27bf-4461-805e-3e541bf39b59 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:36:59.513379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 75494400-27bf-4461-805e-3e541bf39b59 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:37:00.053275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cad40b-e5fc-43b4-8be6-93f3fee864cd req-50952e1f-063b-41ad-a01a-45bd786b2831 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:00.054755 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4cad40b-e5fc-43b4-8be6-93f3fee864cd req-50952e1f-063b-41ad-a01a-45bd786b2831 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 945 time: 0.0503256 Feb 09 00:37:00.092564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d4cad40b-e5fc-43b4-8be6-93f3fee864cd req-e4fa254d-3f2b-4244-8411-e93192dfee2a tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Feb 09 00:37:00.106179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 75494400-27bf-4461-805e-3e541bf39b59 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:37:00.158476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 75494400-27bf-4461-805e-3e541bf39b59 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:37:00.162052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 75494400-27bf-4461-805e-3e541bf39b59 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:37:00.162421 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:00.237399 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:00.258623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75494400-27bf-4461-805e-3e541bf39b59'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:00.260841 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9b242d-d93d-4dc0-80ce-35e8e4fa9709" -d '{"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-plugged", "status": "completed", "tag": "75494400-27bf-4461-805e-3e541bf39b59"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:00.274562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:00.279779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:00.328240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:00.371815 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2466d3-e56e-45c8-af23-ffd25754dba8 x-openstack-request-id: req-bb2466d3-e56e-45c8-af23-ffd25754dba8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:00.372105 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-plugged", "status": "completed", "tag": "75494400-27bf-4461-805e-3e541bf39b59", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:00.372355 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb2466d3-e56e-45c8-af23-ffd25754dba8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:00.372750 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75494400-27bf-4461-805e-3e541bf39b59', 'code': 200} Feb 09 00:37:01.207444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83582c5-963d-43b7-b129-5055fc494246 req-6fec69ca-c832-40ea-a6f6-3a0174cea546 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:01.208927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d83582c5-963d-43b7-b129-5055fc494246 req-6fec69ca-c832-40ea-a6f6-3a0174cea546 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0476158 Feb 09 00:37:01.248940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d83582c5-963d-43b7-b129-5055fc494246 req-918f9d6d-8bd4-492d-bc99-2b5b68cc22a3 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.32 "GET /v2.0/security-groups?id=f513beee-24cb-450a-9d0d-6b49f451ce4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332224 Feb 09 00:37:01.396572 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c435-8e91-469c-800a-54bf60aeb745 req-75700bd6-44fa-402b-8050-9007c1afccb9 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:01.396930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-75700bd6-44fa-402b-8050-9007c1afccb9 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.21 "GET /v2.0/ports?device_id=16389052-b115-4eb3-a49e-030f83b60a75 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Feb 09 00:37:01.488137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Deleting port 75494400-27bf-4461-805e-3e541bf39b59 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:37:01.488476 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:01.573355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] For port 75494400-27bf-4461-805e-3e541bf39b59, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=75494400-27bf-4461-805e-3e541bf39b59,segment=NetworkSegment(26e9dfba-0e20-435c-a6c0-b7cfc3340b36),segment_id=26e9dfba-0e20-435c-a6c0-b7cfc3340b36)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:01.574228 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:01.585578 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Calling delete_port for 75494400-27bf-4461-805e-3e541bf39b59 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:37:01.714260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:01.731472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['75494400-27bf-4461-805e-3e541bf39b59'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:37:01.743780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Pushing event deleted for resources: {'Port': ['ID=75494400-27bf-4461-805e-3e541bf39b59,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:01.791247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] No DVR routers for this DVR port 75494400-27bf-4461-805e-3e541bf39b59 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:37:01.794123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:01.797414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a705c435-8e91-469c-800a-54bf60aeb745 req-7c983287-791c-42ee-8d97-0966f1bb7a01 tempest-DeleteServersTestJSON-1180893236 tempest-DeleteServersTestJSON-1180893236-project] 10.222.0.21 "DELETE /v2.0/ports/75494400-27bf-4461-805e-3e541bf39b59 HTTP/1.1" status: 204 len: 173 time: 0.3941689 Feb 09 00:37:01.797856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-deleted', 'tag': '75494400-27bf-4461-805e-3e541bf39b59'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:01.800116 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca12a36-513f-4c67-899b-a20085b0d250" -d '{"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-deleted", "tag": "75494400-27bf-4461-805e-3e541bf39b59"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:01.842621 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de731d90-b968-44b8-bcd4-447d715ac86d x-openstack-request-id: req-de731d90-b968-44b8-bcd4-447d715ac86d {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:01.842916 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16389052-b115-4eb3-a49e-030f83b60a75", "name": "network-vif-deleted", "tag": "75494400-27bf-4461-805e-3e541bf39b59", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:01.843159 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de731d90-b968-44b8-bcd4-447d715ac86d {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:01.843556 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16389052-b115-4eb3-a49e-030f83b60a75', 'name': 'network-vif-deleted', 'tag': '75494400-27bf-4461-805e-3e541bf39b59', 'status': 'completed', 'code': 200} Feb 09 00:37:02.378158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58376) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:02.423340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Deleting subnet 17cde4a6-1c6f-4f73-8c3a-8436a5c651bc {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:37:02.426304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.459964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.497198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.553200 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.578227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17cde4a6-1c6f-4f73-8c3a-8436a5c651bc,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:02.581903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.585060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-37a42aa5-c2fd-49ee-8e12-f0392a0b0626 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/17cde4a6-1c6f-4f73-8c3a-8436a5c651bc HTTP/1.1" status: 204 len: 168 time: 0.2058175 Feb 09 00:37:02.587537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58378) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:02.654584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.735656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.754816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7df32f2-d98c-4785-af44-6a13847f7bf4']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:37:02.763652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e9dfba-0e20-435c-a6c0-b7cfc3340b36') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:37:02.763945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e9dfba-0e20-435c-a6c0-b7cfc3340b36') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:37:02.773119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.786918 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.793527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:37:02.793931 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:37:02.795579 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:37:02.847279 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.853184 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:02.857330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] 10.222.0.32 "DELETE /v2.0/networks/b7df32f2-d98c-4785-af44-6a13847f7bf4 HTTP/1.1" status: 204 len: 168 time: 0.2687383 Feb 09 00:37:02.869860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8e16d-e4b9-4dae-91a3-99f81fde20fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b7df32f2-d98c-4785-af44-6a13847f7bf4,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:02.962706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58382) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:03.002726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-aea21e0b-3106-4408-8446-5755da2671f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=589027008bb7498f869ce8c95d71f23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388694 Feb 09 00:37:03.005247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58384) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:03.052789 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c825b2b-28c0-4930-9ed4-34dc4a2bd6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.074080 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c825b2b-28c0-4930-9ed4-34dc4a2bd6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.120937 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c825b2b-28c0-4930-9ed4-34dc4a2bd6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.123450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5c825b2b-28c0-4930-9ed4-34dc4a2bd6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.124690 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5c825b2b-28c0-4930-9ed4-34dc4a2bd6b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f513beee-24cb-450a-9d0d-6b49f451ce4f HTTP/1.1" status: 204 len: 168 time: 0.1185665 Feb 09 00:37:03.132294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c825b2b-28c0-4930-9ed4-34dc4a2bd6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f513beee-24cb-450a-9d0d-6b49f451ce4f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:03.777303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58406) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:03.872963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-310684203-network', 'tenant_id': '0805405554ce4a528300da7fe87dd50c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:03.896325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Made reservation on behalf of 0805405554ce4a528300da7fe87dd50c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:37:03.898554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.911071 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.985636 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:03.989375 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.013722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:37:04.023446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41054c4-4ee0-4c92-89d9-1b59d1076ebe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:04.029807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.030157 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Added segment 77d0d250-5e37-42fb-a900-5da22c16b6a0 of type vlan for network 439a040d-95f0-4242-a800-a5974eb1ed50 Feb 09 00:37:04.069397 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.094647 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.095610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:04.096197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.117334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 75494400-27bf-4461-805e-3e541bf39b59 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:37:04.138231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 75494400-27bf-4461-805e-3e541bf39b59 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:37:04.138576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 75494400-27bf-4461-805e-3e541bf39b59 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:37:04.152040 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3733165 Feb 09 00:37:04.155031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58410) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:04.159430 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1097-2859-4b08-bd72-def9591726fa admin admin] Pushing event updated for resources: {'Network': ['ID=439a040d-95f0-4242-a800-a5974eb1ed50,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:04.160235 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Request body: {'subnet': {'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-310684203-subnet', 'tenant_id': '0805405554ce4a528300da7fe87dd50c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:04.169398 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 439a040d-95f0-4242-a800-a5974eb1ed50 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:37:04.185734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Made reservation on behalf of 0805405554ce4a528300da7fe87dd50c for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:37:04.188262 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.358238 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.415244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd79882-921e-434c-a7e0-a8d1d9b361dc,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:04.425411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Checking segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:37:04.425740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Network hostable DHCP agents. Network: 439a040d-95f0-4242-a800-a5974eb1ed50, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:37:04.441662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Network 439a040d-95f0-4242-a800-a5974eb1ed50 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:37:04.451034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 439a040d-95f0-4242-a800-a5974eb1ed50) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:37:04.455072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:04.455653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:04.462212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2344a987-4214-4816-bcff-5cff6959671c None None] Network 439a040d-95f0-4242-a800-a5974eb1ed50 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:37:04.471130 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc58c624-88c9-4910-83e2-93082edeed23 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3147647 Feb 09 00:37:04.588823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d56e4d-8f96-4181-922c-a1d69c994d14 None None] Network 439a040d-95f0-4242-a800-a5974eb1ed50 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:37:04.900352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-4aaf5738-7c98-4f94-86c7-7d2f0b373da6 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:04.902731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-4aaf5738-7c98-4f94-86c7-7d2f0b373da6 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 814 time: 0.1021831 Feb 09 00:37:04.920441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-fa7c3037-50dd-47b1-8d01-baca51abb86e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/quotas/0805405554ce4a528300da7fe87dd50c HTTP/1.1" status: 200 len: 375 time: 0.0117874 Feb 09 00:37:04.953391 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-429bfe0a-7044-4a03-b5b0-28c6803f8e7c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276017 Feb 09 00:37:05.053521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-6044a488-6988-4f93-ab6d-c1db0bb10631 service neutron] 10.222.0.32 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928564 Feb 09 00:37:05.139859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-a3fb76c4-d01d-4942-95a2-ee3fcdc9b8be service neutron] 10.222.0.32 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797527 Feb 09 00:37:05.307066 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b175b8a-94d2-4456-8e72-92dce3d8ac62 req-21eae888-7367-48a2-8f3d-bec03972845e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 210 time: 0.0314517 Feb 09 00:37:06.211401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-7667b7d3-23dd-47d4-aa94-e9941337cb3e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:06.212855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-7667b7d3-23dd-47d4-aa94-e9941337cb3e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 814 time: 0.1015658 Feb 09 00:37:06.225386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Request body: {'port': {'device_id': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'admin_state_up': True, 'tenant_id': '0805405554ce4a528300da7fe87dd50c'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:06.337315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Made reservation on behalf of 0805405554ce4a528300da7fe87dd50c for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:37:06.341574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:06.430866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52bdab9e-f109-44a4-b381-c6e2098b73e2 req-9fcc2888-e2f8-4a21-9b7d-de1ac0108333 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 210 time: 0.0360239 Feb 09 00:37:06.493136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Allocated IP 172.20.0.13 (439a040d-95f0-4242-a800-a5974eb1ed50/4dd79882-921e-434c-a7e0-a8d1d9b361dc/e8fc239c-8119-46e0-ad7a-fea02cf12c2f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:37:06.633123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:06.666805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:06.711196 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Network 439a040d-95f0-4242-a800-a5974eb1ed50 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:37:06.716854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:37:06.720790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:37:06.749214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:06.777244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:06.777960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:06.793686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-1164c99b-92ea-467b-a877-4eecc1d9fffb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721278 Feb 09 00:37:06.804752 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Request body: {'port': {'device_id': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:06.856767 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.111734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fc239c-8119-46e0-ad7a-fea02cf12c2f {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:37:07.118942 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.131200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Transition to ACTIVE for port object e8fc239c-8119-46e0-ad7a-fea02cf12c2f will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:37:07.134464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.185381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:07.246324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:37:07.246653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:37:07.246975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:37:07.251146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on network 439a040d-95f0-4242-a800-a5974eb1ed50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:37:07.251462 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:37:07.256175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:37:07.256506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Checking segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:37:07.256883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Bound using segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:37:07.257325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Bound port: e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:37:07.257672 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.297380 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.323409 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:37:07.326810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:37:07.330821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.365548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:07.366250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.367452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] 10.222.0.21 "PUT /v2.0/ports/e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 1092 time: 0.5666387 Feb 09 00:37:07.369628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:07.372178 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba1212-3336-4676-ac36-4229803448a5" -d '{"events": [{"name": "network-changed", "server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:07.398232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eedd55-b5f7-460a-a472-c7fe4de102ee service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:07.429453 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf0c9a-5a24-455d-980b-ce3905b43b06 x-openstack-request-id: req-c4cf0c9a-5a24-455d-980b-ce3905b43b06 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:07.429736 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:07.429985 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4cf0c9a-5a24-455d-980b-ce3905b43b06 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:07.430366 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'status': 'completed', 'code': 200} Feb 09 00:37:07.445944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-05e925d3-4279-4cc9-8cad-8ea0cd16f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:07.447454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-05e925d3-4279-4cc9-8cad-8ea0cd16f177 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1095 time: 0.0437837 Feb 09 00:37:07.480874 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:07.496987 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-b3abb4a7-f217-4cdb-8a85-93d9144de287 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0421193 Feb 09 00:37:07.574008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-4471e683-9c7b-4111-b2a8-d0303f641123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:07.575471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-4471e683-9c7b-4111-b2a8-d0303f641123 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0722370 Feb 09 00:37:07.585790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482a57-2126-48f8-975e-f02a3288a78f req-9e8d57f4-af08-4a1b-a22f-4472cad93021 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:07.587162 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed482a57-2126-48f8-975e-f02a3288a78f req-9e8d57f4-af08-4a1b-a22f-4472cad93021 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 944 time: 0.0768008 Feb 09 00:37:07.617230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-24c1443c-5c40-4c7e-9a1c-3457f601f6f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290251 Feb 09 00:37:07.688113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed482a57-2126-48f8-975e-f02a3288a78f req-334f657d-fe46-4450-b549-026364c5f70d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921330 Feb 09 00:37:07.723901 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-254a09ae-f30b-461a-86e6-0018c58622e7 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991611 Feb 09 00:37:07.815787 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9ad3396e-36f4-45fe-a1ae-a121202af48f req-8ab7a144-32ca-47a2-8ae3-17daa0237e92 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852947 Feb 09 00:37:08.240533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1212-3336-4676-ac36-4229803448a5 req-108fba64-ab74-459a-ba6a-8c1bf6d28c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:08.242046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-108fba64-ab74-459a-ba6a-8c1bf6d28c4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1095 time: 0.3805900 Feb 09 00:37:08.340583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1212-3336-4676-ac36-4229803448a5 req-660d3185-3e04-45e3-a39f-6a12f2c2feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:08.342064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-660d3185-3e04-45e3-a39f-6a12f2c2feb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0834086 Feb 09 00:37:08.387255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-729cef4f-516c-4c02-afc6-e5c0eeac8f87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0356541 Feb 09 00:37:08.434673 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba1212-3336-4676-ac36-4229803448a5 req-558e1034-8587-4200-8a87-c435cf1bc674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:08.436069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-558e1034-8587-4200-8a87-c435cf1bc674 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0419099 Feb 09 00:37:08.468182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-ba43ef15-a0f0-4593-85aa-e94e80a8eaea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243516 Feb 09 00:37:08.559626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-1c9fcd55-1026-4096-8130-956e48913d62 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831780 Feb 09 00:37:08.647003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9ba1212-3336-4676-ac36-4229803448a5 req-cfc18d1e-e9a1-43a9-b68b-a81db3fe7282 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795932 Feb 09 00:37:08.811332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db811245-8014-4b26-9992-948a29835fde req-8b26d982-4734-4118-aeec-9df68609adcf tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:08.812728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db811245-8014-4b26-9992-948a29835fde req-8b26d982-4734-4118-aeec-9df68609adcf tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 944 time: 0.0496235 Feb 09 00:37:08.849400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db811245-8014-4b26-9992-948a29835fde req-7ab29452-25a0-42b3-83ef-6a9e24a1cb4e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306342 Feb 09 00:37:09.966077 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acefa7-4ec0-4d2a-8251-f1336c63b28f req-c6504f80-8565-4b8d-a44d-8d95738ff431 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:09.967591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9acefa7-4ec0-4d2a-8251-f1336c63b28f req-c6504f80-8565-4b8d-a44d-8d95738ff431 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 944 time: 0.0516493 Feb 09 00:37:10.005020 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f9acefa7-4ec0-4d2a-8251-f1336c63b28f req-252b3143-c911-4a38-bac3-fd665d455095 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Feb 09 00:37:10.135113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:37:10.228874 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:10.240748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'port_id': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'mac_address': 'fa:16:3e:b0:b0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd79882-921e-434c-a7e0-a8d1d9b361dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:37:10.280744 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:10.293733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fc239c-8119-46e0-ad7a-fea02cf12c2f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:37:10.312152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:10.316366 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:10.367008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:10.545024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['e8fc239c-8119-46e0-ad7a-fea02cf12c2f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:37:11.117248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce7e16-166d-40b3-8a7f-e1453d850a77 req-67949737-8e32-4faf-9f65-96d49857d8c7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:11.118712 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ce7e16-166d-40b3-8a7f-e1453d850a77 req-67949737-8e32-4faf-9f65-96d49857d8c7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 945 time: 0.0470960 Feb 09 00:37:11.156811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79ce7e16-166d-40b3-8a7f-e1453d850a77 req-dc1ff751-5895-4c8e-a973-1bc7e7cfe347 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312791 Feb 09 00:37:11.952630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fa5736bd-7f46-4bbd-a2ec-d6a72fd13bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:12.151650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:37:12.202365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port e8fc239c-8119-46e0-ad7a-fea02cf12c2f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:37:12.206351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port e8fc239c-8119-46e0-ad7a-fea02cf12c2f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:37:12.206672 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:12.274609 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bbd6f-7b45-4a93-a4c6-405891bb2370 req-1755646a-1452-48e7-a555-93ce7ee4646f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:12.276077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1bbd6f-7b45-4a93-a4c6-405891bb2370 req-1755646a-1452-48e7-a555-93ce7ee4646f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 945 time: 0.0497737 Feb 09 00:37:12.286902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:12.311134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:12.313593 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5f1ff9-08f1-4bc1-b19e-fa85205ef9f6" -d '{"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-plugged", "status": "completed", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:12.315371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce1bbd6f-7b45-4a93-a4c6-405891bb2370 req-d2d0e001-d585-4fc0-ac44-0acf19e85ca5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Feb 09 00:37:12.328284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:12.333497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:12.357814 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02291c7-2401-489a-88e1-94e3840c69a0 x-openstack-request-id: req-d02291c7-2401-489a-88e1-94e3840c69a0 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:12.358124 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-plugged", "status": "completed", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:12.358361 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d02291c7-2401-489a-88e1-94e3840c69a0 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:12.358746 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'code': 200} Feb 09 00:37:12.385603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:12.453028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2738f-6f89-4afd-8a84-4c8d3d2cc979 req-af27e083-1a1b-4b3e-9f11-aba7d9e1f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:12.454534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5c2738f-6f89-4afd-8a84-4c8d3d2cc979 req-af27e083-1a1b-4b3e-9f11-aba7d9e1f49a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1097 time: 0.0426610 Feb 09 00:37:12.490820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c5c2738f-6f89-4afd-8a84-4c8d3d2cc979 req-dad11dd0-cbec-4ee6-9d53-59acbe0dabdb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276892 Feb 09 00:37:13.431540 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b600-94d4-4a27-9b5f-2a4dbde58549 req-b88de5fe-3b21-4929-9ce4-8f5aeb0eb1d0 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:13.433691 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e364b600-94d4-4a27-9b5f-2a4dbde58549 req-b88de5fe-3b21-4929-9ce4-8f5aeb0eb1d0 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0503459 Feb 09 00:37:13.477311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e364b600-94d4-4a27-9b5f-2a4dbde58549 req-358c9569-3ba5-4232-b486-843f3a815cb3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375912 Feb 09 00:37:14.598596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89195228-095e-4ff8-8e14-c88869578168 req-598cfc6c-f44f-4c2d-b645-2f5e28045fa7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:14.599940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89195228-095e-4ff8-8e14-c88869578168 req-598cfc6c-f44f-4c2d-b645-2f5e28045fa7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0475883 Feb 09 00:37:14.638267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-89195228-095e-4ff8-8e14-c88869578168 req-975c7527-8ad7-422c-ae62-bef48dcd3628 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Feb 09 00:37:14.740245 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-734a71fc-df7b-4367-9754-c6a392f0158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:14.758836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30373-d51c-4f82-85f8-79219c7cf8d5 req-c9664f33-88ee-460e-a321-56b5f367fd33 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:14.760319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09e30373-d51c-4f82-85f8-79219c7cf8d5 req-c9664f33-88ee-460e-a321-56b5f367fd33 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0546453 Feb 09 00:37:14.798913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09e30373-d51c-4f82-85f8-79219c7cf8d5 req-c46811d4-9b46-4965-bebb-d0b169ac04c9 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Feb 09 00:37:15.001011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e317f-4753-4f05-8f6b-a66fa86dcbf5 req-07576ac8-e462-44e1-a95e-6c30ed162cde tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:15.002519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e7e317f-4753-4f05-8f6b-a66fa86dcbf5 req-07576ac8-e462-44e1-a95e-6c30ed162cde tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0491796 Feb 09 00:37:15.039107 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3e7e317f-4753-4f05-8f6b-a66fa86dcbf5 req-8cecde8b-65a6-4ee7-b3eb-96c889dc87a4 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Feb 09 00:37:15.151359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7f9a6-fba6-402a-ab4f-9c0f5a02ba0d req-cf573f61-4749-495e-b4d8-52baacddd06e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:15.153118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70c7f9a6-fba6-402a-ab4f-9c0f5a02ba0d req-cf573f61-4749-495e-b4d8-52baacddd06e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0484424 Feb 09 00:37:15.191200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-70c7f9a6-fba6-402a-ab4f-9c0f5a02ba0d req-545b4567-7c09-4196-9b32-ca2486549b3f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Feb 09 00:37:15.451340 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-cf7f354a-819c-4381-a581-46b600396a56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691662 Feb 09 00:37:15.462961 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738cfb3-67f2-4fb5-b4d6-eedc4d75e66c req-d86276c9-a5da-4d69-abca-1b076811d15a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:15.465107 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c738cfb3-67f2-4fb5-b4d6-eedc4d75e66c req-d86276c9-a5da-4d69-abca-1b076811d15a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0741811 Feb 09 00:37:15.505564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c738cfb3-67f2-4fb5-b4d6-eedc4d75e66c req-7395a868-f719-44f1-b54e-a7ae39012a1c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Feb 09 00:37:15.626036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:16.630583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-e1bb3e79-8d2c-4869-a1c1-7c4f43fc7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:16.631983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-e1bb3e79-8d2c-4869-a1c1-7c4f43fc7c23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1097 time: 0.0699201 Feb 09 00:37:16.656086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ed96c-a22c-4d1e-b044-b87d00be0415 req-a3600f83-20d9-4794-b327-d0d0ed21a412 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:16.657534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e5ed96c-a22c-4d1e-b044-b87d00be0415 req-a3600f83-20d9-4794-b327-d0d0ed21a412 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0664294 Feb 09 00:37:16.735922 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1e5ed96c-a22c-4d1e-b044-b87d00be0415 req-850b5da0-947e-4bfc-8898-dd0df381daca tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Feb 09 00:37:16.761951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-331bfccb-8bdc-4feb-a743-0381a08d15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:16.763425 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-331bfccb-8bdc-4feb-a743-0381a08d15a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.1235023 Feb 09 00:37:16.808662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-6f1cee23-5e91-4aad-81e8-8f2fbade6a4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0382130 Feb 09 00:37:16.859838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-e9cf35a2-a59c-4d58-b7bc-1bdfc4765849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:16.861304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-e9cf35a2-a59c-4d58-b7bc-1bdfc4765849 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0459003 Feb 09 00:37:16.892993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-d761b75c-7898-4dfb-a9aa-5155505e0ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245976 Feb 09 00:37:16.983880 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-28ddeb37-0ff1-4aa8-b1a2-aa392b067d5e service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Feb 09 00:37:17.020522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:17.077461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-90d826e1-bc51-4c59-a180-c616b7168406 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Feb 09 00:37:17.425816 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:17.855311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eae4a-da28-43ee-8a46-4ab8a8d1fee4 req-0eaad0b8-6374-4d30-9072-24db91ffe2ca tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:17.856797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-339eae4a-da28-43ee-8a46-4ab8a8d1fee4 req-0eaad0b8-6374-4d30-9072-24db91ffe2ca tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0497398 Feb 09 00:37:17.894749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-339eae4a-da28-43ee-8a46-4ab8a8d1fee4 req-39ff8ca6-1fa8-4680-9027-b7815d3adebb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Feb 09 00:37:19.014008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33108c2d-1cbb-4a52-accf-5fdeb44e7dc3 req-eb4c1660-8f24-4012-a8f7-80dcda2c8bf3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:19.015463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33108c2d-1cbb-4a52-accf-5fdeb44e7dc3 req-eb4c1660-8f24-4012-a8f7-80dcda2c8bf3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0523775 Feb 09 00:37:19.052050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33108c2d-1cbb-4a52-accf-5fdeb44e7dc3 req-6b7d637f-3073-4793-9bfb-711e51fb13cf tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Feb 09 00:37:19.442342 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:37:20.166612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99185f9-3d34-4090-9464-ba10026750e3 req-2e916b6b-8f66-4729-98f9-286aa45a980b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:20.168795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d99185f9-3d34-4090-9464-ba10026750e3 req-2e916b6b-8f66-4729-98f9-286aa45a980b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0491076 Feb 09 00:37:20.205616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d99185f9-3d34-4090-9464-ba10026750e3 req-049d26cd-c795-4413-b9ce-6b2afae2d409 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Feb 09 00:37:21.321442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3af4da-6013-4ea9-bc98-e9b1c2becd7f req-18151edb-0127-448a-83f0-ce51df5d9752 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:21.322941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d3af4da-6013-4ea9-bc98-e9b1c2becd7f req-18151edb-0127-448a-83f0-ce51df5d9752 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0493560 Feb 09 00:37:21.367045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5d3af4da-6013-4ea9-bc98-e9b1c2becd7f req-b3b58776-9bcf-4f48-bcbd-d9646c04cb4e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Feb 09 00:37:22.487533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18b3d9-4702-4e83-adbb-14b305779f2f req-55e63c49-42ac-40d0-b78f-5fa2a0889f3a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:22.489038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e18b3d9-4702-4e83-adbb-14b305779f2f req-55e63c49-42ac-40d0-b78f-5fa2a0889f3a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0532725 Feb 09 00:37:22.526265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8e18b3d9-4702-4e83-adbb-14b305779f2f req-c876e456-f4f2-404c-afd7-78480069e143 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310423 Feb 09 00:37:23.643970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ea530-31be-4211-a295-4ed18c1a7fa9 req-f92d3873-7209-4078-87cf-e7a7755ff873 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:23.645389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a9ea530-31be-4211-a295-4ed18c1a7fa9 req-f92d3873-7209-4078-87cf-e7a7755ff873 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0491693 Feb 09 00:37:23.683618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a9ea530-31be-4211-a295-4ed18c1a7fa9 req-448af9e6-e426-458c-835d-f743d65f18d7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Feb 09 00:37:24.803742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd39de-bed6-42a0-a022-0549d4c07a87 req-1271b5d4-6179-41fd-9b26-2c8ac3362d54 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:24.805232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4fd39de-bed6-42a0-a022-0549d4c07a87 req-1271b5d4-6179-41fd-9b26-2c8ac3362d54 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0495124 Feb 09 00:37:24.843616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4fd39de-bed6-42a0-a022-0549d4c07a87 req-73a3262b-3361-44ce-b4cc-bd71629c8e06 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Feb 09 00:37:25.962408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4616410-0a6b-406b-8b37-277f5e037394 req-b858b3d6-59e6-4459-9145-233619ef5ec3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:25.964003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4616410-0a6b-406b-8b37-277f5e037394 req-b858b3d6-59e6-4459-9145-233619ef5ec3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0514195 Feb 09 00:37:26.000882 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c4616410-0a6b-406b-8b37-277f5e037394 req-9d69a89a-7004-4b16-93d6-92b52e118ebe tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Feb 09 00:37:27.116812 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836e587-4136-4396-a943-0a2678538141 req-ba99bda1-8f4d-4d6d-93d0-58cc754f83da tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:27.118325 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5836e587-4136-4396-a943-0a2678538141 req-ba99bda1-8f4d-4d6d-93d0-58cc754f83da tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0495486 Feb 09 00:37:27.158213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5836e587-4136-4396-a943-0a2678538141 req-da2d4b52-59a7-4886-9737-4e6a21857b54 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Feb 09 00:37:28.274810 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f2c0a-3c01-421d-ae61-ca83d9a6df82 req-31dfc523-2fda-460c-a257-cd9f9d3c17ef tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:28.276782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-973f2c0a-3c01-421d-ae61-ca83d9a6df82 req-31dfc523-2fda-460c-a257-cd9f9d3c17ef tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0486057 Feb 09 00:37:28.314531 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-973f2c0a-3c01-421d-ae61-ca83d9a6df82 req-94c57fdd-ddd8-49fe-8501-f20573735725 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Feb 09 00:37:29.434998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991bead-d331-4403-9fef-114ad7d79468 req-e9eddfa6-909d-4831-bf52-030efa06ab12 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:29.436471 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b991bead-d331-4403-9fef-114ad7d79468 req-e9eddfa6-909d-4831-bf52-030efa06ab12 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0549324 Feb 09 00:37:29.474495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b991bead-d331-4403-9fef-114ad7d79468 req-f65cac29-68ce-4b2b-aa32-270d64d773d2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Feb 09 00:37:30.591677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8865c7-786c-45cd-aa0e-e5d5a7869408 req-09f3c2ce-2938-4535-9c29-31893c9f7274 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:30.593389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd8865c7-786c-45cd-aa0e-e5d5a7869408 req-09f3c2ce-2938-4535-9c29-31893c9f7274 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0522103 Feb 09 00:37:30.653996 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd8865c7-786c-45cd-aa0e-e5d5a7869408 req-20b145d5-dea6-4022-8c8b-e4f68496de66 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546522 Feb 09 00:37:30.666066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-169369e8-b0e2-41e5-b778-7839fa47b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:30.668490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-169369e8-b0e2-41e5-b778-7839fa47b787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1097 time: 0.0529230 Feb 09 00:37:30.772819 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-5934003d-f8f9-4bd3-b969-1556c3b6f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:30.774313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-5934003d-f8f9-4bd3-b969-1556c3b6f0fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0872331 Feb 09 00:37:30.813769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-cc2438a4-1495-48f2-b2dd-62f35647b0e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0326512 Feb 09 00:37:30.864087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-06685e3a-0458-46b0-ada6-a25c116aed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:30.865511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-06685e3a-0458-46b0-ada6-a25c116aed56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0415854 Feb 09 00:37:30.899751 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-366b15e5-5fdb-4cb8-8b89-68f505587597 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276649 Feb 09 00:37:30.985910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-06f24ed1-ea63-4b87-840e-34e8876c1ced service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798512 Feb 09 00:37:31.078656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac069249-0bf1-45f9-a3c8-30e33fcf19c5 req-e587f415-e101-479e-b7f4-13f29b7e2c47 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Feb 09 00:37:31.772459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959e4ed-03f6-4e4a-bb72-f57671f46e23 req-92a2d5cd-393f-4acc-8cda-dd64fb7b3054 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:31.773979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a959e4ed-03f6-4e4a-bb72-f57671f46e23 req-92a2d5cd-393f-4acc-8cda-dd64fb7b3054 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0512938 Feb 09 00:37:31.811856 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a959e4ed-03f6-4e4a-bb72-f57671f46e23 req-72337998-1c9c-49a2-aebb-aa050871c772 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Feb 09 00:37:32.926508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa49ed2-ddf9-4b47-b3c2-d392b6a93d27 req-dce88c2e-857f-4d17-8e2a-44ab46ee0bbc tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:32.927955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaa49ed2-ddf9-4b47-b3c2-d392b6a93d27 req-dce88c2e-857f-4d17-8e2a-44ab46ee0bbc tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0476506 Feb 09 00:37:32.964643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-eaa49ed2-ddf9-4b47-b3c2-d392b6a93d27 req-6b4522a1-468d-49a8-830e-a4f9a5c5d725 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Feb 09 00:37:34.084012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972a1d6-41c1-42a9-9ef4-1199b7ed51da req-2217ad4d-3428-44b9-8312-51bb1e4505bf tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:34.085518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2972a1d6-41c1-42a9-9ef4-1199b7ed51da req-2217ad4d-3428-44b9-8312-51bb1e4505bf tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0526364 Feb 09 00:37:34.122984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2972a1d6-41c1-42a9-9ef4-1199b7ed51da req-70c8e05f-2b51-42e3-af07-f9ce9db3d31b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Feb 09 00:37:35.237051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638fd7f-6ff0-48bc-9efb-850d7c6df11e req-5e34c2d0-5af3-42ec-9eaf-4bbf3eebc3f3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:35.238538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4638fd7f-6ff0-48bc-9efb-850d7c6df11e req-5e34c2d0-5af3-42ec-9eaf-4bbf3eebc3f3 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0478554 Feb 09 00:37:35.276331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4638fd7f-6ff0-48bc-9efb-850d7c6df11e req-e33fa88e-d369-4aa8-beeb-83574bb19d51 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Feb 09 00:37:36.393523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a68b10-0188-4d73-abbf-864b810cfbdf req-873dfd96-0cb6-44c5-96ad-278d58fcb00d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:36.394995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a68b10-0188-4d73-abbf-864b810cfbdf req-873dfd96-0cb6-44c5-96ad-278d58fcb00d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Feb 09 00:37:36.432745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-20a68b10-0188-4d73-abbf-864b810cfbdf req-a95e0d6d-43e2-41a6-aada-7e10fad54fce tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Feb 09 00:37:37.297624 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:37.477355 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:37.569102 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18a40-74e6-4737-b403-b1a48ff2b2fb req-262226e0-3dd7-49d3-8187-bb9b19fe3c17 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:37.570679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a18a40-74e6-4737-b403-b1a48ff2b2fb req-262226e0-3dd7-49d3-8187-bb9b19fe3c17 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0564358 Feb 09 00:37:37.611971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2a18a40-74e6-4737-b403-b1a48ff2b2fb req-387999e2-9ead-4263-bf0a-2a083536eb61 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Feb 09 00:37:38.727480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a02f79-1387-4300-8467-dc1c98bab891 req-86d9add5-7964-471f-b0cb-0521447f7ed9 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:38.729224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3a02f79-1387-4300-8467-dc1c98bab891 req-86d9add5-7964-471f-b0cb-0521447f7ed9 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0480831 Feb 09 00:37:38.769088 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3a02f79-1387-4300-8467-dc1c98bab891 req-e0a365fa-fe17-4025-8745-960ae337aaca tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Feb 09 00:37:39.883232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61aca-fc36-4eec-a2c5-c49c979c3225 req-5b89915a-3cdb-4358-bcb1-c803c233de37 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:39.884718 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2bf61aca-fc36-4eec-a2c5-c49c979c3225 req-5b89915a-3cdb-4358-bcb1-c803c233de37 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0481696 Feb 09 00:37:39.930732 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2bf61aca-fc36-4eec-a2c5-c49c979c3225 req-89d8e9ba-55b9-410e-a333-abb063fc11b7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Feb 09 00:37:41.052442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb01c7-7add-47bb-bf30-284e0b2a8524 req-eb28b12f-b849-4bfe-a049-b1784d63d24e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:41.053962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6eb01c7-7add-47bb-bf30-284e0b2a8524 req-eb28b12f-b849-4bfe-a049-b1784d63d24e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0530834 Feb 09 00:37:41.093704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6eb01c7-7add-47bb-bf30-284e0b2a8524 req-29a27934-9fd8-4f4d-a91e-219c366cf05a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Feb 09 00:37:41.956665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e85b4a1c-252a-4a61-97b6-e6288987c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:42.212206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087e853-10d9-45b8-9103-df580c13dd60 req-d5c96458-d877-41d8-ac94-924bc97f2732 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:42.213979 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2087e853-10d9-45b8-9103-df580c13dd60 req-d5c96458-d877-41d8-ac94-924bc97f2732 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0494423 Feb 09 00:37:42.252626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2087e853-10d9-45b8-9103-df580c13dd60 req-67c85e6f-1413-46df-bf40-2d1aeddaaa59 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Feb 09 00:37:43.370658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247c1e6-4c6f-4a45-af01-449c2a95c9f6 req-ac87cbbb-d63e-4def-9637-7ddf409fa8f0 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:43.372138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7247c1e6-4c6f-4a45-af01-449c2a95c9f6 req-ac87cbbb-d63e-4def-9637-7ddf409fa8f0 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0499406 Feb 09 00:37:43.410077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7247c1e6-4c6f-4a45-af01-449c2a95c9f6 req-8d5ed50c-8d09-4829-96fb-8baebc562c70 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Feb 09 00:37:44.129119 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-b5a36ef6-8328-4545-ab42-b1cfc447f834 service neutron] show failed (client error): The resource could not be found. Feb 09 00:37:44.130112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-b5a36ef6-8328-4545-ab42-b1cfc447f834 service neutron] 10.222.0.21 "GET /v2.0/ports/e8fc239c-8119-46e0-ad7a-fea02cf12c2f/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0565891 Feb 09 00:37:44.326603 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-2f54300b-8d1d-45a5-b557-1edd54ea044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:44.328128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-2f54300b-8d1d-45a5-b557-1edd54ea044d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4&tenant_id=0805405554ce4a528300da7fe87dd50c HTTP/1.1" status: 200 len: 1097 time: 0.0415120 Feb 09 00:37:44.339536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:44.391514 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.599049 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a04b4-0f83-43c7-997a-312b7c9505e0 req-540832c2-2c9a-4d90-90af-787088d2fb00 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:44.600415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e2a04b4-0f83-43c7-997a-312b7c9505e0 req-540832c2-2c9a-4d90-90af-787088d2fb00 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.1065781 Feb 09 00:37:44.659413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:44.663526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e2a04b4-0f83-43c7-997a-312b7c9505e0 req-0649f8ab-ff44-403d-ad42-08d028174751 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552874 Feb 09 00:37:44.694949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:37:44.735262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:44.737561 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3375993-86ce-4df6-9a01-65b3277ad17c" -d '{"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-unplugged", "status": "completed", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:44.741630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.744346 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2b0ab8be-91d0-4436-9587-62c34894332c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.754862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Transition to ACTIVE for port object e8fc239c-8119-46e0-ad7a-fea02cf12c2f will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:37:44.759039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.800778 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09831e-30c3-4fa2-994d-cc749f4227e7 x-openstack-request-id: req-be09831e-30c3-4fa2-994d-cc749f4227e7 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:44.801093 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-unplugged", "status": "completed", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:44.801348 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be09831e-30c3-4fa2-994d-cc749f4227e7 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:44.801740 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'code': 200} Feb 09 00:37:44.822104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] No DVR routers for this DVR port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:37:44.834590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:44.858459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.858735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.859078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.859414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.859750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.860081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.860408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.860732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.861091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.861416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.861738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.862056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:44.873484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:37:44.873821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:37:44.874150 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:37:44.878413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on network 439a040d-95f0-4242-a800-a5974eb1ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:37:44.878733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Attempting to bind port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:37:44.883401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:37:44.883734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Checking segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:37:44.884109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Bound using segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:37:44.884527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Bound port: e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:37:44.885151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.947036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:37:44.950871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:37:44.954627 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.991081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:44.991703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:44.993126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] 10.222.0.84 "PUT /v2.0/ports/e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 1092 time: 0.6578274 Feb 09 00:37:45.022914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798aaec-3972-4260-869b-d50e1372de97 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:45.057389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-d9a7982e-4283-4a24-8f00-dc55040e72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:45.058961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-d9a7982e-4283-4a24-8f00-dc55040e72e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1095 time: 0.0435703 Feb 09 00:37:45.146075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-d23404cf-ab4e-417a-8a87-88ebe62bcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:45.147458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-d23404cf-ab4e-417a-8a87-88ebe62bcafe service neutron] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0817564 Feb 09 00:37:45.193497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-4c8ebe66-a176-49f8-812b-9c55a1149a45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0370178 Feb 09 00:37:45.241697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-33105534-9979-464d-92db-dd518b9125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:45.243131 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-33105534-9979-464d-92db-dd518b9125b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0428033 Feb 09 00:37:45.275918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-7e62fe47-4d84-45b1-8b07-96109916943c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241482 Feb 09 00:37:45.368010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-0bc23a44-d6cf-4753-bf9b-1c4b254b1785 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Feb 09 00:37:45.457716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be6eb6c4-6f96-4eac-aba2-4b25854b2029 req-72388d68-1934-41e8-92bf-53756317217e service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821419 Feb 09 00:37:45.630367 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:45.782583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147a618-fa25-4e34-a623-b2d2b9e5b540 req-1be97e49-07f0-4cc4-a7f2-7beb55c13ec4 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:45.783997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e147a618-fa25-4e34-a623-b2d2b9e5b540 req-1be97e49-07f0-4cc4-a7f2-7beb55c13ec4 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 944 time: 0.0494287 Feb 09 00:37:45.820427 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e147a618-fa25-4e34-a623-b2d2b9e5b540 req-39f8cd22-c0bc-4c38-a3d2-1973236f169c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304585 Feb 09 00:37:46.802862 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:46.805227 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:46.855093 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6dc8fd-9805-4027-8ccc-43ce70827ba6 x-openstack-request-id: req-1a6dc8fd-9805-4027-8ccc-43ce70827ba6 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:46.855383 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:46.855638 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a6dc8fd-9805-4027-8ccc-43ce70827ba6 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:46.856034 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'status': 'completed', 'code': 200} Feb 09 00:37:46.976900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-ae02ae5e-7f8c-4150-8055-7fb2a6e71584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:46.979188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-ae02ae5e-7f8c-4150-8055-7fb2a6e71584 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1095 time: 0.1012244 Feb 09 00:37:46.983865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-e9f1c73d-4808-4816-af29-3f0ea54497b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:46.985280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-e9f1c73d-4808-4816-af29-3f0ea54497b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1095 time: 0.1068347 Feb 09 00:37:47.015414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c9548-a9bc-4d71-8a93-2de657d4066c req-69f9b101-07b2-4f0d-9b22-e7a85bbae2b1 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:47.016942 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c3c9548-a9bc-4d71-8a93-2de657d4066c req-69f9b101-07b2-4f0d-9b22-e7a85bbae2b1 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 944 time: 0.1040986 Feb 09 00:37:47.031025 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:47.160338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2c3c9548-a9bc-4d71-8a93-2de657d4066c req-746c8cc5-a2cd-4895-a44c-3b80826f5360 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982525 Feb 09 00:37:47.193755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-21ec6338-8696-4f35-b248-806244508e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:47.195201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-21ec6338-8696-4f35-b248-806244508e2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.2090952 Feb 09 00:37:47.197678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-722c5e8d-8d67-4607-a0ac-fe82c1019b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:47.198995 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-722c5e8d-8d67-4607-a0ac-fe82c1019b73 service neutron] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.2013445 Feb 09 00:37:47.264195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-9aad73a6-cf06-4764-ae5f-a4c8e67fcab3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0618193 Feb 09 00:37:47.265523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-ef24746a-7dde-4402-b0eb-7c4346bf8596 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0579102 Feb 09 00:37:47.348803 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-84d9fdd1-4401-40dc-a416-c5bc342da241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:47.350282 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-84d9fdd1-4401-40dc-a416-c5bc342da241 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0792706 Feb 09 00:37:47.353606 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-ecf881a3-dc5d-4039-a6cb-689d375dcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:47.354897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-ecf881a3-dc5d-4039-a6cb-689d375dcbdc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0754957 Feb 09 00:37:47.398791 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-bb921b51-c9f3-4cea-95c8-db1ac2390fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412152 Feb 09 00:37:47.401154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-c5033247-4bad-4e29-8844-7f60281da95d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365174 Feb 09 00:37:47.409959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-a5e44413-d58b-46c5-8b48-9df4486d88f0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:37:47.410933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-a5e44413-d58b-46c5-8b48-9df4486d88f0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046201 Feb 09 00:37:47.430604 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:47.558752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-931bd407-e4e9-4262-b6bd-bfee4d7ae8ec service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469765 Feb 09 00:37:47.563717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-2fc9643b-425b-4296-84cd-b18648b1be73 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445429 Feb 09 00:37:47.711256 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-7bdb7591-77ae-40e3-b8a0-8cdb3410e782 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457574 Feb 09 00:37:47.714622 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4fd21293-ea4d-4594-bccf-ea9d7efd4bd8 req-87dcdc1a-49a6-4678-9628-96178a29b8fb service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412382 Feb 09 00:37:47.720816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:37:47.816922 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:47.828856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'port_id': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'mac_address': 'fa:16:3e:b0:b0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd79882-921e-434c-a7e0-a8d1d9b361dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:37:47.864199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:47.880501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fc239c-8119-46e0-ad7a-fea02cf12c2f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:37:47.899324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:47.903395 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:47.949764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:48.132057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['e8fc239c-8119-46e0-ad7a-fea02cf12c2f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:37:48.272767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:37:48.279230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e827-c243-48b7-94fd-2325d5272d5c req-4f93bc31-eed6-4ea1-81d8-e5a18be57c97 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:48.281017 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d98e827-c243-48b7-94fd-2325d5272d5c req-4f93bc31-eed6-4ea1-81d8-e5a18be57c97 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 945 time: 0.0483518 Feb 09 00:37:48.315065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:37:48.319626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7d98e827-c243-48b7-94fd-2325d5272d5c req-047fe6e9-2c51-4269-aca8-6ed43d66127d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Feb 09 00:37:48.887765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd916abe-9806-4ad4-9785-e00ecc69f171 req-60fbe560-5907-4810-89f3-c4cf2e684a40 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:48.889252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd916abe-9806-4ad4-9785-e00ecc69f171 req-60fbe560-5907-4810-89f3-c4cf2e684a40 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 945 time: 0.4221168 Feb 09 00:37:48.909411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-09e26869-8bfb-4639-b019-526d689c509c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:48.910785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-09e26869-8bfb-4639-b019-526d689c509c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.21 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4&tenant_id=0805405554ce4a528300da7fe87dd50c&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 945 time: 0.4172018 Feb 09 00:37:48.961108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd916abe-9806-4ad4-9785-e00ecc69f171 req-d9e5a90d-98e7-4024-940e-6de3b9805e71 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652938 Feb 09 00:37:48.984819 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-13990220-c32f-4450-86c4-3d056cfacada service neutron] delete failed (client error): The resource could not be found. Feb 09 00:37:48.985854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-13990220-c32f-4450-86c4-3d056cfacada service neutron] 10.222.0.21 "DELETE /v2.0/ports/e8fc239c-8119-46e0-ad7a-fea02cf12c2f/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0661862 Feb 09 00:37:49.073041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-9d9af905-a14c-4aab-9fe2-315c9ecafc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:49.074520 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-9d9af905-a14c-4aab-9fe2-315c9ecafc87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 1096 time: 0.0409317 Feb 09 00:37:49.164770 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-f5577448-c74e-4364-91c0-b08aa9c31165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:49.166874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-f5577448-c74e-4364-91c0-b08aa9c31165 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0849440 Feb 09 00:37:49.206581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-b10d2044-51be-45fd-8d7d-86c2d507347c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 200 len: 217 time: 0.0330734 Feb 09 00:37:49.254238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-52df8498-6d32-420e-85d6-2079f7ccf700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:49.255671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-52df8498-6d32-420e-85d6-2079f7ccf700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0416379 Feb 09 00:37:49.295002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-b44d5ada-a609-4d9c-beef-ecfebd17b30f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301914 Feb 09 00:37:49.390491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-a56aee56-f3c5-4615-b82b-382a33712d68 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886002 Feb 09 00:37:49.482945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a706ca5e-cec4-4f62-818f-dc867123b777 req-d5f6fcb8-0b55-4a8b-9e03-1cc430f499c8 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Feb 09 00:37:49.716104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:37:49.763871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port e8fc239c-8119-46e0-ad7a-fea02cf12c2f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:37:49.767534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port e8fc239c-8119-46e0-ad7a-fea02cf12c2f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:37:49.767899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:49.849468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:49.872268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:49.874380 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119199c8-1809-4d84-a4dc-cdac93d9abd5" -d '{"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-plugged", "status": "completed", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:49.888424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:49.893792 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:49.919925 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b6474-2245-4d33-be7b-0c0e76cdedf6 x-openstack-request-id: req-f65b6474-2245-4d33-be7b-0c0e76cdedf6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:49.920219 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-plugged", "status": "completed", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:49.920479 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f65b6474-2245-4d33-be7b-0c0e76cdedf6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:49.920884 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'code': 200} Feb 09 00:37:49.946523 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:50.085370 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023570b-5a8f-4916-9caf-78f214a193fc req-16e75180-f71f-4bb1-8df5-7db7e0bc1d25 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:50.086766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4023570b-5a8f-4916-9caf-78f214a193fc req-16e75180-f71f-4bb1-8df5-7db7e0bc1d25 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0533109 Feb 09 00:37:50.124448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4023570b-5a8f-4916-9caf-78f214a193fc req-f2035b34-03db-4679-a0db-1e9f74b76c56 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313845 Feb 09 00:37:50.241475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22b314-b541-4edd-b7df-65466a7af54c req-56eab182-5563-40df-988f-76b1f2fc3d4d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:50.242957 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e22b314-b541-4edd-b7df-65466a7af54c req-56eab182-5563-40df-988f-76b1f2fc3d4d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0482795 Feb 09 00:37:50.281038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e22b314-b541-4edd-b7df-65466a7af54c req-16a5d9d5-eac3-4430-8fbd-5dec9ffea085 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Feb 09 00:37:50.400929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c4de3-79c8-4dfa-bc0a-92c13867f362 req-f9567b8d-2321-45d7-ae6d-12d52852f307 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:50.402326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a57c4de3-79c8-4dfa-bc0a-92c13867f362 req-f9567b8d-2321-45d7-ae6d-12d52852f307 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0538723 Feb 09 00:37:50.440604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a57c4de3-79c8-4dfa-bc0a-92c13867f362 req-e4af4ff9-faa8-4491-b121-700af6476576 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Feb 09 00:37:50.786737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-980cab67-923b-44a8-83b4-b5bd2f93c14a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:50.788190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-980cab67-923b-44a8-83b4-b5bd2f93c14a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 814 time: 0.0994532 Feb 09 00:37:50.803434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-51f5ec17-a116-43f0-9962-e0acba701f59 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/quotas/0805405554ce4a528300da7fe87dd50c HTTP/1.1" status: 200 len: 375 time: 0.0087810 Feb 09 00:37:50.850370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-0877d894-c6b9-4d28-b6a5-de4048277488 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418377 Feb 09 00:37:50.861641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-2360cec6-4ed1-4ca3-8b11-4cf02dce4b26 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:37:50.862582 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-2360cec6-4ed1-4ca3-8b11-4cf02dce4b26 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048320 Feb 09 00:37:50.950805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b9302d8d-62b5-4dec-b8a9-79bc4367d13a service neutron] 10.222.0.32 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826457 Feb 09 00:37:51.041810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-0cda488f-bf94-4c77-8c65-94ef1894d53e service neutron] 10.222.0.32 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 Feb 09 00:37:51.216810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9d44abba-6767-49fa-9543-14bcf18ef614 req-75c55054-cb3b-427a-849a-338143a4932b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 210 time: 0.0318868 Feb 09 00:37:52.023420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-21803f53-2613-40ba-8105-2137893934f7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:52.026630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-21803f53-2613-40ba-8105-2137893934f7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.84 "GET /v2.0/ports?device_id=354b0ec3-8ba3-4965-b4b0-308dcc9c6de4 HTTP/1.1" status: 200 len: 946 time: 0.0585279 Feb 09 00:37:52.052616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.84', 58899) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:37:52.131348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Deleting port e8fc239c-8119-46e0-ad7a-fea02cf12c2f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:37:52.131690 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.171949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-f06751ad-cf30-4588-abaa-dc2aaead5aa9 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:52.173529 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-f06751ad-cf30-4588-abaa-dc2aaead5aa9 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 814 time: 0.1197131 Feb 09 00:37:52.186697 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Request body: {'port': {'device_id': '17868d51-2b61-4fc3-b243-de930da91e39', 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'admin_state_up': True, 'tenant_id': '0805405554ce4a528300da7fe87dd50c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:52.230918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] For port e8fc239c-8119-46e0-ad7a-fea02cf12c2f, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:52.231285 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.243626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Calling delete_port for e8fc239c-8119-46e0-ad7a-fea02cf12c2f owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:37:52.313555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Made reservation on behalf of 0805405554ce4a528300da7fe87dd50c for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:37:52.313555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.335981 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c2a242a-b9f8-47c8-9ede-b59f7eeff744 req-2e02955c-ea6e-4297-8359-76502c4db566 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 210 time: 0.0404224 Feb 09 00:37:52.408192 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.421495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['e8fc239c-8119-46e0-ad7a-fea02cf12c2f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:37:52.438242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Pushing event deleted for resources: {'Port': ['ID=e8fc239c-8119-46e0-ad7a-fea02cf12c2f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:52.456690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Allocated IP 172.20.0.9 (439a040d-95f0-4242-a800-a5974eb1ed50/4dd79882-921e-434c-a7e0-a8d1d9b361dc/a2b80ea0-88ed-464a-9cc9-6b8c79b0a242) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:37:52.479921 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] No DVR routers for this DVR port e8fc239c-8119-46e0-ad7a-fea02cf12c2f on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:37:52.482742 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.485994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.84 "DELETE /v2.0/ports/e8fc239c-8119-46e0-ad7a-fea02cf12c2f HTTP/1.1" status: 204 len: 173 time: 0.4528949 Feb 09 00:37:52.486455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-deleted', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:52.488691 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c05b38-bea9-42df-8534-2ac103a2be95" -d '{"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-deleted", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:52.544403 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44ccd9d-f97e-4412-a596-767afba466f8 x-openstack-request-id: req-d44ccd9d-f97e-4412-a596-767afba466f8 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:52.544699 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354b0ec3-8ba3-4965-b4b0-308dcc9c6de4", "name": "network-vif-deleted", "tag": "e8fc239c-8119-46e0-ad7a-fea02cf12c2f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:52.544982 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d44ccd9d-f97e-4412-a596-767afba466f8 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:52.545384 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354b0ec3-8ba3-4965-b4b0-308dcc9c6de4', 'name': 'network-vif-deleted', 'tag': 'e8fc239c-8119-46e0-ad7a-fea02cf12c2f', 'status': 'completed', 'code': 200} Feb 09 00:37:52.617046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.654855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.667861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['e8fc239c-8119-46e0-ad7a-fea02cf12c2f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:37:52.703554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Network 439a040d-95f0-4242-a800-a5974eb1ed50 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:37:52.706856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:37:52.710831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:37:52.717967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:52.756109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.756464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.756801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.757163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.757497 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.757874 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.758153 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.758478 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.758799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.759120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.759824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.760325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:37:52.783382 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:52.783986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:52.800250 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-6084d134-504a-4a04-87c8-9bc0ce52550e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6174383 Feb 09 00:37:52.812645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Request body: {'port': {'device_id': '17868d51-2b61-4fc3-b243-de930da91e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:37:52.865317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:53.129120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:37:53.136442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:53.148887 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Transition to ACTIVE for port object a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:37:53.153364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:53.222435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:53.271403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:37:53.271745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:37:53.272078 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:37:53.277047 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on network 439a040d-95f0-4242-a800-a5974eb1ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:37:53.277463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:37:53.282487 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:37:53.282825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Checking segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:37:53.283210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Bound using segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:37:53.283631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Bound port: a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:37:53.283984 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:53.347787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:37:53.350797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:37:53.356012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:53.404811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:53.405723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:53.407145 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] 10.222.0.84 "PUT /v2.0/ports/a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 1091 time: 0.5984275 Feb 09 00:37:53.407626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:53.410032 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}458865ef8cd2e838f73c1937ddce3b384987c9edc62e34df775952e595f54e5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145e5b61-4fab-45de-9b94-1d57613bf17e" -d '{"events": [{"name": "network-changed", "server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:53.434060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd1d55-b84e-461b-94b9-7c68df7b6653 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:53.478973 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a6ca13-cbd0-41dc-9dbb-99b512a1e5b9 x-openstack-request-id: req-61a6ca13-cbd0-41dc-9dbb-99b512a1e5b9 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:53.479346 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:53.479607 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61a6ca13-cbd0-41dc-9dbb-99b512a1e5b9 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:53.480032 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'status': 'completed', 'code': 200} Feb 09 00:37:53.487318 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488c0bf-c11a-417d-8256-4fa7ebde3eb8 req-c194b3d9-1eae-47ea-930b-782aa9181a46 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:53.488833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b488c0bf-c11a-417d-8256-4fa7ebde3eb8 req-c194b3d9-1eae-47ea-930b-782aa9181a46 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 943 time: 0.0784450 Feb 09 00:37:53.495858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-13441c47-24f2-4948-aa60-2d7cb6fb5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:53.497401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-13441c47-24f2-4948-aa60-2d7cb6fb5c6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1094 time: 0.0464263 Feb 09 00:37:53.527166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b488c0bf-c11a-417d-8256-4fa7ebde3eb8 req-4a348808-8036-403a-886e-a9dacb6a2306 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Feb 09 00:37:53.539864 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-5cd7d6e3-de50-4173-bc9a-9a8a56dc2a15 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0343733 Feb 09 00:37:53.594853 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-7ee2eea7-3173-4a1a-a9c7-0899b581e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:53.596754 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-7ee2eea7-3173-4a1a-a9c7-0899b581e53c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0480518 Feb 09 00:37:53.629008 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-a7c942bd-b45a-413a-91f6-ea86299cd698 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244927 Feb 09 00:37:53.724718 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-c3f5a3e5-39a9-4066-95e7-51c98e5266ea service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Feb 09 00:37:53.820864 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e38f07c6-3587-4c65-bed3-df75d7cf117d req-bfd483f4-d5d9-466a-aaa3-6760bb4fbdeb service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884511 Feb 09 00:37:53.913812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-8a0e6423-a8c8-4b66-9e9b-7b718a39d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:53.916331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-8a0e6423-a8c8-4b66-9e9b-7b718a39d965 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1094 time: 0.0438192 Feb 09 00:37:54.018050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-a0b1a362-1a09-4dba-84f3-9ba9ab2af97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:54.019620 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-a0b1a362-1a09-4dba-84f3-9ba9ab2af97d service neutron] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0971777 Feb 09 00:37:54.070071 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-d0e7c501-85e9-4f28-9ed2-400bc2d27e70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0421250 Feb 09 00:37:54.123525 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-2ab664e0-f70e-4378-af36-e17d0554bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:54.125017 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-2ab664e0-f70e-4378-af36-e17d0554bca5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0453470 Feb 09 00:37:54.156428 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-734e690d-8b7b-43b1-9e9a-f1e81664c80d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247939 Feb 09 00:37:54.254615 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-a084b528-1470-4fea-8b47-c41499697917 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896099 Feb 09 00:37:54.350436 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-145e5b61-4fab-45de-9b94-1d57613bf17e req-b870a758-7d46-49ac-a52d-de4a6f9b7b45 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Feb 09 00:37:54.645592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475cc81-b965-4505-9faf-c97f68ac4175 req-c82e6d42-a10e-4f0b-aa7f-0a1f1e511ff7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:54.652952 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c475cc81-b965-4505-9faf-c97f68ac4175 req-c82e6d42-a10e-4f0b-aa7f-0a1f1e511ff7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 943 time: 0.0494173 Feb 09 00:37:54.688643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c475cc81-b965-4505-9faf-c97f68ac4175 req-12e90cb4-4b8f-4b87-a00a-9e2b2ba59386 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Feb 09 00:37:55.776701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:37:55.779783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:37:55.807759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad86fe5-f1f4-47a4-90de-158e40f141ac req-9ae469ec-6de5-4fdb-a93f-726d32023f9c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:55.809279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ad86fe5-f1f4-47a4-90de-158e40f141ac req-9ae469ec-6de5-4fdb-a93f-726d32023f9c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 943 time: 0.0515473 Feb 09 00:37:55.818692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: e8fc239c-8119-46e0-ad7a-fea02cf12c2f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:37:55.819034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device e8fc239c-8119-46e0-ad7a-fea02cf12c2f not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:37:55.847431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ad86fe5-f1f4-47a4-90de-158e40f141ac req-bffba16e-cd06-4a6e-8ae6-2dd089ea2b6a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Feb 09 00:37:55.902121 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:55.917082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'port_id': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'mac_address': 'fa:16:3e:a3:fd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd79882-921e-434c-a7e0-a8d1d9b361dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:37:55.952049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:55.965082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:37:55.984148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:55.988090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:56.033608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:56.213563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:37:56.440519 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:37:56.965772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14667695-3108-4a52-ae9a-07ed0a31c835 req-9a384448-7254-4b3e-9402-d46730041683 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:56.967227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14667695-3108-4a52-ae9a-07ed0a31c835 req-9a384448-7254-4b3e-9402-d46730041683 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 944 time: 0.0515070 Feb 09 00:37:57.003771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14667695-3108-4a52-ae9a-07ed0a31c835 req-9556712a-2124-4b46-818e-f7e1f0c60c27 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Feb 09 00:37:57.783623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:37:57.832819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:37:57.837135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:37:57.838111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:58.082260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:58.105365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:37:58.107819 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12213d-9329-49cf-92d6-9e0044911323" -d '{"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-plugged", "status": "completed", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:37:58.120868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:37:58.124960 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:37:58.137783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841e9a9-193b-432f-93fe-c4503ddcfc79 req-faaefd84-dfb6-472e-b256-b857bc51a40d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:58.146652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2841e9a9-193b-432f-93fe-c4503ddcfc79 req-faaefd84-dfb6-472e-b256-b857bc51a40d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 944 time: 0.0649166 Feb 09 00:37:58.165367 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0752ef-abd8-4662-b19e-67189d31f9b9 x-openstack-request-id: req-9f0752ef-abd8-4662-b19e-67189d31f9b9 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:37:58.165688 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-plugged", "status": "completed", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:37:58.166075 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f0752ef-abd8-4662-b19e-67189d31f9b9 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:37:58.166472 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'code': 200} Feb 09 00:37:58.179333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:37:58.199458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2841e9a9-193b-432f-93fe-c4503ddcfc79 req-0fa57612-3c8e-4842-8fea-3f477343e650 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Feb 09 00:37:58.262939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f41878-01df-4d05-9980-b9693706ce47 req-456e0975-5bfd-4a61-af54-7aee29b6bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:58.264545 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-83f41878-01df-4d05-9980-b9693706ce47 req-456e0975-5bfd-4a61-af54-7aee29b6bbd3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1096 time: 0.0450616 Feb 09 00:37:58.302716 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-83f41878-01df-4d05-9980-b9693706ce47 req-29299d32-14d2-4098-ba33-92b74ceb85ad service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302052 Feb 09 00:37:59.325464 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6fb74-0ee2-4886-97b3-e0e98c205b0f req-4c9b61dc-8c81-47b7-a8be-77a442f06857 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:37:59.327002 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33a6fb74-0ee2-4886-97b3-e0e98c205b0f req-4c9b61dc-8c81-47b7-a8be-77a442f06857 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0509114 Feb 09 00:37:59.366820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33a6fb74-0ee2-4886-97b3-e0e98c205b0f req-81c13716-1c8f-4376-8524-11bd3a20bcd1 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336356 Feb 09 00:38:00.484153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f66d-43de-4159-981a-fe593c28d886 req-0b129c51-b4f6-452d-9441-17bf7136918e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:00.485665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a035f66d-43de-4159-981a-fe593c28d886 req-0b129c51-b4f6-452d-9441-17bf7136918e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0514545 Feb 09 00:38:00.523517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a035f66d-43de-4159-981a-fe593c28d886 req-90c18ba4-8b89-4bcc-8cae-f4957e6cc1d9 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Feb 09 00:38:00.639320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba656aa-5534-4bb5-9da0-92366d66766b req-d0d8e51e-fcd8-4a1b-8d94-44631c212635 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:00.640702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ba656aa-5534-4bb5-9da0-92366d66766b req-d0d8e51e-fcd8-4a1b-8d94-44631c212635 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Feb 09 00:38:00.677630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ba656aa-5534-4bb5-9da0-92366d66766b req-f5ec8da4-5085-4f83-ad8e-f1bf7d8d7337 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Feb 09 00:38:00.940142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-db3d3028-cccc-4c20-81cf-debe7fd0b5b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731344 Feb 09 00:38:00.948144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f528e-deca-4e5c-95b5-10bdf72f54e8 req-90f0aafd-d522-4c6e-a02f-21e29220509a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:00.949652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad4f528e-deca-4e5c-95b5-10bdf72f54e8 req-90f0aafd-d522-4c6e-a02f-21e29220509a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0740750 Feb 09 00:38:00.988810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad4f528e-deca-4e5c-95b5-10bdf72f54e8 req-545732d3-46db-446f-aadb-1922ec276497 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Feb 09 00:38:02.015996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-04647980-d386-4265-8078-767d731e5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:02.017575 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-04647980-d386-4265-8078-767d731e5006 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1096 time: 0.0422659 Feb 09 00:38:02.105753 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb36c3-976d-4918-8d6f-96fda12fab0f req-250e6461-1697-4e36-b923-645606afdb71 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:02.106900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-6d81e100-775e-4794-9e81-f1e28cfe15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:02.107281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26fb36c3-976d-4918-8d6f-96fda12fab0f req-250e6461-1697-4e36-b923-645606afdb71 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0483468 Feb 09 00:38:02.108369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-6d81e100-775e-4794-9e81-f1e28cfe15ec service neutron] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0846400 Feb 09 00:38:02.146270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26fb36c3-976d-4918-8d6f-96fda12fab0f req-c2c86eb7-dfb5-43a5-a856-e87900854a41 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Feb 09 00:38:02.499202 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-9cf678b3-c630-4553-8720-766ed70cd458 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.3843877 Feb 09 00:38:02.548826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-abbc719a-0841-4d4b-aa77-73810a362eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:02.550277 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-abbc719a-0841-4d4b-aa77-73810a362eed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0440686 Feb 09 00:38:02.583821 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-6d53ab61-6458-472c-8b5a-84187e661265 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239997 Feb 09 00:38:02.678976 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-6fd9f582-43b5-4509-9e89-6221614a7868 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Feb 09 00:38:02.770169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-726575cf-07db-4621-b990-fd6a877cb601 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Feb 09 00:38:03.261949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdb1e0-4d4b-40f4-80fa-abdd89d14b14 req-99416456-2890-4f2f-a574-807350f025ec tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:03.263422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ccdb1e0-4d4b-40f4-80fa-abdd89d14b14 req-99416456-2890-4f2f-a574-807350f025ec tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0483444 Feb 09 00:38:03.313612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3ccdb1e0-4d4b-40f4-80fa-abdd89d14b14 req-ef995754-a6f5-4c2e-8a86-d80366de5851 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Feb 09 00:38:04.433553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68289a26-2ea0-483e-b6ac-18ce64b55f7b req-482a14c6-e6e4-4d47-ad1a-d6eb4565c7ee tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:04.435032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68289a26-2ea0-483e-b6ac-18ce64b55f7b req-482a14c6-e6e4-4d47-ad1a-d6eb4565c7ee tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Feb 09 00:38:04.472371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-68289a26-2ea0-483e-b6ac-18ce64b55f7b req-1c484b3d-f03c-4eb5-880b-ab3c36c48d5c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Feb 09 00:38:05.595058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9696eb-1ce8-4ec4-82c3-6831257d0b2a req-8c69aea1-2921-4e6b-8e9a-62262f7cd37b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:05.596567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b9696eb-1ce8-4ec4-82c3-6831257d0b2a req-8c69aea1-2921-4e6b-8e9a-62262f7cd37b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Feb 09 00:38:05.635047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9b9696eb-1ce8-4ec4-82c3-6831257d0b2a req-9c4bbc38-b8e6-4c0c-a7a1-79e4125f8295 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Feb 09 00:38:06.750547 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f636c-bbd8-4608-9ed7-2167f82065be req-1ad38732-584a-4648-a730-21ed5ab4b26f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:06.752023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7f636c-bbd8-4608-9ed7-2167f82065be req-1ad38732-584a-4648-a730-21ed5ab4b26f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0485914 Feb 09 00:38:06.788615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d7f636c-bbd8-4608-9ed7-2167f82065be req-678e62b3-d27b-448e-82b2-fd307dd95d8f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304370 Feb 09 00:38:07.297718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:07.480982 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:07.910786 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4890c06-d26b-45bc-8473-4facf2748c81 req-1106d44b-59c8-4526-a787-550631f22198 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:07.912284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4890c06-d26b-45bc-8473-4facf2748c81 req-1106d44b-59c8-4526-a787-550631f22198 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0542021 Feb 09 00:38:07.951707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4890c06-d26b-45bc-8473-4facf2748c81 req-62de24f5-1614-4d3b-a1cf-49eea8194f06 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Feb 09 00:38:09.066295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1155c9-19ab-44b6-8703-0e994529b570 req-52b802de-7c9f-4194-99f3-7a729f78637c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:09.067674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f1155c9-19ab-44b6-8703-0e994529b570 req-52b802de-7c9f-4194-99f3-7a729f78637c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0477948 Feb 09 00:38:09.105854 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0f1155c9-19ab-44b6-8703-0e994529b570 req-67d0d30c-dd2f-4d50-b455-98fe53a6a605 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Feb 09 00:38:10.220482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28261873-6b58-4a3d-8eb4-49217c503e3c req-61bf0588-cf2f-49f3-aa72-a90108a509ef tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:10.221986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28261873-6b58-4a3d-8eb4-49217c503e3c req-61bf0588-cf2f-49f3-aa72-a90108a509ef tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0480049 Feb 09 00:38:10.260189 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-28261873-6b58-4a3d-8eb4-49217c503e3c req-78b49364-cca5-4118-bb06-1b0e02a88e80 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Feb 09 00:38:11.386078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47ea3f-e1e5-49e5-9767-93377550d7a8 req-dece43f0-22bd-45be-af99-0e4766c3efba tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:11.387529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b47ea3f-e1e5-49e5-9767-93377550d7a8 req-dece43f0-22bd-45be-af99-0e4766c3efba tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0541284 Feb 09 00:38:11.424578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1b47ea3f-e1e5-49e5-9767-93377550d7a8 req-23871b55-360c-401c-8b2e-e12862e491ef tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Feb 09 00:38:11.957611 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-be2b2ed8-960d-4663-93fb-ddb0bcc707da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:12.543434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf933f7-7b39-417e-bc80-2830903da5ac req-3e601b82-7007-42ed-b9e3-a915150afb98 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:12.544965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bf933f7-7b39-417e-bc80-2830903da5ac req-3e601b82-7007-42ed-b9e3-a915150afb98 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Feb 09 00:38:12.583895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4bf933f7-7b39-417e-bc80-2830903da5ac req-3d92df90-bdee-4bed-b09f-01ad682f7adb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Feb 09 00:38:13.709693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e72b2-1e95-4568-b476-229ae14f7f6d req-49e7e6ae-954f-48d1-8c67-8bae0c599b4d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:13.712967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e39e72b2-1e95-4568-b476-229ae14f7f6d req-49e7e6ae-954f-48d1-8c67-8bae0c599b4d tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0605431 Feb 09 00:38:13.750795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e39e72b2-1e95-4568-b476-229ae14f7f6d req-cb0c99c5-fbf4-43d0-8454-04bfe4479125 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Feb 09 00:38:14.746916 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f14d2d16-6e44-4f92-ab72-f5b6f422d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:14.870205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b60e6f-42b0-4206-a437-dbcaa503b20e req-cd4f5910-3df3-4bb5-93d0-95f435b9288e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:14.871686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69b60e6f-42b0-4206-a437-dbcaa503b20e req-cd4f5910-3df3-4bb5-93d0-95f435b9288e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0522940 Feb 09 00:38:14.910521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69b60e6f-42b0-4206-a437-dbcaa503b20e req-4bbe282f-d675-474c-b521-00b22b95a28f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Feb 09 00:38:15.632352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:16.024298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae40e-2fe5-4c9d-b331-be7507063a1c req-44f40d31-7630-4e7a-aad8-d87267eac4da tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:16.026428 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fbae40e-2fe5-4c9d-b331-be7507063a1c req-44f40d31-7630-4e7a-aad8-d87267eac4da tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Feb 09 00:38:16.063081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fbae40e-2fe5-4c9d-b331-be7507063a1c req-ccadd7aa-692d-43f4-9cc0-30d370f98356 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304909 Feb 09 00:38:17.019994 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:17.177809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0774ec-1e48-412c-b079-537fb4431ac4 req-80d51018-5c31-4bad-b126-a7b9ed3b92d7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:17.179291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e0774ec-1e48-412c-b079-537fb4431ac4 req-80d51018-5c31-4bad-b126-a7b9ed3b92d7 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Feb 09 00:38:17.217765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2e0774ec-1e48-412c-b079-537fb4431ac4 req-5b9bcd0e-bd3b-486f-a3b2-9c5285586bef tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319521 Feb 09 00:38:17.432121 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:18.337444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d687b4a-9ef7-4a25-a96d-efb5be8523a6 req-6215b306-3e66-420a-86a5-ff814acb4dde tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:18.338926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d687b4a-9ef7-4a25-a96d-efb5be8523a6 req-6215b306-3e66-420a-86a5-ff814acb4dde tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0535035 Feb 09 00:38:18.377884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d687b4a-9ef7-4a25-a96d-efb5be8523a6 req-e285a822-7296-45b1-a37d-9b82133621ee tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Feb 09 00:38:19.501206 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f428-e4cb-4ff2-b7f8-6b5eb139b88e req-cf56ab48-57f3-4332-8f12-4d70809c123c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:19.502701 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14e1f428-e4cb-4ff2-b7f8-6b5eb139b88e req-cf56ab48-57f3-4332-8f12-4d70809c123c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0492542 Feb 09 00:38:19.540984 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14e1f428-e4cb-4ff2-b7f8-6b5eb139b88e req-63a10301-1e27-4662-88ea-6a7e844dbbdb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Feb 09 00:38:20.657723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba957c-da69-4f2d-83c8-f2336910f4dc req-3f9f72a8-2df1-4e02-8eca-e7ed4977485b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:20.659205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9ba957c-da69-4f2d-83c8-f2336910f4dc req-3f9f72a8-2df1-4e02-8eca-e7ed4977485b tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0493629 Feb 09 00:38:20.696844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c9ba957c-da69-4f2d-83c8-f2336910f4dc req-7ae92f32-baae-4be7-a89e-c0f399713ddd tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Feb 09 00:38:21.818543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b952b11-12ee-4619-bd01-8a005a41bff6 req-eaefb999-c0ed-4c9c-bff7-d04f96cb5956 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:21.820055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b952b11-12ee-4619-bd01-8a005a41bff6 req-eaefb999-c0ed-4c9c-bff7-d04f96cb5956 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Feb 09 00:38:21.865034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b952b11-12ee-4619-bd01-8a005a41bff6 req-e96d91c8-0fde-4f02-9c4f-1edb8cb3cd3e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Feb 09 00:38:22.982658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec98b3-4f35-4621-82cd-22f90ffc3774 req-8a65bda8-105a-4a1a-a389-b414360d5489 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:22.984132 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aeec98b3-4f35-4621-82cd-22f90ffc3774 req-8a65bda8-105a-4a1a-a389-b414360d5489 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Feb 09 00:38:23.021419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aeec98b3-4f35-4621-82cd-22f90ffc3774 req-cdba7743-7d57-4521-a094-639644ba88de tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Feb 09 00:38:24.143182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c914763-4d42-46df-b69a-1a28b410377f req-41ffb2c5-0d66-44b7-a0e5-573c4c035d8e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:24.144655 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c914763-4d42-46df-b69a-1a28b410377f req-41ffb2c5-0d66-44b7-a0e5-573c4c035d8e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Feb 09 00:38:24.182928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1c914763-4d42-46df-b69a-1a28b410377f req-af92eb03-a39f-4bc0-8558-09b6f62ae562 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Feb 09 00:38:25.303553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0b5a3-f6a9-453b-836f-57922f2beaf9 req-9d8c8b63-3280-4dce-ab53-68ad4547db8a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:25.305050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52d0b5a3-f6a9-453b-836f-57922f2beaf9 req-9d8c8b63-3280-4dce-ab53-68ad4547db8a tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0541871 Feb 09 00:38:25.344047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52d0b5a3-f6a9-453b-836f-57922f2beaf9 req-a782d09a-e3db-42f3-bb6c-0d55838365e5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329061 Feb 09 00:38:26.463089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebd309-8446-4690-ac17-e2077efeb8be req-3bf75780-65da-417d-9e4e-edc7c4e43efd tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:26.464772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07ebd309-8446-4690-ac17-e2077efeb8be req-3bf75780-65da-417d-9e4e-edc7c4e43efd tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Feb 09 00:38:26.502089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-07ebd309-8446-4690-ac17-e2077efeb8be req-f1adad46-ee98-4c47-ba10-67c70978bc86 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Feb 09 00:38:27.620967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ea6e-5d71-4a06-82c2-18a1eef8b7e3 req-fd7e1395-98cc-4cad-b31d-b0559d3f450c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:27.622354 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84c9ea6e-5d71-4a06-82c2-18a1eef8b7e3 req-fd7e1395-98cc-4cad-b31d-b0559d3f450c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0486143 Feb 09 00:38:27.659551 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-84c9ea6e-5d71-4a06-82c2-18a1eef8b7e3 req-456b603f-b661-4cb6-b1c3-25bc919f2682 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Feb 09 00:38:28.782066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bf019-1cf4-4907-ac94-bd6f1bd25f44 req-638d9bbb-b398-4fbf-a4e0-aef86b1bb4bd tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:28.783522 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-197bf019-1cf4-4907-ac94-bd6f1bd25f44 req-638d9bbb-b398-4fbf-a4e0-aef86b1bb4bd tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0548587 Feb 09 00:38:28.821352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-197bf019-1cf4-4907-ac94-bd6f1bd25f44 req-5a55d9f7-739d-4745-a023-6ac4ef9849c8 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Feb 09 00:38:29.627425 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-4872c88c-8e7e-40f9-bd8a-dcd9349e78f2 service neutron] show failed (client error): The resource could not be found. Feb 09 00:38:29.628326 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-4872c88c-8e7e-40f9-bd8a-dcd9349e78f2 service neutron] 10.222.0.84 "GET /v2.0/ports/a2b80ea0-88ed-464a-9cc9-6b8c79b0a242/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0586560 Feb 09 00:38:29.874193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-f9750004-1545-49ae-b376-bc52eba54a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:29.875720 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-f9750004-1545-49ae-b376-bc52eba54a7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39&tenant_id=0805405554ce4a528300da7fe87dd50c HTTP/1.1" status: 200 len: 1096 time: 0.0933118 Feb 09 00:38:29.890466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:38:29.976021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:29.985119 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a194265-f26b-4159-8076-67d15dd30801 req-2e8b4ed2-7f24-4563-9da7-86d088461139 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:29.986597 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a194265-f26b-4159-8076-67d15dd30801 req-2e8b4ed2-7f24-4563-9da7-86d088461139 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0935731 Feb 09 00:38:30.061069 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a194265-f26b-4159-8076-67d15dd30801 req-6d047e62-c93a-4876-80fe-54a301a6caa1 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664067 Feb 09 00:38:30.214478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:30.248410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h2-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:38:30.287525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:38:30.290506 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcec8da-487b-4683-9fa6-3eee37e6d002" -d '{"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:38:30.294402 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:30.306665 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Transition to ACTIVE for port object a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:38:30.310734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:30.356365 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722af35b-b2c0-417e-b71a-31e564fb312c x-openstack-request-id: req-722af35b-b2c0-417e-b71a-31e564fb312c {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:38:30.356659 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:38:30.356974 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-722af35b-b2c0-417e-b71a-31e564fb312c {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:38:30.357329 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'code': 200} Feb 09 00:38:30.379607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] No DVR routers for this DVR port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on host n-h2-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:38:30.389109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:30.419361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:38:30.419696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:38:30.420024 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:38:30.424405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on network 439a040d-95f0-4242-a800-a5974eb1ed50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:38:30.424738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Attempting to bind port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on network 439a040d-95f0-4242-a800-a5974eb1ed50 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:38:30.429660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:38:30.430621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Checking segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:38:30.431005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Bound using segment: {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:38:30.431428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Bound port: a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77d0d250-5e37-42fb-a900-5da22c16b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:38:30.431782 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:30.493544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:38:30.496522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:38:30.501457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:30.535909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:30.536525 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:30.537945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] 10.222.0.21 "PUT /v2.0/ports/a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 1091 time: 0.6532226 Feb 09 00:38:30.560090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7712c-72c4-4b69-a7bf-abdcd5983962 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:30.614780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-0231aa93-2f5c-4f04-a4f8-218d1be0f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:30.616265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-0231aa93-2f5c-4f04-a4f8-218d1be0f7fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1094 time: 0.0440290 Feb 09 00:38:30.704163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-3ef733d6-c20f-438f-a412-dcaf623684b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:30.705646 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-3ef733d6-c20f-438f-a412-dcaf623684b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0824144 Feb 09 00:38:30.747534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-1393250d-6d09-4a95-98f0-37f70e134e78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0344174 Feb 09 00:38:30.801306 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-493e54b3-8177-40db-9993-44e37b25544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:30.802744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-493e54b3-8177-40db-9993-44e37b25544e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0479600 Feb 09 00:38:30.833920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-446fcc48-f9ad-4b3e-b3f5-c24051607fef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238385 Feb 09 00:38:30.921621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-7f69bbbe-64f8-47dd-a606-e33e3aa63461 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814402 Feb 09 00:38:31.014740 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-55315c02-5de8-4034-b052-a687b30487a8 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Feb 09 00:38:31.179515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ce0e-7f4e-46b7-a2aa-f4cfa3495b36 req-5bab3c31-c13c-4711-9834-9e9edc8ecf4c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:31.181620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e439ce0e-7f4e-46b7-a2aa-f4cfa3495b36 req-5bab3c31-c13c-4711-9834-9e9edc8ecf4c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 943 time: 0.0500360 Feb 09 00:38:31.218845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e439ce0e-7f4e-46b7-a2aa-f4cfa3495b36 req-7474eaed-c03e-4223-bbdd-5c0ccf7e8401 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Feb 09 00:38:32.335397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90903-4461-4248-a4d9-0d74be63bb13 req-950dccc1-f9fe-4514-b69b-5a15f925f619 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.337601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7b90903-4461-4248-a4d9-0d74be63bb13 req-950dccc1-f9fe-4514-b69b-5a15f925f619 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 943 time: 0.0488343 Feb 09 00:38:32.360645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:38:32.362864 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef17949-31ee-41e9-9e03-f7bb82418eef" -d '{"events": [{"name": "network-changed", "server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:38:32.385525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7b90903-4461-4248-a4d9-0d74be63bb13 req-f1f51296-87fe-4085-8202-a9d1a65abbed tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Feb 09 00:38:32.413458 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6b71e-1c72-469f-b48b-9d582c6b295b x-openstack-request-id: req-33c6b71e-1c72-469f-b48b-9d582c6b295b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:38:32.413747 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:38:32.413998 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33c6b71e-1c72-469f-b48b-9d582c6b295b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:38:32.414435 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'status': 'completed', 'code': 200} Feb 09 00:38:32.447633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:38:32.476986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-bdb45969-d28c-4707-b919-b236fd86cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.478447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-0a9675aa-f471-4639-9494-47df03eae1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.478989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-bdb45969-d28c-4707-b919-b236fd86cc3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1094 time: 0.0416968 Feb 09 00:38:32.479987 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-0a9675aa-f471-4639-9494-47df03eae1a9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1094 time: 0.0429904 Feb 09 00:38:32.560730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:32.574574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'network_id': '439a040d-95f0-4242-a800-a5974eb1ed50', 'port_id': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'mac_address': 'fa:16:3e:a3:fd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dd79882-921e-434c-a7e0-a8d1d9b361dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:38:32.582839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-ae5a9296-ee0c-4fe6-a785-ce304fa35d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.584444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-ae5a9296-ee0c-4fe6-a785-ce304fa35d64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0942881 Feb 09 00:38:32.587332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-4629fbad-6d33-4a0f-b734-b115f2d8110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.588956 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-4629fbad-6d33-4a0f-b734-b115f2d8110b service neutron] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0932732 Feb 09 00:38:32.643007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:32.657299 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-d23e55e5-51da-491c-b9b3-80ced65d53e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0591161 Feb 09 00:38:32.662232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-7154d3f5-1aa0-4a78-bbc2-72419263c7b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0705106 Feb 09 00:38:32.667525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:38:32.708097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:32.713227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:32.715526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-33d0fa74-2414-43bc-a8ff-057eb5af6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.717516 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-33d0fa74-2414-43bc-a8ff-057eb5af6c38 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0526836 Feb 09 00:38:32.721905 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-7ec83c3f-8dde-4efe-bed8-56903f6324c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:32.723387 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-7ec83c3f-8dde-4efe-bed8-56903f6324c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0521500 Feb 09 00:38:32.754576 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-95f81a7a-2ac7-4be2-888b-388dfeafd8e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260603 Feb 09 00:38:32.758902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-4612ec88-4789-4095-9550-cb8044dc7e59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255480 Feb 09 00:38:32.763224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:32.770610 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.770958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.771290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.771619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.771948 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.772452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.772781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.773838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.774248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.774575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.774896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.775221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:32.850923 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-f35f84eb-42b3-4bfb-8c5f-6ddef53a29e3 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855834 Feb 09 00:38:32.851140 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-df35b250-fbd9-4801-82d5-1c8682648583 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888343 Feb 09 00:38:32.941304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:38:32.946846 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-f9ccebae-1bb9-4023-a8bf-b4a4f655d4a2 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884249 Feb 09 00:38:32.947039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7ef17949-31ee-41e9-9e03-f7bb82418eef req-892319d6-40b6-4d17-b9c6-b72c02931883 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890141 Feb 09 00:38:33.046252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73f999-121d-4543-aaca-94bc608b5456 req-d5eae34a-425c-416b-9414-422a1dee1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.047826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-d5eae34a-425c-416b-9414-422a1dee1f8f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1095 time: 0.0419660 Feb 09 00:38:33.155861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73f999-121d-4543-aaca-94bc608b5456 req-22e6007b-a169-4645-aad2-4f1e2bec9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.157249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-22e6007b-a169-4645-aad2-4f1e2bec9346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0856884 Feb 09 00:38:33.200330 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-f0a42551-9311-4b03-9175-b3e29117dfb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0332849 Feb 09 00:38:33.249876 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73f999-121d-4543-aaca-94bc608b5456 req-46de452f-b8e6-4423-a217-491111b130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.251312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-46de452f-b8e6-4423-a217-491111b130a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0421457 Feb 09 00:38:33.288445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-2b11d6e7-9673-46cf-88cc-7654d95ebc55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292594 Feb 09 00:38:33.376525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-7a7c30e2-b93e-48e1-8f24-45ad366f68e5 service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811176 Feb 09 00:38:33.439297 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:38:33.497654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a73f999-121d-4543-aaca-94bc608b5456 req-62727c6a-4f8c-4754-934a-5e0dd272d54d service neutron] 10.222.0.21 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128938 Feb 09 00:38:33.515872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbed8f-64b8-40ce-b79e-0841de0d867b req-39ec9518-0cff-423e-931b-a57e5f6a5d40 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.517362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40fbed8f-64b8-40ce-b79e-0841de0d867b req-39ec9518-0cff-423e-931b-a57e5f6a5d40 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 944 time: 0.0603819 Feb 09 00:38:33.560539 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40fbed8f-64b8-40ce-b79e-0841de0d867b req-b22083c1-3d3d-47f6-af36-5a6c9670ca08 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365825 Feb 09 00:38:33.759506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e54ed-5196-41b3-9334-f5c555a735bd req-4c83d14e-8662-465a-a92a-3dd7561595b8 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.761623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec2e54ed-5196-41b3-9334-f5c555a735bd req-4c83d14e-8662-465a-a92a-3dd7561595b8 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 944 time: 0.0504179 Feb 09 00:38:33.779124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-98dd3907-8778-4099-a2b2-4c58a566a294 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.780889 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-98dd3907-8778-4099-a2b2-4c58a566a294 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.84 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39&tenant_id=0805405554ce4a528300da7fe87dd50c&binding%3Ahost_id=n-h1-828413-1 HTTP/1.1" status: 200 len: 944 time: 0.0555787 Feb 09 00:38:33.800365 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec2e54ed-5196-41b3-9334-f5c555a735bd req-1585fa7e-d489-4921-a991-00258ca152cb tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Feb 09 00:38:33.848574 n-d-828413-1 neutron-server[105931]: INFO neutron.api.v2.resource [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-cc3c7adc-8d29-4bee-baa8-9ddfc90097cd service neutron] delete failed (client error): The resource could not be found. Feb 09 00:38:33.849641 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-cc3c7adc-8d29-4bee-baa8-9ddfc90097cd service neutron] 10.222.0.84 "DELETE /v2.0/ports/a2b80ea0-88ed-464a-9cc9-6b8c79b0a242/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0611002 Feb 09 00:38:33.935895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-979eb460-2cae-41e2-9157-920930de4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:33.937435 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-979eb460-2cae-41e2-9157-920930de4947 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=0805405554ce4a528300da7fe87dd50c&device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 1095 time: 0.0414691 Feb 09 00:38:33.943946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:38:33.986615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:38:34.032088 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-5c5964cb-11df-4c72-a772-d46ee4e9be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:34.033618 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-5c5964cb-11df-4c72-a772-d46ee4e9be85 service neutron] 10.222.0.84 "GET /v2.0/networks?id=439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 200 len: 915 time: 0.0882285 Feb 09 00:38:34.079902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-5c284e11-28de-4564-b76f-b73eabdad200 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 200 len: 217 time: 0.0394096 Feb 09 00:38:34.129145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-2078c1c7-1bba-4746-9833-5336653e409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:34.130566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-2078c1c7-1bba-4746-9833-5336653e409a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 200 len: 854 time: 0.0441916 Feb 09 00:38:34.161666 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-f1f0b40d-6326-4a3e-acba-430c0fb28adf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=439a040d-95f0-4242-a800-a5974eb1ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240488 Feb 09 00:38:34.255602 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-88d12f4e-786c-4624-a6ef-0fa42f519327 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866771 Feb 09 00:38:34.345261 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7a0b9c73-1c62-4c7e-8dbb-28a3bf110eb7 req-efaa0e82-cec8-4e8b-9efb-d5cec39c8f00 service neutron] 10.222.0.84 "GET /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832767 Feb 09 00:38:34.447391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:38:34.498784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:38:34.502900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:34.503271 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:34.578642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:34.601006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:38:34.603399 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5091bd6de9067439cbd680eb00d5a73570168e4540c0bb3585e54389e5b687e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a8266-459a-4f99-905b-2b9257752a19" -d '{"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-plugged", "status": "completed", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:38:34.615955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:34.620522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:34.662576 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f8252b-8a3f-45a4-9a72-a7a4f00d74eb x-openstack-request-id: req-31f8252b-8a3f-45a4-9a72-a7a4f00d74eb {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:38:34.662870 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-plugged", "status": "completed", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:38:34.663149 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31f8252b-8a3f-45a4-9a72-a7a4f00d74eb {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:38:34.663719 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'code': 200} Feb 09 00:38:34.673516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:34.930623 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f59054-6a64-4b4a-84fb-9a22459394bc req-2ec2cd5f-0ad9-4ab6-b7be-f26eb23aa60f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:34.932116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38f59054-6a64-4b4a-84fb-9a22459394bc req-2ec2cd5f-0ad9-4ab6-b7be-f26eb23aa60f tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0555692 Feb 09 00:38:34.970547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38f59054-6a64-4b4a-84fb-9a22459394bc req-1705c11b-7309-4452-b2c0-22cf4c1f71a5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Feb 09 00:38:35.085892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b4c2-14aa-4b6c-8840-d4f4732a0587 req-d86acd36-7d04-4900-a3e3-2568f4bbcdc5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:35.087760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33f1b4c2-14aa-4b6c-8840-d4f4732a0587 req-d86acd36-7d04-4900-a3e3-2568f4bbcdc5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Feb 09 00:38:35.125094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-33f1b4c2-14aa-4b6c-8840-d4f4732a0587 req-8306957e-f892-4e23-9144-4749475c6286 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Feb 09 00:38:35.237176 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f5654-f091-4769-8604-339d224775d7 req-da791abd-30b2-409c-8932-c6678948d102 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:35.238625 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f4f5654-f091-4769-8604-339d224775d7 req-da791abd-30b2-409c-8932-c6678948d102 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0483890 Feb 09 00:38:35.276469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f4f5654-f091-4769-8604-339d224775d7 req-6a578034-bd67-4cc4-b590-0e35187a5649 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Feb 09 00:38:35.618775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09063c01-770e-4711-940e-34593ea0a147 req-02adc60a-f580-478d-97e2-5870b13e448c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:35.620163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09063c01-770e-4711-940e-34593ea0a147 req-02adc60a-f580-478d-97e2-5870b13e448c tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Feb 09 00:38:35.656859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09063c01-770e-4711-940e-34593ea0a147 req-bf98efa0-7a69-429e-9738-49ec16c9b84e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Feb 09 00:38:36.774604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ce97f-3a32-416e-bccd-f91ca1a44ac0 req-d8b0c355-73a0-4ee3-ba35-4255e96ed290 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:36.776047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b74ce97f-3a32-416e-bccd-f91ca1a44ac0 req-d8b0c355-73a0-4ee3-ba35-4255e96ed290 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Feb 09 00:38:36.813672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b74ce97f-3a32-416e-bccd-f91ca1a44ac0 req-1f28e6e3-dad2-4092-9aae-56666c819180 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.32 "GET /v2.0/security-groups?id=f41054c4-4ee0-4c92-89d9-1b59d1076ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Feb 09 00:38:37.002799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-64a9875f-e66a-4678-92e4-744ddb3507be tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:37.004171 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-64a9875f-e66a-4678-92e4-744ddb3507be tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.21 "GET /v2.0/ports?device_id=17868d51-2b61-4fc3-b243-de930da91e39 HTTP/1.1" status: 200 len: 945 time: 0.0475113 Feb 09 00:38:37.094681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Deleting port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:38:37.095019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:37.179530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] For port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,segment=NetworkSegment(77d0d250-5e37-42fb-a900-5da22c16b6a0),segment_id=77d0d250-5e37-42fb-a900-5da22c16b6a0)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:37.180511 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:37.192204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Calling delete_port for a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:38:37.296260 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:37.323599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:37.336030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:38:37.352907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Pushing event deleted for resources: {'Port': ['ID=a2b80ea0-88ed-464a-9cc9-6b8c79b0a242,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:37.397677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] No DVR routers for this DVR port a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:38:37.400239 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:37.403540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce3e3cd0-af0d-4428-b4a5-d85d6ee53d71 req-09981ec0-1de5-404d-b469-5fddd49416c5 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] 10.222.0.21 "DELETE /v2.0/ports/a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 HTTP/1.1" status: 204 len: 173 time: 0.3934321 Feb 09 00:38:37.403975 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-deleted', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:38:37.406519 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8191228ddb328e529f5a6b7f68e9767007e6ba37b8456e1e217a97ffc66aafc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf5654-f2d1-4589-bf49-9553768b7a99" -d '{"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-deleted", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:38:37.446740 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aeb503-7e75-4e15-9cdb-e537ceb784c4 x-openstack-request-id: req-41aeb503-7e75-4e15-9cdb-e537ceb784c4 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:38:37.447253 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17868d51-2b61-4fc3-b243-de930da91e39", "name": "network-vif-deleted", "tag": "a2b80ea0-88ed-464a-9cc9-6b8c79b0a242", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:38:37.447518 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41aeb503-7e75-4e15-9cdb-e537ceb784c4 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:38:37.447929 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17868d51-2b61-4fc3-b243-de930da91e39', 'name': 'network-vif-deleted', 'tag': 'a2b80ea0-88ed-464a-9cc9-6b8c79b0a242', 'status': 'completed', 'code': 200} Feb 09 00:38:37.478569 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:37.937352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58734) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:37.981539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Deleting subnet 4dd79882-921e-434c-a7e0-a8d1d9b361dc {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:38:37.984507 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.024024 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.064288 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.115037 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.143719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd79882-921e-434c-a7e0-a8d1d9b361dc,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:38.145931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.149737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a710bd15-7a3d-4eff-8bed-cde94acd8b78 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4dd79882-921e-434c-a7e0-a8d1d9b361dc HTTP/1.1" status: 204 len: 168 time: 0.2110415 Feb 09 00:38:38.151855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58736) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:38.229755 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.307654 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.328053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439a040d-95f0-4242-a800-a5974eb1ed50']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:38.337479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d0d250-5e37-42fb-a900-5da22c16b6a0') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:38.337776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d0d250-5e37-42fb-a900-5da22c16b6a0') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:38.347078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.360500 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.366556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:38:38.366875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:38:38.369262 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:38:38.426224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.432400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.435869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] 10.222.0.32 "DELETE /v2.0/networks/439a040d-95f0-4242-a800-a5974eb1ed50 HTTP/1.1" status: 204 len: 168 time: 0.2829077 Feb 09 00:38:38.447816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdf3a9-c372-437a-a4a8-0b4d83f6a510 admin admin] Pushing event deleted for resources: {'Network': ['ID=439a040d-95f0-4242-a800-a5974eb1ed50,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:38.564335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58740) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:38.607330 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d45531aa-9813-4fd0-867e-863519282f93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0805405554ce4a528300da7fe87dd50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417953 Feb 09 00:38:38.609856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58742) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:38.657456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3197-60fc-4fc0-aae9-d3651de42699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.678317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3197-60fc-4fc0-aae9-d3651de42699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.725117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3197-60fc-4fc0-aae9-d3651de42699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.728465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3197-60fc-4fc0-aae9-d3651de42699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:38.729695 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c4d3197-60fc-4fc0-aae9-d3651de42699 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f41054c4-4ee0-4c92-89d9-1b59d1076ebe HTTP/1.1" status: 204 len: 168 time: 0.1189599 Feb 09 00:38:38.742565 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d3197-60fc-4fc0-aae9-d3651de42699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41054c4-4ee0-4c92-89d9-1b59d1076ebe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:39.394939 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:39.489854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-364096452-network', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:38:39.512242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Made reservation on behalf of d9d88cb080dc499f8f078129ced2890a for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:38:39.514651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.527452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.608170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.611635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.637546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:38:39.642763 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437dcff5-9e45-44d3-931f-5c5a0ef393bd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:39.651282 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.651282 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Added segment dd1d8d27-2977-4267-a517-2338a2137b97 of type vlan for network a1780415-5520-441f-8f52-4f8f2d00c8a0 Feb 09 00:38:39.691883 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.715437 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.716258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:39.716831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.776451 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3804090 Feb 09 00:38:39.779511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:39.782530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708a472-20c3-414b-b31b-2b312c74d938 admin admin] Pushing event updated for resources: {'Network': ['ID=a1780415-5520-441f-8f52-4f8f2d00c8a0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:39.785654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Request body: {'subnet': {'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-364096452-subnet', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:38:39.792390 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:38:39.809238 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Made reservation on behalf of d9d88cb080dc499f8f078129ced2890a for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:38:39.811536 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:39.979091 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.031644 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850291e3-0ef2-4bfe-b6bc-3da2154d49db,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:40.046650 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Checking segment: {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:38:40.047006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Network hostable DHCP agents. Network: a1780415-5520-441f-8f52-4f8f2d00c8a0, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:38:40.062480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:38:40.070454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, a1780415-5520-441f-8f52-4f8f2d00c8a0) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:38:40.074671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:38:40.075272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.080204 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78686efc-c3a6-460f-b858-d41a4081b10e None None] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:38:40.091022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-81989ebe-90c4-43ce-af04-60a62a1d7085 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3101158 Feb 09 00:38:40.093756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58770) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:40.097912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:38:40.121864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.122898 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.173575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.230660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-a1780415-5520-441f-8f52-4f8f2d00c8a0', 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'fixed_ips': [{'subnet_id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:38:40.231522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.308145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.368816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Allocated IP 172.20.0.2 (a1780415-5520-441f-8f52-4f8f2d00c8a0/850291e3-0ef2-4bfe-b6bc-3da2154d49db/3bc48239-6515-4b02-96b3-d931b9c0ffdb) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:38:40.513663 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.514069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.518702 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.533658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.566210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:38:40.569072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:38:40.574229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:38:40.577248 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Pushing event updated for resources: {'Port': ['ID=3bc48239-6515-4b02-96b3-d931b9c0ffdb,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:40.629197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Attempting to bind port 3bc48239-6515-4b02-96b3-d931b9c0ffdb on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:38:40.629564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Attempting to bind port 3bc48239-6515-4b02-96b3-d931b9c0ffdb by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:38:40.629926 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Attempting to bind port 3bc48239-6515-4b02-96b3-d931b9c0ffdb on network a1780415-5520-441f-8f52-4f8f2d00c8a0 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:38:40.635712 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:38:40.636087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Checking segment: {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:38:40.636495 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.636885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Bound using segment: {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:38:40.637377 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Bound port: 3bc48239-6515-4b02-96b3-d931b9c0ffdb, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:38:40.637755 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.641919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Allocated IP 172.25.3.18 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/eded6dc9-62ef-4813-99fb-e7c76d3b4129) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:38:40.704739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] For port 3bc48239-6515-4b02-96b3-d931b9c0ffdb, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:38:40.707833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] For port 3bc48239-6515-4b02-96b3-d931b9c0ffdb, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3bc48239-6515-4b02-96b3-d931b9c0ffdb,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:38:40.713122 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.748927 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.774660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467dac-6b15-4aac-abdd-ebdaa062efb1 None None] Pushing event updated for resources: {'Port': ['ID=3bc48239-6515-4b02-96b3-d931b9c0ffdb,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:40.787202 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:40.828140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:38:40.833276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:38:40.836674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:38:40.842854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Pushing event updated for resources: {'Port': ['ID=eded6dc9-62ef-4813-99fb-e7c76d3b4129,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:41.463384 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:41.660479 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:41.660829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e34fafe-e940-4ae8-b29b-c9336b9c8006 None None] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:38:41.788106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7d64f385-1c8d-4b11-a2d7-e7661a1e0686 None None] Provisioning complete for port 3bc48239-6515-4b02-96b3-d931b9c0ffdb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:41.788478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d64f385-1c8d-4b11-a2d7-e7661a1e0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:41.792562 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Router 8ab3781b-b5f4-4337-b799-3220a0ee4096 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:38:41.897750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d64f385-1c8d-4b11-a2d7-e7661a1e0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:41.904738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:38:41.920575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Sync routers for ids ['8ab3781b-b5f4-4337-b799-3220a0ee4096'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:38:41.930149 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:41.931446 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f3ea9ca4-6b3b-428e-8008-d2a17fde8c92 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8367648 Feb 09 00:38:41.934944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:38:41.952828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-7d64f385-1c8d-4b11-a2d7-e7661a1e0686 None None] For port 3bc48239-6515-4b02-96b3-d931b9c0ffdb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3bc48239-6515-4b02-96b3-d931b9c0ffdb,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:41.958816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Routers {'8ab3781b-b5f4-4337-b799-3220a0ee4096'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:38:41.959482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:38:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8ab3781b-b5f4-4337-b799-3220a0ee4096'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:41.965942 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7d64f385-1c8d-4b11-a2d7-e7661a1e0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.060433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd9d5067-911d-41e9-a8a8-61a263aae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.131244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3bc48239-6515-4b02-96b3-d931b9c0ffdb up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:38:42.134133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64f385-1c8d-4b11-a2d7-e7661a1e0686 None None] Pushing event updated for resources: {'Port': ['ID=3bc48239-6515-4b02-96b3-d931b9c0ffdb,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:42.178325 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9b09c8a4-471d-4f13-b3c5-b75d5ca47abe None None] Provisioning complete for port 3bc48239-6515-4b02-96b3-d931b9c0ffdb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:42.178694 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9b09c8a4-471d-4f13-b3c5-b75d5ca47abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.217709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Set router 8ab3781b-b5f4-4337-b799-3220a0ee4096 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:38:42.353265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3bc48239-6515-4b02-96b3-d931b9c0ffdb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:42.353635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.379494 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.482693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:38:42.508036 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:38:42.508365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device a2b80ea0-88ed-464a-9cc9-6b8c79b0a242 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:38:42.563746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:40Z', 'revision_number': 3, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:42.579418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Allocated IP 172.20.0.1 (a1780415-5520-441f-8f52-4f8f2d00c8a0/850291e3-0ef2-4bfe-b6bc-3da2154d49db/caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:38:42.592839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Checking router: 8ab3781b-b5f4-4337-b799-3220a0ee4096 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:38:42.593223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Updating router 8ab3781b-b5f4-4337-b799-3220a0ee4096 port eded6dc9-62ef-4813-99fb-e7c76d3b4129 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:38:42.619428 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.679044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.713346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.750984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:38:42.756078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:38:42.760047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:38:42.794546 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Pushing event updated for resources: {'Port': ['ID=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:42.814157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:42.954899 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.015433 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-eb79bf52-35c0-46c7-9601-562679715e97 None None] Provisioning complete for port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:43.016049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb79bf52-35c0-46c7-9601-562679715e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.088855 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.090342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eb79bf52-35c0-46c7-9601-562679715e97 None None] Port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:38:43.095368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.119735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.124440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.149467 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363904c-a74e-4aaf-87cf-5ee13b1f9ef6 None None] Pushing event updated for resources: {'Port': ['ID=eded6dc9-62ef-4813-99fb-e7c76d3b4129,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:43.152108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Attempting to bind port eded6dc9-62ef-4813-99fb-e7c76d3b4129 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:38:43.152940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Attempting to bind port eded6dc9-62ef-4813-99fb-e7c76d3b4129 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:38:43.152940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Attempting to bind port eded6dc9-62ef-4813-99fb-e7c76d3b4129 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:38:43.159320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:38:43.159691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:38:43.160090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.160495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:38:43.160973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Bound port: eded6dc9-62ef-4813-99fb-e7c76d3b4129, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:38:43.161351 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.196478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Pushing event updated for resources: {'Port': ['ID=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:43.202446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.215869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] For port eded6dc9-62ef-4813-99fb-e7c76d3b4129, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:38:43.219940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] For port eded6dc9-62ef-4813-99fb-e7c76d3b4129, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=eded6dc9-62ef-4813-99fb-e7c76d3b4129,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:38:43.225476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.279219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Routers {'8ab3781b-b5f4-4337-b799-3220a0ee4096'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:38:43.279838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:38:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8ab3781b-b5f4-4337-b799-3220a0ee4096'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:43.292698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:38:43.294109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:38:43.325306 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363904c-a74e-4aaf-87cf-5ee13b1f9ef6 None None] Pushing event updated for resources: {'Port': ['ID=eded6dc9-62ef-4813-99fb-e7c76d3b4129,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:43.407240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] Set router 8ab3781b-b5f4-4337-b799-3220a0ee4096 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:38:43.416014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Router 8ab3781b-b5f4-4337-b799-3220a0ee4096 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:38:43.533172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:38:43.538378 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dd55a70b-205f-4fdf-bd22-553a32c110d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/8ab3781b-b5f4-4337-b799-3220a0ee4096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6024690 Feb 09 00:38:43.625543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6a1089bc-5b3b-47ba-b2ad-022cb35c989c None None] Provisioning complete for port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:43.626186 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6a1089bc-5b3b-47ba-b2ad-022cb35c989c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:43.652406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:42Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8', 'name': '', 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'mac_address': 'fa:16:3e:40:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:42Z', 'updated_at': '2022-02-09T00:38:43Z', 'revision_number': 2, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'subnets': [{'id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:43.688525 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b1f707-dbcb-4245-9a50-b9b230bd5cd5 None None] The sync data for ids ['8ab3781b-b5f4-4337-b799-3220a0ee4096'] in n-d-828413-1 is: [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:42Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8', 'name': '', 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'mac_address': 'fa:16:3e:40:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:42Z', 'updated_at': '2022-02-09T00:38:43Z', 'revision_number': 2, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'subnets': [{'id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:38:43.695131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-6a1089bc-5b3b-47ba-b2ad-022cb35c989c None None] Port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:38:44.096514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3bc48239-6515-4b02-96b3-d931b9c0ffdb up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:38:44.147279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3bc48239-6515-4b02-96b3-d931b9c0ffdb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:44.147654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:44.750401 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4c64d475-1568-4142-b478-9ca8ab6fe702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:45.561177 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Sync routers for ids ['8ab3781b-b5f4-4337-b799-3220a0ee4096'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:38:45.570123 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Routers {'8ab3781b-b5f4-4337-b799-3220a0ee4096'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:38:45.570717 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:38:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8ab3781b-b5f4-4337-b799-3220a0ee4096'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:45.635781 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:45.675277 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Set router 8ab3781b-b5f4-4337-b799-3220a0ee4096 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:38:45.866290 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:42Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8', 'name': '', 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'mac_address': 'fa:16:3e:40:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:42Z', 'updated_at': '2022-02-09T00:38:43Z', 'revision_number': 2, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'subnets': [{'id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:45.896404 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Checking router: 8ab3781b-b5f4-4337-b799-3220a0ee4096 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:38:45.896752 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Updating router 8ab3781b-b5f4-4337-b799-3220a0ee4096 port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:38:45.921561 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.114591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eded6dc9-62ef-4813-99fb-e7c76d3b4129 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:38:46.163542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port eded6dc9-62ef-4813-99fb-e7c76d3b4129 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:46.163830 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.192342 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.198263 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.249073 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.251997 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Pushing event updated for resources: {'Port': ['ID=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:46.273322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port eded6dc9-62ef-4813-99fb-e7c76d3b4129, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=eded6dc9-62ef-4813-99fb-e7c76d3b4129,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:46.275603 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.276003 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.276347 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.276717 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.277087 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.277414 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.277747 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.277851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.278097 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.278402 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.278768 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.279094 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.279416 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:38:46.312754 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Attempting to bind port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:38:46.313148 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Attempting to bind port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:38:46.313507 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Attempting to bind port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 on network a1780415-5520-441f-8f52-4f8f2d00c8a0 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:38:46.318707 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:38:46.319080 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Checking segment: {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:38:46.319479 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.319865 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Bound using segment: {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:38:46.321085 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Bound port: caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1d8d27-2977-4267-a517-2338a2137b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:38:46.321539 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.336520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=eded6dc9-62ef-4813-99fb-e7c76d3b4129,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:46.393023 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] For port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:38:46.396300 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] For port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:38:46.401028 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.460352 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Routers {'8ab3781b-b5f4-4337-b799-3220a0ee4096'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:38:46.461530 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:38:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8ab3781b-b5f4-4337-b799-3220a0ee4096'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:46.497350 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c184-bc21-4b36-9837-b84c9769c996 None None] Pushing event updated for resources: {'Port': ['ID=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:46.536749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-6e9e7bf9-c8a7-45d6-8134-e8c2bbd06b80 None None] Provisioning complete for port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:46.537487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7bf9-c8a7-45d6-8134-e8c2bbd06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.581092 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] Set router 8ab3781b-b5f4-4337-b799-3220a0ee4096 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:38:46.618315 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7bf9-c8a7-45d6-8134-e8c2bbd06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.653219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6e9e7bf9-c8a7-45d6-8134-e8c2bbd06b80 None None] For port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:38:46.658275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7bf9-c8a7-45d6-8134-e8c2bbd06b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.707172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e7bf9-c8a7-45d6-8134-e8c2bbd06b80 None None] Pushing event updated for resources: {'Port': ['ID=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:38:46.776690 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4203c23f-3db5-406e-b2c7-b03bda44a4c1 None None] Provisioning complete for port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:46.777231 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4203c23f-3db5-406e-b2c7-b03bda44a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:46.781093 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:42Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8', 'name': '', 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'mac_address': 'fa:16:3e:40:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:42Z', 'updated_at': '2022-02-09T00:38:46Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'subnets': [{'id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:38:46.807679 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd822c5-968c-424c-ba0c-2930178624d6 None None] The sync data for ids ['8ab3781b-b5f4-4337-b799-3220a0ee4096'] in n-d-828413-1 is: [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:42Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8', 'name': '', 'network_id': 'a1780415-5520-441f-8f52-4f8f2d00c8a0', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'mac_address': 'fa:16:3e:40:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:42Z', 'updated_at': '2022-02-09T00:38:46Z', 'revision_number': 4, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'subnets': [{'id': '850291e3-0ef2-4bfe-b6bc-3da2154d49db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:38:47.023789 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:47.437606 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:48.106755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:38:48.156069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:48.156445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:38:48.233880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eded6dc9-62ef-4813-99fb-e7c76d3b4129 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:38:48.282026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port eded6dc9-62ef-4813-99fb-e7c76d3b4129 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:38:48.282321 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:07.294041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:07.501902 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:10.438471 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:39:11.964787 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2633f1df-6a9a-42a9-88b1-1513a7b2508f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:14.751112 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7580cc9-7711-4890-bd88-238330fa7f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:15.642308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:17.026119 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:17.439234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:37.308738 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:37.496660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:41.967189 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46ea6fa1-d78f-45f5-b6be-b6dc0ee23457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:43.714365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:44.057155 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.299120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Deleting port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:39:44.299456 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.381581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] For port caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:44.381941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.394209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Calling delete_port for caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:39:44.574130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.599619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Pushing event deleted for resources: {'Port': ['ID=caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:44.611962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.611962 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.612232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.612402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.612738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.613103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.613435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.613768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.614096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.614420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.614746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.615067 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:44.756178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-683d9f38-cf71-487c-8ac2-aecca6d1936c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.782062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:44.999344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Router 8ab3781b-b5f4-4337-b799-3220a0ee4096 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:39:45.105025 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:39:45.109965 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c8a57d39-5594-4885-a271-493b3c13f22b admin admin] 10.222.0.32 "PUT /v2.0/routers/8ab3781b-b5f4-4337-b799-3220a0ee4096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946135 Feb 09 00:39:45.112592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58786) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:45.115532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] Sync routers for ids ['8ab3781b-b5f4-4337-b799-3220a0ee4096'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:39:45.125620 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] Routers {'8ab3781b-b5f4-4337-b799-3220a0ee4096'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:39:45.126301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:39:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8ab3781b-b5f4-4337-b799-3220a0ee4096'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:45.216334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.230002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] Set router 8ab3781b-b5f4-4337-b799-3220a0ee4096 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:39:45.322613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.376975 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Deleting port eded6dc9-62ef-4813-99fb-e7c76d3b4129 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:39:45.377323 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.413564 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:39:44Z', 'revision_number': 5, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port': {'id': 'eded6dc9-62ef-4813-99fb-e7c76d3b4129', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:bc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:45.441181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] Checking router: 8ab3781b-b5f4-4337-b799-3220a0ee4096 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:39:45.450023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] Routers {'8ab3781b-b5f4-4337-b799-3220a0ee4096'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:39:45.450634 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:39:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8ab3781b-b5f4-4337-b799-3220a0ee4096'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:45.459150 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] For port eded6dc9-62ef-4813-99fb-e7c76d3b4129, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=eded6dc9-62ef-4813-99fb-e7c76d3b4129,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:45.459519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.471885 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Calling delete_port for eded6dc9-62ef-4813-99fb-e7c76d3b4129 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:39:45.539205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] Set router 8ab3781b-b5f4-4337-b799-3220a0ee4096 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:39:45.594412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:39:45Z', 'revision_number': 6, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:45.625401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15278b00-0edc-412a-868d-02e2be4ad675 None None] The sync data for ids ['8ab3781b-b5f4-4337-b799-3220a0ee4096'] in n-d-828413-1 is: [{'id': '8ab3781b-b5f4-4337-b799-3220a0ee4096', 'name': 'tempest-ServerActionsTestJSON-364096452-router', 'tenant_id': 'd9d88cb080dc499f8f078129ced2890a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:38:40Z', 'updated_at': '2022-02-09T00:39:45Z', 'revision_number': 6, 'project_id': 'd9d88cb080dc499f8f078129ced2890a', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:39:45.643829 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:45.984680 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.015383 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Pushing event deleted for resources: {'Port': ['ID=eded6dc9-62ef-4813-99fb-e7c76d3b4129,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:46.085721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.181088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.183322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.229243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.229762 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab3781b-b5f4-4337-b799-3220a0ee4096 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:39:46.234712 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.235853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd60c1c3-94e4-412e-9f19-9e96e10c8429 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8ab3781b-b5f4-4337-b799-3220a0ee4096 HTTP/1.1" status: 204 len: 168 time: 1.1221690 Feb 09 00:39:46.238410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58790) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:46.282893 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Deleting subnet 850291e3-0ef2-4bfe-b6bc-3da2154d49db {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:39:46.285913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.322142 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.402188 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.464624 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.476230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:39:46.490058 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850291e3-0ef2-4bfe-b6bc-3da2154d49db,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:46.499488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:39:46.499488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device caffa774-50ae-4ddf-a6e1-0c77d8d3a8e8 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:39:46.500751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.502437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12281ee5-1523-4801-8f91-d920f9cb3d58 None None] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:39:46.504780 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-86ac5359-75ce-4d54-ae08-80daff274ba9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/850291e3-0ef2-4bfe-b6bc-3da2154d49db HTTP/1.1" status: 204 len: 168 time: 0.2654393 Feb 09 00:39:46.507443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58792) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:46.584104 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.640004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Deleting port 3bc48239-6515-4b02-96b3-d931b9c0ffdb {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:39:46.640346 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.705465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] For port 3bc48239-6515-4b02-96b3-d931b9c0ffdb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3bc48239-6515-4b02-96b3-d931b9c0ffdb,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:46.705828 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.713607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] DHCP port deletion for a1780415-5520-441f-8f52-4f8f2d00c8a0 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:39:46.719839 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Calling delete_port for 3bc48239-6515-4b02-96b3-d931b9c0ffdb owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:39:46.769140 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Deleting port 3bc48239-6515-4b02-96b3-d931b9c0ffdb {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:39:46.769909 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.806018 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.837164 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bc48239-6515-4b02-96b3-d931b9c0ffdb,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:46.841974 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] No DVR routers for this DVR port 3bc48239-6515-4b02-96b3-d931b9c0ffdb on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:39:46.850801 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.851141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.851477 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.852449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.852782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.853209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.853544 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.853866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.854185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.854502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.854818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.855132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:46.929469 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.951745 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1780415-5520-441f-8f52-4f8f2d00c8a0']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:46.961442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1d8d27-2977-4267-a517-2338a2137b97') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:46.961754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1d8d27-2977-4267-a517-2338a2137b97') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:39:46.971379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.984772 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.991166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:39:46.991656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:39:46.993939 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:39:47.012829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] For port 3bc48239-6515-4b02-96b3-d931b9c0ffdb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3bc48239-6515-4b02-96b3-d931b9c0ffdb,segment=NetworkSegment(dd1d8d27-2977-4267-a517-2338a2137b97),segment_id=dd1d8d27-2977-4267-a517-2338a2137b97)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:47.013322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.039807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Calling delete_port for 3bc48239-6515-4b02-96b3-d931b9c0ffdb owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:39:47.048843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.052307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.056441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.059628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] 10.222.0.32 "DELETE /v2.0/networks/a1780415-5520-441f-8f52-4f8f2d00c8a0 HTTP/1.1" status: 204 len: 168 time: 0.5510426 Feb 09 00:39:47.069308 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83dda7-1aae-4007-b451-30be4070103c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1780415-5520-441f-8f52-4f8f2d00c8a0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:47.121598 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.128825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Network a1780415-5520-441f-8f52-4f8f2d00c8a0 is not hosted by any dhcp agent {{(pid=105933) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 00:39:47.129308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] No DVR routers for this DVR port 3bc48239-6515-4b02-96b3-d931b9c0ffdb on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:39:47.151930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Pushing event deleted for resources: {'Port': ['ID=3bc48239-6515-4b02-96b3-d931b9c0ffdb,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:47.159698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.160047 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.160409 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.160742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.161101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.161522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.162239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.162239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.162395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.162722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.163013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.163336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fb2237-b6d0-4ec0-b6f4-27944df35540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:39:47.177202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58798) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:47.222115 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2b18506e-f379-45db-b39d-a87dac96530b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9d88cb080dc499f8f078129ced2890a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436640 Feb 09 00:39:47.224557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58800) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:47.272050 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8d52-a2d2-437d-9e52-36ee54c95684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.293383 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8d52-a2d2-437d-9e52-36ee54c95684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.339600 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8d52-a2d2-437d-9e52-36ee54c95684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.342365 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f6f8d52-a2d2-437d-9e52-36ee54c95684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:47.343550 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8f6f8d52-a2d2-437d-9e52-36ee54c95684 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/437dcff5-9e45-44d3-931f-5c5a0ef393bd HTTP/1.1" status: 204 len: 168 time: 0.1180739 Feb 09 00:39:47.352569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f8d52-a2d2-437d-9e52-36ee54c95684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437dcff5-9e45-44d3-931f-5c5a0ef393bd,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:47.438435 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:39:47.442460 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.094220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 58822) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:48.128027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3bc48239-6515-4b02-96b3-d931b9c0ffdb no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:39:48.148180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 3bc48239-6515-4b02-96b3-d931b9c0ffdb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:39:48.149270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3bc48239-6515-4b02-96b3-d931b9c0ffdb not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:39:48.149778 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eded6dc9-62ef-4813-99fb-e7c76d3b4129 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:39:48.169277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: eded6dc9-62ef-4813-99fb-e7c76d3b4129 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:39:48.169631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device eded6dc9-62ef-4813-99fb-e7c76d3b4129 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:39:48.192379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-631689104-network', 'tenant_id': 'e403434042d5482c9fb0ccfa739c121d'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:48.216382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Made reservation on behalf of e403434042d5482c9fb0ccfa739c121d for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:48.218775 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.228140 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.302538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.306522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.332082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:39:48.341674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5909e90b-d912-4078-9a39-4b3fd1787f45,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:48.347861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.348205 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Added segment 185c9ef0-1485-45cc-a89b-533a38a2a05b of type vlan for network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd Feb 09 00:39:48.390435 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.415998 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.416977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:48.417556 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.471046 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3756099 Feb 09 00:39:48.474083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 58826) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:39:48.479219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4668e7f4-330a-41bf-81ac-38767062b8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:48.480116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Request body: {'subnet': {'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-631689104-subnet', 'tenant_id': 'e403434042d5482c9fb0ccfa739c121d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:48.489015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:39:48.502902 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Made reservation on behalf of e403434042d5482c9fb0ccfa739c121d for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:48.505273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.673707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.721895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:48.740236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Checking segment: {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:39:48.740603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Network hostable DHCP agents. Network: 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:39:48.758513 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:39:48.767055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:48.771021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:48.771609 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:48.776357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934cefb5-5776-4f3a-8f69-4e5c1ba1ba49 None None] Network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:39:48.788526 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f0f91244-0b51-48b8-8c46-2c52f6906532 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3133440 Feb 09 00:39:48.912867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c749281-9691-4feb-ac1e-420144275fd4 None None] Network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:39:49.455802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-38559387-082f-4b88-97c3-dd1d37daaefd tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:49.457300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-38559387-082f-4b88-97c3-dd1d37daaefd tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/networks?id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 200 len: 813 time: 0.1031685 Feb 09 00:39:49.472776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-26de2336-73a3-4a15-9f31-1aec5a766f34 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/quotas/e403434042d5482c9fb0ccfa739c121d HTTP/1.1" status: 200 len: 375 time: 0.0088553 Feb 09 00:39:49.504061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-d490acf7-2a67-4492-92e8-787ceee7f237 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e403434042d5482c9fb0ccfa739c121d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251541 Feb 09 00:39:49.592357 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-d3bc16bc-a015-4fe3-95f4-9153eb5685a2 service neutron] 10.222.0.32 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807962 Feb 09 00:39:49.681657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-05a77bf0-4542-4b63-9726-1df31fe0f09e service neutron] 10.222.0.32 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833116 Feb 09 00:39:49.844403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b1d28ea-48b7-4ff2-924f-d0b2843d61cc req-1b8e4fa2-9644-4434-ad09-fe6d9410aca9 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 210 time: 0.0271344 Feb 09 00:39:50.916593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-cdd380a3-feef-4f94-a818-d7eeff5adce0 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:50.918264 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-cdd380a3-feef-4f94-a818-d7eeff5adce0 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.84 "GET /v2.0/networks?id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 200 len: 813 time: 0.1083548 Feb 09 00:39:50.931888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Request body: {'port': {'device_id': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd', 'admin_state_up': True, 'tenant_id': 'e403434042d5482c9fb0ccfa739c121d'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:50.944406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92f5f5c6-63e8-4925-a1fe-bf4e827207c2 req-50b4f91a-3a2d-409e-8db9-2da83cf75805 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 210 time: 0.0266294 Feb 09 00:39:51.043692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Made reservation on behalf of e403434042d5482c9fb0ccfa739c121d for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:39:51.047239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.177894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Allocated IP 172.20.0.9 (0faf2eba-abfb-4c06-b4ed-5b34993cd8fd/3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6/539bdd5d-ef34-46d6-9637-fcddcf456e9b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:39:51.327360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.362672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.403146 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:39:51.408343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:39:51.412121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:39:51.437333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Pushing event updated for resources: {'Port': ['ID=539bdd5d-ef34-46d6-9637-fcddcf456e9b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:51.464601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:51.465255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.481192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-57198e1f-7bde-4fa2-9340-eca328cf9f04 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538318 Feb 09 00:39:51.490745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-8f6f45bf-4ff0-4a94-90b2-a117f947dc0f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:39:51.491680 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-8f6f45bf-4ff0-4a94-90b2-a117f947dc0f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049555 Feb 09 00:39:51.599424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Request body: {'port': {'device_id': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:39:51.656291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.919463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539bdd5d-ef34-46d6-9637-fcddcf456e9b {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:39:51.926691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.939581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Transition to ACTIVE for port object 539bdd5d-ef34-46d6-9637-fcddcf456e9b will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:39:51.942496 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:51.993503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Pushing event updated for resources: {'Port': ['ID=539bdd5d-ef34-46d6-9637-fcddcf456e9b,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:52.064124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Attempting to bind port 539bdd5d-ef34-46d6-9637-fcddcf456e9b on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:39:52.064450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Attempting to bind port 539bdd5d-ef34-46d6-9637-fcddcf456e9b by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:39:52.064626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4a99f-49f5-4768-b548-647a6ab82269 req-763762e0-3a91-456c-bf8a-e63880e4aaa1 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.065133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Attempting to bind port 539bdd5d-ef34-46d6-9637-fcddcf456e9b on network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:39:52.066902 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4a4a99f-49f5-4768-b548-647a6ab82269 req-763762e0-3a91-456c-bf8a-e63880e4aaa1 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 943 time: 0.0498214 Feb 09 00:39:52.069133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Port 539bdd5d-ef34-46d6-9637-fcddcf456e9b on network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:39:52.069451 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Attempting to bind port 539bdd5d-ef34-46d6-9637-fcddcf456e9b on network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:39:52.074280 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:39:52.074610 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Checking segment: {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:39:52.074981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Bound using segment: {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:39:52.075398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Bound port: 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:39:52.075749 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.110310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b4a4a99f-49f5-4768-b548-647a6ab82269 req-9b0f5029-3506-4c05-9e83-71d6ece37811 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365422 Feb 09 00:39:52.139537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] For port 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:39:52.142462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] For port 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:39:52.147098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.182954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.183582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:52.185024 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] 10.222.0.84 "PUT /v2.0/ports/539bdd5d-ef34-46d6-9637-fcddcf456e9b HTTP/1.1" status: 200 len: 1091 time: 0.6308949 Feb 09 00:39:52.185471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'tag': '539bdd5d-ef34-46d6-9637-fcddcf456e9b'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:39:52.219468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359bbe-02b0-4b0c-8128-a80218a06062 service neutron] Pushing event updated for resources: {'Port': ['ID=539bdd5d-ef34-46d6-9637-fcddcf456e9b,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:52.234141 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504b4a22-eac5-4ace-baab-5819ea71b45c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc29dda-fe62-4406-b36a-910e1e0d33c2", "tag": "539bdd5d-ef34-46d6-9637-fcddcf456e9b"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:39:52.269429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-d1f0dde1-1556-4bd8-b118-e1c79f155e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.270983 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-d1f0dde1-1556-4bd8-b118-e1c79f155e71 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e403434042d5482c9fb0ccfa739c121d&device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 1094 time: 0.0470512 Feb 09 00:39:52.319156 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-03e930a4-71f4-46c9-b5d0-abac4c7ad9d6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b HTTP/1.1" status: 200 len: 217 time: 0.0393183 Feb 09 00:39:52.321843 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fb15aa-2999-44e2-abd2-5f97432bf353 x-openstack-request-id: req-80fb15aa-2999-44e2-abd2-5f97432bf353 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:39:52.322129 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc29dda-fe62-4406-b36a-910e1e0d33c2", "tag": "539bdd5d-ef34-46d6-9637-fcddcf456e9b", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:39:52.322380 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80fb15aa-2999-44e2-abd2-5f97432bf353 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:39:52.322777 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'tag': '539bdd5d-ef34-46d6-9637-fcddcf456e9b', 'status': 'completed', 'code': 200} Feb 09 00:39:52.374954 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-6dad3d9e-6a26-4fa2-9fbe-93c357d9b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.376413 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-6dad3d9e-6a26-4fa2-9fbe-93c357d9b867 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6 HTTP/1.1" status: 200 len: 853 time: 0.0451083 Feb 09 00:39:52.413039 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-cedcf0e0-39d8-49e9-beac-7608c564bdac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290024 Feb 09 00:39:52.505858 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-c880bd64-22f9-40b4-afd6-d2a10f5c24c3 service neutron] 10.222.0.84 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857553 Feb 09 00:39:52.594188 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-14f332a4-8943-4c2d-bf34-19a28d17217c req-79ecf6c5-e514-45bf-a90a-fd8382a9baad service neutron] 10.222.0.84 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811641 Feb 09 00:39:52.681143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-dbaf3f25-f9cd-4976-b63b-7dd24ccc9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.686111 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-dbaf3f25-f9cd-4976-b63b-7dd24ccc9ca1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e403434042d5482c9fb0ccfa739c121d&device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 1094 time: 0.0454290 Feb 09 00:39:52.785352 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-a8a17bb8-f699-4e1c-9f4b-f4cdb442e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.786770 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-a8a17bb8-f699-4e1c-9f4b-f4cdb442e645 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 200 len: 914 time: 0.0942070 Feb 09 00:39:52.829655 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-4e5b4797-e5ec-47b6-b284-4c1c5d8b7e55 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b HTTP/1.1" status: 200 len: 217 time: 0.0349262 Feb 09 00:39:52.883657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-39140ed3-4882-40d0-95a7-fc4f24b66410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:52.885122 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-39140ed3-4882-40d0-95a7-fc4f24b66410 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6 HTTP/1.1" status: 200 len: 853 time: 0.0476968 Feb 09 00:39:52.918580 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-5e7d6053-df47-4821-97b7-69785311cef0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259962 Feb 09 00:39:53.007769 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-4785145a-f2a4-470c-a75b-69a9efd3eff2 service neutron] 10.222.0.84 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822451 Feb 09 00:39:53.102644 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-504b4a22-eac5-4ace-baab-5819ea71b45c req-351f78d3-74b3-4cc7-a9ae-ad04fc42a8fb service neutron] 10.222.0.84 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870290 Feb 09 00:39:53.228766 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8965f-332c-4045-b2ad-762500a338a2 req-2f47e509-d7f8-4658-9483-375693d9b672 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:53.230264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12b8965f-332c-4045-b2ad-762500a338a2 req-2f47e509-d7f8-4658-9483-375693d9b672 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 943 time: 0.0481553 Feb 09 00:39:53.267806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-12b8965f-332c-4045-b2ad-762500a338a2 req-00e4250e-e5aa-47e2-98a6-a6fa77081a3b tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Feb 09 00:39:54.317607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 539bdd5d-ef34-46d6-9637-fcddcf456e9b details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:39:54.399860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdde2f6-b03a-47d4-9bd8-7e601e4bc5f5 req-666b5c92-92c8-422a-b259-9e3f13e5b478 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:54.401963 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfdde2f6-b03a-47d4-9bd8-7e601e4bc5f5 req-666b5c92-92c8-422a-b259-9e3f13e5b478 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 943 time: 0.0547938 Feb 09 00:39:54.431974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:54.441727 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfdde2f6-b03a-47d4-9bd8-7e601e4bc5f5 req-7cc11bf4-c68c-4acd-928b-47af8a9ce1a0 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Feb 09 00:39:54.443621 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '539bdd5d-ef34-46d6-9637-fcddcf456e9b', 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd', 'port_id': '539bdd5d-ef34-46d6-9637-fcddcf456e9b', 'mac_address': 'fa:16:3e:f7:68:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:39:54.495052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.510581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539bdd5d-ef34-46d6-9637-fcddcf456e9b {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:39:54.533336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:54.537244 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:54.583115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=539bdd5d-ef34-46d6-9637-fcddcf456e9b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:54.763439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['539bdd5d-ef34-46d6-9637-fcddcf456e9b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:39:55.561319 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362b0ee-d0ce-4cb5-a7c8-b97ee80f694b req-0476910f-b33c-4cf9-9274-b81188052372 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:55.562821 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b362b0ee-d0ce-4cb5-a7c8-b97ee80f694b req-0476910f-b33c-4cf9-9274-b81188052372 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 944 time: 0.0470643 Feb 09 00:39:55.607025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b362b0ee-d0ce-4cb5-a7c8-b97ee80f694b req-d049d500-3092-4eb7-8eb0-8e211a272f97 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Feb 09 00:39:56.330934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 539bdd5d-ef34-46d6-9637-fcddcf456e9b up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:39:56.379838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 539bdd5d-ef34-46d6-9637-fcddcf456e9b completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:39:56.395152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 539bdd5d-ef34-46d6-9637-fcddcf456e9b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:39:56.395522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:56.472279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:56.494872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bdd5d-ef34-46d6-9637-fcddcf456e9b'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:39:56.512119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:39:56.516000 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:39:56.540886 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1993a-d4c9-4501-af2b-33266c4cc95f" -d '{"events": [{"server_uuid": "fbc29dda-fe62-4406-b36a-910e1e0d33c2", "name": "network-vif-plugged", "status": "completed", "tag": "539bdd5d-ef34-46d6-9637-fcddcf456e9b"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:39:56.568341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=539bdd5d-ef34-46d6-9637-fcddcf456e9b,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:39:56.628010 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928dcf57-3f28-4f75-97d5-d39712583a7e x-openstack-request-id: req-928dcf57-3f28-4f75-97d5-d39712583a7e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:39:56.628300 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc29dda-fe62-4406-b36a-910e1e0d33c2", "name": "network-vif-plugged", "status": "completed", "tag": "539bdd5d-ef34-46d6-9637-fcddcf456e9b", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:39:56.628553 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-928dcf57-3f28-4f75-97d5-d39712583a7e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:39:56.628964 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539bdd5d-ef34-46d6-9637-fcddcf456e9b', 'code': 200} Feb 09 00:39:56.723016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931bf67-24cb-47db-9b0e-bc0dbe5241a8 req-6408b719-469d-484e-be4d-1e9d3392169c tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:56.724535 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b931bf67-24cb-47db-9b0e-bc0dbe5241a8 req-6408b719-469d-484e-be4d-1e9d3392169c tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Feb 09 00:39:56.724888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca957902-450b-4fce-acbe-142ec6e4b3ed req-4817b6fa-2336-40d4-87bd-5522ddf6621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:56.726566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ca957902-450b-4fce-acbe-142ec6e4b3ed req-4817b6fa-2336-40d4-87bd-5522ddf6621b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 1096 time: 0.0410140 Feb 09 00:39:56.762685 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ca957902-450b-4fce-acbe-142ec6e4b3ed req-c004d2a3-ec77-4d76-88d2-1e867f767265 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288994 Feb 09 00:39:56.763734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b931bf67-24cb-47db-9b0e-bc0dbe5241a8 req-7df4f4df-c2cf-4b05-964c-c19c9ecbc3f8 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Feb 09 00:39:57.897719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9116a5-8e1f-44da-a2b5-c98799b19223 req-c83a5975-e7a7-493a-b20c-c1cb96943635 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:57.899448 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9116a5-8e1f-44da-a2b5-c98799b19223 req-c83a5975-e7a7-493a-b20c-c1cb96943635 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Feb 09 00:39:57.944254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ee9116a5-8e1f-44da-a2b5-c98799b19223 req-aea22761-fea0-4636-83eb-ed795ae0ae9a tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Feb 09 00:39:59.060297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d25c9-2c6e-4d44-aea3-1201534923a7 req-d4d03fac-32b3-4659-a25d-2019b8816de6 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:59.061752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf8d25c9-2c6e-4d44-aea3-1201534923a7 req-d4d03fac-32b3-4659-a25d-2019b8816de6 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Feb 09 00:39:59.103345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf8d25c9-2c6e-4d44-aea3-1201534923a7 req-c2b2ed54-951f-4b3f-bc02-fd2fc59a5b31 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353920 Feb 09 00:39:59.321584 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-77ce9204-5fbb-45c5-abff-0bc7af09d470 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:39:59.323063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-77ce9204-5fbb-45c5-abff-0bc7af09d470 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/networks?id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 200 len: 813 time: 0.1003890 Feb 09 00:39:59.339255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-009ee5e9-054f-4e32-8988-f25c145e8924 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/quotas/e403434042d5482c9fb0ccfa739c121d HTTP/1.1" status: 200 len: 375 time: 0.0103228 Feb 09 00:39:59.388038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-9b08196f-966e-4169-bce7-6788b7360f2f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e403434042d5482c9fb0ccfa739c121d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433087 Feb 09 00:39:59.553796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-c4954ad8-5469-4830-b5f2-de6d411725d0 service neutron] 10.222.0.32 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243806 Feb 09 00:39:59.639316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-d086ce40-7c0d-4c57-8726-9954685c1b5e service neutron] 10.222.0.32 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793698 Feb 09 00:39:59.802869 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b670ea0c-7eed-4126-924b-71e4623cdc0e req-8db4fe64-7fa4-4532-b42c-25f2a76cac92 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 210 time: 0.0336826 Feb 09 00:40:00.730056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-28146635-1e00-404d-989f-7c221ce7a746 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:00.731502 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-28146635-1e00-404d-989f-7c221ce7a746 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.21 "GET /v2.0/networks?id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 200 len: 813 time: 0.1024706 Feb 09 00:40:00.745955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Request body: {'port': {'device_id': '02983e01-b36f-4379-bb65-41aeca453b8a', 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd', 'admin_state_up': True, 'tenant_id': 'e403434042d5482c9fb0ccfa739c121d'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:00.859360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Made reservation on behalf of e403434042d5482c9fb0ccfa739c121d for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:00.863817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:00.911207 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6ce3d5fb-d77b-4a5b-88a2-a46e175193cd req-560eb737-4181-4cb8-8850-80cd63e9b607 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 210 time: 0.0336704 Feb 09 00:40:01.019985 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Allocated IP 172.20.0.10 (0faf2eba-abfb-4c06-b4ed-5b34993cd8fd/3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6/bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:01.164495 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.197253 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.208855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['539bdd5d-ef34-46d6-9637-fcddcf456e9b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:40:01.237356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:01.243539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:01.247906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:01.276791 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Pushing event updated for resources: {'Port': ['ID=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:01.304716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:01.305364 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.322248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-57f4394f-4f70-435a-82cc-0b82000498fa tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805976 Feb 09 00:40:01.409277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Request body: {'port': {'device_id': '02983e01-b36f-4379-bb65-41aeca453b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:01.461492 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.718707 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:40:01.726099 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.738255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Transition to ACTIVE for port object bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:40:01.742233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.811117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:01.859152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Attempting to bind port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:01.859480 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Attempting to bind port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:01.859828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Attempting to bind port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f on network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:01.864040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f on network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:40:01.864351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Attempting to bind port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f on network 0faf2eba-abfb-4c06-b4ed-5b34993cd8fd {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:01.869616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:01.869946 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Checking segment: {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:01.870323 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Bound using segment: {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:01.870731 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Bound port: bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185c9ef0-1485-45cc-a89b-533a38a2a05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:01.871076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.935950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] For port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:01.939419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] For port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:01.943679 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.977880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:01.978502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:01.979921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f HTTP/1.1" status: 200 len: 1092 time: 0.6136839 Feb 09 00:40:01.980368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02983e01-b36f-4379-bb65-41aeca453b8a', 'tag': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:40:02.029258 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a95df5-af84-4c07-bc67-23527221565d" -d '{"events": [{"name": "network-changed", "server_uuid": "02983e01-b36f-4379-bb65-41aeca453b8a", "tag": "bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:40:02.059740 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4416e2-6df2-4bde-86a0-e4054974aa97 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:02.081722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd31d-18c1-4e6e-9920-ede29aacb273 req-2a92d905-cfcd-4fef-af89-569b557f874f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:02.083210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b43cd31d-18c1-4e6e-9920-ede29aacb273 req-2a92d905-cfcd-4fef-af89-569b557f874f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 944 time: 0.0983636 Feb 09 00:40:02.098313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-2e893bb2-c122-49b3-bc7e-14ed4d26a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:02.099731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-2e893bb2-c122-49b3-bc7e-14ed4d26a26e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e403434042d5482c9fb0ccfa739c121d&device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 1095 time: 0.0733318 Feb 09 00:40:02.158773 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-754d34e6-64c4-4f3e-9bba-34c1c8878ed0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f HTTP/1.1" status: 200 len: 217 time: 0.0506568 Feb 09 00:40:02.167196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b43cd31d-18c1-4e6e-9920-ede29aacb273 req-40cf1221-14df-4073-8e68-7241f6ddc171 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761309 Feb 09 00:40:02.209727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-f7f1fe47-4275-403f-9a62-aff7536aa9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:02.211780 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-f7f1fe47-4275-403f-9a62-aff7536aa9a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6 HTTP/1.1" status: 200 len: 853 time: 0.0437391 Feb 09 00:40:02.245003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-24663416-94d4-4214-a672-e56a8bde866d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254011 Feb 09 00:40:02.272234 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4534f5d5-7f27-4ff3-84da-0b2404d3f9af x-openstack-request-id: req-4534f5d5-7f27-4ff3-84da-0b2404d3f9af {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:40:02.272526 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02983e01-b36f-4379-bb65-41aeca453b8a", "tag": "bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:40:02.272782 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4534f5d5-7f27-4ff3-84da-0b2404d3f9af {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:40:02.273908 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02983e01-b36f-4379-bb65-41aeca453b8a', 'tag': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f', 'status': 'completed', 'code': 200} Feb 09 00:40:02.341492 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-ba974de0-0b02-4d65-b3c1-d3a73f837810 service neutron] 10.222.0.21 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887730 Feb 09 00:40:02.431683 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ef816b9-2d9d-44f2-acac-66c122fbd498 req-3ec38eb7-aaed-45ce-8e58-b760b069aedd service neutron] 10.222.0.21 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Feb 09 00:40:02.525818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95df5-af84-4c07-bc67-23527221565d req-37e61854-d906-42ad-8782-455c558867a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:02.528389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-37e61854-d906-42ad-8782-455c558867a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e403434042d5482c9fb0ccfa739c121d&device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 1095 time: 0.0504925 Feb 09 00:40:02.961886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95df5-af84-4c07-bc67-23527221565d req-2380cd39-314b-477c-98d1-010784b25451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:02.963343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-2380cd39-314b-477c-98d1-010784b25451 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 200 len: 914 time: 0.4276178 Feb 09 00:40:03.005700 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-8abafcd5-a860-4568-9deb-bdf731e10716 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f HTTP/1.1" status: 200 len: 217 time: 0.0334542 Feb 09 00:40:03.057286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95df5-af84-4c07-bc67-23527221565d req-42085ef4-7df9-45e2-9c00-50a76bece789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:03.058677 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-42085ef4-7df9-45e2-9c00-50a76bece789 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6 HTTP/1.1" status: 200 len: 853 time: 0.0459290 Feb 09 00:40:03.090124 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-bb02a554-6355-4910-a928-e288747115fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243702 Feb 09 00:40:03.178159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-c2084d58-657f-48e7-b4d6-47a04a662661 service neutron] 10.222.0.21 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791190 Feb 09 00:40:03.307483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc6650-a07c-40a6-9926-0ff77ebbd442 req-4653b221-458f-4aee-b268-d85f919be43a tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:03.308877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78bc6650-a07c-40a6-9926-0ff77ebbd442 req-4653b221-458f-4aee-b268-d85f919be43a tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 944 time: 0.0711188 Feb 09 00:40:03.311102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-32a95df5-af84-4c07-bc67-23527221565d req-48db3ff1-dd7d-4c36-b2af-e3bb653d8339 service neutron] 10.222.0.21 "GET /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250925 Feb 09 00:40:03.348412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-78bc6650-a07c-40a6-9926-0ff77ebbd442 req-29122c63-5ad5-4f26-908f-526fda651a8c tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Feb 09 00:40:04.466134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5c2f-35fc-4792-9129-31066f9e19d5 req-7ec85400-fa77-4afb-acdd-6aa1271685b3 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:04.467607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c13d5c2f-35fc-4792-9129-31066f9e19d5 req-7ec85400-fa77-4afb-acdd-6aa1271685b3 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 944 time: 0.0514216 Feb 09 00:40:04.504289 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c13d5c2f-35fc-4792-9129-31066f9e19d5 req-58fb72d5-7e66-416e-8bd1-6d8383ae894b tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Feb 09 00:40:05.621631 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d76e4-c924-4054-9c59-58e52a35c924 req-b10bf890-35fb-4494-aca8-5e12e0b2fab0 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:05.623032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e19d76e4-c924-4054-9c59-58e52a35c924 req-b10bf890-35fb-4494-aca8-5e12e0b2fab0 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 944 time: 0.0480473 Feb 09 00:40:05.660072 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e19d76e4-c924-4054-9c59-58e52a35c924 req-732d599b-a91a-4482-a21c-a55ca21e7ebb tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Feb 09 00:40:06.774244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979ec9-863c-4c06-9ef3-53867c2bd4ae req-39582e48-ff78-44bd-a0a9-c25e28e1861d tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:06.775717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc979ec9-863c-4c06-9ef3-53867c2bd4ae req-39582e48-ff78-44bd-a0a9-c25e28e1861d tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 944 time: 0.0481021 Feb 09 00:40:06.813262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bc979ec9-863c-4c06-9ef3-53867c2bd4ae req-eb24f2da-5450-4d0a-86fb-f8185a588e53 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Feb 09 00:40:06.850388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:40:06.943259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:06.957391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f', 'network_id': '0faf2eba-abfb-4c06-b4ed-5b34993cd8fd', 'port_id': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f', 'mac_address': 'fa:16:3e:53:2b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:40:06.993599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:07.005756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:40:07.024260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:07.027993 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:07.074619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:07.289158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:40:07.343349 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:07.492457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:07.933655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b709d-4ab6-48c4-a0b8-c5d8fc91790e req-e93fcb74-8250-49aa-ad52-282b7f2d3325 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:07.935151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-738b709d-4ab6-48c4-a0b8-c5d8fc91790e req-e93fcb74-8250-49aa-ad52-282b7f2d3325 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 945 time: 0.0543134 Feb 09 00:40:07.971772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-738b709d-4ab6-48c4-a0b8-c5d8fc91790e req-24f38934-c8e3-464f-8cab-fd9f5de74360 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Feb 09 00:40:08.860814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:08.911862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:40:08.916283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:08.916651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:08.995069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:09.018421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02983e01-b36f-4379-bb65-41aeca453b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:40:09.020705 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0314a-5794-4bf0-bb2f-3ea2119291db" -d '{"events": [{"server_uuid": "02983e01-b36f-4379-bb65-41aeca453b8a", "name": "network-vif-plugged", "status": "completed", "tag": "bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:40:09.034163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:09.038925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:09.088165 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ca2e8-1a44-467b-b4dd-140a3eec31ee req-cdf4f60b-2df5-4987-8134-33bad6041851 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:09.089722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f0ca2e8-1a44-467b-b4dd-140a3eec31ee req-cdf4f60b-2df5-4987-8134-33bad6041851 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 946 time: 0.0491014 Feb 09 00:40:09.095890 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:09.127965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f0ca2e8-1a44-467b-b4dd-140a3eec31ee req-db9ca25d-fe77-4c33-9a9a-ac6233ab631f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322764 Feb 09 00:40:09.171540 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd71d13c-3ff1-48ab-a85d-96ada9d030a5 x-openstack-request-id: req-cd71d13c-3ff1-48ab-a85d-96ada9d030a5 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:40:09.171838 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02983e01-b36f-4379-bb65-41aeca453b8a", "name": "network-vif-plugged", "status": "completed", "tag": "bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:40:09.172094 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd71d13c-3ff1-48ab-a85d-96ada9d030a5 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:40:09.172516 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02983e01-b36f-4379-bb65-41aeca453b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f', 'code': 200} Feb 09 00:40:09.269708 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6e47f-e22f-4c37-b155-24e5904de795 req-b52e1298-6de6-4991-bea4-4539d54925de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:09.271255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7b6e47f-e22f-4c37-b155-24e5904de795 req-b52e1298-6de6-4991-bea4-4539d54925de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 1097 time: 0.0390620 Feb 09 00:40:09.306986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7b6e47f-e22f-4c37-b155-24e5904de795 req-4749c640-6427-453d-a78a-290c5ac59ad4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283108 Feb 09 00:40:10.247288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616fa0-377f-4ad1-9aa5-3e4f687ee9a0 req-29117f1a-88e2-4734-9a9d-9a0478f04d7e tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:10.248739 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58616fa0-377f-4ad1-9aa5-3e4f687ee9a0 req-29117f1a-88e2-4734-9a9d-9a0478f04d7e tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 946 time: 0.0505719 Feb 09 00:40:10.285494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-58616fa0-377f-4ad1-9aa5-3e4f687ee9a0 req-33ebc169-cdac-4aef-9155-87a3556babff tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Feb 09 00:40:11.401360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bc20f-86a3-4d5f-83e9-eb5882980be1 req-9b66d104-e9f9-4081-8ac5-aa86d16a4460 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:11.402881 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f53bc20f-86a3-4d5f-83e9-eb5882980be1 req-9b66d104-e9f9-4081-8ac5-aa86d16a4460 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 946 time: 0.0485079 Feb 09 00:40:11.439519 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f53bc20f-86a3-4d5f-83e9-eb5882980be1 req-b46df6e8-620d-4d21-8979-1abc428b7189 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Feb 09 00:40:11.677124 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84f4b2-69a1-4e21-9a93-e622ce672fab req-8c8fad52-fb9c-44cc-8d0f-c7a55f5be2d2 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:11.678581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba84f4b2-69a1-4e21-9a93-e622ce672fab req-8c8fad52-fb9c-44cc-8d0f-c7a55f5be2d2 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 946 time: 0.0482447 Feb 09 00:40:11.715926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ba84f4b2-69a1-4e21-9a93-e622ce672fab req-33842bd2-ce68-4a19-bc9d-630fcb5a8567 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Feb 09 00:40:11.969273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b3118935-bdcc-4071-bb33-2327bf081385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:12.833583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57458-2e69-4e72-b937-27e53bb64fc2 req-3d3fd857-444b-4930-b298-98d301a90cb1 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:12.835083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6f57458-2e69-4e72-b937-27e53bb64fc2 req-3d3fd857-444b-4930-b298-98d301a90cb1 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 946 time: 0.0518131 Feb 09 00:40:12.872174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6f57458-2e69-4e72-b937-27e53bb64fc2 req-ae8ca46a-8c84-433b-96a0-b85eb6c3a5b9 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303299 Feb 09 00:40:13.191123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-bf85c153-fc79-4831-91a1-7755d8723131 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:13.192574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-bf85c153-fc79-4831-91a1-7755d8723131 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.21 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 946 time: 0.0481708 Feb 09 00:40:13.279473 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Deleting port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:13.280072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:13.371037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] For port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:13.371396 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:13.383437 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Calling delete_port for bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:13.509907 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:13.522157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['539bdd5d-ef34-46d6-9637-fcddcf456e9b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:40:13.528125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:40:13.540034 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Pushing event deleted for resources: {'Port': ['ID=bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:13.585973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] No DVR routers for this DVR port bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:13.589380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:13.592674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46c2f273-8b12-4a55-90b5-c508a3ce94fd req-714ff4d4-07ad-45b0-b348-5a73540ec841 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.21 "DELETE /v2.0/ports/bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f HTTP/1.1" status: 204 len: 173 time: 0.3940828 Feb 09 00:40:13.593178 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02983e01-b36f-4379-bb65-41aeca453b8a', 'name': 'network-vif-deleted', 'tag': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:40:13.595418 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708fbaa9-6c6a-4a13-bd9b-6675214f2370" -d '{"events": [{"server_uuid": "02983e01-b36f-4379-bb65-41aeca453b8a", "name": "network-vif-deleted", "tag": "bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:40:13.648653 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a288da60-9386-4d9c-b7a8-f60650f95ede x-openstack-request-id: req-a288da60-9386-4d9c-b7a8-f60650f95ede {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:40:13.648824 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02983e01-b36f-4379-bb65-41aeca453b8a", "name": "network-vif-deleted", "tag": "bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:40:13.649085 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a288da60-9386-4d9c-b7a8-f60650f95ede {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:40:13.649491 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02983e01-b36f-4379-bb65-41aeca453b8a', 'name': 'network-vif-deleted', 'tag': 'bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f', 'status': 'completed', 'code': 200} Feb 09 00:40:13.980656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da5e1209-d863-4a4e-bc2e-c2f9d835f701 req-65270284-07f7-459f-89a5-e19d6aa4f4c2 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=02983e01-b36f-4379-bb65-41aeca453b8a HTTP/1.1" status: 200 len: 210 time: 0.0276585 Feb 09 00:40:14.753032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bcc73fe2-23f0-4d55-8977-3face3c8597c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:15.134621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2390dc0-9a72-4433-b7e2-54fc41d13ccc req-31cafced-5772-4c71-ba71-58eea4530360 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:15.136078 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2390dc0-9a72-4433-b7e2-54fc41d13ccc req-31cafced-5772-4c71-ba71-58eea4530360 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Feb 09 00:40:15.180008 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2390dc0-9a72-4433-b7e2-54fc41d13ccc req-661cb187-1a5f-4370-9b69-1274eb9ec773 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 Feb 09 00:40:15.320956 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907d814-f77c-4977-b369-a7d7d729d1f2 req-3eabe630-5ebf-40eb-a904-1f882ca452de tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:15.322523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f907d814-f77c-4977-b369-a7d7d729d1f2 req-3eabe630-5ebf-40eb-a904-1f882ca452de tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0603769 Feb 09 00:40:15.360851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f907d814-f77c-4977-b369-a7d7d729d1f2 req-17a2569f-ed08-4e0a-922a-3bc348ba1068 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Feb 09 00:40:15.475715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7833c-ac53-42bb-933a-16c8081e53ba req-2f7195b8-8107-4411-b417-eef208976dbb tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:15.477525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49d7833c-ac53-42bb-933a-16c8081e53ba req-2f7195b8-8107-4411-b417-eef208976dbb tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0501883 Feb 09 00:40:15.515871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49d7833c-ac53-42bb-933a-16c8081e53ba req-48463aea-359b-4e58-a5d7-28d339d6ea98 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Feb 09 00:40:15.645447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:15.685503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fb2a9-6b35-4c53-89f9-4cae8b897f91 req-e4681a9d-52e1-4a18-b11f-15e5061c6e39 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:15.686986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c41fb2a9-6b35-4c53-89f9-4cae8b897f91 req-e4681a9d-52e1-4a18-b11f-15e5061c6e39 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0535750 Feb 09 00:40:15.724384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c41fb2a9-6b35-4c53-89f9-4cae8b897f91 req-f97c59bf-2fec-417c-b7e0-e285acc6a8c3 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314658 Feb 09 00:40:15.838922 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b8965-69e5-4f53-b110-ee82f3237be5 req-12e91910-2ed0-4e14-a1df-bf20b3ecb0b9 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:15.840279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6b8965-69e5-4f53-b110-ee82f3237be5 req-12e91910-2ed0-4e14-a1df-bf20b3ecb0b9 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Feb 09 00:40:15.876662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd6b8965-69e5-4f53-b110-ee82f3237be5 req-269e1472-774d-4e09-ae21-7f9745b00022 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304313 Feb 09 00:40:15.999959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854de46-01ef-49e0-90e8-09db2510d644 req-02b46ab9-2d28-4ecf-aa71-a5f16e97719f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:16.001440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9854de46-01ef-49e0-90e8-09db2510d644 req-02b46ab9-2d28-4ecf-aa71-a5f16e97719f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0485885 Feb 09 00:40:16.039835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9854de46-01ef-49e0-90e8-09db2510d644 req-ef9a4760-328f-4aac-a951-658ff55ad562 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Feb 09 00:40:16.340512 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e2c4-8d8d-4c3c-8ad2-f7823f945016 req-25ec3f45-b6b7-4c48-8267-da15109aad31 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:16.342087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b092e2c4-8d8d-4c3c-8ad2-f7823f945016 req-25ec3f45-b6b7-4c48-8267-da15109aad31 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0543931 Feb 09 00:40:16.379281 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b092e2c4-8d8d-4c3c-8ad2-f7823f945016 req-391aa90c-2c61-4ada-b468-753dc4e71b5d tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Feb 09 00:40:16.908147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:40:16.928026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:40:16.928370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device bd4cb2ff-dd36-4e77-bf43-2a8a47ed798f not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:40:17.030431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:17.445323 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:17.496411 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e08eb-6279-49c8-a418-433fe09c7973 req-33cabda4-6bf5-43eb-a2a3-e44cc6720b7e tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:17.497927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc4e08eb-6279-49c8-a418-433fe09c7973 req-33cabda4-6bf5-43eb-a2a3-e44cc6720b7e tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0489762 Feb 09 00:40:17.538779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc4e08eb-6279-49c8-a418-433fe09c7973 req-389b5d57-ffb2-440a-abc4-099df3448b0f tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/security-groups?id=5909e90b-d912-4078-9a39-4b3fd1787f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342233 Feb 09 00:40:17.765559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1437b3-582c-4a31-8076-c691946ca974 req-d14e1ca6-5653-46c1-b29a-d9ab08161045 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:17.767007 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9b1437b3-582c-4a31-8076-c691946ca974 req-d14e1ca6-5653-46c1-b29a-d9ab08161045 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.84 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 945 time: 0.0490720 Feb 09 00:40:17.861561 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Deleting port 539bdd5d-ef34-46d6-9637-fcddcf456e9b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:17.861903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:17.951293 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] For port 539bdd5d-ef34-46d6-9637-fcddcf456e9b, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=539bdd5d-ef34-46d6-9637-fcddcf456e9b,segment=NetworkSegment(185c9ef0-1485-45cc-a89b-533a38a2a05b),segment_id=185c9ef0-1485-45cc-a89b-533a38a2a05b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:17.951651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:17.963789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Calling delete_port for 539bdd5d-ef34-46d6-9637-fcddcf456e9b owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:18.095542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:18.107771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['539bdd5d-ef34-46d6-9637-fcddcf456e9b'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:40:18.124728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Pushing event deleted for resources: {'Port': ['ID=539bdd5d-ef34-46d6-9637-fcddcf456e9b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:18.172126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] No DVR routers for this DVR port 539bdd5d-ef34-46d6-9637-fcddcf456e9b on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:18.174872 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:18.178512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9b1437b3-582c-4a31-8076-c691946ca974 req-8020e2ac-7523-4ed7-af32-a1a81af71f63 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.84 "DELETE /v2.0/ports/539bdd5d-ef34-46d6-9637-fcddcf456e9b HTTP/1.1" status: 204 len: 173 time: 0.4049065 Feb 09 00:40:18.179030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'name': 'network-vif-deleted', 'tag': '539bdd5d-ef34-46d6-9637-fcddcf456e9b'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:40:18.181756 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5d7386-71e2-4977-9486-7afa3c9c97a3" -d '{"events": [{"server_uuid": "fbc29dda-fe62-4406-b36a-910e1e0d33c2", "name": "network-vif-deleted", "tag": "539bdd5d-ef34-46d6-9637-fcddcf456e9b"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:40:18.218966 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181b7bf-e5ef-47c1-bca8-84484f805730 x-openstack-request-id: req-d181b7bf-e5ef-47c1-bca8-84484f805730 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:40:18.219263 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc29dda-fe62-4406-b36a-910e1e0d33c2", "name": "network-vif-deleted", "tag": "539bdd5d-ef34-46d6-9637-fcddcf456e9b", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:40:18.219525 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d181b7bf-e5ef-47c1-bca8-84484f805730 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:40:18.219938 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc29dda-fe62-4406-b36a-910e1e0d33c2', 'name': 'network-vif-deleted', 'tag': '539bdd5d-ef34-46d6-9637-fcddcf456e9b', 'status': 'completed', 'code': 200} Feb 09 00:40:18.651280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-934c7822-3ca7-4efe-ab0a-3efcfb19f996 req-e732ad18-8854-42d7-a64c-987f5fee4e45 tempest-ServersNegativeTestJSON-1703756891 tempest-ServersNegativeTestJSON-1703756891-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbc29dda-fe62-4406-b36a-910e1e0d33c2 HTTP/1.1" status: 200 len: 210 time: 0.0283401 Feb 09 00:40:19.713983 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59008) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:19.759235 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Deleting subnet 3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:40:19.762275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:19.797371 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:19.836402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:19.888064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:19.918395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:19.922056 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:19.925282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2879eeb7-708c-4b58-8272-ea7e39143053 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ca679f5-81c1-4e5e-8b3b-fda0abfbffb6 HTTP/1.1" status: 204 len: 168 time: 0.2102897 Feb 09 00:40:19.927921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59010) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:19.997137 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.079072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.099032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faf2eba-abfb-4c06-b4ed-5b34993cd8fd']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:20.109173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185c9ef0-1485-45cc-a89b-533a38a2a05b') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:20.109470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185c9ef0-1485-45cc-a89b-533a38a2a05b') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:20.119225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.132797 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.138935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:20.139310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:20.140926 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:20.193246 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.199347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.202581 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0faf2eba-abfb-4c06-b4ed-5b34993cd8fd HTTP/1.1" status: 204 len: 168 time: 0.2737460 Feb 09 00:40:20.213921 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d7537-89f8-4441-a11f-c9faed479358 admin admin] Pushing event deleted for resources: {'Network': ['ID=0faf2eba-abfb-4c06-b4ed-5b34993cd8fd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:20.310261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59014) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:20.351179 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b0ebc888-234a-4d7f-b34e-adabb429bb6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e403434042d5482c9fb0ccfa739c121d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392022 Feb 09 00:40:20.353873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59016) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:20.415553 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45042c1d-494b-4c53-acbd-cb1f419d44ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.441530 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45042c1d-494b-4c53-acbd-cb1f419d44ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.495666 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45042c1d-494b-4c53-acbd-cb1f419d44ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.498302 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-45042c1d-494b-4c53-acbd-cb1f419d44ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:20.499460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45042c1d-494b-4c53-acbd-cb1f419d44ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5909e90b-d912-4078-9a39-4b3fd1787f45 HTTP/1.1" status: 204 len: 168 time: 0.1445796 Feb 09 00:40:20.507039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45042c1d-494b-4c53-acbd-cb1f419d44ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5909e90b-d912-4078-9a39-4b3fd1787f45,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:21.172278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59038) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:21.279350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567577474'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:21.302380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:21.306452 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.314790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.388431 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.392463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.419125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:21.428514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db85b86b-dcf2-4c01-8031-9c3d6ace7222,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:21.433744 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.434083 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Added segment 506a3c52-4058-43b0-abb0-dead7acc273e of type vlan for network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e Feb 09 00:40:21.473778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.499293 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.504830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:21.505441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:21.563034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3894520 Feb 09 00:40:21.577511 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e53faf-e41c-459e-bb20-c4b88230905a tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Network': ['ID=74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:21.588832 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:22.466284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 539bdd5d-ef34-46d6-9637-fcddcf456e9b no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:40:22.487529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 539bdd5d-ef34-46d6-9637-fcddcf456e9b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:40:22.487875 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 539bdd5d-ef34-46d6-9637-fcddcf456e9b not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:40:24.437057 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:40:24.775833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59042) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:24.781246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'subnet': {'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:24.868734 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:24.872509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.050854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.117346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Subnet': ['ID=fb0bc6cc-09dc-47f5-843f-6103c0b8676a,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:25.122455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Checking segment: {'id': '506a3c52-4058-43b0-abb0-dead7acc273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:25.122806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network hostable DHCP agents. Network: 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:25.139291 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:25.148542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:25.153066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:25.153653 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.158513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b44999-01b7-4e4f-9d09-1c412b56c02b None None] Network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:25.170105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fe8bbd5c-ed01-4bec-9453-4f6702c264f5 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3931534 Feb 09 00:40:25.173611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59044) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:25.178648 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157927170'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:25.200898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:25.204366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.230009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:25.239163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.239526 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Added segment af3c9ac0-bdf9-4a7b-b1ab-66105fed0c83 of type vlan for network f4e430b8-f3f9-4b86-91c0-49c82fa25b9e Feb 09 00:40:25.280157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.306378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.309867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e', 'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e', 'tenant_id': 'ffefc7606d2b407094c00348a2cc7706', 'fixed_ips': [{'subnet_id': 'fb0bc6cc-09dc-47f5-843f-6103c0b8676a'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:25.310935 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.314632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:25.315659 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.379970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2026656 Feb 09 00:40:25.380189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59046) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:25.391751 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'subnet': {'network_id': 'f4e430b8-f3f9-4b86-91c0-49c82fa25b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:25.438916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a391558-b9d8-4141-8122-4bbb07ecba52 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Network': ['ID=f4e430b8-f3f9-4b86-91c0-49c82fa25b9e,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:25.449190 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f4e430b8-f3f9-4b86-91c0-49c82fa25b9e details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:25.489590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:25.493445 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.511466 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Allocated IP 2001:db8:0:ffff::2 (74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e/fb0bc6cc-09dc-47f5-843f-6103c0b8676a/bc22ecb2-7ecb-4f23-b81d-1628215d7c15) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:25.668769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.674297 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.689949 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.718609 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:25.721599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:25.724980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:25.732505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Pushing event updated for resources: {'Port': ['ID=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:25.744899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Subnet': ['ID=cf716cc1-75d2-47e1-a1eb-078252cf74c9,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:25.761151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Checking segment: {'id': 'af3c9ac0-bdf9-4a7b-b1ab-66105fed0c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f4e430b8-f3f9-4b86-91c0-49c82fa25b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:25.761510 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network hostable DHCP agents. Network: f4e430b8-f3f9-4b86-91c0-49c82fa25b9e, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:25.779591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network f4e430b8-f3f9-4b86-91c0-49c82fa25b9e is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:25.787678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Attempting to bind port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:25.788174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Attempting to bind port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '506a3c52-4058-43b0-abb0-dead7acc273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:25.788725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Attempting to bind port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 on network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:25.789023 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f4e430b8-f3f9-4b86-91c0-49c82fa25b9e) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:25.793503 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:25.794065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:25.794206 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.794594 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Checking segment: {'id': '506a3c52-4058-43b0-abb0-dead7acc273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:25.794883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.795277 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Bound using segment: {'id': '506a3c52-4058-43b0-abb0-dead7acc273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:25.795956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Bound port: bc22ecb2-7ecb-4f23-b81d-1628215d7c15, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506a3c52-4058-43b0-abb0-dead7acc273e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:25.796340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.801060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d737f6-fe04-453e-962c-8801088927bc None None] Network f4e430b8-f3f9-4b86-91c0-49c82fa25b9e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:25.811006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-49531d9f-078b-4714-b7f4-454d26c18a93 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4299333 Feb 09 00:40:25.813744 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59048) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:25.912755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:25.927973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] For port bc22ecb2-7ecb-4f23-b81d-1628215d7c15, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:25.933995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] For port bc22ecb2-7ecb-4f23-b81d-1628215d7c15, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,segment=NetworkSegment(506a3c52-4058-43b0-abb0-dead7acc273e),segment_id=506a3c52-4058-43b0-abb0-dead7acc273e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:25.939679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.012449 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.055821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90398a00-6a24-4e51-932f-9981ad207881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f4e430b8-f3f9-4b86-91c0-49c82fa25b9e', 'network_id': 'f4e430b8-f3f9-4b86-91c0-49c82fa25b9e', 'tenant_id': 'ffefc7606d2b407094c00348a2cc7706', 'fixed_ips': [{'subnet_id': 'cf716cc1-75d2-47e1-a1eb-078252cf74c9'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:26.056684 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-90398a00-6a24-4e51-932f-9981ad207881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.060192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6553b-acac-4653-b634-6d3d8b5fa779 None None] Pushing event updated for resources: {'Port': ['ID=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:26.092401 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.120202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Subnet': ['ID=cf716cc1-75d2-47e1-a1eb-078252cf74c9,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server [None req-90398a00-6a24-4e51-932f-9981ad207881 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf716cc1-75d2-47e1-a1eb-078252cf74c9: This subnet is being modified by another concurrent operation. Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server raise exception Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf716cc1-75d2-47e1-a1eb-078252cf74c9: This subnet is being modified by another concurrent operation. Feb 09 00:40:26.174382 n-d-828413-1 neutron-server[105933]: ERROR oslo_messaging.rpc.server Feb 09 00:40:26.191616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40856f39-041f-4767-ad16-31a3f436a4c5 None None] Network f4e430b8-f3f9-4b86-91c0-49c82fa25b9e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:26.194733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.243965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e430b8-f3f9-4b86-91c0-49c82fa25b9e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:26.253979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3c9ac0-bdf9-4a7b-b1ab-66105fed0c83') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:26.254274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3c9ac0-bdf9-4a7b-b1ab-66105fed0c83') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:26.269684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.286438 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.293524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:26.293920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:26.297276 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:26.371011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.380176 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.385415 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/f4e430b8-f3f9-4b86-91c0-49c82fa25b9e HTTP/1.1" status: 204 len: 168 time: 0.5707109 Feb 09 00:40:26.387616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59050) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:26.393249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-172315198'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:26.396068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8519a-cd13-4504-b815-e042d6fc9872 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Network': ['ID=f4e430b8-f3f9-4b86-91c0-49c82fa25b9e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:26.418007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:26.421596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.453967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:26.463864 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.464125 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Added segment a2c08169-633d-4775-85f3-39eaa88f8ebb of type vlan for network 9772bed9-bd7c-493f-bf40-830f24af2099 Feb 09 00:40:26.503332 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.529698 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.535649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:26.536211 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.592345 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2035563 Feb 09 00:40:26.595254 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59052) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:26.600722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'subnet': {'network_id': '9772bed9-bd7c-493f-bf40-830f24af2099', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:26.607474 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766f9db-ffca-45cc-99ee-7c10a0ea43c3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Network': ['ID=9772bed9-bd7c-493f-bf40-830f24af2099,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:26.618356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 9772bed9-bd7c-493f-bf40-830f24af2099 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:26.699159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:26.702843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.769907 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_backend_mixin [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Performing IP validity checks on allocation pools {{(pid=105925) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 00:40:26.770779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.ipam_backend_mixin [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105925) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 00:40:26.901132 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:26.962385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Subnet': ['ID=71127b79-cfc8-47d0-a166-f088f4557229,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:26.972675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Checking segment: {'id': 'a2c08169-633d-4775-85f3-39eaa88f8ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9772bed9-bd7c-493f-bf40-830f24af2099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:26.973076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network hostable DHCP agents. Network: 9772bed9-bd7c-493f-bf40-830f24af2099, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:26.990593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network 9772bed9-bd7c-493f-bf40-830f24af2099 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:27.002084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 9772bed9-bd7c-493f-bf40-830f24af2099) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:27.007012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff08eb9-ef79-4f67-bd33-d4310b4fe207 None None] Network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:27.007390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:27.008574 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.010251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd678911-a4a5-48e9-a711-65964a3ac4c0 None None] Network 9772bed9-bd7c-493f-bf40-830f24af2099 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:27.025175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-727d8d6c-3f9e-42ba-8e66-2e3f7a79480f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4286628 Feb 09 00:40:27.027813 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59054) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:27.141222 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.196791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.256122 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.287127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-86486270-b234-4938-963f-3fdf26d91b86 None None] Provisioning complete for port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:27.288310 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86486270-b234-4938-963f-3fdf26d91b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.290857 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Subnet': ['ID=71127b79-cfc8-47d0-a166-f088f4557229,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:27.356609 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.379638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9772bed9-bd7c-493f-bf40-830f24af2099']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:27.389148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c08169-633d-4775-85f3-39eaa88f8ebb') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:27.389446 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c08169-633d-4775-85f3-39eaa88f8ebb') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:27.399541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.413735 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.419774 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:27.420161 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:27.423122 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:27.462668 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efe2ed-bd6a-498a-bbcb-3974d609c5c8 None None] Network 9772bed9-bd7c-493f-bf40-830f24af2099 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:27.489704 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.494879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.501754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59056) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:27.502347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/9772bed9-bd7c-493f-bf40-830f24af2099 HTTP/1.1" status: 204 len: 168 time: 0.4731677 Feb 09 00:40:27.507274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777563601'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:27.518179 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffae8cf-1270-494b-a96e-2a68d089a784 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Network': ['ID=9772bed9-bd7c-493f-bf40-830f24af2099,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:27.522650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efe2ed-bd6a-498a-bbcb-3974d609c5c8 None None] Network 9772bed9-bd7c-493f-bf40-830f24af2099 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:40:27.532159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:27.533458 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86486270-b234-4938-963f-3fdf26d91b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.535734 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.565685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:27.575557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-86486270-b234-4938-963f-3fdf26d91b86 None None] For port bc22ecb2-7ecb-4f23-b81d-1628215d7c15, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,segment=NetworkSegment(506a3c52-4058-43b0-abb0-dead7acc273e),segment_id=506a3c52-4058-43b0-abb0-dead7acc273e)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:27.577689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.578051 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Added segment 739cf798-5d0d-4e97-87a2-e21179a0ac6e of type vlan for network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 Feb 09 00:40:27.580448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86486270-b234-4938-963f-3fdf26d91b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.629168 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.633891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86486270-b234-4938-963f-3fdf26d91b86 None None] Pushing event updated for resources: {'Port': ['ID=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:27.657293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.664375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:27.665027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.728764 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2258790 Feb 09 00:40:27.731559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59058) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:27.736852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'subnet': {'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:27.760256 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd25fea-6969-4539-978b-61cddd25b8af tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Network': ['ID=92bca861-9e5d-4d56-bb2c-e7ad9e51a141,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:27.767424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291e8ab-b5ff-4247-801e-2cfe12dfe205 None None] get_active_networks_info from n-d-828413-1 {{(pid=105933) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 00:40:27.771807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:27.840192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:27.843995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.871084 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7fbc546f-e129-42b6-870a-6d17a7e6d352 None None] Provisioning complete for port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:27.871460 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7fbc546f-e129-42b6-870a-6d17a7e6d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:27.936224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e291e8ab-b5ff-4247-801e-2cfe12dfe205 None None] Resources bound (agent type, host, resource id): {{(pid=105933) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 00:40:28.035773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.101661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Subnet': ['ID=345b9d6d-2ac2-44e8-8b1e-496a87615df8,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:28.116998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Checking segment: {'id': '739cf798-5d0d-4e97-87a2-e21179a0ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:28.117668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network hostable DHCP agents. Network: 92bca861-9e5d-4d56-bb2c-e7ad9e51a141, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:28.137391 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:28.147005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 92bca861-9e5d-4d56-bb2c-e7ad9e51a141) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:28.154464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:28.155298 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.172557 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-773c0772-8da9-4018-9095-0958de6bc3fd tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4389684 Feb 09 00:40:28.177430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59060) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:28.184242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1557800776'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:28.191800 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc22ecb2-7ecb-4f23-b81d-1628215d7c15 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:28.193793 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d717ded-5a19-4111-9c2d-5f98f82f6a4e None None] Network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:28.210506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:28.214280 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.237772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:28.247304 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.247666 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Added segment 3beb6777-61f0-4cc3-ad66-75437be47a3e of type vlan for network eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 Feb 09 00:40:28.288470 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.318930 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.325016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:28.325599 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.337105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:28.337679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.384412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2057667 Feb 09 00:40:28.387311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59062) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:28.392301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Request body: {'subnet': {'network_id': 'eaaff05f-8b91-4c4b-8c33-277f7f7c0e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:28.399903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18df463-350b-48d5-9f2e-5476bae0792c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Network': ['ID=eaaff05f-8b91-4c4b-8c33-277f7f7c0e93,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:28.414578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:28.434095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-92bca861-9e5d-4d56-bb2c-e7ad9e51a141', 'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141', 'tenant_id': 'ffefc7606d2b407094c00348a2cc7706', 'fixed_ips': [{'subnet_id': '345b9d6d-2ac2-44e8-8b1e-496a87615df8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:28.434951 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.489446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Made reservation on behalf of ffefc7606d2b407094c00348a2cc7706 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:28.493723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.660695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Allocated IP 2001:db8::2 (92bca861-9e5d-4d56-bb2c-e7ad9e51a141/345b9d6d-2ac2-44e8-8b1e-496a87615df8/8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:28.682885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.745873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event updated for resources: {'Subnet': ['ID=61aade2f-e90d-42ac-b64a-8ab8616cfa8b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:28.755769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Checking segment: {'id': '3beb6777-61f0-4cc3-ad66-75437be47a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eaaff05f-8b91-4c4b-8c33-277f7f7c0e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:28.756132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network hostable DHCP agents. Network: eaaff05f-8b91-4c4b-8c33-277f7f7c0e93, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:28.773173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Network eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:28.782042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, eaaff05f-8b91-4c4b-8c33-277f7f7c0e93) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:28.786250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:28.786833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.794689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815d37b-1095-47b0-a934-b6429652b952 None None] Network eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:28.805549 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3aced8d6-b89d-4048-83b3-54540902bf69 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4170446 Feb 09 00:40:28.808046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59066) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:28.864843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.877020 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.906011 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:28.941152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:28.947387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:28.949136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Pushing event updated for resources: {'Port': ['ID=8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:28.951327 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:28.986644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.048255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.053855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025f6af-0ae6-4ea2-a77e-ead768607a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-eaaff05f-8b91-4c4b-8c33-277f7f7c0e93', 'network_id': 'eaaff05f-8b91-4c4b-8c33-277f7f7c0e93', 'tenant_id': 'ffefc7606d2b407094c00348a2cc7706', 'fixed_ips': [{'subnet_id': '61aade2f-e90d-42ac-b64a-8ab8616cfa8b'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:29.054796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2025f6af-0ae6-4ea2-a77e-ead768607a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.067365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Attempting to bind port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:29.067753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Attempting to bind port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '739cf798-5d0d-4e97-87a2-e21179a0ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:29.068094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Attempting to bind port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 on network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:29.074789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Subnet': ['ID=61aade2f-e90d-42ac-b64a-8ab8616cfa8b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:29.076043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:29.076420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Checking segment: {'id': '739cf798-5d0d-4e97-87a2-e21179a0ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:29.076827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.077250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Bound using segment: {'id': '739cf798-5d0d-4e97-87a2-e21179a0ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:29.077718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Bound port: 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739cf798-5d0d-4e97-87a2-e21179a0ac6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '92bca861-9e5d-4d56-bb2c-e7ad9e51a141'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:29.078089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.139175 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.161220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaaff05f-8b91-4c4b-8c33-277f7f7c0e93']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:29.173579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3beb6777-61f0-4cc3-ad66-75437be47a3e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:29.173772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3beb6777-61f0-4cc3-ad66-75437be47a3e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:29.180596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac72861-5c28-43b6-b362-d81a3956d17b None None] Network eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:29.184306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.199064 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.205144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:29.205526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:29.208668 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:29.258555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] For port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:29.267029 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.276881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] For port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5,segment=NetworkSegment(739cf798-5d0d-4e97-87a2-e21179a0ac6e),segment_id=739cf798-5d0d-4e97-87a2-e21179a0ac6e)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:29.278176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.282024 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 HTTP/1.1" status: 204 len: 168 time: 0.4730427 Feb 09 00:40:29.285732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59068) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:29.297268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ed72d-13e9-4439-bebd-4aaad40e3ec0 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Network': ['ID=eaaff05f-8b91-4c4b-8c33-277f7f7c0e93,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:29.302668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.320153 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-0561fcb8-480d-4bc2-9c15-57634e27c267 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] GET failed (client error): The resource could not be found. Feb 09 00:40:29.321744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0561fcb8-480d-4bc2-9c15-57634e27c267 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "GET /v2.0/subnets/61aade2f-e90d-42ac-b64a-8ab8616cfa8b HTTP/1.1" status: 404 len: 337 time: 0.0349274 Feb 09 00:40:29.324870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59070) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:29.346695 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eecd725-6b99-4254-9e38-34035dcf9f14 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:29.347550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eecd725-6b99-4254-9e38-34035dcf9f14 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:29.354962 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8eecd725-6b99-4254-9e38-34035dcf9f14 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 HTTP/1.1" status: 404 len: 339 time: 0.0245469 Feb 09 00:40:29.355190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59072) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:29.388287 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e21db-0475-40f5-8429-88a75c4fbc7e None None] Pushing event updated for resources: {'Port': ['ID=8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:29.389740 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76af90b-d335-4bc3-ac8e-1591a0e604b3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:29.390226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76af90b-d335-4bc3-ac8e-1591a0e604b3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:29.393317 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f76af90b-d335-4bc3-ac8e-1591a0e604b3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/subnets/61aade2f-e90d-42ac-b64a-8ab8616cfa8b HTTP/1.1" status: 404 len: 337 time: 0.0371552 Feb 09 00:40:29.396337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59074) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:29.417036 n-d-828413-1 neutron-server[105931]: INFO neutron.pecan_wsgi.hooks.translation [None req-586b12d4-62d9-4aa6-a3d1-c866abdb5a5c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:29.417617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586b12d4-62d9-4aa6-a3d1-c866abdb5a5c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105931) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:29.420668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-586b12d4-62d9-4aa6-a3d1-c866abdb5a5c tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/eaaff05f-8b91-4c4b-8c33-277f7f7c0e93 HTTP/1.1" status: 404 len: 339 time: 0.0234249 Feb 09 00:40:29.423254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59076) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:29.475219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Deleting subnet 345b9d6d-2ac2-44e8-8b1e-496a87615df8 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:40:29.478526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.522992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.627027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.695703 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.723735 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Subnet': ['ID=345b9d6d-2ac2-44e8-8b1e-496a87615df8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:29.730153 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.733480 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-44757119-6a29-4f52-a210-066449df4588 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/subnets/345b9d6d-2ac2-44e8-8b1e-496a87615df8 HTTP/1.1" status: 204 len: 168 time: 0.3092542 Feb 09 00:40:29.735845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59078) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:29.815831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.869988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Deleting port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:29.870324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.932301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] For port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5,segment=NetworkSegment(739cf798-5d0d-4e97-87a2-e21179a0ac6e),segment_id=739cf798-5d0d-4e97-87a2-e21179a0ac6e)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:29.932663 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:29.945490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Calling delete_port for 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:30.031435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.058223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Port': ['ID=8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:30.064259 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No DVR routers for this DVR port 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:30.151070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.173535 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bca861-9e5d-4d56-bb2c-e7ad9e51a141']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:30.184021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739cf798-5d0d-4e97-87a2-e21179a0ac6e') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:30.184399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739cf798-5d0d-4e97-87a2-e21179a0ac6e') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:30.194082 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.207660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.214452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:30.214978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:30.218144 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:30.277102 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.282294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.291540 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/92bca861-9e5d-4d56-bb2c-e7ad9e51a141 HTTP/1.1" status: 204 len: 168 time: 0.5504849 Feb 09 00:40:30.292353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59080) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:30.302675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80529-3b08-42ce-b46a-9e214593e41f tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Network': ['ID=92bca861-9e5d-4d56-bb2c-e7ad9e51a141,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:30.321277 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34ba5ce-daef-4961-8a7a-d745ee7d12ae tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:30.321737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34ba5ce-daef-4961-8a7a-d745ee7d12ae tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:30.324743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b34ba5ce-daef-4961-8a7a-d745ee7d12ae tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/subnets/71127b79-cfc8-47d0-a166-f088f4557229 HTTP/1.1" status: 404 len: 337 time: 0.0319324 Feb 09 00:40:30.327311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59082) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:30.346268 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-115dd1ee-ea94-408a-b800-6d6f8baedef6 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:30.346808 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115dd1ee-ea94-408a-b800-6d6f8baedef6 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:30.349752 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-115dd1ee-ea94-408a-b800-6d6f8baedef6 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/9772bed9-bd7c-493f-bf40-830f24af2099 HTTP/1.1" status: 404 len: 339 time: 0.0215511 Feb 09 00:40:30.352897 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59084) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:30.365151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14a67eb-bd10-4514-bc77-29c811114b6d None None] DHCP port deletion for 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:40:30.373458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1dc0a2ab-166f-4a57-82d8-38553474de42 None None] Could not find standard attr ID for object 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:40:30.378823 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-a037f141-98cd-46d4-83dd-b91efc456ef6 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:30.379271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a037f141-98cd-46d4-83dd-b91efc456ef6 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:30.383035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a037f141-98cd-46d4-83dd-b91efc456ef6 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/subnets/cf716cc1-75d2-47e1-a1eb-078252cf74c9 HTTP/1.1" status: 404 len: 337 time: 0.0292382 Feb 09 00:40:30.385890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:30.390139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be99c3c-0fd4-4bf4-af95-b57b6044ed35 None None] Network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:30.402416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be99c3c-0fd4-4bf4-af95-b57b6044ed35 None None] Network 92bca861-9e5d-4d56-bb2c-e7ad9e51a141 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:40:30.403125 n-d-828413-1 neutron-server[105925]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d07363-0074-47a8-84cc-5ae7cc2d2a9d tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] DELETE failed (client error): The resource could not be found. Feb 09 00:40:30.403660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d07363-0074-47a8-84cc-5ae7cc2d2a9d tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105925) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 00:40:30.406956 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-88d07363-0074-47a8-84cc-5ae7cc2d2a9d tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/f4e430b8-f3f9-4b86-91c0-49c82fa25b9e HTTP/1.1" status: 404 len: 339 time: 0.0202861 Feb 09 00:40:30.409454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59088) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:30.458619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Deleting subnet fb0bc6cc-09dc-47f5-843f-6103c0b8676a {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:40:30.461839 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.505068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.587005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.644629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.674314 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0bc6cc-09dc-47f5-843f-6103c0b8676a,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:30.681698 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.684997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2d9822be-83b0-468d-af31-38da08e0d4f3 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/subnets/fb0bc6cc-09dc-47f5-843f-6103c0b8676a HTTP/1.1" status: 204 len: 168 time: 0.2746322 Feb 09 00:40:30.687514 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59090) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:30.690010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349d338-7b99-4d48-bd06-8d98368cee3b None None] Network 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:30.765330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.822010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Deleting port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:30.822357 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.893681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] For port bc22ecb2-7ecb-4f23-b81d-1628215d7c15, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,segment=NetworkSegment(506a3c52-4058-43b0-abb0-dead7acc273e),segment_id=506a3c52-4058-43b0-abb0-dead7acc273e)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:30.894151 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:30.907243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Calling delete_port for bc22ecb2-7ecb-4f23-b81d-1628215d7c15 owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:30.985408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.011716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Port': ['ID=bc22ecb2-7ecb-4f23-b81d-1628215d7c15,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:31.016270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] No DVR routers for this DVR port bc22ecb2-7ecb-4f23-b81d-1628215d7c15 on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:31.019900 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557931ce-2eee-4e2d-a9c4-21b750d3baed None None] DHCP port deletion for 74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:40:31.099860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.119732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:31.128433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506a3c52-4058-43b0-abb0-dead7acc273e') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:31.128726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506a3c52-4058-43b0-abb0-dead7acc273e') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:31.137854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.151464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.157569 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:31.157883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:31.160751 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:31.221455 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.226272 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.229792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] 10.222.0.32 "DELETE /v2.0/networks/74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e HTTP/1.1" status: 204 len: 168 time: 0.5413725 Feb 09 00:40:31.245311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9e1fa-a8aa-43a1-b67e-291071bfe221 tempest-NetworksIpV6Test-21338755 tempest-NetworksIpV6Test-21338755-project] Pushing event deleted for resources: {'Network': ['ID=74c35c99-b2d8-4a99-8fcf-53dccdcf7a7e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:31.479182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59096) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:31.607081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c6c2e0e9-cced-4e06-811a-ee82268ab354 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffefc7606d2b407094c00348a2cc7706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267242 Feb 09 00:40:31.609658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59100) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:31.656800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-734976ec-c38c-4237-a013-8a031283075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.676970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-734976ec-c38c-4237-a013-8a031283075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.722255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-734976ec-c38c-4237-a013-8a031283075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.724984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-734976ec-c38c-4237-a013-8a031283075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:31.726174 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-734976ec-c38c-4237-a013-8a031283075b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db85b86b-dcf2-4c01-8031-9c3d6ace7222 HTTP/1.1" status: 204 len: 168 time: 0.1156249 Feb 09 00:40:31.733711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734976ec-c38c-4237-a013-8a031283075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85b86b-dcf2-4c01-8031-9c3d6ace7222,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:32.140950 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:40:32.162319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:40:32.163430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8ae73ace-5fe1-4fbe-8dbc-baaf10c29be5 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:40:32.164079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc22ecb2-7ecb-4f23-b81d-1628215d7c15 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:40:32.186011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: bc22ecb2-7ecb-4f23-b81d-1628215d7c15 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:40:32.186358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bc22ecb2-7ecb-4f23-b81d-1628215d7c15 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:40:32.363951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59122) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:32.457969 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2036573629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:32.482969 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.484060 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.537995 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.541958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.560043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.562085 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ca05b13b-f4b0-4a7a-8a61-28c23131e19a tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1971254 Feb 09 00:40:32.564809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59126) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:32.570081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2104212564'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:32.591207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Made reservation on behalf of ce04f067b8bf4bacb647d7ce6b4e5864 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:32.594619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.603147 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.676013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.680198 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.702558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:32.716972 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f10b5f-c35c-4391-9a0a-95213152ef41,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:32.719803 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.720248 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Added segment c24b7838-d1e1-40f3-9bfd-9a6c5df538b1 of type vlan for network 995ab569-8597-44df-853b-e2d14a1574e3 Feb 09 00:40:32.760566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.784186 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.789885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:32.790457 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:32.851210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2853594 Feb 09 00:40:32.854001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59128) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:32.858684 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Request body: {'subnet': {'network_id': '995ab569-8597-44df-853b-e2d14a1574e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:32.876990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccf854-cf96-47f2-8bbb-0cf26e68723c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event updated for resources: {'Network': ['ID=995ab569-8597-44df-853b-e2d14a1574e3,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:32.888086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 995ab569-8597-44df-853b-e2d14a1574e3 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:32.953720 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Made reservation on behalf of ce04f067b8bf4bacb647d7ce6b4e5864 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:32.957329 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.135461 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.199764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event updated for resources: {'Subnet': ['ID=85121996-e878-45b1-8276-67b96dcd2dd5,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:33.208382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Checking segment: {'id': 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '995ab569-8597-44df-853b-e2d14a1574e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:33.208698 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Network hostable DHCP agents. Network: 995ab569-8597-44df-853b-e2d14a1574e3, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:33.229134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Network 995ab569-8597-44df-853b-e2d14a1574e3 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:33.237713 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 995ab569-8597-44df-853b-e2d14a1574e3) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:33.247012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda6957-e39d-4bb7-943a-2a997f90811e None None] Network 995ab569-8597-44df-853b-e2d14a1574e3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:33.249785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:33.250389 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.267160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c1a885b2-0b8f-496e-9417-8f3a46545c14 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121337 Feb 09 00:40:33.270092 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59132) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:33.275555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2041914854'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:33.300639 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Made reservation on behalf of ce04f067b8bf4bacb647d7ce6b4e5864 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:33.305001 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.329397 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:33.339502 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.340039 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Added segment dcf396ad-ad4b-478d-ad89-5056007060ca of type vlan for network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 Feb 09 00:40:33.380870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.399052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-995ab569-8597-44df-853b-e2d14a1574e3', 'network_id': '995ab569-8597-44df-853b-e2d14a1574e3', 'tenant_id': 'ce04f067b8bf4bacb647d7ce6b4e5864', 'fixed_ips': [{'subnet_id': '85121996-e878-45b1-8276-67b96dcd2dd5'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:33.399910 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.408046 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.414608 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:33.415491 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.476975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2057223 Feb 09 00:40:33.479695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59134) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:33.495128 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Request body: {'subnet': {'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:33.516643 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b938f-def8-4c5e-84f4-14a33cd81adc tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event updated for resources: {'Network': ['ID=143550a1-2d9d-4b3a-a18f-bb08c6a5ded9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:33.536724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:33.593616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Made reservation on behalf of ce04f067b8bf4bacb647d7ce6b4e5864 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:33.597128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.613120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Allocated IP 172.20.0.2 (995ab569-8597-44df-853b-e2d14a1574e3/85121996-e878-45b1-8276-67b96dcd2dd5/96fcb268-329b-4b08-87d0-cbc6a851171f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:33.762689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.769085 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.788618 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.811898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Network 995ab569-8597-44df-853b-e2d14a1574e3 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:33.814858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:33.819375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:33.826493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Pushing event updated for resources: {'Port': ['ID=96fcb268-329b-4b08-87d0-cbc6a851171f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:33.849268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event updated for resources: {'Subnet': ['ID=21091813-23dc-4776-afed-33135f8890ca,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:33.859871 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Checking segment: {'id': 'dcf396ad-ad4b-478d-ad89-5056007060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:33.860227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Network hostable DHCP agents. Network: 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:33.878447 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:33.879048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Attempting to bind port 96fcb268-329b-4b08-87d0-cbc6a851171f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:33.879503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Attempting to bind port 96fcb268-329b-4b08-87d0-cbc6a851171f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '995ab569-8597-44df-853b-e2d14a1574e3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:33.879931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Attempting to bind port 96fcb268-329b-4b08-87d0-cbc6a851171f on network 995ab569-8597-44df-853b-e2d14a1574e3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:33.885883 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:33.886308 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Checking segment: {'id': 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '995ab569-8597-44df-853b-e2d14a1574e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:33.886788 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.887282 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Bound using segment: {'id': 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '995ab569-8597-44df-853b-e2d14a1574e3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:33.887815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Bound port: 96fcb268-329b-4b08-87d0-cbc6a851171f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '995ab569-8597-44df-853b-e2d14a1574e3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:33.888213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:33.888348 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.892359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:33.892951 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:33.898867 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed8eff0-475f-493f-829c-0784c906ff6b None None] Network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:33.911852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f497858b-17e6-4cad-9561-4ea9f082e98b tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4284475 Feb 09 00:40:33.912040 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59136) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:33.916986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-644f4527-1b27-44f5-b1ac-b5db3520fe70 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Request body: {'router': {'external_gateway_info': {'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:34.020239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] For port 96fcb268-329b-4b08-87d0-cbc6a851171f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:34.024485 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] For port 96fcb268-329b-4b08-87d0-cbc6a851171f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=96fcb268-329b-4b08-87d0-cbc6a851171f,segment=NetworkSegment(c24b7838-d1e1-40f3-9bfd-9a6c5df538b1),segment_id=c24b7838-d1e1-40f3-9bfd-9a6c5df538b1)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:34.030706 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.140608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a486c1-9330-4ef2-bb0f-4a8bd5454f3a None None] Pushing event updated for resources: {'Port': ['ID=96fcb268-329b-4b08-87d0-cbc6a851171f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:34.144501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-143550a1-2d9d-4b3a-a18f-bb08c6a5ded9', 'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9', 'tenant_id': 'ce04f067b8bf4bacb647d7ce6b4e5864', 'fixed_ips': [{'subnet_id': '21091813-23dc-4776-afed-33135f8890ca'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:34.145394 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.178989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-644f4527-1b27-44f5-b1ac-b5db3520fe70 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.317454 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [None req-644f4527-1b27-44f5-b1ac-b5db3520fe70 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 00:40:34.322990 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-644f4527-1b27-44f5-b1ac-b5db3520fe70 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "PUT /v2.0/routers/c3fb8466-46b7-4f02-aaa2-2072b80e7307 HTTP/1.1" status: 400 len: 364 time: 0.4050295 Feb 09 00:40:34.324146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Allocated IP 172.21.0.2 (143550a1-2d9d-4b3a-a18f-bb08c6a5ded9/21091813-23dc-4776-afed-33135f8890ca/7d89ab02-fec8-462c-a0c3-5c5254a98ac9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:34.325062 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59138) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:34.394400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Deleting subnet 21091813-23dc-4776-afed-33135f8890ca {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:40:34.482561 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.487761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.488120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.528311 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.532098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:34.536776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:34.541031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:34.544187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Pushing event updated for resources: {'Port': ['ID=7d89ab02-fec8-462c-a0c3-5c5254a98ac9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:34.597042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Attempting to bind port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:34.597650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Attempting to bind port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'dcf396ad-ad4b-478d-ad89-5056007060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:34.598008 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Attempting to bind port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9 on network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:34.603291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:34.603661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Checking segment: {'id': 'dcf396ad-ad4b-478d-ad89-5056007060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:34.604056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.604438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Bound using segment: {'id': 'dcf396ad-ad4b-478d-ad89-5056007060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:34.604889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Bound port: 7d89ab02-fec8-462c-a0c3-5c5254a98ac9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf396ad-ad4b-478d-ad89-5056007060ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '143550a1-2d9d-4b3a-a18f-bb08c6a5ded9'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:34.605304 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.615465 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.677696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.680767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] For port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:34.684033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] For port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d89ab02-fec8-462c-a0c3-5c5254a98ac9,segment=NetworkSegment(dcf396ad-ad4b-478d-ad89-5056007060ca),segment_id=dcf396ad-ad4b-478d-ad89-5056007060ca)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:34.688827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.707069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event deleted for resources: {'Subnet': ['ID=21091813-23dc-4776-afed-33135f8890ca,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:34.709243 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.715643 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6b806f49-c5a7-4e23-8f3f-39a40328bec4 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "DELETE /v2.0/subnets/21091813-23dc-4776-afed-33135f8890ca HTTP/1.1" status: 204 len: 168 time: 0.3871031 Feb 09 00:40:34.715754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59140) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:34.749796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15973bb-4295-41c3-8307-2d3217f7d244 None None] Pushing event updated for resources: {'Port': ['ID=7d89ab02-fec8-462c-a0c3-5c5254a98ac9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:34.799086 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.866829 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Deleting port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:34.867237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.939936 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] For port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7d89ab02-fec8-462c-a0c3-5c5254a98ac9,segment=NetworkSegment(dcf396ad-ad4b-478d-ad89-5056007060ca),segment_id=dcf396ad-ad4b-478d-ad89-5056007060ca)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:34.939936 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:34.978642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Calling delete_port for 7d89ab02-fec8-462c-a0c3-5c5254a98ac9 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:35.082010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.116864 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event deleted for resources: {'Port': ['ID=7d89ab02-fec8-462c-a0c3-5c5254a98ac9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:35.122237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] No DVR routers for this DVR port 7d89ab02-fec8-462c-a0c3-5c5254a98ac9 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:35.171912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4248e25e-3d9c-4e53-8d11-8c8f065b92b7 None None] Network 995ab569-8597-44df-853b-e2d14a1574e3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:35.203111 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.227719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143550a1-2d9d-4b3a-a18f-bb08c6a5ded9']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:35.237132 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf396ad-ad4b-478d-ad89-5056007060ca') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:35.237427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf396ad-ad4b-478d-ad89-5056007060ca') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:35.247650 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.254400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-71074fae-bc74-47ee-9127-43c9d364306e None None] Provisioning complete for port 96fcb268-329b-4b08-87d0-cbc6a851171f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:35.254771 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71074fae-bc74-47ee-9127-43c9d364306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.262589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.270010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:35.270447 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:35.273700 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:35.340536 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.351999 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.355217 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "DELETE /v2.0/networks/143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 HTTP/1.1" status: 204 len: 168 time: 0.6385643 Feb 09 00:40:35.357992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59142) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:35.367137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef31ae4-0579-4976-bf20-eb40132369be tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event deleted for resources: {'Network': ['ID=143550a1-2d9d-4b3a-a18f-bb08c6a5ded9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:35.405937 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71074fae-bc74-47ee-9127-43c9d364306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.414789 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Deleting subnet 85121996-e878-45b1-8276-67b96dcd2dd5 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:40:35.417834 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.444839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-71074fae-bc74-47ee-9127-43c9d364306e None None] For port 96fcb268-329b-4b08-87d0-cbc6a851171f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=96fcb268-329b-4b08-87d0-cbc6a851171f,segment=NetworkSegment(c24b7838-d1e1-40f3-9bfd-9a6c5df538b1),segment_id=c24b7838-d1e1-40f3-9bfd-9a6c5df538b1)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:35.451612 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71074fae-bc74-47ee-9127-43c9d364306e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.480808 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.532172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71074fae-bc74-47ee-9127-43c9d364306e None None] Pushing event updated for resources: {'Port': ['ID=96fcb268-329b-4b08-87d0-cbc6a851171f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:35.592728 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.792040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-52526bab-bcb2-4da0-b401-560de39e2ec9 None None] Provisioning complete for port 96fcb268-329b-4b08-87d0-cbc6a851171f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:35.792524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-52526bab-bcb2-4da0-b401-560de39e2ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:35.938266 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d367a-947a-4c85-96e3-31e9ba4c8d11 None None] DHCP port deletion for 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:40:35.956061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dc6db-f629-4b40-bab4-d6b6a7ee0c89 None None] Network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:35.969771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dc6db-f629-4b40-bab4-d6b6a7ee0c89 None None] Network 143550a1-2d9d-4b3a-a18f-bb08c6a5ded9 could not be found, it might have been deleted concurrently. {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 00:40:35.993284 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c8768184-7f19-412d-af8c-80a153a5672a None None] Could not find standard attr ID for object 7d89ab02-fec8-462c-a0c3-5c5254a98ac9. {{(pid=105933) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 00:40:36.049179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.076607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event deleted for resources: {'Subnet': ['ID=85121996-e878-45b1-8276-67b96dcd2dd5,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:36.078522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.081678 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fc3552ce-133f-4381-a16e-f4e91a22330c tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "DELETE /v2.0/subnets/85121996-e878-45b1-8276-67b96dcd2dd5 HTTP/1.1" status: 204 len: 168 time: 0.7221987 Feb 09 00:40:36.084130 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59144) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:36.088731 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76aa4c3-619c-467a-814f-5237da654d8a None None] Network 995ab569-8597-44df-853b-e2d14a1574e3 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:36.169395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.196416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 96fcb268-329b-4b08-87d0-cbc6a851171f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:36.226256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Deleting port 96fcb268-329b-4b08-87d0-cbc6a851171f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:36.226584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.259231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 96fcb268-329b-4b08-87d0-cbc6a851171f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:36.259609 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.295355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] For port 96fcb268-329b-4b08-87d0-cbc6a851171f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=96fcb268-329b-4b08-87d0-cbc6a851171f,segment=NetworkSegment(c24b7838-d1e1-40f3-9bfd-9a6c5df538b1),segment_id=c24b7838-d1e1-40f3-9bfd-9a6c5df538b1)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:36.296177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.315494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Calling delete_port for 96fcb268-329b-4b08-87d0-cbc6a851171f owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:36.342444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] DHCP port deletion for 995ab569-8597-44df-853b-e2d14a1574e3 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:40:36.399746 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.402330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Deleting port 96fcb268-329b-4b08-87d0-cbc6a851171f {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:40:36.402667 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.427020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event deleted for resources: {'Port': ['ID=96fcb268-329b-4b08-87d0-cbc6a851171f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:36.429160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] No DVR routers for this DVR port 96fcb268-329b-4b08-87d0-cbc6a851171f on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:36.468964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] For port 96fcb268-329b-4b08-87d0-cbc6a851171f, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:36.469539 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.482017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Calling delete_port for 96fcb268-329b-4b08-87d0-cbc6a851171f owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:40:36.484601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Port 96fcb268-329b-4b08-87d0-cbc6a851171f was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 00:40:36.485827 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.511150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] Pushing event deleted for resources: {'Port': ['ID=96fcb268-329b-4b08-87d0-cbc6a851171f,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:36.511360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.514916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cb5e0-4afa-4e8e-99b2-3e64bd27a112 None None] No DVR routers for this DVR port 96fcb268-329b-4b08-87d0-cbc6a851171f on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:40:36.536856 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995ab569-8597-44df-853b-e2d14a1574e3']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:36.546006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:36.546299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24b7838-d1e1-40f3-9bfd-9a6c5df538b1') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:36.556116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.569341 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.575516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:40:36.575900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:40:36.578882 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:40:36.635222 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.643351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:36.646283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "DELETE /v2.0/networks/995ab569-8597-44df-853b-e2d14a1574e3 HTTP/1.1" status: 204 len: 168 time: 0.5604532 Feb 09 00:40:36.649249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59146) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:36.656541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc38c2-19bb-4ca0-b604-f524aa4dbeed tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Pushing event deleted for resources: {'Network': ['ID=995ab569-8597-44df-853b-e2d14a1574e3,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:36.676556 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-52d9db81-dfcd-4ef4-8c16-0fd273b7a164 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3fb8466-46b7-4f02-aaa2-2072b80e7307 HTTP/1.1" status: 200 len: 205 time: 0.0255482 Feb 09 00:40:36.679418 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59148) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:36.755138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.251041 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.253170 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.298646 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.299498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Fanout notify agent at l3_agent the message router_deleted on router c3fb8466-46b7-4f02-aaa2-2072b80e7307 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:40:37.308861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.310252 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3f329725-b402-489c-b8ad-0bff16269532 tempest-RoutersNegativeTest-1033211800 tempest-RoutersNegativeTest-1033211800-project] 10.222.0.32 "DELETE /v2.0/routers/c3fb8466-46b7-4f02-aaa2-2072b80e7307 HTTP/1.1" status: 204 len: 168 time: 0.6298513 Feb 09 00:40:37.346114 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.498975 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.560001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59154) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:37.687671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-831fc4fd-977d-4078-93d6-9fcae2c22742 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce04f067b8bf4bacb647d7ce6b4e5864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264796 Feb 09 00:40:37.690264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59158) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:37.742808 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f38196f-783e-463b-80ee-2f4c39b4d720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.763762 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f38196f-783e-463b-80ee-2f4c39b4d720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.809009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f38196f-783e-463b-80ee-2f4c39b4d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.811558 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8f38196f-783e-463b-80ee-2f4c39b4d720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:37.812775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8f38196f-783e-463b-80ee-2f4c39b4d720 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40f10b5f-c35c-4391-9a0a-95213152ef41 HTTP/1.1" status: 204 len: 168 time: 0.1215577 Feb 09 00:40:37.821509 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38196f-783e-463b-80ee-2f4c39b4d720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f10b5f-c35c-4391-9a0a-95213152ef41,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:38.144902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 96fcb268-329b-4b08-87d0-cbc6a851171f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:40:38.165174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 96fcb268-329b-4b08-87d0-cbc6a851171f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:40:38.165603 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 96fcb268-329b-4b08-87d0-cbc6a851171f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:40:38.421276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59180) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:38.516345 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-587527362-network', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:38.538863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Made reservation on behalf of bed5ad9596324f2094e3b3324054ae1e for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:38.541250 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.549956 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.624928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.628593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.655833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:38.662091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7989c08b-54e6-46c3-a43d-a95fd5cef697,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:38.668311 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.668652 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Added segment e0367c8b-66f1-4a83-9e08-a58b98a0e6c4 of type vlan for network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 Feb 09 00:40:38.709696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.733243 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.734200 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:38.734779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.788497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3660853 Feb 09 00:40:38.791482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59184) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:38.796303 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Request body: {'subnet': {'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-subnet', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:38.803924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf514ca9-0c04-4e91-973a-2ff9767eb0b5 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:38.814109 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:38.819998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Made reservation on behalf of bed5ad9596324f2094e3b3324054ae1e for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:38.822520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:38.990244 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.048576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b98a859-23de-40d2-9d71-43a8c3bdde9c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:39.058282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Checking segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:39.058640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Network hostable DHCP agents. Network: 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:39.074055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:39.082285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:39.089564 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:39.090233 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.090520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f111e4-df8d-4131-88d1-82baee3f35d5 None None] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:39.106330 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-96c7ccd3-7bdb-47fa-a103-9cb39240270d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3137634 Feb 09 00:40:39.109019 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59186) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:39.113699 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:39.137806 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.138721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.191725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.238329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'fixed_ips': [{'subnet_id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:39.239212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.339061 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.536132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Allocated IP 172.20.0.2 (2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7/6b98a859-23de-40d2-9d71-43a8c3bdde9c/9cada78e-8146-4aa4-8766-699b938290d9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:39.556286 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.580291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.684495 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.687968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Allocated IP 172.25.3.230 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/7034af55-8f62-4a16-83f7-0136085e7ff2) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:39.690801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.732188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:39.735185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:39.738615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:39.747891 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Pushing event updated for resources: {'Port': ['ID=9cada78e-8146-4aa4-8766-699b938290d9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:39.796347 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.797937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Attempting to bind port 9cada78e-8146-4aa4-8766-699b938290d9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:39.798317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Attempting to bind port 9cada78e-8146-4aa4-8766-699b938290d9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:39.798680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Attempting to bind port 9cada78e-8146-4aa4-8766-699b938290d9 on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:39.803924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:39.804380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Checking segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:39.804791 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.805217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Bound using segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:39.805680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Bound port: 9cada78e-8146-4aa4-8766-699b938290d9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:39.806063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.837355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.874123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] For port 9cada78e-8146-4aa4-8766-699b938290d9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:39.876340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:39.877380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] For port 9cada78e-8146-4aa4-8766-699b938290d9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9cada78e-8146-4aa4-8766-699b938290d9,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:39.880886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:39.884678 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:39.886661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:39.889841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Pushing event updated for resources: {'Port': ['ID=7034af55-8f62-4a16-83f7-0136085e7ff2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:39.965831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720faad-ce42-4025-b4ed-60d6b8cecd8d None None] Pushing event updated for resources: {'Port': ['ID=9cada78e-8146-4aa4-8766-699b938290d9,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:40.161356 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.238561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9cada78e-8146-4aa4-8766-699b938290d9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:40.299283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9cada78e-8146-4aa4-8766-699b938290d9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:40.299660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.382982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.386318 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.418535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 9cada78e-8146-4aa4-8766-699b938290d9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9cada78e-8146-4aa4-8766-699b938290d9,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:40.423361 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.472171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=9cada78e-8146-4aa4-8766-699b938290d9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:40.517022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:40:40.628868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:40:40.638754 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Sync routers for ids ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:40:40.647555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.649289 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6579111c-35d5-454a-8556-36fe101e3720 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5390120 Feb 09 00:40:40.652090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59188) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:40.652670 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Routers {'7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:40.653333 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:40.764734 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Set router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:40.892490 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165b576-ec03-4b08-822d-ed8b4e04f899 None None] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:40.957002 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:40Z', 'revision_number': 3, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:40.972608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4106d885-e4dd-44ba-ada7-e2df32b481e6 None None] Provisioning complete for port 9cada78e-8146-4aa4-8766-699b938290d9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:40.973004 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4106d885-e4dd-44ba-ada7-e2df32b481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:40.984653 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Checking router: 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:40:40.985034 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Updating router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe port 7034af55-8f62-4a16-83f7-0136085e7ff2 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:40:41.011087 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.094977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.263502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Allocated IP 172.20.0.1 (2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7/6b98a859-23de-40d2-9d71-43a8c3bdde9c/ddc0832d-7e7d-4af0-82c2-2a5ddcc51797) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:41.300998 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.306390 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.362246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Pushing event updated for resources: {'Port': ['ID=7034af55-8f62-4a16-83f7-0136085e7ff2,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:41.366649 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Attempting to bind port 7034af55-8f62-4a16-83f7-0136085e7ff2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:41.367017 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Attempting to bind port 7034af55-8f62-4a16-83f7-0136085e7ff2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:41.367379 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Attempting to bind port 7034af55-8f62-4a16-83f7-0136085e7ff2 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:41.376049 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.376049 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.376397 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.376730 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.377089 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.377852 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.377852 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.378056 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.378343 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.378661 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.378976 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.379291 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:41.380481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.383576 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:41.384421 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:41.384583 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.385043 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:41.385461 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Bound port: 7034af55-8f62-4a16-83f7-0136085e7ff2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:41.386045 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.419008 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.438652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-662370f5-4686-473e-aecc-d26c7254789e None None] Provisioning complete for port 9cada78e-8146-4aa4-8766-699b938290d9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:41.439426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-662370f5-4686-473e-aecc-d26c7254789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.444454 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] For port 7034af55-8f62-4a16-83f7-0136085e7ff2, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:41.447715 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] For port 7034af55-8f62-4a16-83f7-0136085e7ff2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7034af55-8f62-4a16-83f7-0136085e7ff2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:41.451895 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.461826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:41.465036 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:41.470932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:41.504797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:41.510162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Routers {'7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:41.510928 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:41.528904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.629152 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bbc21-b059-413b-b72b-1ac523f29b51 None None] Pushing event updated for resources: {'Port': ['ID=7034af55-8f62-4a16-83f7-0136085e7ff2,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:41.643040 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] Set router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:41.698779 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.776359 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0290dacf-a314-45ab-9f19-bd4f64e393b2 None None] Provisioning complete for port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:41.776804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0290dacf-a314-45ab-9f19-bd4f64e393b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.815902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0290dacf-a314-45ab-9f19-bd4f64e393b2 None None] Port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:40:41.844316 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:40Z', 'revision_number': 3, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:41.867190 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.871925 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.873127 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d78cb4-bc52-4f71-9c88-63c797016866 None None] The sync data for ids ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'] in n-d-828413-1 is: [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:40Z', 'revision_number': 3, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:40:41.938061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:41.940730 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:41.973630 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2dd82549-d8e5-44b2-bf4c-f79844c15277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:42.043069 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:42.044452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:42.206919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9cada78e-8146-4aa4-8766-699b938290d9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:42.210951 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:40:42.273853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 9cada78e-8146-4aa4-8766-699b938290d9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:42.274223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:42.363087 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:40:42.373614 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cd392280-57f3-44cf-b160-9be54354cdd2 admin admin] 10.222.0.32 "PUT /v2.0/routers/7f571f70-ea27-4b15-a2a7-1e27d2e7fafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202413 Feb 09 00:40:42.392967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-05bfe521-7174-4ec1-aa2e-bf0e45161cb5 None None] Provisioning complete for port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:42.393595 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-05bfe521-7174-4ec1-aa2e-bf0e45161cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:42.437919 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-05bfe521-7174-4ec1-aa2e-bf0e45161cb5 None None] Port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:40:42.872005 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59204) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:42.876981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1873935719-network', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:42.899210 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Made reservation on behalf of 1fe70c692b174b67b1f167fae3a4917c for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:42.901754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:42.910368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:42.996435 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.000722 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.026482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:40:43.036744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e1cf1d-eb1f-4d45-a9c5-99e1c2ee19b2,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:43.043716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.044064 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Added segment 2377bf68-c27d-448f-9703-c38b4b98825b of type vlan for network 0abc6557-27ee-4a56-ba1e-52eedf522a91 Feb 09 00:40:43.099031 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.126589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.127765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:43.128338 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.188715 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3155975 Feb 09 00:40:43.191361 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59206) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:43.199030 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Request body: {'subnet': {'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-subnet', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:43.203457 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebd85e-1449-47c0-a2e7-27e326123e02 admin admin] Pushing event updated for resources: {'Network': ['ID=0abc6557-27ee-4a56-ba1e-52eedf522a91,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:43.213955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:40:43.226193 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Made reservation on behalf of 1fe70c692b174b67b1f167fae3a4917c for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:43.228791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.406471 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.460899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ae399-7686-4e90-b90e-18cc0c0e4dde,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:43.479307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Checking segment: {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:43.479664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Network hostable DHCP agents. Network: 0abc6557-27ee-4a56-ba1e-52eedf522a91, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:40:43.497078 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Sync routers for ids ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:40:43.497626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:40:43.507742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 0abc6557-27ee-4a56-ba1e-52eedf522a91) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:43.509164 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Routers {'7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:43.509801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:43.512946 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:43.512946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.528821 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-875bb66d-a388-4929-ae3b-8e05a198f35a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3364553 Feb 09 00:40:43.531935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59208) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:43.536432 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:43.558734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.560459 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.561344 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2015712-c771-493f-bd71-b0a68a934821 None None] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:43.611630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.699827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Set router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:43.746750 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.872971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-0abc6557-27ee-4a56-ba1e-52eedf522a91', 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'fixed_ips': [{'subnet_id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:40:43.873843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.945994 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:43.965747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.068866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Allocated IP 172.25.3.103 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/b58c5f41-8178-4000-8df6-904cd13540d9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:44.070932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Allocated IP 172.20.0.2 (0abc6557-27ee-4a56-ba1e-52eedf522a91/ad1ae399-7686-4e90-b90e-18cc0c0e4dde/78f8877d-6923-4389-b283-03ba4ade8c2a) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:44.076632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 4, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ddc0832d-7e7d-4af0-82c2-2a5ddcc51797', 'name': '', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'mac_address': 'fa:16:3e:85:72:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:41Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 2, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'subnets': [{'id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:44.108943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Checking router: 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:40:44.109279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Updating router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:40:44.180426 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.184547 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.197031 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7034af55-8f62-4a16-83f7-0136085e7ff2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:44.221520 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.264979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:44.267835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:44.272959 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:44.276044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Pushing event updated for resources: {'Port': ['ID=b58c5f41-8178-4000-8df6-904cd13540d9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:44.423205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.438511 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.440268 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7034af55-8f62-4a16-83f7-0136085e7ff2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:44.440629 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.528989 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.708878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:44.718636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Pushing event updated for resources: {'Port': ['ID=78f8877d-6923-4389-b283-03ba4ade8c2a,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:44.721098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:44.726135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:44.731378 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.831940 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4cfc1fe7-11a4-4a85-9486-eee9b61bb1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.861027 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Attempting to bind port 78f8877d-6923-4389-b283-03ba4ade8c2a on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:44.861547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Attempting to bind port 78f8877d-6923-4389-b283-03ba4ade8c2a by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:44.861921 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Attempting to bind port 78f8877d-6923-4389-b283-03ba4ade8c2a on network 0abc6557-27ee-4a56-ba1e-52eedf522a91 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:44.862482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Router 16cc9743-99f2-472e-b64e-6331f56eff09 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:40:44.898696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:44.899087 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Checking segment: {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:44.899498 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.899929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Bound using segment: {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:44.900460 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Bound port: 78f8877d-6923-4389-b283-03ba4ade8c2a, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:44.900849 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.904213 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.970888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:40:44.971105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 7034af55-8f62-4a16-83f7-0136085e7ff2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7034af55-8f62-4a16-83f7-0136085e7ff2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:44.979552 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.983192 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Sync routers for ids ['16cc9743-99f2-472e-b64e-6331f56eff09'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:40:44.983696 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.996097 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Routers {'16cc9743-99f2-472e-b64e-6331f56eff09'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:44.996802 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.996958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:44.998004 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['16cc9743-99f2-472e-b64e-6331f56eff09'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:45.001362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e8b8aa3c-21bd-4223-8a07-627fcc2d4796 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4683337 Feb 09 00:40:45.001490 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59210) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:40:45.058347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] For port 78f8877d-6923-4389-b283-03ba4ade8c2a, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:45.068250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] For port 78f8877d-6923-4389-b283-03ba4ade8c2a, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=78f8877d-6923-4389-b283-03ba4ade8c2a,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:45.078104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.080295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=7034af55-8f62-4a16-83f7-0136085e7ff2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:45.125568 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Set router 16cc9743-99f2-472e-b64e-6331f56eff09 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:45.204107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Attempting to bind port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:45.204500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Attempting to bind port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:45.204870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Attempting to bind port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:45.207298 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff6056-758e-456f-b6e2-c395c003842e None None] Pushing event updated for resources: {'Port': ['ID=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:45.241123 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:45.241660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Checking segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:45.242210 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.242622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Bound using segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:45.243118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Bound port: ddc0832d-7e7d-4af0-82c2-2a5ddcc51797, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:45.243508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.342962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] For port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:45.351618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] For port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:45.358787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc9e7-cedd-4f5f-a1ce-5876a262be15 None None] Pushing event updated for resources: {'Port': ['ID=78f8877d-6923-4389-b283-03ba4ade8c2a,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:45.362137 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.444146 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d2dd9458-7ad9-4efb-b0db-334107d3b8a5 None None] Provisioning complete for port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:45.444894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9458-7ad9-4efb-b0db-334107d3b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.449931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Routers {'7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:45.450578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:45.496434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff6056-758e-456f-b6e2-c395c003842e None None] Pushing event updated for resources: {'Port': ['ID=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:45.559270 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 3, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:45.625879 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Checking router: 16cc9743-99f2-472e-b64e-6331f56eff09 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:40:45.626366 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Updating router 16cc9743-99f2-472e-b64e-6331f56eff09 port b58c5f41-8178-4000-8df6-904cd13540d9 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:40:45.672724 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.724088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.747066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] Set router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:45.778882 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9458-7ad9-4efb-b0db-334107d3b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.864261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d2dd9458-7ad9-4efb-b0db-334107d3b8a5 None None] For port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:45.868412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9458-7ad9-4efb-b0db-334107d3b8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:45.973784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9458-7ad9-4efb-b0db-334107d3b8a5 None None] Pushing event updated for resources: {'Port': ['ID=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:46.000285 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.007294 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.020678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-92c5decb-0542-46a9-9356-cdefbd695fe1 None None] Provisioning complete for port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:46.021082 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-92c5decb-0542-46a9-9356-cdefbd695fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.056933 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.058195 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4177d5-2805-4af1-a030-4bb1e502f73b None None] Pushing event updated for resources: {'Port': ['ID=b58c5f41-8178-4000-8df6-904cd13540d9,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:46.074782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 4, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ddc0832d-7e7d-4af0-82c2-2a5ddcc51797', 'name': '', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'mac_address': 'fa:16:3e:85:72:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:41Z', 'updated_at': '2022-02-09T00:40:45Z', 'revision_number': 4, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'subnets': [{'id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:46.077704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Attempting to bind port b58c5f41-8178-4000-8df6-904cd13540d9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:46.078079 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Attempting to bind port b58c5f41-8178-4000-8df6-904cd13540d9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:46.078546 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Attempting to bind port b58c5f41-8178-4000-8df6-904cd13540d9 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:46.087032 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:46.087032 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:46.087393 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.087703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:46.087998 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Bound port: b58c5f41-8178-4000-8df6-904cd13540d9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:46.088376 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.126641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31447-1f43-4222-b0ce-6b8c53a26cd1 None None] The sync data for ids ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'] in n-d-828413-1 is: [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:41Z', 'revision_number': 4, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ddc0832d-7e7d-4af0-82c2-2a5ddcc51797', 'name': '', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'mac_address': 'fa:16:3e:85:72:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:41Z', 'updated_at': '2022-02-09T00:40:45Z', 'revision_number': 4, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'subnets': [{'id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:40:46.166017 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] For port b58c5f41-8178-4000-8df6-904cd13540d9, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:46.169624 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] For port b58c5f41-8178-4000-8df6-904cd13540d9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b58c5f41-8178-4000-8df6-904cd13540d9,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:46.199268 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.275386 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Routers {'16cc9743-99f2-472e-b64e-6331f56eff09'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:46.276452 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['16cc9743-99f2-472e-b64e-6331f56eff09'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:46.328727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Allocated IP 172.20.0.1 (0abc6557-27ee-4a56-ba1e-52eedf522a91/ad1ae399-7686-4e90-b90e-18cc0c0e4dde/27195897-b5f6-424f-bd1f-39856d633d07) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:46.370754 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7034af55-8f62-4a16-83f7-0136085e7ff2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:46.385769 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4177d5-2805-4af1-a030-4bb1e502f73b None None] Pushing event updated for resources: {'Port': ['ID=b58c5f41-8178-4000-8df6-904cd13540d9,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:46.468338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 7034af55-8f62-4a16-83f7-0136085e7ff2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:46.468881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.516595 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] Set router 16cc9743-99f2-472e-b64e-6331f56eff09 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:46.546676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.574979 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 78f8877d-6923-4389-b283-03ba4ade8c2a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:46.599426 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.638691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 78f8877d-6923-4389-b283-03ba4ade8c2a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:46.639069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.660560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:46.666980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:46.674336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:46.715130 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=27195897-b5f6-424f-bd1f-39856d633d07,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:46.729172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.729868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.730417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.731142 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.731896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.732568 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.733171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.733711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.734265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.734801 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.735337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.736769 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:46.757428 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 3, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:46.762053 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.772710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2d589-a365-4e5f-b51f-d841108696a3 None None] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:40:46.796230 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716f8dd-50e5-4a33-89f1-1587e2b63522 None None] The sync data for ids ['16cc9743-99f2-472e-b64e-6331f56eff09'] in n-d-828413-1 is: [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 3, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:40:46.866207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.886177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4ae677c9-5147-40e6-9086-9d45705092ef None None] Provisioning complete for port 78f8877d-6923-4389-b283-03ba4ade8c2a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:46.886437 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4ae677c9-5147-40e6-9086-9d45705092ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.933144 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:46.995837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 78f8877d-6923-4389-b283-03ba4ade8c2a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=78f8877d-6923-4389-b283-03ba4ade8c2a,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:47.002732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.101257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.131916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=78f8877d-6923-4389-b283-03ba4ade8c2a,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:47.173509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.179470 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.256146 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.258208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=27195897-b5f6-424f-bd1f-39856d633d07,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:47.397562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:47.399122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:47.461138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.506133 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3fc77922-030a-4350-b048-9301df92c7bb None None] Provisioning complete for port 78f8877d-6923-4389-b283-03ba4ade8c2a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:47.507507 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3fc77922-030a-4350-b048-9301df92c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.564612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Router 16cc9743-99f2-472e-b64e-6331f56eff09 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:40:47.640887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3fc77922-030a-4350-b048-9301df92c7bb None None] Provisioning complete for port 27195897-b5f6-424f-bd1f-39856d633d07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:47.641308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3fc77922-030a-4350-b048-9301df92c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.689263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3fc77922-030a-4350-b048-9301df92c7bb None None] Port 27195897-b5f6-424f-bd1f-39856d633d07 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:40:47.719758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:40:47.725543 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-99971718-2f30-4329-8041-11fecc11f2f3 admin admin] 10.222.0.32 "PUT /v2.0/routers/16cc9743-99f2-472e-b64e-6331f56eff09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7230690 Feb 09 00:40:47.810520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-57b8c883-de02-410e-acca-94e36be0dc6c None None] Provisioning complete for port 27195897-b5f6-424f-bd1f-39856d633d07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:47.810936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-57b8c883-de02-410e-acca-94e36be0dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:47.855746 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-57b8c883-de02-410e-acca-94e36be0dc6c None None] Port 27195897-b5f6-424f-bd1f-39856d633d07 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:40:47.982506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8cb07f6c-fe5d-4f5b-b955-023f751f843f None None] Provisioning complete for port 27195897-b5f6-424f-bd1f-39856d633d07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:47.982876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8cb07f6c-fe5d-4f5b-b955-023f751f843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:48.017912 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8cb07f6c-fe5d-4f5b-b955-023f751f843f None None] Port 27195897-b5f6-424f-bd1f-39856d633d07 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:40:48.271702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:48.326439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:48.326898 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:48.410837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b58c5f41-8178-4000-8df6-904cd13540d9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:48.458301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b58c5f41-8178-4000-8df6-904cd13540d9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:48.458577 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:48.514788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-47f76037-453d-489f-ad13-73e50d58efe7 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:48.516280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-47f76037-453d-489f-ad13-73e50d58efe7 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 816 time: 0.1012688 Feb 09 00:40:48.531555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-73525755-5a87-47be-aab3-923e249428ed tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/quotas/bed5ad9596324f2094e3b3324054ae1e HTTP/1.1" status: 200 len: 375 time: 0.0092711 Feb 09 00:40:48.533870 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:48.554991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port b58c5f41-8178-4000-8df6-904cd13540d9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b58c5f41-8178-4000-8df6-904cd13540d9,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:48.559714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:48.560498 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 78f8877d-6923-4389-b283-03ba4ade8c2a up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:48.588382 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-b3c267b8-12ac-40d1-8fda-d7d9644d9e1e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507343 Feb 09 00:40:48.638444 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=b58c5f41-8178-4000-8df6-904cd13540d9,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:48.649493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.649843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.650193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.650532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.650870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.651207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.651537 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.651865 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.652194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.652522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.652848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.653200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:40:48.662647 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 78f8877d-6923-4389-b283-03ba4ade8c2a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:48.663025 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:48.690499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-1ac126f6-b50f-48f7-81a3-e173214750ad service neutron] 10.222.0.32 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Feb 09 00:40:48.789418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-3a7b927f-76c2-44f8-8843-da6909583132 service neutron] 10.222.0.32 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913165 Feb 09 00:40:48.964846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1189882a-9853-4301-a49c-66946e5a7ea8 req-d4d2d14a-e4d7-44ad-bc3c-10d8fee7d671 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 210 time: 0.0387473 Feb 09 00:40:49.673896 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Sync routers for ids ['16cc9743-99f2-472e-b64e-6331f56eff09'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:40:49.684839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Routers {'16cc9743-99f2-472e-b64e-6331f56eff09'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:49.685495 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['16cc9743-99f2-472e-b64e-6331f56eff09'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:49.798310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Set router 16cc9743-99f2-472e-b64e-6331f56eff09 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:49.920343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-ee8a24a9-07d7-415f-a0a5-c603afac959d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:49.921853 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-ee8a24a9-07d7-415f-a0a5-c603afac959d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 816 time: 0.1237810 Feb 09 00:40:49.936180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Request body: {'port': {'device_id': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'admin_state_up': True, 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:50.052444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Made reservation on behalf of bed5ad9596324f2094e3b3324054ae1e for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:40:50.057934 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.069159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-527bac5a-d4a5-481c-98a2-46fbe6e5835e req-18a83da7-c7cf-4d31-ba14-cdfb7cee6306 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 210 time: 0.0321908 Feb 09 00:40:50.180037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:46Z', 'revision_number': 4, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '27195897-b5f6-424f-bd1f-39856d633d07', 'name': '', 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'mac_address': 'fa:16:3e:e0:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:46Z', 'updated_at': '2022-02-09T00:40:46Z', 'revision_number': 2, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'subnets': [{'id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:50.184221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b58c5f41-8178-4000-8df6-904cd13540d9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:50.201164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Allocated IP 172.20.0.12 (2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7/6b98a859-23de-40d2-9d71-43a8c3bdde9c/92778c87-356a-4272-b70c-e2ae62da330a) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:40:50.210995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Checking router: 16cc9743-99f2-472e-b64e-6331f56eff09 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:40:50.211356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Updating router 16cc9743-99f2-472e-b64e-6331f56eff09 port 27195897-b5f6-424f-bd1f-39856d633d07 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:40:50.267043 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.320925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b58c5f41-8178-4000-8df6-904cd13540d9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:50.321313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.369666 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.406861 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.447562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:40:50.451694 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:40:50.457633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:40:50.489203 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Pushing event updated for resources: {'Port': ['ID=92778c87-356a-4272-b70c-e2ae62da330a,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:50.518640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:50.519442 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.538409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-427ea717-6687-439e-a4d5-86725f28d265 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064901 Feb 09 00:40:50.551046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Request body: {'port': {'device_id': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:40:50.619963 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.624257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.631580 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.688776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711e66-a030-4caf-9d13-4a74ed67e3b5 None None] Pushing event updated for resources: {'Port': ['ID=27195897-b5f6-424f-bd1f-39856d633d07,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:50.738368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Attempting to bind port 27195897-b5f6-424f-bd1f-39856d633d07 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:50.738806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Attempting to bind port 27195897-b5f6-424f-bd1f-39856d633d07 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:50.739279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Attempting to bind port 27195897-b5f6-424f-bd1f-39856d633d07 on network 0abc6557-27ee-4a56-ba1e-52eedf522a91 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:50.755549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:50.756338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Checking segment: {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:50.756867 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.757384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Bound using segment: {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:50.758089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Bound port: 27195897-b5f6-424f-bd1f-39856d633d07, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2377bf68-c27d-448f-9703-c38b4b98825b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:50.758701 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.779367 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1eed3ba7-6cbc-408c-9cc2-7414e5155122 None None] Provisioning complete for port 92778c87-356a-4272-b70c-e2ae62da330a triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:50.780082 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1eed3ba7-6cbc-408c-9cc2-7414e5155122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.853278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1eed3ba7-6cbc-408c-9cc2-7414e5155122 None None] Port 92778c87-356a-4272-b70c-e2ae62da330a cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:40:50.860732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] For port 27195897-b5f6-424f-bd1f-39856d633d07, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:50.863961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] For port 27195897-b5f6-424f-bd1f-39856d633d07, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27195897-b5f6-424f-bd1f-39856d633d07,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:50.869510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.922120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92778c87-356a-4272-b70c-e2ae62da330a {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:40:50.931015 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:50.931962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Routers {'16cc9743-99f2-472e-b64e-6331f56eff09'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:40:50.932601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:40:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['16cc9743-99f2-472e-b64e-6331f56eff09'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:50.935705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7711e66-a030-4caf-9d13-4a74ed67e3b5 None None] Pushing event updated for resources: {'Port': ['ID=27195897-b5f6-424f-bd1f-39856d633d07,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:50.944504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Transition to ACTIVE for port object 92778c87-356a-4272-b70c-e2ae62da330a will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:40:50.951849 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.002631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9f7fc663-9ed3-4cdb-885c-d92186d69108 None None] Provisioning complete for port 27195897-b5f6-424f-bd1f-39856d633d07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:51.003008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc663-9ed3-4cdb-885c-d92186d69108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.035738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Pushing event updated for resources: {'Port': ['ID=92778c87-356a-4272-b70c-e2ae62da330a,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:51.108010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Attempting to bind port 92778c87-356a-4272-b70c-e2ae62da330a on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:40:51.108356 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Attempting to bind port 92778c87-356a-4272-b70c-e2ae62da330a by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:40:51.108691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Attempting to bind port 92778c87-356a-4272-b70c-e2ae62da330a on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:51.113529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Port 92778c87-356a-4272-b70c-e2ae62da330a on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:40:51.113856 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Attempting to bind port 92778c87-356a-4272-b70c-e2ae62da330a on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:40:51.119878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:40:51.120218 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Checking segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:40:51.120604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Bound using segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:40:51.121076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Bound port: 92778c87-356a-4272-b70c-e2ae62da330a, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:40:51.121445 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.121573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] Set router 16cc9743-99f2-472e-b64e-6331f56eff09 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:40:51.222878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] For port 92778c87-356a-4272-b70c-e2ae62da330a, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:40:51.228473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] For port 92778c87-356a-4272-b70c-e2ae62da330a, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=92778c87-356a-4272-b70c-e2ae62da330a,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:40:51.234303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.234508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead6ead-dcea-49ce-bc98-56b2479b5920 req-3cd72d61-4ae5-47ff-ac7f-4e3537823654 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.236898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cead6ead-dcea-49ce-bc98-56b2479b5920 req-3cd72d61-4ae5-47ff-ac7f-4e3537823654 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 944 time: 0.0643449 Feb 09 00:40:51.279156 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.280121 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.281684 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] 10.222.0.84 "PUT /v2.0/ports/92778c87-356a-4272-b70c-e2ae62da330a HTTP/1.1" status: 200 len: 1092 time: 0.7354112 Feb 09 00:40:51.284826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cead6ead-dcea-49ce-bc98-56b2479b5920 req-d31f58e4-593c-458b-9e6a-8be9b9615f71 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Feb 09 00:40:51.291171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc663-9ed3-4cdb-885c-d92186d69108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.302241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'tag': '92778c87-356a-4272-b70c-e2ae62da330a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:40:51.320211 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918cbeac-e342-49b4-aa48-4ebc89d3742b" -d '{"events": [{"name": "network-changed", "server_uuid": "629320f9-8591-4484-95b1-071bbe9d7c2b", "tag": "92778c87-356a-4272-b70c-e2ae62da330a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:40:51.341384 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-9f7fc663-9ed3-4cdb-885c-d92186d69108 None None] For port 27195897-b5f6-424f-bd1f-39856d633d07, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27195897-b5f6-424f-bd1f-39856d633d07,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:51.351533 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9f7fc663-9ed3-4cdb-885c-d92186d69108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.372597 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504092c-17b4-4d7d-81ef-8292ffce9048 x-openstack-request-id: req-3504092c-17b4-4d7d-81ef-8292ffce9048 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:40:51.373051 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629320f9-8591-4484-95b1-071bbe9d7c2b", "tag": "92778c87-356a-4272-b70c-e2ae62da330a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:40:51.373304 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3504092c-17b4-4d7d-81ef-8292ffce9048 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:40:51.373721 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'tag': '92778c87-356a-4272-b70c-e2ae62da330a', 'status': 'completed', 'code': 200} Feb 09 00:40:51.400164 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c260b-9418-4a07-9dc0-b9c6cb89e128 service neutron] Pushing event updated for resources: {'Port': ['ID=92778c87-356a-4272-b70c-e2ae62da330a,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:51.407231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-18f4471d-015d-403e-bd01-4b48e05778e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.409093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-18f4471d-015d-403e-bd01-4b48e05778e0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 1095 time: 0.0729880 Feb 09 00:40:51.458378 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-e403dce5-9b2a-4edd-b68f-6f0121114ea8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92778c87-356a-4272-b70c-e2ae62da330a HTTP/1.1" status: 200 len: 217 time: 0.0404997 Feb 09 00:40:51.474430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7fc663-9ed3-4cdb-885c-d92186d69108 None None] Pushing event updated for resources: {'Port': ['ID=27195897-b5f6-424f-bd1f-39856d633d07,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:51.507641 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9eb0e5b9-8752-47ab-8be7-f4faa35a2b2b None None] Provisioning complete for port 27195897-b5f6-424f-bd1f-39856d633d07 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:51.508018 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9eb0e5b9-8752-47ab-8be7-f4faa35a2b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:51.513698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-8701e0ec-a4c2-403b-aabf-3ec0d171d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.515280 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-8701e0ec-a4c2-403b-aabf-3ec0d171d697 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b98a859-23de-40d2-9d71-43a8c3bdde9c HTTP/1.1" status: 200 len: 855 time: 0.0491936 Feb 09 00:40:51.534459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:46Z', 'revision_number': 4, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '27195897-b5f6-424f-bd1f-39856d633d07', 'name': '', 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'mac_address': 'fa:16:3e:e0:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:46Z', 'updated_at': '2022-02-09T00:40:50Z', 'revision_number': 4, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'subnets': [{'id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:40:51.564675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-13d317a0-5c06-495c-b0e5-66ff682ddc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.566269 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-13d317a0-5c06-495c-b0e5-66ff682ddc7a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435648 Feb 09 00:40:51.570357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad3e24-0bd5-4878-8c46-dcb2d7330b24 None None] The sync data for ids ['16cc9743-99f2-472e-b64e-6331f56eff09'] in n-d-828413-1 is: [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:46Z', 'revision_number': 4, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '27195897-b5f6-424f-bd1f-39856d633d07', 'name': '', 'network_id': '0abc6557-27ee-4a56-ba1e-52eedf522a91', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'mac_address': 'fa:16:3e:e0:b2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:46Z', 'updated_at': '2022-02-09T00:40:50Z', 'revision_number': 4, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'subnets': [{'id': 'ad1ae399-7686-4e90-b90e-18cc0c0e4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:40:51.686843 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-a2e32eea-c17c-4d75-b4fe-e11cd3e3926d service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129439 Feb 09 00:40:51.797007 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-703e1df0-8268-4cdc-b263-f3a2690aef24 req-3147875f-f8d5-46c9-ab66-9b60b6442d0a service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984828 Feb 09 00:40:51.892645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-a4d2a8ca-3c24-4f71-bd01-7cf6d9d074fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.894234 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-a4d2a8ca-3c24-4f71-bd01-7cf6d9d074fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 1095 time: 0.0509765 Feb 09 00:40:51.997549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-ac067349-ede2-4c83-8ce1-0ec58ddfa31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:51.999894 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-ac067349-ede2-4c83-8ce1-0ec58ddfa31a service neutron] 10.222.0.84 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 917 time: 0.0980325 Feb 09 00:40:52.049236 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-ec64c122-67ce-4e42-b90a-7b28a1841354 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92778c87-356a-4272-b70c-e2ae62da330a HTTP/1.1" status: 200 len: 217 time: 0.0403059 Feb 09 00:40:52.101999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-09c4de0f-f95a-4587-8eb9-182592ab92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:52.103513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-09c4de0f-f95a-4587-8eb9-182592ab92ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b98a859-23de-40d2-9d71-43a8c3bdde9c HTTP/1.1" status: 200 len: 855 time: 0.0459430 Feb 09 00:40:52.149593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-4a7f08a0-0a49-4ebe-8ae8-7c20bca210bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:52.151094 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-4a7f08a0-0a49-4ebe-8ae8-7c20bca210bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404999 Feb 09 00:40:52.182868 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27195897-b5f6-424f-bd1f-39856d633d07 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:52.230627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 27195897-b5f6-424f-bd1f-39856d633d07 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:52.230999 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:52.247695 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-33010c8c-3d60-43a6-a99f-a02c0654405c service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887651 Feb 09 00:40:52.342242 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-918cbeac-e342-49b4-aa48-4ebc89d3742b req-176ce6a8-c005-4ad2-94a1-00b455ba3d88 service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860474 Feb 09 00:40:52.430392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc0e13-3470-444f-a54e-0f26f42d96e1 req-90ab0179-b2f4-4f13-925d-f39fe0b1a68d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:52.431862 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ddc0e13-3470-444f-a54e-0f26f42d96e1 req-90ab0179-b2f4-4f13-925d-f39fe0b1a68d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 944 time: 0.0532019 Feb 09 00:40:52.470379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2ddc0e13-3470-444f-a54e-0f26f42d96e1 req-40396217-adeb-45bc-b3e8-e7588c709202 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Feb 09 00:40:53.585271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ece1b-b6f5-413a-b92d-b328bcbf762c req-b1bfaa4f-1690-49fa-a1e5-01057c3e48b4 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:53.586670 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e42ece1b-b6f5-413a-b92d-b328bcbf762c req-b1bfaa4f-1690-49fa-a1e5-01057c3e48b4 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 944 time: 0.0486174 Feb 09 00:40:53.623652 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e42ece1b-b6f5-413a-b92d-b328bcbf762c req-89090d28-54ae-45bd-9f90-6006b0c36057 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Feb 09 00:40:54.575270 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 92778c87-356a-4272-b70c-e2ae62da330a details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:40:54.668388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 92778c87-356a-4272-b70c-e2ae62da330a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=92778c87-356a-4272-b70c-e2ae62da330a,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:54.680544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '92778c87-356a-4272-b70c-e2ae62da330a', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'port_id': '92778c87-356a-4272-b70c-e2ae62da330a', 'mac_address': 'fa:16:3e:f4:5d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:40:54.720673 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:54.737516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92778c87-356a-4272-b70c-e2ae62da330a {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:40:54.739242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867292b-6934-46cb-94de-1cfdf1862b85 req-94de3581-1455-4729-a725-0b4d0c6a3a73 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:54.745389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8867292b-6934-46cb-94de-1cfdf1862b85 req-94de3581-1455-4729-a725-0b4d0c6a3a73 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 944 time: 0.0542853 Feb 09 00:40:54.758105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 92778c87-356a-4272-b70c-e2ae62da330a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=92778c87-356a-4272-b70c-e2ae62da330a,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:54.761804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:54.784053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8867292b-6934-46cb-94de-1cfdf1862b85 req-8b675e90-3b79-42dd-92e4-a3a80c75da7d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362985 Feb 09 00:40:54.809544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=92778c87-356a-4272-b70c-e2ae62da330a,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:54.997346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['92778c87-356a-4272-b70c-e2ae62da330a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:40:55.913816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe744e4-3c28-40bf-85a9-bf66b3388d3b req-ea51db33-fe02-423f-ba02-ce301cf6a8e8 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:55.915707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fe744e4-3c28-40bf-85a9-bf66b3388d3b req-ea51db33-fe02-423f-ba02-ce301cf6a8e8 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 945 time: 0.0588732 Feb 09 00:40:55.958424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fe744e4-3c28-40bf-85a9-bf66b3388d3b req-c58be8d3-ecf7-45e5-85d6-35ed10e3fd17 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Feb 09 00:40:56.586074 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 92778c87-356a-4272-b70c-e2ae62da330a up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:40:56.634259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 92778c87-356a-4272-b70c-e2ae62da330a completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:40:56.638063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 92778c87-356a-4272-b70c-e2ae62da330a triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:40:56.638431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:56.715708 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:56.737462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92778c87-356a-4272-b70c-e2ae62da330a'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:40:56.740397 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f112d573-870c-495a-9ac7-0d65c7100ec3" -d '{"events": [{"server_uuid": "629320f9-8591-4484-95b1-071bbe9d7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "92778c87-356a-4272-b70c-e2ae62da330a"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:40:56.759441 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 92778c87-356a-4272-b70c-e2ae62da330a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=92778c87-356a-4272-b70c-e2ae62da330a,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:40:56.763624 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:40:56.787825 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1559049-c038-4c5b-b928-76f8199fe19b x-openstack-request-id: req-e1559049-c038-4c5b-b928-76f8199fe19b {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:40:56.788118 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629320f9-8591-4484-95b1-071bbe9d7c2b", "name": "network-vif-plugged", "status": "completed", "tag": "92778c87-356a-4272-b70c-e2ae62da330a", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:40:56.788388 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1559049-c038-4c5b-b928-76f8199fe19b {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:40:56.788793 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92778c87-356a-4272-b70c-e2ae62da330a', 'code': 200} Feb 09 00:40:56.815577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=92778c87-356a-4272-b70c-e2ae62da330a,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:40:56.882021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc721f5-7c0a-457d-b2ea-dd4ce55032c1 req-145c1ab1-c216-49b1-aac4-2623636f6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:56.883511 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4cc721f5-7c0a-457d-b2ea-dd4ce55032c1 req-145c1ab1-c216-49b1-aac4-2623636f6761 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 1097 time: 0.0418243 Feb 09 00:40:56.919189 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4cc721f5-7c0a-457d-b2ea-dd4ce55032c1 req-2fcfb567-a659-42c7-a993-d6306b30afd2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288301 Feb 09 00:40:57.077552 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca718ee2-4031-4161-b94f-de63a37d9a5b req-a247ea7b-89f4-4dd6-9506-755b32b38209 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:57.079047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca718ee2-4031-4161-b94f-de63a37d9a5b req-a247ea7b-89f4-4dd6-9506-755b32b38209 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 946 time: 0.0485952 Feb 09 00:40:57.117602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ca718ee2-4031-4161-b94f-de63a37d9a5b req-7cc6cf7d-077b-4e6d-984c-8220417b4a87 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 Feb 09 00:40:58.236216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93664ab5-3f45-4d35-8f23-4ba934d6233a req-7c4fa78c-d02d-48fb-84df-d90a9c7f917d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:58.237737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93664ab5-3f45-4d35-8f23-4ba934d6233a req-7c4fa78c-d02d-48fb-84df-d90a9c7f917d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 946 time: 0.0497744 Feb 09 00:40:58.277356 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-93664ab5-3f45-4d35-8f23-4ba934d6233a req-6fb6dbcc-bc36-4c2f-9954-2d0c28430331 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Feb 09 00:40:58.397940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46236a16-ab47-485c-a27b-9719769d5efe req-6dd21db4-109b-45a4-86f8-b3bceb4789f0 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:40:58.399306 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46236a16-ab47-485c-a27b-9719769d5efe req-6dd21db4-109b-45a4-86f8-b3bceb4789f0 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 946 time: 0.0543487 Feb 09 00:40:58.439220 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46236a16-ab47-485c-a27b-9719769d5efe req-ba003e94-4f99-452a-bf2b-74520fc8952c tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336199 Feb 09 00:41:01.436555 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:41:07.355872 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:07.504767 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:11.977863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f84f2bb6-b572-4d4c-a419-abe71601527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:14.756987 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-47babc0f-c497-42d8-8ebc-dbe3517c9f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:15.652032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:16.806403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e870a34-6959-4698-b900-5bb981ef030c req-398e7349-ebba-4635-ba47-72388b419de8 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:16.807895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e870a34-6959-4698-b900-5bb981ef030c req-398e7349-ebba-4635-ba47-72388b419de8 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 946 time: 0.0530164 Feb 09 00:41:16.848009 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e870a34-6959-4698-b900-5bb981ef030c req-19de9fc8-d66c-4dd7-bf8b-4ea9ca3ae970 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Feb 09 00:41:17.037378 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:17.445325 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:17.964619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868658e-7671-4b4b-9e98-62110b3c9cc3 req-3b7d122d-8019-4400-8983-0776cddf432a tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:17.966167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3868658e-7671-4b4b-9e98-62110b3c9cc3 req-3b7d122d-8019-4400-8983-0776cddf432a tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 946 time: 0.0505867 Feb 09 00:41:18.003837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3868658e-7671-4b4b-9e98-62110b3c9cc3 req-40c5873c-6f20-4675-8be4-d1a4b1881395 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316484 Feb 09 00:41:18.646657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-6d951cde-2f3b-4674-b791-130d605dd499 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:18.648027 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-6d951cde-2f3b-4674-b791-130d605dd499 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 946 time: 0.0562322 Feb 09 00:41:18.741241 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Deleting port 92778c87-356a-4272-b70c-e2ae62da330a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:18.741621 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:18.835400 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] For port 92778c87-356a-4272-b70c-e2ae62da330a, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=92778c87-356a-4272-b70c-e2ae62da330a,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:18.835761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:18.847486 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Calling delete_port for 92778c87-356a-4272-b70c-e2ae62da330a owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:18.976752 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:18.990379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['92778c87-356a-4272-b70c-e2ae62da330a'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:41:19.009824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Pushing event deleted for resources: {'Port': ['ID=92778c87-356a-4272-b70c-e2ae62da330a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:19.054948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] No DVR routers for this DVR port 92778c87-356a-4272-b70c-e2ae62da330a on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:41:19.057738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:19.061402 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-98509f8e-70c5-4e53-ad21-85bf995f7110 req-8dc0924c-d468-4d6e-bf54-46563de34483 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "DELETE /v2.0/ports/92778c87-356a-4272-b70c-e2ae62da330a HTTP/1.1" status: 204 len: 173 time: 0.4070981 Feb 09 00:41:19.062682 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'name': 'network-vif-deleted', 'tag': '92778c87-356a-4272-b70c-e2ae62da330a'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:41:19.065578 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b55c3c7-240b-49a0-8876-a93632c7568d" -d '{"events": [{"server_uuid": "629320f9-8591-4484-95b1-071bbe9d7c2b", "name": "network-vif-deleted", "tag": "92778c87-356a-4272-b70c-e2ae62da330a"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:41:19.116613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cc0a9ff9-108e-496e-8784-58e771a5a821 req-2b88ea3c-ba20-42f2-a51f-3be267e0d835 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=629320f9-8591-4484-95b1-071bbe9d7c2b HTTP/1.1" status: 200 len: 210 time: 0.0327764 Feb 09 00:41:19.166102 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3f5f4c-0125-49fb-be43-8348c8861785 x-openstack-request-id: req-fc3f5f4c-0125-49fb-be43-8348c8861785 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:41:19.166403 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629320f9-8591-4484-95b1-071bbe9d7c2b", "name": "network-vif-deleted", "tag": "92778c87-356a-4272-b70c-e2ae62da330a", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:41:19.166678 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc3f5f4c-0125-49fb-be43-8348c8861785 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:41:19.167678 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629320f9-8591-4484-95b1-071bbe9d7c2b', 'name': 'network-vif-deleted', 'tag': '92778c87-356a-4272-b70c-e2ae62da330a', 'status': 'completed', 'code': 200} Feb 09 00:41:20.882755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3d3e69df-32c9-472a-9850-cb9daa07e48d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:20.884191 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3d3e69df-32c9-472a-9850-cb9daa07e48d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 816 time: 0.0980206 Feb 09 00:41:20.898977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-0e64cc9b-c18b-4c94-9399-e79282dfb608 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/quotas/bed5ad9596324f2094e3b3324054ae1e HTTP/1.1" status: 200 len: 375 time: 0.0089858 Feb 09 00:41:20.949608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-b8407cb5-cfd1-40f3-85f6-3fcb045fa7cd tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453861 Feb 09 00:41:20.965032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3504e790-0986-4444-8867-cd1c33fc5456 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:41:20.965965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3504e790-0986-4444-8867-cd1c33fc5456 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049696 Feb 09 00:41:21.055975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-1530ddf9-68b5-4992-b69c-ce9aeaedb37c service neutron] 10.222.0.32 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 Feb 09 00:41:21.143198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-0a0c4ecd-bd4b-4abb-9f25-ba5ef8bdb6ea service neutron] 10.222.0.32 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810833 Feb 09 00:41:21.313183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b89c571e-9e9a-4290-ac0f-60df18b92625 req-fe23c584-a5ea-483c-94c9-f13bac01d77d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 210 time: 0.0332506 Feb 09 00:41:22.334787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-2c463fea-9f42-4cc7-8c56-be6568ba9051 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:22.337359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-2c463fea-9f42-4cc7-8c56-be6568ba9051 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 816 time: 0.1120622 Feb 09 00:41:22.351250 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Request body: {'port': {'device_id': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'admin_state_up': True, 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:41:22.413512 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ef84545-be3e-41a2-810c-a86170b534b5 req-462f25b4-a81f-4856-a47d-6f5db8233054 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 210 time: 0.0269206 Feb 09 00:41:22.462345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Made reservation on behalf of bed5ad9596324f2094e3b3324054ae1e for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:41:22.465943 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:22.595317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Allocated IP 172.20.0.13 (2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7/6b98a859-23de-40d2-9d71-43a8c3bdde9c/fe568c18-f43a-4de0-b7b9-9b89c596a1d3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:41:22.652947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 92778c87-356a-4272-b70c-e2ae62da330a no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:41:22.674193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 92778c87-356a-4272-b70c-e2ae62da330a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:41:22.676540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 92778c87-356a-4272-b70c-e2ae62da330a not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:41:22.750836 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:22.785462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:22.834579 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:41:22.837529 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:41:22.842060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:41:22.844617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Pushing event updated for resources: {'Port': ['ID=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:22.895007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:22.896221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:22.914297 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3be2dd32-6ee1-4198-b361-81013ef8d100 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680196 Feb 09 00:41:22.926511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Request body: {'port': {'device_id': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:41:22.989660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.071449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4805ac2c-d060-4f22-98bc-329885d62a34 None None] Provisioning complete for port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:41:23.071820 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4805ac2c-d060-4f22-98bc-329885d62a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.106122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4805ac2c-d060-4f22-98bc-329885d62a34 None None] Port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:41:23.252208 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe568c18-f43a-4de0-b7b9-9b89c596a1d3 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:41:23.260017 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.271585 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Transition to ACTIVE for port object fe568c18-f43a-4de0-b7b9-9b89c596a1d3 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:41:23.275559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.324956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Pushing event updated for resources: {'Port': ['ID=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:23.406348 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Attempting to bind port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:41:23.407020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Attempting to bind port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:41:23.407020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Attempting to bind port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:41:23.412304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:41:23.412646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Attempting to bind port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 on network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:41:23.417712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:41:23.418051 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Checking segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:41:23.418527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Bound using segment: {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:41:23.418961 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Bound port: fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:41:23.419326 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.494765 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] For port fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:41:23.498236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] For port fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:41:23.504145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.538387 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2903a-62b3-4f10-8ada-cc9919f1fe15 req-ab4ddd73-0ea6-4733-8407-821deb51acc6 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:23.539920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45d2903a-62b3-4f10-8ada-cc9919f1fe15 req-ab4ddd73-0ea6-4733-8407-821deb51acc6 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 944 time: 0.0528433 Feb 09 00:41:23.545037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:23.545664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:23.547071 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] 10.222.0.84 "PUT /v2.0/ports/fe568c18-f43a-4de0-b7b9-9b89c596a1d3 HTTP/1.1" status: 200 len: 1092 time: 0.6249652 Feb 09 00:41:23.547519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'tag': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:41:23.549786 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d87d52-68a1-4261-9b6c-6d83339fda70" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc2b378-63b9-40e4-b1ff-f882e8d74274", "tag": "fe568c18-f43a-4de0-b7b9-9b89c596a1d3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:41:23.574452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d300e33-5014-4381-aecd-9650fb2ec621 service neutron] Pushing event updated for resources: {'Port': ['ID=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:23.586287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-45d2903a-62b3-4f10-8ada-cc9919f1fe15 req-6373caf7-c7ed-413d-8ab8-f648960c3400 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384083 Feb 09 00:41:23.636556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-a8ad2a9b-98fd-41c8-8e7a-24477385ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:23.638141 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-a8ad2a9b-98fd-41c8-8e7a-24477385ba92 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 1095 time: 0.0468922 Feb 09 00:41:23.639543 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da9683-cf1c-4ee3-bafe-1a6b34f5e6cc x-openstack-request-id: req-14da9683-cf1c-4ee3-bafe-1a6b34f5e6cc {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:41:23.639827 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc2b378-63b9-40e4-b1ff-f882e8d74274", "tag": "fe568c18-f43a-4de0-b7b9-9b89c596a1d3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:41:23.640083 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14da9683-cf1c-4ee3-bafe-1a6b34f5e6cc {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:41:23.640554 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'tag': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3', 'status': 'completed', 'code': 200} Feb 09 00:41:23.686505 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-3498fbd2-8d74-4f0b-871a-9eeac61ec268 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3 HTTP/1.1" status: 200 len: 217 time: 0.0395606 Feb 09 00:41:23.737225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-52e67a65-4f07-4a43-b5c6-f6e65d28fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:23.738697 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-52e67a65-4f07-4a43-b5c6-f6e65d28fe79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b98a859-23de-40d2-9d71-43a8c3bdde9c HTTP/1.1" status: 200 len: 855 time: 0.0460451 Feb 09 00:41:23.785004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-07b8f743-27a1-4a80-a361-b4f283254cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:23.787249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-07b8f743-27a1-4a80-a361-b4f283254cfe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413833 Feb 09 00:41:23.883077 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-ba580000-78f0-40af-aec2-41816ec92811 service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890071 Feb 09 00:41:23.972042 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-aabfe260-6775-4f4c-b81c-6cc328d518e9 req-16172ae3-12fc-41bf-8253-73d8ad0eada6 service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819440 Feb 09 00:41:24.061808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-1c39e986-52d9-4e4e-9030-ce7d37f96495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:24.063226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-1c39e986-52d9-4e4e-9030-ce7d37f96495 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 1095 time: 0.0466118 Feb 09 00:41:24.163000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-eb59d306-f91b-440c-bd1c-3e90ffb1c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:24.164462 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-eb59d306-f91b-440c-bd1c-3e90ffb1c714 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 917 time: 0.0938828 Feb 09 00:41:24.205984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-21c970e8-3b5c-4165-b8c6-6777f63122fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3 HTTP/1.1" status: 200 len: 217 time: 0.0347190 Feb 09 00:41:24.258554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-b2843c35-626e-4b2d-978e-d8a46db609d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:24.259973 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-b2843c35-626e-4b2d-978e-d8a46db609d4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b98a859-23de-40d2-9d71-43a8c3bdde9c HTTP/1.1" status: 200 len: 855 time: 0.0466969 Feb 09 00:41:24.306873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-c6719e0a-caae-4e90-a2e5-6870ba0bdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:24.308391 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-c6719e0a-caae-4e90-a2e5-6870ba0bdcf6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411158 Feb 09 00:41:24.396623 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-e6f1cdf9-66ab-48df-9ec9-5451507683da service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813463 Feb 09 00:41:24.492608 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-95d87d52-68a1-4261-9b6c-6d83339fda70 req-1dcbc1e7-c4f1-4a67-a17e-0e40a2a7c8fb service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888226 Feb 09 00:41:24.702884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070290f0-b77d-41f4-b652-a217644729ca req-45e2549f-158f-467a-bd8e-74fd865c00c9 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:24.704331 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-070290f0-b77d-41f4-b652-a217644729ca req-45e2549f-158f-467a-bd8e-74fd865c00c9 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 944 time: 0.0467644 Feb 09 00:41:24.742636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-070290f0-b77d-41f4-b652-a217644729ca req-10229fdb-1b42-4dc1-b4f7-4dce01536eaa tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Feb 09 00:41:25.865058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff8b7-1e0c-426e-8bdf-bd78195941e6 req-6a014278-8eb5-4da3-98c5-deb306174774 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:25.866509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed7ff8b7-1e0c-426e-8bdf-bd78195941e6 req-6a014278-8eb5-4da3-98c5-deb306174774 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 944 time: 0.0517299 Feb 09 00:41:25.903604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed7ff8b7-1e0c-426e-8bdf-bd78195941e6 req-c3d6beda-8625-463c-97b3-590c16c036e4 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Feb 09 00:41:26.684252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device fe568c18-f43a-4de0-b7b9-9b89c596a1d3 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:41:26.781727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:26.794756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3', 'network_id': '2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7', 'port_id': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3', 'mac_address': 'fa:16:3e:0c:d7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b98a859-23de-40d2-9d71-43a8c3bdde9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:41:26.832286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:26.844751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe568c18-f43a-4de0-b7b9-9b89c596a1d3 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:41:26.863633 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:26.867811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:26.916787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:27.019272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef2605-2909-4ac9-8c8d-15f6db7b6aca req-55957107-5670-4d1b-863e-9b5b004e27a0 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:27.021601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ef2605-2909-4ac9-8c8d-15f6db7b6aca req-55957107-5670-4d1b-863e-9b5b004e27a0 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Feb 09 00:41:27.059810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40ef2605-2909-4ac9-8c8d-15f6db7b6aca req-1d3cde7f-c40e-4136-ade2-3cba4fc1b93e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Feb 09 00:41:27.064780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['fe568c18-f43a-4de0-b7b9-9b89c596a1d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:41:28.177293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3476ba0-25c2-4ccf-9690-156e66597bd2 req-4e3233a1-ddbc-4ec3-ae91-97511da01623 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:28.178779 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3476ba0-25c2-4ccf-9690-156e66597bd2 req-4e3233a1-ddbc-4ec3-ae91-97511da01623 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Feb 09 00:41:28.216476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3476ba0-25c2-4ccf-9690-156e66597bd2 req-be4caa00-2365-4246-8a16-cac87caed3de tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Feb 09 00:41:28.699804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device fe568c18-f43a-4de0-b7b9-9b89c596a1d3 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:41:28.761706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:41:28.765289 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:41:28.765665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:29.060359 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:29.088442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:41:29.090733 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7397426-d2dd-45fd-88d3-2337ab7d0c30" -d '{"events": [{"server_uuid": "3bc2b378-63b9-40e4-b1ff-f882e8d74274", "name": "network-vif-plugged", "status": "completed", "tag": "fe568c18-f43a-4de0-b7b9-9b89c596a1d3"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:41:29.132365 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:29.136841 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:29.165451 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e04e17-2be2-47b3-bf38-dadf3b95d0a6 x-openstack-request-id: req-90e04e17-2be2-47b3-bf38-dadf3b95d0a6 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:41:29.165745 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2b378-63b9-40e4-b1ff-f882e8d74274", "name": "network-vif-plugged", "status": "completed", "tag": "fe568c18-f43a-4de0-b7b9-9b89c596a1d3", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:41:29.165998 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-90e04e17-2be2-47b3-bf38-dadf3b95d0a6 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:41:29.166389 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3', 'code': 200} Feb 09 00:41:29.200252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:29.259328 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724e103-9055-4b0d-bd77-0a41d8aa3d1c req-facce344-baab-4f07-961b-3d6149d71871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:29.260834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5724e103-9055-4b0d-bd77-0a41d8aa3d1c req-facce344-baab-4f07-961b-3d6149d71871 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 1097 time: 0.0468771 Feb 09 00:41:29.298648 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5724e103-9055-4b0d-bd77-0a41d8aa3d1c req-e974ba74-b680-4c6f-8578-e2f263b89dae service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303168 Feb 09 00:41:29.335501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73696e12-765f-44bf-bb94-8708994f997e req-e7a3e2c4-fe91-4ece-8281-bc799700427b tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:29.337005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73696e12-765f-44bf-bb94-8708994f997e req-e7a3e2c4-fe91-4ece-8281-bc799700427b tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 946 time: 0.0529919 Feb 09 00:41:29.375498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-73696e12-765f-44bf-bb94-8708994f997e req-5c2853c8-7cb2-4388-8740-f39cbbd6623b tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Feb 09 00:41:30.494133 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319150b8-d36e-4c9a-ab99-93094aafff77 req-79f199e1-c9bd-498b-94f2-7175d49dc8e5 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:30.495628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-319150b8-d36e-4c9a-ab99-93094aafff77 req-79f199e1-c9bd-498b-94f2-7175d49dc8e5 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 946 time: 0.0489445 Feb 09 00:41:30.533128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-319150b8-d36e-4c9a-ab99-93094aafff77 req-bff8c3df-f3e6-48d8-a27e-a1408b246c59 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Feb 09 00:41:30.649481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0caa8-86ba-468c-bf76-498d368f85bc req-0a2926ab-908c-4dff-a0bd-64f10e6ca8be tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:30.650953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3b0caa8-86ba-468c-bf76-498d368f85bc req-0a2926ab-908c-4dff-a0bd-64f10e6ca8be tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 946 time: 0.0483568 Feb 09 00:41:30.688722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3b0caa8-86ba-468c-bf76-498d368f85bc req-1d677b07-166a-4bbc-8e01-ae33c8fd754b tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Feb 09 00:41:37.358764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:37.505627 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:38.435018 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:41:41.281439 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-0f2c6304-45a1-45e9-9473-9aef6b87e8e8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427034 Feb 09 00:41:41.371194 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-97596106-d829-411c-aa3f-65bc0f137ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:41.372679 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-97596106-d829-411c-aa3f-65bc0f137ff6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bed5ad9596324f2094e3b3324054ae1e&device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 1097 time: 0.0409405 Feb 09 00:41:41.479199 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-c17710b0-3e88-4c07-9fdf-b4d24cde6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:41.480667 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-c17710b0-3e88-4c07-9fdf-b4d24cde6c4a service neutron] 10.222.0.84 "GET /v2.0/networks?id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 200 len: 917 time: 0.0846126 Feb 09 00:41:41.530266 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-c90311b5-7205-42a4-b658-3849cc3a2913 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3 HTTP/1.1" status: 200 len: 217 time: 0.0384910 Feb 09 00:41:41.579115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-4dbb4cda-d786-49ac-8dfc-808ead376012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:41.580459 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-4dbb4cda-d786-49ac-8dfc-808ead376012 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b98a859-23de-40d2-9d71-43a8c3bdde9c HTTP/1.1" status: 200 len: 855 time: 0.0430415 Feb 09 00:41:41.633388 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-2421929d-8ef7-4b09-bd0f-5243ae292170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:41.634956 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-2421929d-8ef7-4b09-bd0f-5243ae292170 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395412 Feb 09 00:41:41.737833 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-e6da9451-4d1f-41f1-a61c-7848919dcbeb service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887570 Feb 09 00:41:41.834902 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e4c145e9-460a-48c3-9a20-48dfc52f8174 req-b37c109e-ada8-4e76-a8a2-2238219c82fc service neutron] 10.222.0.84 "GET /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Feb 09 00:41:41.980697 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eca2a4ea-8279-458a-a749-07782aa27970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:44.759440 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b602f8f7-51cb-4142-8f3f-d95883067d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:45.658530 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:47.041244 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:47.450376 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:48.923799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7377f-6bf6-40d0-a805-8df922ae4af4 req-f756cd3b-640e-4d7c-a7b2-2992343bf77f tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:48.925297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beb7377f-6bf6-40d0-a805-8df922ae4af4 req-f756cd3b-640e-4d7c-a7b2-2992343bf77f tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 946 time: 0.0540743 Feb 09 00:41:48.963853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beb7377f-6bf6-40d0-a805-8df922ae4af4 req-7d1ecd4b-2e33-4686-9548-76f4c2cd5513 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318444 Feb 09 00:41:50.080723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bb2d1-9d5a-45dd-94de-8f6a75a2bbe1 req-cd971194-acde-49f2-aff5-8975fe3dae52 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:50.082305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-790bb2d1-9d5a-45dd-94de-8f6a75a2bbe1 req-cd971194-acde-49f2-aff5-8975fe3dae52 tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 946 time: 0.0492241 Feb 09 00:41:50.119743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-790bb2d1-9d5a-45dd-94de-8f6a75a2bbe1 req-72beb859-cb6f-44cf-9efa-205e4906f8ee tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/security-groups?id=7989c08b-54e6-46c3-a43d-a95fd5cef697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Feb 09 00:41:50.559251 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89728c18-129a-4146-98ad-919b41f47bc0 req-54778989-4fa1-485c-a95d-c58bfe27492d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:41:50.560688 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-89728c18-129a-4146-98ad-919b41f47bc0 req-54778989-4fa1-485c-a95d-c58bfe27492d tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 946 time: 0.0489519 Feb 09 00:41:50.654326 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Deleting port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:50.654858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:50.740481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] For port fe568c18-f43a-4de0-b7b9-9b89c596a1d3, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:50.740841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:50.753010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Calling delete_port for fe568c18-f43a-4de0-b7b9-9b89c596a1d3 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:50.884676 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:50.896669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['fe568c18-f43a-4de0-b7b9-9b89c596a1d3'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:41:50.914230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Pushing event deleted for resources: {'Port': ['ID=fe568c18-f43a-4de0-b7b9-9b89c596a1d3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:50.942605 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.942956 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.943294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.943630 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.943958 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.944285 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.944608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.944953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.945282 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.945635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.945957 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.946274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:50.975643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] No DVR routers for this DVR port fe568c18-f43a-4de0-b7b9-9b89c596a1d3 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:41:50.978454 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:50.981852 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-89728c18-129a-4146-98ad-919b41f47bc0 req-6eddaf61-0961-4c46-b2ff-d64292dff38e tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.84 "DELETE /v2.0/ports/fe568c18-f43a-4de0-b7b9-9b89c596a1d3 HTTP/1.1" status: 204 len: 173 time: 0.4145041 Feb 09 00:41:50.982311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'name': 'network-vif-deleted', 'tag': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:41:50.984594 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a916cf60-fbf8-43fe-a06a-7dffae8ff959" -d '{"events": [{"server_uuid": "3bc2b378-63b9-40e4-b1ff-f882e8d74274", "name": "network-vif-deleted", "tag": "fe568c18-f43a-4de0-b7b9-9b89c596a1d3"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:41:51.038014 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6bec9-7bbd-49f5-a77d-5bb237a2a2e3 x-openstack-request-id: req-ffa6bec9-7bbd-49f5-a77d-5bb237a2a2e3 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:41:51.038386 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2b378-63b9-40e4-b1ff-f882e8d74274", "name": "network-vif-deleted", "tag": "fe568c18-f43a-4de0-b7b9-9b89c596a1d3", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:41:51.038929 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ffa6bec9-7bbd-49f5-a77d-5bb237a2a2e3 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:41:51.039196 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc2b378-63b9-40e4-b1ff-f882e8d74274', 'name': 'network-vif-deleted', 'tag': 'fe568c18-f43a-4de0-b7b9-9b89c596a1d3', 'status': 'completed', 'code': 200} Feb 09 00:41:51.225845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3afa42c8-65d9-4504-bf1b-dc4defbdddc6 req-0481c44a-e75e-4e34-aaba-2a6b5123fbfa tempest-TestEncryptedCinderVolumes-162634686 tempest-TestEncryptedCinderVolumes-162634686-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc2b378-63b9-40e4-b1ff-f882e8d74274 HTTP/1.1" status: 200 len: 210 time: 0.0261574 Feb 09 00:41:52.317493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59542) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:53.014978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:53.256662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Deleting port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:53.257027 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:53.333575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] For port ddc0832d-7e7d-4af0-82c2-2a5ddcc51797, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:53.334179 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:53.345479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Calling delete_port for ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:53.529782 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:53.554081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc0832d-7e7d-4af0-82c2-2a5ddcc51797,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:53.723629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:53.940092 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:41:54.046877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:41:54.052035 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7a53903b-09b0-4784-bc24-7ec7c778247e admin admin] 10.222.0.32 "PUT /v2.0/routers/7f571f70-ea27-4b15-a2a7-1e27d2e7fafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335083 Feb 09 00:41:54.054726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59544) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:54.057393 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] Sync routers for ids ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:41:54.068456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] Routers {'7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:41:54.069101 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:54.163660 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.177071 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] Set router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:41:54.271161 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.327299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Deleting port 7034af55-8f62-4a16-83f7-0136085e7ff2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:54.327653 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.358545 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:41:53Z', 'revision_number': 5, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port': {'id': '7034af55-8f62-4a16-83f7-0136085e7ff2', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:54.387655 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] Checking router: 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:41:54.396337 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] Routers {'7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:41:54.396942 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:54.408666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] For port 7034af55-8f62-4a16-83f7-0136085e7ff2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=7034af55-8f62-4a16-83f7-0136085e7ff2,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:54.409255 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.421081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Calling delete_port for 7034af55-8f62-4a16-83f7-0136085e7ff2 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:54.568286 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] Set router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:41:54.596493 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.619064 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:41:54Z', 'revision_number': 6, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:54.628229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Pushing event deleted for resources: {'Port': ['ID=7034af55-8f62-4a16-83f7-0136085e7ff2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:54.651132 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c772275-1add-45d3-b51c-8ad11d705901 None None] The sync data for ids ['7f571f70-ea27-4b15-a2a7-1e27d2e7fafe'] in n-d-828413-1 is: [{'id': '7f571f70-ea27-4b15-a2a7-1e27d2e7fafe', 'name': 'tempest-TestEncryptedCinderVolumes-587527362-router', 'tenant_id': 'bed5ad9596324f2094e3b3324054ae1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:39Z', 'updated_at': '2022-02-09T00:41:54Z', 'revision_number': 6, 'project_id': 'bed5ad9596324f2094e3b3324054ae1e', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:41:54.690472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.784543 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.787987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.791362 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device fe568c18-f43a-4de0-b7b9-9b89c596a1d3 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:41:54.815662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: fe568c18-f43a-4de0-b7b9-9b89c596a1d3 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:41:54.815662 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device fe568c18-f43a-4de0-b7b9-9b89c596a1d3 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:41:54.839614 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.840103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f571f70-ea27-4b15-a2a7-1e27d2e7fafe {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:41:54.844334 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.845686 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f750c82b-7241-4899-ae9d-8e2ef319914d admin admin] 10.222.0.32 "DELETE /v2.0/routers/7f571f70-ea27-4b15-a2a7-1e27d2e7fafe HTTP/1.1" status: 204 len: 168 time: 0.7899654 Feb 09 00:41:54.848943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59546) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:54.897771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Deleting subnet 6b98a859-23de-40d2-9d71-43a8c3bdde9c {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:41:54.900831 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:54.934899 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.014352 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.066948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.097501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b98a859-23de-40d2-9d71-43a8c3bdde9c,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:55.100762 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.103895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-419ef0ff-b5ae-4112-bcc5-7664bd605a77 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b98a859-23de-40d2-9d71-43a8c3bdde9c HTTP/1.1" status: 204 len: 168 time: 0.2540317 Feb 09 00:41:55.106380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59548) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:55.106532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3788d8f-4255-4914-ac7d-e543ea7c0276 None None] Network 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:41:55.175069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.228424 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Deleting port 9cada78e-8146-4aa4-8766-699b938290d9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:55.228767 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.299730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] DHCP port deletion for 2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:41:55.300080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] For port 9cada78e-8146-4aa4-8766-699b938290d9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9cada78e-8146-4aa4-8766-699b938290d9,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:55.301060 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.314279 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Calling delete_port for 9cada78e-8146-4aa4-8766-699b938290d9 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:55.350063 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Deleting port 9cada78e-8146-4aa4-8766-699b938290d9 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:55.350399 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.400648 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.421004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] For port 9cada78e-8146-4aa4-8766-699b938290d9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=9cada78e-8146-4aa4-8766-699b938290d9,segment=NetworkSegment(e0367c8b-66f1-4a83-9e08-a58b98a0e6c4),segment_id=e0367c8b-66f1-4a83-9e08-a58b98a0e6c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:55.421411 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.431261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] No DVR routers for this DVR port 9cada78e-8146-4aa4-8766-699b938290d9 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:41:55.436232 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Calling delete_port for 9cada78e-8146-4aa4-8766-699b938290d9 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:55.437077 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cada78e-8146-4aa4-8766-699b938290d9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:55.524483 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.525261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.550247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:55.554023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Pushing event deleted for resources: {'Port': ['ID=9cada78e-8146-4aa4-8766-699b938290d9,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:55.563004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:55.563581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0367c8b-66f1-4a83-9e08-a58b98a0e6c4') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:55.568645 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] No DVR routers for this DVR port 9cada78e-8146-4aa4-8766-699b938290d9 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:41:55.571315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.572024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.572024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.572483 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.572872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.573303 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.573730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.574163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.574547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.574957 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.575434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.575819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a20bf9-1fd5-49ca-a880-24f7855d196a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:55.577328 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.599942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.606935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:41:55.607340 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:41:55.609450 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:41:55.676275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.682512 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:55.685677 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7 HTTP/1.1" status: 204 len: 168 time: 0.5783727 Feb 09 00:41:55.688742 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59550) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:55.698520 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caac738-0b76-41a4-9128-17c8cd059fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc34a53-c2a9-4eb3-b3c3-f4e07b7e04e7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:56.099790 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:56.200958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:41:56.222058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:41:56.222437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ddc0832d-7e7d-4af0-82c2-2a5ddcc51797 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:41:56.222935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7034af55-8f62-4a16-83f7-0136085e7ff2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:41:56.249547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 7034af55-8f62-4a16-83f7-0136085e7ff2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:41:56.250096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 7034af55-8f62-4a16-83f7-0136085e7ff2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:41:56.250781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9cada78e-8146-4aa4-8766-699b938290d9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:41:56.273519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 9cada78e-8146-4aa4-8766-699b938290d9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:41:56.273859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 9cada78e-8146-4aa4-8766-699b938290d9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:41:56.609486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Deleting port 27195897-b5f6-424f-bd1f-39856d633d07 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:56.609836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:56.689122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] For port 27195897-b5f6-424f-bd1f-39856d633d07, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=27195897-b5f6-424f-bd1f-39856d633d07,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:56.689781 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:56.702017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Calling delete_port for 27195897-b5f6-424f-bd1f-39856d633d07 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:56.881575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:56.904271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Pushing event deleted for resources: {'Port': ['ID=27195897-b5f6-424f-bd1f-39856d633d07,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:56.914691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.915039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.915380 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.915719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.916610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.916610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.916895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.917022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.917355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.917678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.918005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:56.918358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:41:57.084069 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:57.292536 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Router 16cc9743-99f2-472e-b64e-6331f56eff09 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:41:57.399330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:41:57.407081 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-622755ff-cd43-4e01-aec4-5da305c7f53b admin admin] 10.222.0.32 "PUT /v2.0/routers/16cc9743-99f2-472e-b64e-6331f56eff09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7144928 Feb 09 00:41:57.407223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59552) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:57.408092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] Sync routers for ids ['16cc9743-99f2-472e-b64e-6331f56eff09'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:41:57.418643 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] Routers {'16cc9743-99f2-472e-b64e-6331f56eff09'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:41:57.419261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['16cc9743-99f2-472e-b64e-6331f56eff09'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:57.515360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:57.528657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] Set router 16cc9743-99f2-472e-b64e-6331f56eff09 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:41:57.620227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:57.673744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Deleting port b58c5f41-8178-4000-8df6-904cd13540d9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:57.674090 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:57.714475 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:41:56Z', 'revision_number': 5, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port': {'id': 'b58c5f41-8178-4000-8df6-904cd13540d9', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:59:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:57.744809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] Checking router: 16cc9743-99f2-472e-b64e-6331f56eff09 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:41:57.754212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] Routers {'16cc9743-99f2-472e-b64e-6331f56eff09'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:41:57.754820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['16cc9743-99f2-472e-b64e-6331f56eff09'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:57.755627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] For port b58c5f41-8178-4000-8df6-904cd13540d9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b58c5f41-8178-4000-8df6-904cd13540d9,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:57.756000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:57.767760 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Calling delete_port for b58c5f41-8178-4000-8df6-904cd13540d9 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:57.844991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] Set router 16cc9743-99f2-472e-b64e-6331f56eff09 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:41:57.897038 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:41:57Z', 'revision_number': 6, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:57.927319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109631ac-b663-4e44-8f96-1db756708e09 None None] The sync data for ids ['16cc9743-99f2-472e-b64e-6331f56eff09'] in n-d-828413-1 is: [{'id': '16cc9743-99f2-472e-b64e-6331f56eff09', 'name': 'tempest-TestEncryptedCinderVolumes-1873935719-router', 'tenant_id': '1fe70c692b174b67b1f167fae3a4917c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:40:43Z', 'updated_at': '2022-02-09T00:41:57Z', 'revision_number': 6, 'project_id': '1fe70c692b174b67b1f167fae3a4917c', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:41:57.964307 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:57.992788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b58c5f41-8178-4000-8df6-904cd13540d9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:58.058577 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.160353 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.162509 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.206323 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.207116 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16cc9743-99f2-472e-b64e-6331f56eff09 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:41:58.212234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.213408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-abaf0820-a810-4361-a372-56c7a09f2c5c admin admin] 10.222.0.32 "DELETE /v2.0/routers/16cc9743-99f2-472e-b64e-6331f56eff09 HTTP/1.1" status: 204 len: 168 time: 0.8052025 Feb 09 00:41:58.215909 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59554) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:58.264327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Deleting subnet ad1ae399-7686-4e90-b90e-18cc0c0e4dde {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:41:58.267600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.312045 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.407669 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.442437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27195897-b5f6-424f-bd1f-39856d633d07 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:41:58.465487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 27195897-b5f6-424f-bd1f-39856d633d07 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:41:58.470819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 27195897-b5f6-424f-bd1f-39856d633d07 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:41:58.472070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.503602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ae399-7686-4e90-b90e-18cc0c0e4dde,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:58.509978 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.512478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2869fc3-9681-4e42-9c74-cc49c0c0a647 None None] Network 0abc6557-27ee-4a56-ba1e-52eedf522a91 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:41:58.513290 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6d2220ab-31a1-497b-9242-b1a08a024db1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ad1ae399-7686-4e90-b90e-18cc0c0e4dde HTTP/1.1" status: 204 len: 168 time: 0.2964277 Feb 09 00:41:58.515766 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59556) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:58.595858 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.655594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Deleting port 78f8877d-6923-4389-b283-03ba4ade8c2a {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:58.655843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.707977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] DHCP port deletion for 0abc6557-27ee-4a56-ba1e-52eedf522a91 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:41:58.729896 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] For port 78f8877d-6923-4389-b283-03ba4ade8c2a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=78f8877d-6923-4389-b283-03ba4ade8c2a,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:58.730360 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.748143 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Calling delete_port for 78f8877d-6923-4389-b283-03ba4ade8c2a owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:58.764165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] Deleting port 78f8877d-6923-4389-b283-03ba4ade8c2a {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:41:58.764885 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.828118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] For port 78f8877d-6923-4389-b283-03ba4ade8c2a, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=78f8877d-6923-4389-b283-03ba4ade8c2a,segment=NetworkSegment(2377bf68-c27d-448f-9703-c38b4b98825b),segment_id=2377bf68-c27d-448f-9703-c38b4b98825b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:41:58.828598 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.835256 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.846515 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] Calling delete_port for 78f8877d-6923-4389-b283-03ba4ade8c2a owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:41:58.868180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f8877d-6923-4389-b283-03ba4ade8c2a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:58.870046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] No DVR routers for this DVR port 78f8877d-6923-4389-b283-03ba4ade8c2a on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:41:58.923535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.943392 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:58.951811 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] No DVR routers for this DVR port 78f8877d-6923-4389-b283-03ba4ade8c2a on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:41:58.953931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79da70d-721e-4f91-938c-bb2493540944 None None] Pushing event deleted for resources: {'Port': ['ID=78f8877d-6923-4389-b283-03ba4ade8c2a,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:58.965991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abc6557-27ee-4a56-ba1e-52eedf522a91']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:58.975584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2377bf68-c27d-448f-9703-c38b4b98825b') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:58.975884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2377bf68-c27d-448f-9703-c38b4b98825b') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:41:58.985228 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.000844 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.006818 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:41:59.007207 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:41:59.008862 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:41:59.065841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.072285 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.075421 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0abc6557-27ee-4a56-ba1e-52eedf522a91 HTTP/1.1" status: 204 len: 168 time: 0.5575449 Feb 09 00:41:59.085970 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec2aae-df43-4c39-a37b-7e978e192380 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abc6557-27ee-4a56-ba1e-52eedf522a91,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:59.237585 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59560) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:59.277218 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a87fca7-8124-46a6-ba6c-cf274265ee02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bed5ad9596324f2094e3b3324054ae1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380843 Feb 09 00:41:59.279809 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59562) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:59.327509 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3944a70-ebc5-405a-95b5-712162636ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.348825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3944a70-ebc5-405a-95b5-712162636ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.394675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3944a70-ebc5-405a-95b5-712162636ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.397246 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c3944a70-ebc5-405a-95b5-712162636ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.398449 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c3944a70-ebc5-405a-95b5-712162636ed9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7989c08b-54e6-46c3-a43d-a95fd5cef697 HTTP/1.1" status: 204 len: 168 time: 0.1176748 Feb 09 00:41:59.406299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3944a70-ebc5-405a-95b5-712162636ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7989c08b-54e6-46c3-a43d-a95fd5cef697,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:41:59.715773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59568) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:59.757226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7dc5c8f1-050b-4882-a4ac-42bd62d5293a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fe70c692b174b67b1f167fae3a4917c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401511 Feb 09 00:41:59.759505 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59570) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:41:59.806131 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68256d27-9e01-4c43-9757-bed3821591f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.827422 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68256d27-9e01-4c43-9757-bed3821591f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.873291 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68256d27-9e01-4c43-9757-bed3821591f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.875815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68256d27-9e01-4c43-9757-bed3821591f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:41:59.876990 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-68256d27-9e01-4c43-9757-bed3821591f2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80e1cf1d-eb1f-4d45-a9c5-99e1c2ee19b2 HTTP/1.1" status: 204 len: 168 time: 0.1165926 Feb 09 00:41:59.885881 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68256d27-9e01-4c43-9757-bed3821591f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e1cf1d-eb1f-4d45-a9c5-99e1c2ee19b2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:00.190548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b58c5f41-8178-4000-8df6-904cd13540d9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:42:00.213413 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b58c5f41-8178-4000-8df6-904cd13540d9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:42:00.213753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b58c5f41-8178-4000-8df6-904cd13540d9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:42:00.214166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 78f8877d-6923-4389-b283-03ba4ade8c2a no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:42:00.234333 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 78f8877d-6923-4389-b283-03ba4ade8c2a {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:42:00.234679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 78f8877d-6923-4389-b283-03ba4ade8c2a not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:42:00.542176 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59592) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:00.640160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507685577-network', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:00.663262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Made reservation on behalf of e82258457cf344559a2f6dacd530fd80 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:00.665540 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.678122 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.752317 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.756335 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.783734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:42:00.789648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b7dab-547d-487c-9031-38da9610b0e8,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:00.797044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.797392 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Added segment 54730f31-69bb-4cf7-b8ed-2e8e418c313b of type vlan for network e7f66133-e60d-46d4-a5e4-f3af9b23aadd Feb 09 00:42:00.840501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.865136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.866017 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:00.866596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:00.922125 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3788428 Feb 09 00:42:00.925605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59596) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:00.929349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff683e0c-5e58-401e-925b-1b5ca36890ff admin admin] Pushing event updated for resources: {'Network': ['ID=e7f66133-e60d-46d4-a5e4-f3af9b23aadd,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:00.931202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Request body: {'subnet': {'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507685577-subnet', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:00.939186 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:42:00.958912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Made reservation on behalf of e82258457cf344559a2f6dacd530fd80 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:00.961440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.123311 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.175825 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67937517-acf0-4f11-b2d1-f31ead88319e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:01.194721 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Checking segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:01.195078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Network hostable DHCP agents. Network: e7f66133-e60d-46d4-a5e4-f3af9b23aadd, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:42:01.212065 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:42:01.221492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, e7f66133-e60d-46d4-a5e4-f3af9b23aadd) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:01.225817 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:01.226399 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.230401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84cabb-0e04-407d-8be5-9c2bf5b83d6f None None] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:42:01.244576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8da47e45-8524-44a8-85c5-184e2d91b03b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3172448 Feb 09 00:42:01.247342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59600) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:01.251678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:01.276163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.277174 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.328441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.380709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:42:01.381647 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.467608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.519532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Allocated IP 172.20.0.2 (e7f66133-e60d-46d4-a5e4-f3af9b23aadd/67937517-acf0-4f11-b2d1-f31ead88319e/e1f6d56b-b2a4-4c35-b334-16761090f80d) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:01.664257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.665020 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.671072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.686667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.713804 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:01.716587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:01.720635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:01.723700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Pushing event updated for resources: {'Port': ['ID=e1f6d56b-b2a4-4c35-b334-16761090f80d,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:01.777147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Attempting to bind port e1f6d56b-b2a4-4c35-b334-16761090f80d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:01.777519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Attempting to bind port e1f6d56b-b2a4-4c35-b334-16761090f80d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:01.777870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Attempting to bind port e1f6d56b-b2a4-4c35-b334-16761090f80d on network e7f66133-e60d-46d4-a5e4-f3af9b23aadd {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:01.783458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:01.783871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Checking segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:01.784279 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.785533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Bound using segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:01.786000 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Bound port: e1f6d56b-b2a4-4c35-b334-16761090f80d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:01.786385 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.797829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Allocated IP 172.25.3.222 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/87794264-48de-45a0-a99a-3c2152670b50) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:01.854322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] For port e1f6d56b-b2a4-4c35-b334-16761090f80d, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:01.857681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] For port e1f6d56b-b2a4-4c35-b334-16761090f80d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1f6d56b-b2a4-4c35-b334-16761090f80d,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:01.861979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.906213 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.922506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd695-97da-4fa0-a4fc-84ee4c58d41a None None] Pushing event updated for resources: {'Port': ['ID=e1f6d56b-b2a4-4c35-b334-16761090f80d,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:01.946252 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:01.987277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:01.990980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:01.994378 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:02.019835 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Pushing event updated for resources: {'Port': ['ID=87794264-48de-45a0-a99a-3c2152670b50,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:02.244037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1f6d56b-b2a4-4c35-b334-16761090f80d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:02.267805 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.293296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e1f6d56b-b2a4-4c35-b334-16761090f80d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:02.293660 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.474161 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.536969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.570207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e1f6d56b-b2a4-4c35-b334-16761090f80d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1f6d56b-b2a4-4c35-b334-16761090f80d,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:02.575439 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.614313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Router c662bdc2-2c26-4e35-bd02-d638cead5cad is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:42:02.629674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e1f6d56b-b2a4-4c35-b334-16761090f80d,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:02.838762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc422d2-ba37-4a04-8b71-674d51d90b5f None None] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:42:02.936893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-48d112e4-d130-4a99-8ca0-d49b6cd73e5c None None] Provisioning complete for port e1f6d56b-b2a4-4c35-b334-16761090f80d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:02.937292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48d112e4-d130-4a99-8ca0-d49b6cd73e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.958156 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:42:02.968815 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Sync routers for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:42:02.976654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:02.980455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-de797d67-c309-429a-b7ed-f518d7ca6f25 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7295716 Feb 09 00:42:02.980593 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:02.980593 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:02.980755 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59602) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:03.090503 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:03.286712 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:02Z', 'revision_number': 3, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:03.313118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-86d772c1-3d49-470a-ad5a-8f73e4f7a2da None None] Provisioning complete for port e1f6d56b-b2a4-4c35-b334-16761090f80d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:03.313662 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-86d772c1-3d49-470a-ad5a-8f73e4f7a2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.319241 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Checking router: c662bdc2-2c26-4e35-bd02-d638cead5cad for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:42:03.319593 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Updating router c662bdc2-2c26-4e35-bd02-d638cead5cad port 87794264-48de-45a0-a99a-3c2152670b50 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:42:03.346165 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.429088 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.586811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Allocated IP 172.20.0.1 (e7f66133-e60d-46d4-a5e4-f3af9b23aadd/67937517-acf0-4f11-b2d1-f31ead88319e/2b6cb782-de13-4317-8d2c-d7259cc5ff09) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:03.618633 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.624251 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.687678 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Attempting to bind port 87794264-48de-45a0-a99a-3c2152670b50 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:03.688138 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Attempting to bind port 87794264-48de-45a0-a99a-3c2152670b50 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:03.688552 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Attempting to bind port 87794264-48de-45a0-a99a-3c2152670b50 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:03.696835 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Pushing event updated for resources: {'Port': ['ID=87794264-48de-45a0-a99a-3c2152670b50,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:03.697928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.699786 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:03.700161 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:03.700557 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.700965 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:03.701429 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Bound port: 87794264-48de-45a0-a99a-3c2152670b50, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:03.701807 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.708318 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.708668 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.709040 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.709375 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.709704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.710033 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.710358 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.710680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.711003 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.711319 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.711639 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.711957 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:03.734247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.773246 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] For port 87794264-48de-45a0-a99a-3c2152670b50, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:03.775294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:03.777019 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] For port 87794264-48de-45a0-a99a-3c2152670b50, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=87794264-48de-45a0-a99a-3c2152670b50,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:03.780214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:03.781459 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.785775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:03.790012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6cb782-de13-4317-8d2c-d7259cc5ff09,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:03.834098 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:03.848900 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:03.849556 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:03.854776 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cffd73-8da7-4270-87d2-74bdb04f9058 None None] Pushing event updated for resources: {'Port': ['ID=87794264-48de-45a0-a99a-3c2152670b50,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:03.981445 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:03.983217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.025347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-eb90c028-f697-45a9-a7da-2eb901d430c9 None None] Provisioning complete for port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:04.026139 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eb90c028-f697-45a9-a7da-2eb901d430c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.061341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-eb90c028-f697-45a9-a7da-2eb901d430c9 None None] Port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:04.152771 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.159297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.168765 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:02Z', 'revision_number': 3, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:04.199509 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20202d79-2650-4d5c-93b0-b8d84fcda7dc None None] The sync data for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 is: [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:02Z', 'revision_number': 3, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:42:04.211440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1f6d56b-b2a4-4c35-b334-16761090f80d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:04.232887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.234757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6cb782-de13-4317-8d2c-d7259cc5ff09,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:04.264162 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e1f6d56b-b2a4-4c35-b334-16761090f80d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:04.264532 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.341029 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:04.342523 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:04.477375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Router c662bdc2-2c26-4e35-bd02-d638cead5cad has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:42:04.600088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:42:04.605970 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b014629c-0ac1-4e15-b79f-4df2e89c3111 admin admin] 10.222.0.32 "PUT /v2.0/routers/c662bdc2-2c26-4e35-bd02-d638cead5cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6243250 Feb 09 00:42:04.691696 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-30e957cd-803b-45c7-9d4f-6c305f543951 None None] Provisioning complete for port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:04.692381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-30e957cd-803b-45c7-9d4f-6c305f543951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:04.730295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-30e957cd-803b-45c7-9d4f-6c305f543951 None None] Port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:05.108248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59620) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:05.113468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1135518707-network', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:05.135158 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Made reservation on behalf of 7a9366d192b1408696cedf2b96e099fa for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:05.137621 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.146916 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.224065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.228290 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.252492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:42:05.262234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55fd1f7-858b-4e9d-9ca4-b59d1f5c90eb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:05.268038 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.268385 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Added segment c512b480-5e0f-4af0-aae3-1256ae835c7d of type vlan for network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 Feb 09 00:42:05.313366 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.338307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.339293 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:05.339844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.397295 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2878551 Feb 09 00:42:05.400173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59622) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:05.404693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eb1cf-2ceb-4f06-a71a-81f3a96674d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cee8ba-9872-4e12-b5f8-87540b57f4d5,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:05.405661 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Request body: {'subnet': {'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1135518707-subnet', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:05.415448 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:42:05.430690 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Made reservation on behalf of 7a9366d192b1408696cedf2b96e099fa for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:05.433267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.608659 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.671488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:05.682275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Checking segment: {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:05.682632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Network hostable DHCP agents. Network: f7cee8ba-9872-4e12-b5f8-87540b57f4d5, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:42:05.700498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:42:05.709999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, f7cee8ba-9872-4e12-b5f8-87540b57f4d5) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:05.714188 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:05.714780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.720517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71aae67-18cd-476e-b77e-8f81d00db332 None None] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:42:05.734490 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ebd9d0e4-9962-4b2f-894f-ba32b080ed30 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3305292 Feb 09 00:42:05.734957 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59624) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:05.740100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:05.766066 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.767419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.814771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Sync routers for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:42:05.820589 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.852889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:05.853540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:05.959062 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:05.969784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-f7cee8ba-9872-4e12-b5f8-87540b57f4d5', 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'fixed_ips': [{'subnet_id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:42:05.970636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.017705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:06.165337 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.185657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.231831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 87794264-48de-45a0-a99a-3c2152670b50 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:06.280414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Allocated IP 172.20.0.2 (f7cee8ba-9872-4e12-b5f8-87540b57f4d5/2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7/b11fa83e-b1a7-4eae-b969-393efadf11d5) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:06.291735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Allocated IP 172.25.3.45 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/4206fb97-b8c4-4497-8699-97b071f82df0) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:06.406061 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.419821 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 87794264-48de-45a0-a99a-3c2152670b50 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:06.420193 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.441706 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.477541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:06.482680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:06.486528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:06.510938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Pushing event updated for resources: {'Port': ['ID=4206fb97-b8c4-4497-8699-97b071f82df0,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:06.538442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:04Z', 'revision_number': 2, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:06.599934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Checking router: c662bdc2-2c26-4e35-bd02-d638cead5cad for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:42:06.600569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Updating router c662bdc2-2c26-4e35-bd02-d638cead5cad port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:42:06.611330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.636680 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.650959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.696347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.704745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:06.724020 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:06.726493 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:06.729639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 87794264-48de-45a0-a99a-3c2152670b50, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=87794264-48de-45a0-a99a-3c2152670b50,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:06.741473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.743918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Pushing event updated for resources: {'Port': ['ID=b11fa83e-b1a7-4eae-b969-393efadf11d5,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:06.748648 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.929862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Attempting to bind port b11fa83e-b1a7-4eae-b969-393efadf11d5 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:06.930234 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Attempting to bind port b11fa83e-b1a7-4eae-b969-393efadf11d5 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:06.930596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Attempting to bind port b11fa83e-b1a7-4eae-b969-393efadf11d5 on network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:06.932543 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=87794264-48de-45a0-a99a-3c2152670b50,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:06.945756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:06.946142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Checking segment: {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:06.946549 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:06.946944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Bound using segment: {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:06.947421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Bound port: b11fa83e-b1a7-4eae-b969-393efadf11d5, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:06.947806 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.078402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] For port b11fa83e-b1a7-4eae-b969-393efadf11d5, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:07.100845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] For port b11fa83e-b1a7-4eae-b969-393efadf11d5, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b11fa83e-b1a7-4eae-b969-393efadf11d5,segment=NetworkSegment(c512b480-5e0f-4af0-aae3-1256ae835c7d),segment_id=c512b480-5e0f-4af0-aae3-1256ae835c7d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:07.109017 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.185377 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.212431 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aa329-1bdd-4c7a-8d65-b9c78479090c None None] Pushing event updated for resources: {'Port': ['ID=b11fa83e-b1a7-4eae-b969-393efadf11d5,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:07.227813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.233769 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.291870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfb29d-5519-4fe8-a030-5d09a539bfde None None] Pushing event updated for resources: {'Port': ['ID=2b6cb782-de13-4317-8d2c-d7259cc5ff09,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:07.343019 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Router 8caa3380-fc31-40ca-807e-e266152dc30b is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:42:07.489221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:42:07.500568 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Sync routers for ids ['8caa3380-fc31-40ca-807e-e266152dc30b'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:42:07.514499 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Routers {'8caa3380-fc31-40ca-807e-e266152dc30b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:07.515531 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8caa3380-fc31-40ca-807e-e266152dc30b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:07.520255 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.524250 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-55f87056-5116-41f5-8287-23ec435de350 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7856934 Feb 09 00:42:07.524685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59626) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:07.609359 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.612507 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.615908 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Attempting to bind port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:07.616330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Attempting to bind port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:07.616750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Attempting to bind port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 on network e7f66133-e60d-46d4-a5e4-f3af9b23aadd {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:07.622481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:07.622915 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Checking segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:07.623320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.623720 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Bound using segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:07.624311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Bound port: 2b6cb782-de13-4317-8d2c-d7259cc5ff09, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:07.624748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.664204 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Set router 8caa3380-fc31-40ca-807e-e266152dc30b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:07.703474 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bd31719a-aec6-48f8-b6af-041f82bee844 None None] Provisioning complete for port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:07.703762 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd31719a-aec6-48f8-b6af-041f82bee844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.755148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] For port 2b6cb782-de13-4317-8d2c-d7259cc5ff09, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:07.759492 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] For port 2b6cb782-de13-4317-8d2c-d7259cc5ff09, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2b6cb782-de13-4317-8d2c-d7259cc5ff09,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:07.761018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bd31719a-aec6-48f8-b6af-041f82bee844 None None] Port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:07.765338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:07.823958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:07.824596 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:07.871687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfb29d-5519-4fe8-a030-5d09a539bfde None None] Pushing event updated for resources: {'Port': ['ID=2b6cb782-de13-4317-8d2c-d7259cc5ff09,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:07.964364 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:07.997506 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 3, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:08.031049 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Checking router: 8caa3380-fc31-40ca-807e-e266152dc30b for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:42:08.031591 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Updating router 8caa3380-fc31-40ca-807e-e266152dc30b port 4206fb97-b8c4-4497-8699-97b071f82df0 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:42:08.071406 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.221953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-892a99ce-0fb1-4e4f-83a4-80c7f22e5fa9 None None] Provisioning complete for port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:08.222473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-892a99ce-0fb1-4e4f-83a4-80c7f22e5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.396408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b11fa83e-b1a7-4eae-b969-393efadf11d5 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:08.396963 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.404141 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.467337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-892a99ce-0fb1-4e4f-83a4-80c7f22e5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.468760 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5a9a2-b3df-41c6-b1f0-5cd24b73d422 None None] Pushing event updated for resources: {'Port': ['ID=4206fb97-b8c4-4497-8699-97b071f82df0,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:08.490821 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Attempting to bind port 4206fb97-b8c4-4497-8699-97b071f82df0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:08.492031 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Attempting to bind port 4206fb97-b8c4-4497-8699-97b071f82df0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:08.492536 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Attempting to bind port 4206fb97-b8c4-4497-8699-97b071f82df0 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:08.493829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:07Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:08.498707 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:08.501107 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:08.502467 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.503678 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:08.504305 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Bound port: 4206fb97-b8c4-4497-8699-97b071f82df0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:08.504828 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.506508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.523104 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-892a99ce-0fb1-4e4f-83a4-80c7f22e5fa9 None None] For port 2b6cb782-de13-4317-8d2c-d7259cc5ff09, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2b6cb782-de13-4317-8d2c-d7259cc5ff09,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:08.559968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-892a99ce-0fb1-4e4f-83a4-80c7f22e5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.564770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b5f9c3-7ceb-4d1f-b346-d1cda698ae2a None None] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:42:08.567882 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] For port 4206fb97-b8c4-4497-8699-97b071f82df0, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:08.571382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570db24-9a31-4a31-9c81-d2376a2ff2ee None None] The sync data for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 is: [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:07Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:42:08.572810 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] For port 4206fb97-b8c4-4497-8699-97b071f82df0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4206fb97-b8c4-4497-8699-97b071f82df0,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:08.577063 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.627865 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Routers {'8caa3380-fc31-40ca-807e-e266152dc30b'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:08.628707 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8caa3380-fc31-40ca-807e-e266152dc30b'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:08.687507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b11fa83e-b1a7-4eae-b969-393efadf11d5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:08.687953 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.714795 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5a9a2-b3df-41c6-b1f0-5cd24b73d422 None None] Pushing event updated for resources: {'Port': ['ID=4206fb97-b8c4-4497-8699-97b071f82df0,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:08.740996 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c6b00ce0-3b1a-4bb8-bb59-3e04ad1373d0 None None] Provisioning complete for port b11fa83e-b1a7-4eae-b969-393efadf11d5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:08.740996 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6b00ce0-3b1a-4bb8-bb59-3e04ad1373d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.769782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Allocated IP 172.20.0.1 (f7cee8ba-9872-4e12-b5f8-87540b57f4d5/2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7/b9aa36c3-f625-4909-89b3-2ad7dbe6c924) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:08.793909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a99ce-0fb1-4e4f-83a4-80c7f22e5fa9 None None] Pushing event updated for resources: {'Port': ['ID=2b6cb782-de13-4317-8d2c-d7259cc5ff09,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:08.817796 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] Set router 8caa3380-fc31-40ca-807e-e266152dc30b gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:08.897977 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.937309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.963373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6b00ce0-3b1a-4bb8-bb59-3e04ad1373d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:08.983647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:08.991761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:08.994612 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:09.004603 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.029587 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Pushing event updated for resources: {'Port': ['ID=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:09.046421 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.072378 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c6b00ce0-3b1a-4bb8-bb59-3e04ad1373d0 None None] For port b11fa83e-b1a7-4eae-b969-393efadf11d5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b11fa83e-b1a7-4eae-b969-393efadf11d5,segment=NetworkSegment(c512b480-5e0f-4af0-aae3-1256ae835c7d),segment_id=c512b480-5e0f-4af0-aae3-1256ae835c7d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:09.085819 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c6b00ce0-3b1a-4bb8-bb59-3e04ad1373d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.129734 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 3, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:09.169171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:42:09.169530 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:42:09.174197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b00ce0-3b1a-4bb8-bb59-3e04ad1373d0 None None] Pushing event updated for resources: {'Port': ['ID=b11fa83e-b1a7-4eae-b969-393efadf11d5,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:09.199071 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb5bc6-078b-44fe-b5e6-5bc04cd0e92d None None] The sync data for ids ['8caa3380-fc31-40ca-807e-e266152dc30b'] in n-d-828413-1 is: [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 3, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:42:09.242387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.421697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aab1e599-6a24-4c8e-9711-3b7d61986dcd None None] Provisioning complete for port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:09.422071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aab1e599-6a24-4c8e-9711-3b7d61986dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.466089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aab1e599-6a24-4c8e-9711-3b7d61986dcd None None] Port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:09.490774 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aab1e599-6a24-4c8e-9711-3b7d61986dcd None None] Provisioning complete for port b11fa83e-b1a7-4eae-b969-393efadf11d5 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:09.491161 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aab1e599-6a24-4c8e-9711-3b7d61986dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.504815 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.511110 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.603548 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.608428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Pushing event updated for resources: {'Port': ['ID=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:09.733358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 87794264-48de-45a0-a99a-3c2152670b50 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:09.752526 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:09.754277 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:09.805211 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-171e59ec-beb5-4363-8908-69afebdae7b0 None None] Provisioning complete for port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:09.806175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-171e59ec-beb5-4363-8908-69afebdae7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.859913 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 87794264-48de-45a0-a99a-3c2152670b50 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:09.860534 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:09.865590 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-171e59ec-beb5-4363-8908-69afebdae7b0 None None] Port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:09.906253 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Router 8caa3380-fc31-40ca-807e-e266152dc30b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:42:10.044106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:42:10.049550 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-120f8400-f319-4eb9-b7f9-cb798aaf3489 admin admin] 10.222.0.32 "PUT /v2.0/routers/8caa3380-fc31-40ca-807e-e266152dc30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5236301 Feb 09 00:42:10.089907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-bd597c68-ba41-44a3-8ad5-3a3219a643e4 None None] Provisioning complete for port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:10.090280 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd597c68-ba41-44a3-8ad5-3a3219a643e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:10.134786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-bd597c68-ba41-44a3-8ad5-3a3219a643e4 None None] Port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:10.339227 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b11fa83e-b1a7-4eae-b969-393efadf11d5 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:10.389831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b11fa83e-b1a7-4eae-b969-393efadf11d5 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:10.390208 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:10.473929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2b6cb782-de13-4317-8d2c-d7259cc5ff09 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:10.530453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:10.530851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:10.617117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4206fb97-b8c4-4497-8699-97b071f82df0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:10.663449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4206fb97-b8c4-4497-8699-97b071f82df0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:10.663826 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:10.751001 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:10.773085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 4206fb97-b8c4-4497-8699-97b071f82df0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4206fb97-b8c4-4497-8699-97b071f82df0,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:10.777175 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:10.826423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=4206fb97-b8c4-4497-8699-97b071f82df0,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:11.990201 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-21b9f628-dd55-4631-a26d-6d16b23e8d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:12.095780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Sync routers for ids ['8caa3380-fc31-40ca-807e-e266152dc30b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:42:12.107137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Routers {'8caa3380-fc31-40ca-807e-e266152dc30b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:12.107748 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8caa3380-fc31-40ca-807e-e266152dc30b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:12.241939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4206fb97-b8c4-4497-8699-97b071f82df0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:12.247605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Set router 8caa3380-fc31-40ca-807e-e266152dc30b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:12.571732 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 4206fb97-b8c4-4497-8699-97b071f82df0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:12.572124 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:12.726954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:42:09Z', 'revision_number': 4, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b9aa36c3-f625-4909-89b3-2ad7dbe6c924', 'name': '', 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'mac_address': 'fa:16:3e:34:10:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:08Z', 'updated_at': '2022-02-09T00:42:09Z', 'revision_number': 2, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'subnets': [{'id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:12.757319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Checking router: 8caa3380-fc31-40ca-807e-e266152dc30b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:42:12.757751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Updating router 8caa3380-fc31-40ca-807e-e266152dc30b port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:42:12.787976 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.096075 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.103417 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.207024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaf5e4-3c7e-4e05-b25b-e3f9106421ab None None] Pushing event updated for resources: {'Port': ['ID=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:13.233305 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Attempting to bind port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:13.233824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Attempting to bind port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:13.234310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Attempting to bind port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 on network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:13.241819 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:13.242453 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Checking segment: {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:13.242907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.244205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Bound using segment: {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:13.244205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Bound port: b9aa36c3-f625-4909-89b3-2ad7dbe6c924, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c512b480-5e0f-4af0-aae3-1256ae835c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:13.244205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.345538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] For port b9aa36c3-f625-4909-89b3-2ad7dbe6c924, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:13.352170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] For port b9aa36c3-f625-4909-89b3-2ad7dbe6c924, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,segment=NetworkSegment(c512b480-5e0f-4af0-aae3-1256ae835c7d),segment_id=c512b480-5e0f-4af0-aae3-1256ae835c7d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:13.360592 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.437755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Routers {'8caa3380-fc31-40ca-807e-e266152dc30b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:13.438601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:41:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8caa3380-fc31-40ca-807e-e266152dc30b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:13.500321 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaf5e4-3c7e-4e05-b25b-e3f9106421ab None None] Pushing event updated for resources: {'Port': ['ID=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:13.527722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-11a06f73-270e-415a-b3cd-e8e72dbdb43a None None] Provisioning complete for port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:13.528092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11a06f73-270e-415a-b3cd-e8e72dbdb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.619906 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] Set router 8caa3380-fc31-40ca-807e-e266152dc30b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:13.791876 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11a06f73-270e-415a-b3cd-e8e72dbdb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.846796 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-11a06f73-270e-415a-b3cd-e8e72dbdb43a None None] For port b9aa36c3-f625-4909-89b3-2ad7dbe6c924, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,segment=NetworkSegment(c512b480-5e0f-4af0-aae3-1256ae835c7d),segment_id=c512b480-5e0f-4af0-aae3-1256ae835c7d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:13.852825 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11a06f73-270e-415a-b3cd-e8e72dbdb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:13.932368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a06f73-270e-415a-b3cd-e8e72dbdb43a None None] Pushing event updated for resources: {'Port': ['ID=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:13.958348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:42:09Z', 'revision_number': 4, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b9aa36c3-f625-4909-89b3-2ad7dbe6c924', 'name': '', 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'mac_address': 'fa:16:3e:34:10:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:08Z', 'updated_at': '2022-02-09T00:42:13Z', 'revision_number': 4, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'subnets': [{'id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:13.995787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45b8d4-ba7e-4923-ba9d-edab411875f1 None None] The sync data for ids ['8caa3380-fc31-40ca-807e-e266152dc30b'] in n-d-828413-1 is: [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:42:09Z', 'revision_number': 4, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'b9aa36c3-f625-4909-89b3-2ad7dbe6c924', 'name': '', 'network_id': 'f7cee8ba-9872-4e12-b5f8-87540b57f4d5', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'mac_address': 'fa:16:3e:34:10:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:08Z', 'updated_at': '2022-02-09T00:42:13Z', 'revision_number': 4, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'subnets': [{'id': '2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:42:14.012255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-72ee40fb-e589-4fe1-b017-e1812470010f None None] Provisioning complete for port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:14.012891 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-72ee40fb-e589-4fe1-b017-e1812470010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:14.274108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b9aa36c3-f625-4909-89b3-2ad7dbe6c924 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:14.372677 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:14.373121 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:14.763864 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9d21b666-e76e-4551-98a2-a64ed6a1f565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:15.434421 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:42:15.667820 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:17.056642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:17.447440 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:20.030906 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-fffe57f8-5ea4-4626-adb8-1a8677fff906 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:20.032371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-fffe57f8-5ea4-4626-adb8-1a8677fff906 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 814 time: 0.0997143 Feb 09 00:42:20.047967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-77448460-956c-455e-836a-3651ef8517c1 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/quotas/e82258457cf344559a2f6dacd530fd80 HTTP/1.1" status: 200 len: 375 time: 0.0090051 Feb 09 00:42:20.103152 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-8cbc0d4a-9715-46d0-a783-055c619bbb0e tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499067 Feb 09 00:42:20.195453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-7a399e23-b0ab-4381-a84e-8d0fbb08c172 service neutron] 10.222.0.32 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809278 Feb 09 00:42:20.287558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-cda26d5a-f503-4b1b-b708-dd9284f806ac service neutron] 10.222.0.32 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859978 Feb 09 00:42:20.447948 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8b8c520-2f2e-421b-a517-eedf203d0536 req-b13b53ac-1f49-45f1-8939-618b3373d5c2 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 210 time: 0.0270085 Feb 09 00:42:21.513291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-c8af6a39-c821-4305-9091-ba1fa8ae89ba tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:21.514815 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-c8af6a39-c821-4305-9091-ba1fa8ae89ba tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 814 time: 0.1135440 Feb 09 00:42:21.529919 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'port': {'device_id': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'admin_state_up': True, 'tenant_id': 'e82258457cf344559a2f6dacd530fd80'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:21.549258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6032530a-966c-4f68-b68c-c64844b51b69 req-2cd4fb2a-a328-40e8-b546-23c5bed2816e tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Feb 09 00:42:21.647158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Made reservation on behalf of e82258457cf344559a2f6dacd530fd80 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:42:21.650950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:21.812429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Allocated IP 172.20.0.6 (e7f66133-e60d-46d4-a5e4-f3af9b23aadd/67937517-acf0-4f11-b2d1-f31ead88319e/1a6e1ecd-5949-4a52-9746-60c17c54db49) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:22.004189 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:22.053299 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:22.130075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:22.133349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:22.144522 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:22.148843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:22.211900 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:22.212550 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:22.240259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-dcec67bb-7117-4fec-b70a-586f29edc16c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131863 Feb 09 00:42:22.431159 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-09d9eb46-e139-441a-a902-dc561c7be551 None None] Provisioning complete for port 1a6e1ecd-5949-4a52-9746-60c17c54db49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:22.431770 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-09d9eb46-e139-441a-a902-dc561c7be551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:22.474372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-09d9eb46-e139-441a-a902-dc561c7be551 None None] Port 1a6e1ecd-5949-4a52-9746-60c17c54db49 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:42:22.669044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5c5fc-aa6d-444c-b639-99596178a795 req-af705c44-3975-4cd6-8aa6-8736c67ffbd2 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:22.671063 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffb5c5fc-aa6d-444c-b639-99596178a795 req-af705c44-3975-4cd6-8aa6-8736c67ffbd2 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0507901 Feb 09 00:42:22.713576 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ffb5c5fc-aa6d-444c-b639-99596178a795 req-27036a09-e9f9-4f11-bf69-b10f47cf6ac4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347209 Feb 09 00:42:23.842738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc4bd-7e57-4b92-82aa-6b3da8876bc4 req-77f2e936-ca5c-4217-82d2-9b21d6fec165 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:23.844199 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff2bc4bd-7e57-4b92-82aa-6b3da8876bc4 req-77f2e936-ca5c-4217-82d2-9b21d6fec165 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0549731 Feb 09 00:42:23.886883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ff2bc4bd-7e57-4b92-82aa-6b3da8876bc4 req-3aa360b8-3124-4084-8c1a-2a39f404ccc6 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365865 Feb 09 00:42:25.020027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473fa41-a715-4f08-b381-4806057d22ae req-2e7ef915-926d-4f15-96dd-4f1534917330 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:25.021623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6473fa41-a715-4f08-b381-4806057d22ae req-2e7ef915-926d-4f15-96dd-4f1534917330 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0598173 Feb 09 00:42:25.063326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6473fa41-a715-4f08-b381-4806057d22ae req-1557d904-2fb2-4c52-888b-c498dec703e0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Feb 09 00:42:26.202250 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76680c7c-9a16-4619-83b1-172153c5d232 req-656a5085-e811-48b6-be43-ca0b5e213c2c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:26.204339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76680c7c-9a16-4619-83b1-172153c5d232 req-656a5085-e811-48b6-be43-ca0b5e213c2c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0595400 Feb 09 00:42:26.245168 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76680c7c-9a16-4619-83b1-172153c5d232 req-281e5cd8-6d6a-4603-8202-1083990d2220 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Feb 09 00:42:27.366444 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcee90-5fd6-4045-8d05-b5d1027d53e8 req-36467e49-1ecc-4bd6-afe6-e12156956a07 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:27.367921 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79fcee90-5fd6-4045-8d05-b5d1027d53e8 req-36467e49-1ecc-4bd6-afe6-e12156956a07 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0540574 Feb 09 00:42:27.407498 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-79fcee90-5fd6-4045-8d05-b5d1027d53e8 req-b76c94bc-69fe-48ab-8009-84b8839fb841 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331802 Feb 09 00:42:28.545275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160bae7-c377-42b8-aa60-1083dcf5e222 req-18959ada-a5cc-4cb2-97f1-868bf383e91d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:28.548411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4160bae7-c377-42b8-aa60-1083dcf5e222 req-18959ada-a5cc-4cb2-97f1-868bf383e91d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0571880 Feb 09 00:42:28.588532 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4160bae7-c377-42b8-aa60-1083dcf5e222 req-0bcde536-e64b-4b7a-b2f4-7a656434729a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Feb 09 00:42:29.703838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bb309-f324-4f4d-bc25-15003e5453fb req-90efc890-d5e7-491a-80ac-bdef17ad5744 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:29.705832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da8bb309-f324-4f4d-bc25-15003e5453fb req-90efc890-d5e7-491a-80ac-bdef17ad5744 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 931 time: 0.0488269 Feb 09 00:42:29.742822 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-da8bb309-f324-4f4d-bc25-15003e5453fb req-ca28587d-e0c3-4a55-9637-cb757142855e tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 Feb 09 00:42:29.967331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Request body: {'port': {'device_id': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:30.021855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:30.287435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6e1ecd-5949-4a52-9746-60c17c54db49 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:42:30.294754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:30.306749 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Transition to ACTIVE for port object 1a6e1ecd-5949-4a52-9746-60c17c54db49 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:42:30.310574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:30.365642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:30.449464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Attempting to bind port 1a6e1ecd-5949-4a52-9746-60c17c54db49 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:42:30.449804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Attempting to bind port 1a6e1ecd-5949-4a52-9746-60c17c54db49 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:42:30.450133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Attempting to bind port 1a6e1ecd-5949-4a52-9746-60c17c54db49 on network e7f66133-e60d-46d4-a5e4-f3af9b23aadd {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:30.454722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Port 1a6e1ecd-5949-4a52-9746-60c17c54db49 on network e7f66133-e60d-46d4-a5e4-f3af9b23aadd not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:42:30.455041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Attempting to bind port 1a6e1ecd-5949-4a52-9746-60c17c54db49 on network e7f66133-e60d-46d4-a5e4-f3af9b23aadd {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:42:30.460774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:42:30.461137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Checking segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:42:30.461516 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Bound using segment: {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:42:30.461944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Bound port: 1a6e1ecd-5949-4a52-9746-60c17c54db49, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54730f31-69bb-4cf7-b8ed-2e8e418c313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:42:30.462303 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:30.534632 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:42:30.537739 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:42:30.542078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:30.578433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:30.579072 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:30.580540 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] 10.222.0.84 "PUT /v2.0/ports/1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 1091 time: 0.6178231 Feb 09 00:42:30.581086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:42:30.583387 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a547e-4757-474b-80a8-824825eb0b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:42:30.622778 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18ad075-f158-4220-b6c2-280d2806461a x-openstack-request-id: req-e18ad075-f158-4220-b6c2-280d2806461a {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:42:30.623066 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:42:30.623318 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e18ad075-f158-4220-b6c2-280d2806461a {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:42:30.623737 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'status': 'completed', 'code': 200} Feb 09 00:42:30.635915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c18d3-fcc5-4df9-ad4d-f4d6106a9c77 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:30.672997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-7e4c87a5-5b57-4c72-99b7-87bd98d8be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:30.675152 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-7e4c87a5-5b57-4c72-99b7-87bd98d8be98 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1094 time: 0.0482988 Feb 09 00:42:30.726651 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-3d0b65b6-389f-4022-9f65-00127e33bc56 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 217 time: 0.0423758 Feb 09 00:42:30.783054 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-fde56a24-f23c-41c4-859e-26409e5b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:30.785735 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-fde56a24-f23c-41c4-859e-26409e5b6310 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0530083 Feb 09 00:42:30.832727 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c231fe-c86e-497d-b047-2eec73d60243 req-46cd66d6-f263-4292-95a9-fd15573620a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:30.834196 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-46cd66d6-f263-4292-95a9-fd15573620a9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420005 Feb 09 00:42:30.866469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e789-ae5e-45b1-b1a1-ff1fd426e621 req-39d92962-f66d-459c-b67b-2b7291cf31bd tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:30.867978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1a6e789-ae5e-45b1-b1a1-ff1fd426e621 req-39d92962-f66d-459c-b67b-2b7291cf31bd tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 943 time: 0.0536420 Feb 09 00:42:30.906030 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b1a6e789-ae5e-45b1-b1a1-ff1fd426e621 req-93a3b8f5-f00d-4a8f-8c05-a43d68cdc862 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Feb 09 00:42:30.930310 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-f342692b-d5fa-494c-b16e-3b267394f19a service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895376 Feb 09 00:42:31.018638 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-94c231fe-c86e-497d-b047-2eec73d60243 req-9a288efc-04fc-49a1-af9b-4c0ac1d921b8 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815217 Feb 09 00:42:31.113943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a547e-4757-474b-80a8-824825eb0b4a req-5303cedf-8046-4daa-bcbf-768c8daadaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:31.115553 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-5303cedf-8046-4daa-bcbf-768c8daadaef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1094 time: 0.0470216 Feb 09 00:42:31.212604 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a547e-4757-474b-80a8-824825eb0b4a req-c0f80578-df54-4a6f-868e-751e4b45308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:31.214095 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-c0f80578-df54-4a6f-868e-751e4b45308f service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.0891602 Feb 09 00:42:31.254970 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-fd5f51fe-d541-4370-a7bb-60213666bb3d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 217 time: 0.0331414 Feb 09 00:42:31.308406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a547e-4757-474b-80a8-824825eb0b4a req-e7e3774e-6bae-4925-b821-40111d8f49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:31.309880 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-e7e3774e-6bae-4925-b821-40111d8f49ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0472887 Feb 09 00:42:31.356160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a547e-4757-474b-80a8-824825eb0b4a req-19dd2563-b059-40fc-9123-fb0367a76382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:31.357695 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-19dd2563-b059-40fc-9123-fb0367a76382 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403497 Feb 09 00:42:31.446384 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-46381e5c-9ded-424e-8a1d-4a19b858d13e service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813005 Feb 09 00:42:31.543687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-d00a547e-4757-474b-80a8-824825eb0b4a req-5b30a9a5-b3c3-494e-9e6c-9ca3f02467c9 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886643 Feb 09 00:42:32.021424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677770-b91a-4c0d-8380-ffdee3231b21 req-2081ce7d-273b-4f0f-8f8c-405775d40a06 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:32.023167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85677770-b91a-4c0d-8380-ffdee3231b21 req-2081ce7d-273b-4f0f-8f8c-405775d40a06 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 943 time: 0.0492468 Feb 09 00:42:32.060875 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-85677770-b91a-4c0d-8380-ffdee3231b21 req-d6a4620b-e9ad-4fea-9fcd-0976177a2024 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318563 Feb 09 00:42:32.978723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a6e1ecd-5949-4a52-9746-60c17c54db49 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:42:33.076554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:33.088224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'port_id': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'mac_address': 'fa:16:3e:b8:3a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:42:33.126490 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:33.139592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6e1ecd-5949-4a52-9746-60c17c54db49 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:42:33.159721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:33.164212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:33.180565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c30e9-111b-42c2-9f1a-b422ee678ae1 req-248fcd0b-2470-4abc-9f6f-ed3c82b43a33 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:33.182719 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-764c30e9-111b-42c2-9f1a-b422ee678ae1 req-248fcd0b-2470-4abc-9f6f-ed3c82b43a33 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 943 time: 0.0520630 Feb 09 00:42:33.217371 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:33.223286 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-764c30e9-111b-42c2-9f1a-b422ee678ae1 req-8050243d-885f-4874-bb3c-c19e32358cb9 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344255 Feb 09 00:42:33.382116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a6e1ecd-5949-4a52-9746-60c17c54db49'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:42:34.342093 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2023b85-e160-4b35-bd42-f12364c38d4a req-d75c6248-2162-492f-9045-b9249597dd5c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:34.343573 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2023b85-e160-4b35-bd42-f12364c38d4a req-d75c6248-2162-492f-9045-b9249597dd5c tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 944 time: 0.0534430 Feb 09 00:42:34.381949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d2023b85-e160-4b35-bd42-f12364c38d4a req-d4271b51-e953-42b1-b7e0-a4ca98763b1a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Feb 09 00:42:34.979393 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a6e1ecd-5949-4a52-9746-60c17c54db49 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:42:35.030304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 1a6e1ecd-5949-4a52-9746-60c17c54db49 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:42:35.034153 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 1a6e1ecd-5949-4a52-9746-60c17c54db49 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:35.034526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:35.111070 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:35.132414 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:42:35.134845 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10cad7a-76f4-479e-ac45-9575cd24c9d0" -d '{"events": [{"server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "name": "network-vif-plugged", "status": "completed", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:42:35.148250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:35.152305 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:35.184114 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b4e278-abac-43ab-9b43-fe7ede18688f x-openstack-request-id: req-b5b4e278-abac-43ab-9b43-fe7ede18688f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:42:35.184513 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "name": "network-vif-plugged", "status": "completed", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:42:35.184864 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5b4e278-abac-43ab-9b43-fe7ede18688f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:42:35.185434 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'code': 200} Feb 09 00:42:35.222604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:35.270985 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31cf84-8e5f-4ca8-9a4b-3593641534bf req-a91a45ec-125b-497b-b087-658154516b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:35.272507 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af31cf84-8e5f-4ca8-9a4b-3593641534bf req-a91a45ec-125b-497b-b087-658154516b3f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1096 time: 0.0402465 Feb 09 00:42:35.310136 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af31cf84-8e5f-4ca8-9a4b-3593641534bf req-6956f57d-1897-44b2-a608-e4e8436b5192 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290921 Feb 09 00:42:35.498214 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c977f0a-f2c9-44db-b665-426f510b91da req-14a37970-84e9-4176-960d-03cd23532168 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:35.499616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c977f0a-f2c9-44db-b665-426f510b91da req-14a37970-84e9-4176-960d-03cd23532168 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Feb 09 00:42:35.537054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0c977f0a-f2c9-44db-b665-426f510b91da req-68f36fa7-6b7c-460f-b0a6-b1ff849b9fe7 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Feb 09 00:42:36.652496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7613f43-0335-4ce8-b3a9-b05a8dc2c62e req-8e516645-148d-4ccf-bede-2beea3d68867 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:36.654004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7613f43-0335-4ce8-b3a9-b05a8dc2c62e req-8e516645-148d-4ccf-bede-2beea3d68867 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0485272 Feb 09 00:42:36.692261 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7613f43-0335-4ce8-b3a9-b05a8dc2c62e req-7373f260-b113-427a-baa2-22a912b65b44 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Feb 09 00:42:36.808860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0163e9-3705-4094-b85c-eb36af6c4261 req-0ab1504e-86cc-40c7-8798-33a0430ec8b0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:36.810375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a0163e9-3705-4094-b85c-eb36af6c4261 req-0ab1504e-86cc-40c7-8798-33a0430ec8b0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0540447 Feb 09 00:42:36.848524 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a0163e9-3705-4094-b85c-eb36af6c4261 req-87a9f8bf-4699-42cb-bc2b-61fd59fdbe1b tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Feb 09 00:42:37.029085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb9cab-685e-4a03-a78b-65b36ae32154 req-8e18c5f1-082f-4157-b3e6-08c641697c73 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:37.030799 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17eb9cab-685e-4a03-a78b-65b36ae32154 req-8e18c5f1-082f-4157-b3e6-08c641697c73 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0477841 Feb 09 00:42:37.068432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-17eb9cab-685e-4a03-a78b-65b36ae32154 req-8c418204-f1bd-4edc-b2b7-4466388d86e9 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311797 Feb 09 00:42:37.364081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:37.543452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:41.990138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d003b93a-39d2-4df6-b8cc-e15a457265bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:42.274566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-68c9b939-c22e-459a-874a-2589433e0579 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399103 Feb 09 00:42:42.362825 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-373ee51f-f02b-4b33-9e11-d09a72abb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:42.364334 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-373ee51f-f02b-4b33-9e11-d09a72abb6cf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1096 time: 0.0459480 Feb 09 00:42:42.469415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-bcb2bd70-3ae4-46db-a380-23c384170013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:42.472104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-bcb2bd70-3ae4-46db-a380-23c384170013 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.0877719 Feb 09 00:42:42.518484 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-5a8261e7-5899-4f0d-a68f-ee5961a5396c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 217 time: 0.0394952 Feb 09 00:42:42.570468 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-b5d41699-ecef-4370-8271-2e45830e402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:42.571925 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-b5d41699-ecef-4370-8271-2e45830e402b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0464349 Feb 09 00:42:42.619843 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-da75f188-0c9c-4af2-82ca-c18b4a83d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:42.621514 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-da75f188-0c9c-4af2-82ca-c18b4a83d1a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425565 Feb 09 00:42:42.717755 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-f10f18cb-9d2c-40f6-b4b7-5760008b0987 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889273 Feb 09 00:42:42.807313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f202ab8e-6e77-4011-add3-5e4c6ee61c46 req-7b767cf4-4828-4771-ae28-c2c51e8ea9ed service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 Feb 09 00:42:44.759107 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-63bf9841-6751-4161-9e9c-ecbf48cc129f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:45.663429 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.045578 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:47.448675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:48.503443 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b59abb-a1e9-4197-a191-1af7e104d3f3 req-ddea7eeb-1ada-46fe-b16f-a75f65221ed4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:48.504903 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26b59abb-a1e9-4197-a191-1af7e104d3f3 req-ddea7eeb-1ada-46fe-b16f-a75f65221ed4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Feb 09 00:42:48.543221 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-26b59abb-a1e9-4197-a191-1af7e104d3f3 req-d5e5068a-6662-46a2-8722-740975fa1279 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322826 Feb 09 00:42:48.565584 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59826) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:48.688266 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d2b622-9d83-4d88-aadc-724cad647470 tempest-TestMinimumBasicScenario-2038485086 tempest-TestMinimumBasicScenario-2038485086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:48.689984 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f3d2b622-9d83-4d88-aadc-724cad647470 tempest-TestMinimumBasicScenario-2038485086 tempest-TestMinimumBasicScenario-2038485086-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1091 time: 0.1231289 Feb 09 00:42:48.692781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59830) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:48.697016 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:48.720058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:48.818559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:48.923401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Allocated IP 172.25.3.199 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/d9b381d7-bc2b-4e6c-990b-412c6774621f) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:42:49.028514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:49.063026 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:49.104761 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:42:49.107575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:42:49.110324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:42:49.116295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'Port': ['ID=d9b381d7-bc2b-4e6c-990b-412c6774621f,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:49.473372 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:49.540611 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:49.695020 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:49.699440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:49.770847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'Port': ['ID=d9b381d7-bc2b-4e6c-990b-412c6774621f,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:49.782904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.233735 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Floating IP 8f6256b4-13aa-4b63-b043-ae31825de18d associated. External IP: 172.25.3.199, port: 1a6e1ecd-5949-4a52-9746-60c17c54db49. Feb 09 00:42:50.442797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Router c662bdc2-2c26-4e35-bd02-d638cead5cad has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:42:50.551677 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:42:50.561649 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] Sync routers for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:42:50.571778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.572862 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:50.573495 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:42:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:50.604994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e60f5090-bdc8-459f-afb0-e72ee6c2c23d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9111452 Feb 09 00:42:50.605708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:42:50.607958 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59832) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:50.608462 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49072ec5-a2d2-43d1-b094-9759c51f2226" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:42:50.613599 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430544889', 'description': 'tempest-secgroup-smoke-1430544889 description', 'project_id': 'e82258457cf344559a2f6dacd530fd80'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:50.644889 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.647195 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fe0aa-a933-41d6-972f-c8a4912d282a x-openstack-request-id: req-9b7fe0aa-a933-41d6-972f-c8a4912d282a {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:42:50.647489 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:42:50.647739 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b7fe0aa-a933-41d6-972f-c8a4912d282a {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:42:50.648147 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'status': 'completed', 'code': 200} Feb 09 00:42:50.685662 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:50.716949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-889dc566-02bc-4572-88d6-2b79889f9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:50.718390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-889dc566-02bc-4572-88d6-2b79889f9c98 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1096 time: 0.0438142 Feb 09 00:42:50.720656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.724770 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.755072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d1c0e-c67d-499a-93aa-22c4d56ee68f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:50.763714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.765274 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fbd7eb07-eed8-4091-8593-e0317edd92e4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1554735 Feb 09 00:42:50.768315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59836) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:50.773912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group_rule': {'security_group_id': 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f', 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:50.812369 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.819177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-093bd3d3-aa6f-4b18-95c3-f652a59e6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:50.820657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-093bd3d3-aa6f-4b18-95c3-f652a59e6e35 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.0944073 Feb 09 00:42:50.885924 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.890468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.898180 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-7aeecd0f-1b2d-43e0-aabd-0eec9fe74e6e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 999 time: 0.0693717 Feb 09 00:42:50.908988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbef650-52f7-4fb3-b0b7-14f204015b57,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:50.916886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.918114 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0b85dbe5-999d-4cae-80a1-46d1c74fb268 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480217 Feb 09 00:42:50.920935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59838) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:50.926376 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group_rule': {'security_group_id': 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f', 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:50.944157 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8f6256b4-13aa-4b63-b043-ae31825de18d', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'port_id': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'mac_address': 'fa:16:3e:b8:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:42:49Z', 'updated_at': '2022-02-09T00:42:49Z', 'revision_number': 0, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:50.957541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:50.958771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-900f1d05-0677-4df7-ab76-4616a436b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:50.960483 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-900f1d05-0677-4df7-ab76-4616a436b4d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0539026 Feb 09 00:42:50.973476 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] Checking router: c662bdc2-2c26-4e35-bd02-d638cead5cad for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:42:50.982093 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:42:50.982756 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:42:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:51.007878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-0a5b9447-41eb-4ed7-9a41-99c550470f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:51.009414 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-0a5b9447-41eb-4ed7-9a41-99c550470f42 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422506 Feb 09 00:42:51.020025 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.024519 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.044642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a5825e-8eeb-45d0-a761-0721f0826522,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:51.053594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.055062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2153d7e1-3b43-4616-a98c-1d09ab92e75a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326852 Feb 09 00:42:51.057583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59840) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:51.062457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group_rule': {'security_group_id': 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f', 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:51.092764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.113116 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-0c1e6b82-cb80-44b9-8558-8f28619348f8 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965476 Feb 09 00:42:51.162793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.166846 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.188160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2dc8f5-de40-44c3-801e-6ff7409da32f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:51.192626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.194048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-167646a6-9185-4f66-88b4-2dff9264ba9d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353109 Feb 09 00:42:51.197478 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59842) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:51.200494 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:42:51.202548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group_rule': {'security_group_id': 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f', 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:51.217098 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-49072ec5-a2d2-43d1-b094-9759c51f2226 req-8ebf1536-29c8-46ab-a5f7-88680d55bc36 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922308 Feb 09 00:42:51.231428 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.304903 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.308471 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.330997 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91593ecd-4f01-455b-a053-878f7746f058,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:51.338841 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.342579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8088e5aa-8ae1-426e-b11d-4304f8db4f69 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411927 Feb 09 00:42:51.342782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59844) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:51.347918 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group_rule': {'security_group_id': 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f', 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:51.371220 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Project e82258457cf344559a2f6dacd530fd80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:42:51.375948 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.435830 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8f6256b4-13aa-4b63-b043-ae31825de18d', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'port_id': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'mac_address': 'fa:16:3e:b8:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:42:49Z', 'updated_at': '2022-02-09T00:42:49Z', 'revision_number': 0, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:42:51.439806 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.443817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.462134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e619245-c844-46c3-9655-c11e2aca201b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:51.462756 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4539c-64bc-4a03-9ed3-625c9018b876 None None] The sync data for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 is: [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8f6256b4-13aa-4b63-b043-ae31825de18d', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'floating_ip_address': '172.25.3.199', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'port_id': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'mac_address': 'fa:16:3e:b8:3a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:42:49Z', 'updated_at': '2022-02-09T00:42:49Z', 'revision_number': 0, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:42:51.469958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.471643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2b564575-f8cf-4aa6-9a65-f55192adcf37 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278708 Feb 09 00:42:51.474988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59846) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:42:51.479560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'security_group_rule': {'security_group_id': 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f', 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:51.502659 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Project e82258457cf344559a2f6dacd530fd80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:42:51.507819 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.572651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.576401 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.600593 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eb21b6-92ca-4eb5-9eec-8c5d9ea32adb,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:51.609786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.610127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.610470 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.610860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.611296 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.611642 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.611969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.612295 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.612626 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.612976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.613300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.613624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:42:51.618182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:51.622190 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f83e0295-615b-4250-b715-67c9de8e1fd8 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433733 Feb 09 00:42:51.679807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7a7e6-140e-48f4-bcce-ae2e6576a5ac None None] New status for floating IP 8f6256b4-13aa-4b63-b043-ae31825de18d: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:42:51.716351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-a0a86aaf-b1fb-450f-8ea7-2f5c77001a2f tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430544889&fields=id&tenant_id=e82258457cf344559a2f6dacd530fd80 HTTP/1.1" status: 200 len: 267 time: 0.0463319 Feb 09 00:42:51.770994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-67dad519-bd45-430b-ad31-447c680feb7a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:51.773169 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-67dad519-bd45-430b-ad31-447c680feb7a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0500784 Feb 09 00:42:51.785967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'port': {'security_groups': ['e37b7dab-547d-487c-9031-38da9610b0e8', 'e76d1c0e-c67d-499a-93aa-22c4d56ee68f']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:42:51.849856 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:52.034574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:42:52.062800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:52.067923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:52.080757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a6e1ecd-5949-4a52-9746-60c17c54db49'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:42:52.114777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:52.115408 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:52.116857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b7d01ca9-7568-49ec-bdf4-342f633c3e52 req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "PUT /v2.0/ports/1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 981 time: 0.3363039 Feb 09 00:42:52.117401 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:42:52.119763 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767b504f-f807-4df7-a914-01fdcb906a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:42:52.146793 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046321a4-954d-4ec7-a571-3bdbf7575270 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=6']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:42:52.169115 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4845ceb5-9020-4baf-ac00-06d4296099db x-openstack-request-id: req-4845ceb5-9020-4baf-ac00-06d4296099db {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:42:52.169368 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:42:52.169609 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4845ceb5-9020-4baf-ac00-06d4296099db {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:42:52.170247 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'status': 'completed', 'code': 200} Feb 09 00:42:52.229859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a6e1ecd-5949-4a52-9746-60c17c54db49'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:42:52.243053 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b504f-f807-4df7-a914-01fdcb906a3d req-e215c4ed-31b6-4b1c-97df-36344c762af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:52.245343 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-e215c4ed-31b6-4b1c-97df-36344c762af4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1135 time: 0.0538266 Feb 09 00:42:52.301232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054853cd-5140-4ec3-8d1b-a93346c380dc req-73804115-ec52-4084-a759-222e023f5cd5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:52.302456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-054853cd-5140-4ec3-8d1b-a93346c380dc req-73804115-ec52-4084-a759-222e023f5cd5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0581009 Feb 09 00:42:52.365473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-054853cd-5140-4ec3-8d1b-a93346c380dc req-eedcdc23-ec7c-4f65-8edf-7d7367b773fa tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552237 Feb 09 00:42:52.371826 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b504f-f807-4df7-a914-01fdcb906a3d req-05d99195-9df4-4c47-8ed2-57bff67e43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:52.374182 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-05d99195-9df4-4c47-8ed2-57bff67e43c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.1208434 Feb 09 00:42:52.434512 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:42:52.457083 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-5b1af09b-8ffb-4274-bb67-4338288e458f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 1001 time: 0.0758100 Feb 09 00:42:52.480122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-85832e30-ed8a-446c-b275-3ad23dbf1c75 None None] Provisioning complete for port 1a6e1ecd-5949-4a52-9746-60c17c54db49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:42:52.480484 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85832e30-ed8a-446c-b275-3ad23dbf1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:42:52.508477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b504f-f807-4df7-a914-01fdcb906a3d req-8d5d229f-8461-4439-a0cc-369507fdf06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:52.509981 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-8d5d229f-8461-4439-a0cc-369507fdf06e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0455012 Feb 09 00:42:52.561483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b504f-f807-4df7-a914-01fdcb906a3d req-c0a54a69-3d9e-40c9-bb78-a7e4013938cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:42:52.562906 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-c0a54a69-3d9e-40c9-bb78-a7e4013938cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421414 Feb 09 00:42:52.663827 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-f163152c-6181-4089-9ac2-bedd12439f58 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882215 Feb 09 00:42:52.759056 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-767b504f-f807-4df7-a914-01fdcb906a3d req-c0021567-44b5-49f1-825d-885c08f5c4dd service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865917 Feb 09 00:43:07.357063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:07.556419 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:09.535630 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7590c-9f5e-446c-ad37-f56cc0fb2302 req-05c810f9-7824-4219-8558-1855675f4fc5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:09.537164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fef7590c-9f5e-446c-ad37-f56cc0fb2302 req-05c810f9-7824-4219-8558-1855675f4fc5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0534785 Feb 09 00:43:09.545226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-90279b3b-d384-4363-b4ee-ee768b2d4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:09.546771 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-90279b3b-d384-4363-b4ee-ee768b2d4698 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1135 time: 0.0431530 Feb 09 00:43:09.577227 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fef7590c-9f5e-446c-ad37-f56cc0fb2302 req-9e12df45-1fbe-43f5-8c0d-4be136ce9b61 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337455 Feb 09 00:43:09.644181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-b39fa4a6-97ad-4cef-b1f4-551cc3e3250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:09.645715 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-b39fa4a6-97ad-4cef-b1f4-551cc3e3250c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.0919495 Feb 09 00:43:09.714583 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-3a92370a-a4d4-4c3d-956a-1b25c16eef4e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 1001 time: 0.0606031 Feb 09 00:43:09.769479 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-62cad6e0-630e-4f75-864c-1fc1faeb0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:09.770951 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-62cad6e0-630e-4f75-864c-1fc1faeb0485 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0490818 Feb 09 00:43:09.816366 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-77afd839-7697-4374-8903-8bd2efc07116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:09.817875 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-77afd839-7697-4374-8903-8bd2efc07116 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401564 Feb 09 00:43:09.908128 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-8a44a32b-7f2a-486e-ac84-f035f4330ce5 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810158 Feb 09 00:43:10.003912 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-df8a57fa-f60c-4071-a99c-2a32ab6025be req-1581dafa-efd6-410a-b9f4-586d4271d74a service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882967 Feb 09 00:43:10.702865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fe2-717d-49e2-81f4-aa1e66bb95c7 req-1ea70c40-06aa-4c45-9a5e-d970354e5b3b tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:10.705033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5638fe2-717d-49e2-81f4-aa1e66bb95c7 req-1ea70c40-06aa-4c45-9a5e-d970354e5b3b tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0538766 Feb 09 00:43:10.743601 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5638fe2-717d-49e2-81f4-aa1e66bb95c7 req-816a0a13-238f-44b9-a1fc-16f57c149174 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324733 Feb 09 00:43:11.858827 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb14956-3f9c-40a2-b95c-36c9a0502529 req-0b1eee39-4290-4cca-b0d7-6e94a2673a78 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:11.860808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1bb14956-3f9c-40a2-b95c-36c9a0502529 req-0b1eee39-4290-4cca-b0d7-6e94a2673a78 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0485756 Feb 09 00:43:11.900112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1bb14956-3f9c-40a2-b95c-36c9a0502529 req-d7bd2694-2290-4a2d-92ae-17a6539a6e65 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330634 Feb 09 00:43:11.993763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db41cac1-f760-4a1d-a6d4-ef4fc348a56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:13.014830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768ec5-83fb-4d09-b244-9a351e145d6b req-05360296-06b4-4f57-bb53-9c7d27fd8935 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:13.016345 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82768ec5-83fb-4d09-b244-9a351e145d6b req-05360296-06b4-4f57-bb53-9c7d27fd8935 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0477357 Feb 09 00:43:13.055858 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-82768ec5-83fb-4d09-b244-9a351e145d6b req-32731029-db79-4783-afc7-d0114e7efd16 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327744 Feb 09 00:43:14.173829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690104e8-6fd3-4c60-b311-34616407fc33 req-573a8872-420e-4ae3-85f9-4bf005187179 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:14.175285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-690104e8-6fd3-4c60-b311-34616407fc33 req-573a8872-420e-4ae3-85f9-4bf005187179 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0516005 Feb 09 00:43:14.214991 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-690104e8-6fd3-4c60-b311-34616407fc33 req-408ca516-16a0-4a05-8d3b-f9e50c990523 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333073 Feb 09 00:43:14.761932 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06e9be6e-123c-4f78-9b05-d599bfdb98c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:15.335331 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394781a1-33a3-4034-91cc-c66d3f9e2764 req-c494e044-6bf3-4f7b-b397-a45d3e7c124a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:15.336823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-394781a1-33a3-4034-91cc-c66d3f9e2764 req-c494e044-6bf3-4f7b-b397-a45d3e7c124a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0496280 Feb 09 00:43:15.376661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-394781a1-33a3-4034-91cc-c66d3f9e2764 req-5c7cd1a2-1366-4b11-ae6d-ffcf9951343f tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338182 Feb 09 00:43:15.665155 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:16.491282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980eebe9-1b12-4215-a95f-bdeca7a5a0a3 req-69196889-4d55-4f46-8fc5-795a8499408b tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:16.492671 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-980eebe9-1b12-4215-a95f-bdeca7a5a0a3 req-69196889-4d55-4f46-8fc5-795a8499408b tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0480320 Feb 09 00:43:16.533401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-980eebe9-1b12-4215-a95f-bdeca7a5a0a3 req-ebd3993d-ee2a-40e4-a867-c80d55bb8a54 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345709 Feb 09 00:43:17.052091 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:17.607027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:17.657556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c59d7b-df7f-453a-a499-a4b464ca19fb req-d0e2394c-1b17-4563-a032-1f5b61cb73a3 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:17.659033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54c59d7b-df7f-453a-a499-a4b464ca19fb req-d0e2394c-1b17-4563-a032-1f5b61cb73a3 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0538385 Feb 09 00:43:17.698905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54c59d7b-df7f-453a-a499-a4b464ca19fb req-c265f2f7-50fb-4727-8aae-f2bc7d3f1aa7 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337663 Feb 09 00:43:18.817400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f257e91-b7fe-453b-ae6e-ac793514f96f req-b82e4e66-2da6-4a67-a504-eb7ec1a9e19e tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:18.818850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f257e91-b7fe-453b-ae6e-ac793514f96f req-b82e4e66-2da6-4a67-a504-eb7ec1a9e19e tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0491755 Feb 09 00:43:18.858136 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6f257e91-b7fe-453b-ae6e-ac793514f96f req-0b1b7c55-4ed2-4fde-a8e0-b830709586c6 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331073 Feb 09 00:43:19.975579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b071a-4be0-4844-964e-8eb8db5acc67 req-38acd66a-49ed-4c07-a2c2-6d84358edd83 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:19.977112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6b071a-4be0-4844-964e-8eb8db5acc67 req-38acd66a-49ed-4c07-a2c2-6d84358edd83 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0500832 Feb 09 00:43:20.018418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b6b071a-4be0-4844-964e-8eb8db5acc67 req-d1b3efcb-4807-4dff-bd8b-a52de5631fcc tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349936 Feb 09 00:43:21.145263 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500f471-03b2-4ab8-9128-7d518eb80929 req-bbf0b493-5c13-470e-ac8f-56139b1bf9cf tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:21.146737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0500f471-03b2-4ab8-9128-7d518eb80929 req-bbf0b493-5c13-470e-ac8f-56139b1bf9cf tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0606849 Feb 09 00:43:21.186900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0500f471-03b2-4ab8-9128-7d518eb80929 req-7b6a65cd-fb14-40b0-a345-04916a649832 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e76d1c0e-c67d-499a-93aa-22c4d56ee68f&id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340724 Feb 09 00:43:29.433857 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:43:37.355651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:37.554463 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:41.996506 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bb45-3c57-498b-81ec-1eec89797ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:42.262781 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-40698663-1081-4405-9932-92d933a945aa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401547 Feb 09 00:43:42.349988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-b67ea631-143a-48c7-856d-1c932a3c3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:42.351515 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-b67ea631-143a-48c7-856d-1c932a3c3a7b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1135 time: 0.0430019 Feb 09 00:43:42.460745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-3c55d6d8-1d73-4a3b-8ffd-defd4ce69808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:42.462247 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-3c55d6d8-1d73-4a3b-8ffd-defd4ce69808 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.0883734 Feb 09 00:43:42.529977 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-b52e0dbd-4bba-4181-ac5a-baffc1659367 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 1001 time: 0.0594923 Feb 09 00:43:42.584434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-30075954-0462-4e36-8198-2b5639ea9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:42.585897 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-30075954-0462-4e36-8198-2b5639ea9445 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0484526 Feb 09 00:43:42.631841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-a8e710d9-e6b5-480d-8dbc-533e9b69e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:42.633354 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-a8e710d9-e6b5-480d-8dbc-533e9b69e72d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396173 Feb 09 00:43:42.722687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-ca384c61-d3ca-4964-8d2d-2093fb763304 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Feb 09 00:43:42.825594 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4d12a3a3-f741-4b7f-a1fd-748f5057a426 req-f5f2a4c2-1118-4abe-9c42-a465bab042a3 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953734 Feb 09 00:43:44.762508 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a1952ffb-8223-43a0-9b18-082c08161d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:45.668891 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:47.056356 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:47.449194 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:53.750525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-4e8c79fb-67a8-4876-aca0-c47c97b0be1d tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430544889&fields=id&tenant_id=e82258457cf344559a2f6dacd530fd80 HTTP/1.1" status: 200 len: 267 time: 0.0328965 Feb 09 00:43:53.804085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-86515a73-3aa7-4e95-bcc6-4f51af24a56a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:53.805564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-86515a73-3aa7-4e95-bcc6-4f51af24a56a tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 984 time: 0.0488751 Feb 09 00:43:53.816727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Request body: {'port': {'security_groups': ['e37b7dab-547d-487c-9031-38da9610b0e8']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:43:53.881668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.049144 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:43:54.083340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.087755 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.099542 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a6e1ecd-5949-4a52-9746-60c17c54db49'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:43:54.130850 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:54.131670 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.132940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e0c8d9e-bcce-443b-8dc8-19ec5e143279 req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "PUT /v2.0/ports/1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 942 time: 0.3206465 Feb 09 00:43:54.133399 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:43:54.135694 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:43:54.139653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 59900) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:43:54.164004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event updated for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=7']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:43:54.172285 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.172777 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.173449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.173873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.174286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.174692 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.175098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.175498 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.175898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.176299 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.176811 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.177153 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795da27a-955c-4ed0-8cbf-d14ef5e09ef5 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.191595 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e59fb85-0a4f-4c95-8e68-c9ef8df1dd6f x-openstack-request-id: req-5e59fb85-0a4f-4c95-8e68-c9ef8df1dd6f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:43:54.192635 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:43:54.193144 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e59fb85-0a4f-4c95-8e68-c9ef8df1dd6f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:43:54.193925 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'status': 'completed', 'code': 200} Feb 09 00:43:54.227550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a6e1ecd-5949-4a52-9746-60c17c54db49'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:43:54.256005 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.292487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.350967 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-4b7d384e-1c6e-486d-ab3d-8179c8b16dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:54.352500 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-4b7d384e-1c6e-486d-ab3d-8179c8b16dca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1096 time: 0.1386178 Feb 09 00:43:54.384597 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.387216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.388353 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "DELETE /v2.0/security-groups/e76d1c0e-c67d-499a-93aa-22c4d56ee68f HTTP/1.1" status: 204 len: 168 time: 0.2468464 Feb 09 00:43:54.391337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59902) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:43:54.428752 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d1c0e-c67d-499a-93aa-22c4d56ee68f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:43:54.439434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.439781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.440122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.440460 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.440791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.441145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.441473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.441799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.442128 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.442450 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.442771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.443093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5389683f-1307-4747-9151-6009f3fc37d0 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:43:54.478868 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-6dade2e9-72d9-4022-a80f-bfcb7101f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:54.479175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-059e1e71-c597-4e90-b711-82b6ba469f44 None None] Provisioning complete for port 1a6e1ecd-5949-4a52-9746-60c17c54db49 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:43:54.479652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-059e1e71-c597-4e90-b711-82b6ba469f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.480324 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-6dade2e9-72d9-4022-a80f-bfcb7101f028 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.1198897 Feb 09 00:43:54.553669 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-d9bd1191-1196-453b-9307-e5dd42cf3648 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 1001 time: 0.0663364 Feb 09 00:43:54.605333 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-30eacd3f-6882-4ddc-9dbd-7f2aec65aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:54.606838 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-30eacd3f-6882-4ddc-9dbd-7f2aec65aa8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0464675 Feb 09 00:43:54.617613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Deleting port d9b381d7-bc2b-4e6c-990b-412c6774621f {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:43:54.617960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.652706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-bd6c561d-d2ef-4fd0-8eaf-e74d2bbf178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:54.654617 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-bd6c561d-d2ef-4fd0-8eaf-e74d2bbf178d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405712 Feb 09 00:43:54.757783 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-209413e9-f37a-435b-8ae9-4e32ff601eb1 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954425 Feb 09 00:43:54.854553 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6d77af0f-f2a5-42b6-994a-c37f3dc4790d req-3c725fd8-21c7-4cfa-ae05-dbd7c0e69e7d service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898452 Feb 09 00:43:54.931100 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.931726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:54.943098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Calling delete_port for d9b381d7-bc2b-4e6c-990b-412c6774621f owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:43:55.114901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:55.139445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event deleted for resources: {'Port': ['ID=d9b381d7-bc2b-4e6c-990b-412c6774621f,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:43:55.202957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:55.203342 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Floating IP 8f6256b4-13aa-4b63-b043-ae31825de18d disassociated (deleted). External IP: 172.25.3.199, port: 1a6e1ecd-5949-4a52-9746-60c17c54db49. Feb 09 00:43:55.415450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Router c662bdc2-2c26-4e35-bd02-d638cead5cad has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:43:55.528020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:43:55.533103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:43:55.538858 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] Sync routers for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:43:55.548052 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:43:55.548722 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:43:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:43:55.559747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dd017bcc-683b-4a68-a7e1-4caed9c5b929 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f6256b4-13aa-4b63-b043-ae31825de18d HTTP/1.1" status: 204 len: 168 time: 1.1672153 Feb 09 00:43:55.658321 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:43:55.865018 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:43:55.893965 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] Checking router: c662bdc2-2c26-4e35-bd02-d638cead5cad for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:43:55.901924 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:43:55.902511 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:43:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:43:56.003530 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:43:56.199439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:43:56.199439 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cb8cb-3cca-4c4c-ac71-3142ade26638" -d '{"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:43:56.214890 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:43:56.243345 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635a5ee0-e3d3-4253-b634-fa0f152711a1 None None] The sync data for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 is: [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:03Z', 'revision_number': 4, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '2b6cb782-de13-4317-8d2c-d7259cc5ff09', 'name': '', 'network_id': 'e7f66133-e60d-46d4-a5e4-f3af9b23aadd', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'mac_address': 'fa:16:3e:36:fe:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:03Z', 'updated_at': '2022-02-09T00:42:08Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'subnets': [{'id': '67937517-acf0-4f11-b2d1-f31ead88319e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:43:56.266120 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1cb9fb-76f9-4233-8dc4-fb33e175363b x-openstack-request-id: req-bc1cb9fb-76f9-4233-8dc4-fb33e175363b {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:43:56.267048 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:43:56.267345 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc1cb9fb-76f9-4233-8dc4-fb33e175363b {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:43:56.267798 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'status': 'completed', 'code': 200} Feb 09 00:43:56.347072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-4afe1309-c6a1-4897-a9c8-8619f644bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:56.348779 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-4afe1309-c6a1-4897-a9c8-8619f644bba7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e82258457cf344559a2f6dacd530fd80&device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 1096 time: 0.0532742 Feb 09 00:43:56.455003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-f0bef43b-e86a-42fd-80ac-4115b77e4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:56.456493 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-f0bef43b-e86a-42fd-80ac-4115b77e4986 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 200 len: 915 time: 0.1012156 Feb 09 00:43:56.499201 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-43c210f5-9f7c-4e8e-9c66-4f3cfabc3d25 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 200 len: 217 time: 0.0356598 Feb 09 00:43:56.512876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e462fb2e-c677-4e30-8561-bc2b9b75ad71 None None] New status for floating IP 8f6256b4-13aa-4b63-b043-ae31825de18d: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:43:56.555894 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-73f74297-d57f-4c7a-b339-0aa08b709ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:56.557490 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-73f74297-d57f-4c7a-b339-0aa08b709ef6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 200 len: 853 time: 0.0511672 Feb 09 00:43:56.608518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-b5469e68-c509-4afd-ab91-393f9db4841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:43:56.610669 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-b5469e68-c509-4afd-ab91-393f9db4841e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e7f66133-e60d-46d4-a5e4-f3af9b23aadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448477 Feb 09 00:43:56.704936 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-c5e31133-1486-4c27-82ba-1625a991a786 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873580 Feb 09 00:43:56.809713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-954cb8cb-3cca-4c4c-ac71-3142ade26638 req-299a2b4b-31dc-4600-823a-901f53f3c066 service neutron] 10.222.0.84 "GET /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972133 Feb 09 00:44:02.514705 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcb1bb-eef4-43c1-869c-cb0014dc16cd req-a83faacb-4a19-49a9-be85-b118e9e19fca tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:02.516803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6dcb1bb-eef4-43c1-869c-cb0014dc16cd req-a83faacb-4a19-49a9-be85-b118e9e19fca tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Feb 09 00:44:02.554142 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e6dcb1bb-eef4-43c1-869c-cb0014dc16cd req-a62b8420-10b1-4d0c-a604-2543d4626be3 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Feb 09 00:44:03.668448 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f4cd-cb3c-435d-8c8e-de3e14017d27 req-31e2f6c4-0aaf-4a95-a289-1555fd706bf2 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:03.669978 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92a4f4cd-cb3c-435d-8c8e-de3e14017d27 req-31e2f6c4-0aaf-4a95-a289-1555fd706bf2 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0482669 Feb 09 00:44:03.713424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92a4f4cd-cb3c-435d-8c8e-de3e14017d27 req-b27e2ef0-62cf-4af7-8e4a-5a44f838ea97 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/security-groups?id=e37b7dab-547d-487c-9031-38da9610b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357358 Feb 09 00:44:04.167928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-8a59e431-9c54-4da8-a2d0-1623bbb63516 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:04.169415 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-8a59e431-9c54-4da8-a2d0-1623bbb63516 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.84 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 945 time: 0.0517106 Feb 09 00:44:04.263780 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Deleting port 1a6e1ecd-5949-4a52-9746-60c17c54db49 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:04.264117 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:04.352299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] For port 1a6e1ecd-5949-4a52-9746-60c17c54db49, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=1a6e1ecd-5949-4a52-9746-60c17c54db49,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:04.352668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:04.365353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Calling delete_port for 1a6e1ecd-5949-4a52-9746-60c17c54db49 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:04.495556 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:04.506742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['1a6e1ecd-5949-4a52-9746-60c17c54db49'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:44:04.530665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Pushing event deleted for resources: {'Port': ['ID=1a6e1ecd-5949-4a52-9746-60c17c54db49,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:04.567906 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] No DVR routers for this DVR port 1a6e1ecd-5949-4a52-9746-60c17c54db49 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:44:04.570526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:04.574148 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1560d026-51c8-4170-a1ca-c0daf90a8013 req-4832014b-281e-4615-bc91-e23209510fe4 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.84 "DELETE /v2.0/ports/1a6e1ecd-5949-4a52-9746-60c17c54db49 HTTP/1.1" status: 204 len: 173 time: 0.3975151 Feb 09 00:44:04.574596 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'name': 'network-vif-deleted', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:44:04.576851 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230ad6f1-3ea5-44a3-b2f8-c1d1ef073fef" -d '{"events": [{"server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "name": "network-vif-deleted", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:44:04.616214 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae28538-2762-42a2-929b-bac19ef1b5c6 x-openstack-request-id: req-8ae28538-2762-42a2-929b-bac19ef1b5c6 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:44:04.616510 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ddaaa2d-7c77-4747-909d-6716465f0366", "name": "network-vif-deleted", "tag": "1a6e1ecd-5949-4a52-9746-60c17c54db49", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:44:04.616768 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ae28538-2762-42a2-929b-bac19ef1b5c6 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:44:04.617208 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ddaaa2d-7c77-4747-909d-6716465f0366', 'name': 'network-vif-deleted', 'tag': '1a6e1ecd-5949-4a52-9746-60c17c54db49', 'status': 'completed', 'code': 200} Feb 09 00:44:04.822679 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76f1f1a2-8c5b-4b7c-8dea-007b2bfdb9eb req-2748d797-e3e7-4173-90dd-0a1679d8e116 tempest-TestMinimumBasicScenario-1335351096 tempest-TestMinimumBasicScenario-1335351096-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ddaaa2d-7c77-4747-909d-6716465f0366 HTTP/1.1" status: 200 len: 210 time: 0.0255740 Feb 09 00:44:06.389456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59996) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:06.432564 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:44:06.725643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:06.965414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Deleting port 2b6cb782-de13-4317-8d2c-d7259cc5ff09 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:06.965752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:07.043828 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] For port 2b6cb782-de13-4317-8d2c-d7259cc5ff09, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2b6cb782-de13-4317-8d2c-d7259cc5ff09,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:07.044072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:07.055933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Calling delete_port for 2b6cb782-de13-4317-8d2c-d7259cc5ff09 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:07.230300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:07.256989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6cb782-de13-4317-8d2c-d7259cc5ff09,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:07.365258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:07.414200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a6e1ecd-5949-4a52-9746-60c17c54db49 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:07.421647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:07.440496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 1a6e1ecd-5949-4a52-9746-60c17c54db49 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:07.441014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 1a6e1ecd-5949-4a52-9746-60c17c54db49 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:07.553473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:07.634379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Router c662bdc2-2c26-4e35-bd02-d638cead5cad has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:44:07.977627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:44:07.982733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d5559e3e-a179-4a6f-b0d8-c30df08caed8 admin admin] 10.222.0.32 "PUT /v2.0/routers/c662bdc2-2c26-4e35-bd02-d638cead5cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922651 Feb 09 00:44:07.985910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 59998) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:07.988387 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] Sync routers for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:44:07.997865 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:07.998459 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:43:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:08.092657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.106274 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:08.203236 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.264564 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Deleting port 87794264-48de-45a0-a99a-3c2152670b50 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:08.264957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.349765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] For port 87794264-48de-45a0-a99a-3c2152670b50, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=87794264-48de-45a0-a99a-3c2152670b50,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:08.350223 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.362802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Calling delete_port for 87794264-48de-45a0-a99a-3c2152670b50 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:08.379472 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '87794264-48de-45a0-a99a-3c2152670b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:44:07Z', 'revision_number': 5, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port': {'id': '87794264-48de-45a0-a99a-3c2152670b50', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:3a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:08.405762 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] Checking router: c662bdc2-2c26-4e35-bd02-d638cead5cad for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:44:08.413927 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] Routers {'c662bdc2-2c26-4e35-bd02-d638cead5cad'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:08.414515 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:43:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['c662bdc2-2c26-4e35-bd02-d638cead5cad'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:08.498420 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] Set router c662bdc2-2c26-4e35-bd02-d638cead5cad gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:08.525379 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.553321 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:44:08Z', 'revision_number': 6, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:08.555430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Pushing event deleted for resources: {'Port': ['ID=87794264-48de-45a0-a99a-3c2152670b50,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:08.582276 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1dcc311-dccd-409e-affe-9e862a82bb94 None None] The sync data for ids ['c662bdc2-2c26-4e35-bd02-d638cead5cad'] in n-d-828413-1 is: [{'id': 'c662bdc2-2c26-4e35-bd02-d638cead5cad', 'name': 'tempest-TestMinimumBasicScenario-507685577-router', 'tenant_id': 'e82258457cf344559a2f6dacd530fd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:01Z', 'updated_at': '2022-02-09T00:44:08Z', 'revision_number': 6, 'project_id': 'e82258457cf344559a2f6dacd530fd80', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:44:08.615277 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.703101 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.705813 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.747148 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.748074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c662bdc2-2c26-4e35-bd02-d638cead5cad {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:44:08.753273 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.754422 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f9dcc632-8ffd-4b4c-889f-3b279ba23390 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c662bdc2-2c26-4e35-bd02-d638cead5cad HTTP/1.1" status: 204 len: 168 time: 0.7675831 Feb 09 00:44:08.757035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60000) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:08.809622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Deleting subnet 67937517-acf0-4f11-b2d1-f31ead88319e {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:44:08.812715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.846954 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.923789 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:08.984868 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.013967 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67937517-acf0-4f11-b2d1-f31ead88319e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:09.015376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.022447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a32d7240-bcf6-4058-911c-fd8b65cd06c2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67937517-acf0-4f11-b2d1-f31ead88319e HTTP/1.1" status: 204 len: 168 time: 0.2619300 Feb 09 00:44:09.022965 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60002) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:09.025236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c7b52-b1f9-44dc-aa0c-20d2d4a5f2d4 None None] Network e7f66133-e60d-46d4-a5e4-f3af9b23aadd requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:44:09.096113 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.149048 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Deleting port e1f6d56b-b2a4-4c35-b334-16761090f80d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:09.149393 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.213602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] For port e1f6d56b-b2a4-4c35-b334-16761090f80d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e1f6d56b-b2a4-4c35-b334-16761090f80d,segment=NetworkSegment(54730f31-69bb-4cf7-b8ed-2e8e418c313b),segment_id=54730f31-69bb-4cf7-b8ed-2e8e418c313b)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:09.213964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.231147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Calling delete_port for e1f6d56b-b2a4-4c35-b334-16761090f80d owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:09.309508 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.336550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f6d56b-b2a4-4c35-b334-16761090f80d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:09.340421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] No DVR routers for this DVR port e1f6d56b-b2a4-4c35-b334-16761090f80d on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:44:09.373561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f08863-c7b8-479e-a360-adf07e752c48 None None] DHCP port deletion for e7f66133-e60d-46d4-a5e4-f3af9b23aadd request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:44:09.427751 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.449098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f66133-e60d-46d4-a5e4-f3af9b23aadd']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:09.459940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54730f31-69bb-4cf7-b8ed-2e8e418c313b') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:09.460223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54730f31-69bb-4cf7-b8ed-2e8e418c313b') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:09.470457 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.484176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.491136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:44:09.491526 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:44:09.493220 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:44:09.549387 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.566141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:09.569267 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e7f66133-e60d-46d4-a5e4-f3af9b23aadd HTTP/1.1" status: 204 len: 168 time: 0.5451996 Feb 09 00:44:09.570386 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690230c-38c2-4a7d-8427-e307175ba2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f66133-e60d-46d4-a5e4-f3af9b23aadd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:09.572385 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60004) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:09.916345 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.160815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Deleting port b9aa36c3-f625-4909-89b3-2ad7dbe6c924 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:10.161199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.249389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] For port b9aa36c3-f625-4909-89b3-2ad7dbe6c924, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,segment=NetworkSegment(c512b480-5e0f-4af0-aae3-1256ae835c7d),segment_id=c512b480-5e0f-4af0-aae3-1256ae835c7d)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:10.249754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.261368 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Calling delete_port for b9aa36c3-f625-4909-89b3-2ad7dbe6c924 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:10.269916 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2b6cb782-de13-4317-8d2c-d7259cc5ff09 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:10.290452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2b6cb782-de13-4317-8d2c-d7259cc5ff09 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:10.290888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2b6cb782-de13-4317-8d2c-d7259cc5ff09 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:10.291388 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1f6d56b-b2a4-4c35-b334-16761090f80d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:10.310672 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e1f6d56b-b2a4-4c35-b334-16761090f80d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:10.311018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e1f6d56b-b2a4-4c35-b334-16761090f80d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:10.311440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 87794264-48de-45a0-a99a-3c2152670b50 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:10.331312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 87794264-48de-45a0-a99a-3c2152670b50 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:10.331654 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 87794264-48de-45a0-a99a-3c2152670b50 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:10.453324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.477554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9aa36c3-f625-4909-89b3-2ad7dbe6c924,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:10.644606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:10.856451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Router 8caa3380-fc31-40ca-807e-e266152dc30b has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:44:10.960243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:44:10.965319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cbbcf3bf-6e11-4fbe-a423-90138851dfa5 admin admin] 10.222.0.32 "PUT /v2.0/routers/8caa3380-fc31-40ca-807e-e266152dc30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3918874 Feb 09 00:44:10.967899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60006) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:10.968599 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] Sync routers for ids ['8caa3380-fc31-40ca-807e-e266152dc30b'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:44:10.979069 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] Routers {'8caa3380-fc31-40ca-807e-e266152dc30b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:10.979689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:43:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8caa3380-fc31-40ca-807e-e266152dc30b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:11.069405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.085461 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] Set router 8caa3380-fc31-40ca-807e-e266152dc30b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:11.272236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:44:10Z', 'revision_number': 5, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:11.300689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] Checking router: 8caa3380-fc31-40ca-807e-e266152dc30b for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:44:11.309773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] Routers {'8caa3380-fc31-40ca-807e-e266152dc30b'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:11.310401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:43:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['8caa3380-fc31-40ca-807e-e266152dc30b'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:11.419967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] Set router 8caa3380-fc31-40ca-807e-e266152dc30b gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:11.420700 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.473539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Deleting port 4206fb97-b8c4-4497-8699-97b071f82df0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:11.473878 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.551852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] For port 4206fb97-b8c4-4497-8699-97b071f82df0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=4206fb97-b8c4-4497-8699-97b071f82df0,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:11.552114 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.563928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Calling delete_port for 4206fb97-b8c4-4497-8699-97b071f82df0 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:11.597978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:44:10Z', 'revision_number': 5, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:11.628744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c05721-fd40-4021-99d9-6c1443fbaeae None None] The sync data for ids ['8caa3380-fc31-40ca-807e-e266152dc30b'] in n-d-828413-1 is: [{'id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'name': 'tempest-TestMinimumBasicScenario-1135518707-router', 'tenant_id': '7a9366d192b1408696cedf2b96e099fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:42:05Z', 'updated_at': '2022-02-09T00:44:10Z', 'revision_number': 5, 'project_id': '7a9366d192b1408696cedf2b96e099fa', 'gw_port': {'id': '4206fb97-b8c4-4497-8699-97b071f82df0', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8caa3380-fc31-40ca-807e-e266152dc30b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:42:06Z', 'updated_at': '2022-02-09T00:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:44:11.730211 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.770611 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4206fb97-b8c4-4497-8699-97b071f82df0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:11.835116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.921385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.924163 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.966793 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.967451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8caa3380-fc31-40ca-807e-e266152dc30b {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:44:11.973247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:11.973920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4edd3e80-4e4f-49db-9324-495c8b3882a5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8caa3380-fc31-40ca-807e-e266152dc30b HTTP/1.1" status: 204 len: 168 time: 1.0051210 Feb 09 00:44:11.976428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60008) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:11.999681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-273df0d1-ce75-448b-9f4f-8fbc6680786d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.026475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Deleting subnet 2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:44:12.030159 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.066649 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.148733 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.209939 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.236621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:12.252595 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.255896 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59b6fc09-f88e-4a6f-bac9-f26f9c9b97f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2b3b6d47-3f8c-4061-96e0-87e5e0c0d7c7 HTTP/1.1" status: 204 len: 168 time: 0.2783499 Feb 09 00:44:12.258002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf4073-3a89-4d9f-83d4-e81cfdca1a1f None None] Network f7cee8ba-9872-4e12-b5f8-87540b57f4d5 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:44:12.258663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60010) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:12.364181 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.419971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Deleting port b11fa83e-b1a7-4eae-b969-393efadf11d5 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:44:12.420316 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.482334 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] For port b11fa83e-b1a7-4eae-b969-393efadf11d5, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=b11fa83e-b1a7-4eae-b969-393efadf11d5,segment=NetworkSegment(c512b480-5e0f-4af0-aae3-1256ae835c7d),segment_id=c512b480-5e0f-4af0-aae3-1256ae835c7d)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:12.482694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.499681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Calling delete_port for b11fa83e-b1a7-4eae-b969-393efadf11d5 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:44:12.577066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.603213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b11fa83e-b1a7-4eae-b969-393efadf11d5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:12.606574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] No DVR routers for this DVR port b11fa83e-b1a7-4eae-b969-393efadf11d5 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:44:12.679221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.693168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40baeb6c-f56e-4543-8788-94700c097fe3 None None] DHCP port deletion for f7cee8ba-9872-4e12-b5f8-87540b57f4d5 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:44:12.696316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b9aa36c3-f625-4909-89b3-2ad7dbe6c924 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:12.706847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cee8ba-9872-4e12-b5f8-87540b57f4d5']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:12.718657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c512b480-5e0f-4af0-aae3-1256ae835c7d') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:12.718999 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c512b480-5e0f-4af0-aae3-1256ae835c7d') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:12.721801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b9aa36c3-f625-4909-89b3-2ad7dbe6c924 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:12.722151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b9aa36c3-f625-4909-89b3-2ad7dbe6c924 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:12.730914 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.745171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.751611 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:44:12.751987 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:44:12.753797 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:44:12.809227 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.815498 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:12.818728 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] 10.222.0.32 "DELETE /v2.0/networks/f7cee8ba-9872-4e12-b5f8-87540b57f4d5 HTTP/1.1" status: 204 len: 168 time: 0.5583031 Feb 09 00:44:12.830234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9483496-6c21-4ce1-87e0-d6a0307fce5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cee8ba-9872-4e12-b5f8-87540b57f4d5,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:12.974969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60014) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:13.020890 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6b20c2ef-ea86-46df-9c9a-07e08e548636 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e82258457cf344559a2f6dacd530fd80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446727 Feb 09 00:44:13.023374 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60016) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:13.070707 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0da23871-db08-4969-ab26-9b848949fd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.093270 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0da23871-db08-4969-ab26-9b848949fd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.140444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0da23871-db08-4969-ab26-9b848949fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.143339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0da23871-db08-4969-ab26-9b848949fd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.144491 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0da23871-db08-4969-ab26-9b848949fd38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e37b7dab-547d-487c-9031-38da9610b0e8 HTTP/1.1" status: 204 len: 168 time: 0.1202395 Feb 09 00:44:13.152248 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da23871-db08-4969-ab26-9b848949fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b7dab-547d-487c-9031-38da9610b0e8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:13.454122 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60022) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:13.494507 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6abbe7e5-ad19-446d-a7c7-c3a5a3d8d360 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a9366d192b1408696cedf2b96e099fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390384 Feb 09 00:44:13.497230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60024) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:13.548484 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5a70262-8a81-47f0-80b2-877ac7381280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.571487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5a70262-8a81-47f0-80b2-877ac7381280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.624247 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5a70262-8a81-47f0-80b2-877ac7381280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.627681 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c5a70262-8a81-47f0-80b2-877ac7381280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:13.628832 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c5a70262-8a81-47f0-80b2-877ac7381280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c55fd1f7-858b-4e9d-9ca4-b59d1f5c90eb HTTP/1.1" status: 204 len: 168 time: 0.1307001 Feb 09 00:44:13.639376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a70262-8a81-47f0-80b2-877ac7381280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55fd1f7-858b-4e9d-9ca4-b59d1f5c90eb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:14.268506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b11fa83e-b1a7-4eae-b969-393efadf11d5 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:14.289619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: b11fa83e-b1a7-4eae-b969-393efadf11d5 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:14.289958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device b11fa83e-b1a7-4eae-b969-393efadf11d5 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:14.290557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4206fb97-b8c4-4497-8699-97b071f82df0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:44:14.313203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 4206fb97-b8c4-4497-8699-97b071f82df0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:44:14.313544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 4206fb97-b8c4-4497-8699-97b071f82df0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:44:14.764776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1ed91753-4ad1-4f85-ba4b-abca1d9ae5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.546075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60064) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:15.551311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284897023', 'description': 'tempest-secgroup-smoke-284897023 description', 'project_id': '912a36a035b84be78c8a287170527f84'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:15.575802 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.583699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.657816 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.662044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.671048 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.701099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a6667-2bd6-438a-a07b-239bd137156e,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:15.741355 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.745088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.776134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.777392 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2303016 Feb 09 00:44:15.779569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894aabdd-c8f2-4e0e-870d-fb978029ea24 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4969dac2-222c-4e3f-ae68-f981a14397ff,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:15.780668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60066) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:15.786075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '4969dac2-222c-4e3f-ae68-f981a14397ff', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:15.814854 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.870866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.874481 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.891732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53959074-eb48-4e95-94a8-b30f1a84ce65,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:15.900391 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.901635 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4a2414f0-575c-4704-bb93-324f2df96914 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193743 Feb 09 00:44:15.904548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60068) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:15.909491 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '4969dac2-222c-4e3f-ae68-f981a14397ff', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:15.937405 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.993590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:15.997014 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.015239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3453eac8-8580-489e-90e5-0cf8cce13f07,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:16.020757 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.024743 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-46a54192-9fbd-4f7e-9e43-642d16b47687 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192343 Feb 09 00:44:16.024904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60070) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:16.029643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '4969dac2-222c-4e3f-ae68-f981a14397ff', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:16.058038 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.116301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.120065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.138928 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434b35d2-84dc-4743-b05e-b4e1824af393,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:16.147569 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.148742 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d3830c59-9161-46a1-adfd-e2642d86cd21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229460 Feb 09 00:44:16.151472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60072) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:16.155920 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '4969dac2-222c-4e3f-ae68-f981a14397ff', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:16.183664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.243639 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.247301 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.267223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7197c36b-0505-4307-b8ba-9e9cb05cdeb6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:16.272784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.276804 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-94c9569c-8d38-402b-9cad-e72e9ece48fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244171 Feb 09 00:44:16.277052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60074) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:16.282516 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '4969dac2-222c-4e3f-ae68-f981a14397ff', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:16.306565 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:44:16.311526 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.374510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.378156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.395469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d4673b-4b05-4dfd-a042-73f9df244132,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:16.403997 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.405233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0fd19ece-77a2-465c-88f0-ea507a5bb48a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273506 Feb 09 00:44:16.408568 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60076) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:16.412892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '4969dac2-222c-4e3f-ae68-f981a14397ff', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:16.435023 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:44:16.440289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.500693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.505157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.522936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26598807-41ba-4263-a274-722e2ed1f14b,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:16.531356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.532564 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bacb6eee-027e-4f8e-951e-7f75a2f6a918 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230140 Feb 09 00:44:16.535591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60078) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:16.540633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'network': {'name': 'tempest-network-smoke--308157719', 'project_id': '912a36a035b84be78c8a287170527f84', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:16.562170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:44:16.566240 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.588661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:44:16.597156 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.597495 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Added segment b5023ef3-1031-4b6c-8144-a593aa466637 of type vlan for network 5e1669f1-00ae-4266-af3d-f01245e80f21 Feb 09 00:44:16.635628 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.660658 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.666008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:16.666577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.726222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1896200 Feb 09 00:44:16.729081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60080) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:16.733288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'admin_state_up': True, 'project_id': '912a36a035b84be78c8a287170527f84', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:16.745487 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116a3a4-5ad8-4ef0-9bf6-d297e2170564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Network': ['ID=5e1669f1-00ae-4266-af3d-f01245e80f21,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:16.756824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:44:16.767764 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.769002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.819103 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:16.956321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.061203 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.149912 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.168177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.267858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.36 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/26cccad0-cef1-46e4-80c5-cf05d19e9a4d) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:44:17.374013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.409510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.450787 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.455843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:44:17.460239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:17.465697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:44:17.496377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:17.797946 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:17.992199 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.117677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 096fe858-dd0e-4c86-9dc7-a88081a7de29 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:44:18.223490 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:44:18.233200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Sync routers for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:44:18.243258 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:18.243854 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:18.243999 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.248194 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-793c873e-3a3d-4c1f-b7b9-3e03ea819a5a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5152013 Feb 09 00:44:18.248460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60082) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:18.351186 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:18.386465 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-680562a0-3b22-48dd-aeda-9b2d06ffd2a4 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=912a36a035b84be78c8a287170527f84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1366634 Feb 09 00:44:18.388963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60086) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:18.532356 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:17Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:18.559703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Checking router: 096fe858-dd0e-4c86-9dc7-a88081a7de29 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:44:18.560073 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Updating router 096fe858-dd0e-4c86-9dc7-a88081a7de29 port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:44:18.585651 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.796625 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e025dc-a473-4185-b36f-3467353ef2e1 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:18.798232 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-75e025dc-a473-4185-b36f-3467353ef2e1 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4083116 Feb 09 00:44:18.801048 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60088) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:18.834516 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-24c84f08-a166-44d2-845b-72fc2cbf18a2 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323319 Feb 09 00:44:18.837068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60090) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:18.841763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1784064870', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'project_id': '912a36a035b84be78c8a287170527f84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:18.844193 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.850107 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.904984 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Pushing event updated for resources: {'Port': ['ID=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:18.907074 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Attempting to bind port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:44:18.907449 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Attempting to bind port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:44:18.907802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Attempting to bind port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:44:18.916103 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:44:18.916471 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:44:18.916862 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.917265 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:44:18.917714 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Bound port: 26cccad0-cef1-46e4-80c5-cf05d19e9a4d, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:44:18.918080 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.920948 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.921286 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.921611 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.922079 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.922556 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.922829 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.923140 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.923455 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.923767 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.924083 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.924394 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.924701 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:18.934982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:44:18.939352 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:18.975884 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] For port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:44:18.979168 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] For port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:44:18.983567 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.044212 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:19.044833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:19.050334 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032ffde-ad0f-4abc-b55c-39e6434e15ae None None] Pushing event updated for resources: {'Port': ['ID=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:19.123887 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.158207 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:19.183270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Subnet': ['ID=5640ff3f-5877-48b7-9608-95de5effde30,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:19.193205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Checking segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:44:19.193567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network hostable DHCP agents. Network: 5e1669f1-00ae-4266-af3d-f01245e80f21, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:44:19.211026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:44:19.220513 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 5e1669f1-00ae-4266-af3d-f01245e80f21) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:19.228799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b674bff-1f8c-4d7a-95fb-a98c5bb0ab27 None None] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:44:19.229330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:19.229977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.247381 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dfb04082-08f6-4672-bd02-1e727bbf3508 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4092910 Feb 09 00:44:19.250302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60092) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:19.357551 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:17Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:19.382703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-5e1669f1-00ae-4266-af3d-f01245e80f21', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:44:19.384149 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.388674 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383f8cc-de34-4029-bc85-d55847913143 None None] The sync data for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 is: [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:17Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:44:19.530532 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Allocated IP 172.20.0.2 (5e1669f1-00ae-4266-af3d-f01245e80f21/5640ff3f-5877-48b7-9608-95de5effde30/2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:44:19.697586 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.706638 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.749769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:44:19.753245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:19.757904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:44:19.761083 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Pushing event updated for resources: {'Port': ['ID=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:19.768754 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.798873 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.799222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.799577 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.799918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.800252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.800583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.800933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.801310 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.801639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.801963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.802288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.802618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:44:19.842095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Attempting to bind port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:44:19.842469 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Attempting to bind port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:44:19.842858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Attempting to bind port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 on network 5e1669f1-00ae-4266-af3d-f01245e80f21 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:44:19.848522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:44:19.848893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Checking segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:44:19.849316 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.849709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Bound using segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:44:19.850166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Bound port: 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:44:19.850543 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.920826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] For port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:44:19.925127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] For port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:44:19.931850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:19.991964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ad91-6922-44eb-8019-4732e5e53736 None None] Pushing event updated for resources: {'Port': ['ID=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:20.139955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.1 (5e1669f1-00ae-4266-af3d-f01245e80f21/5640ff3f-5877-48b7-9608-95de5effde30/f8b94779-7f21-4b89-bdd1-e51378e227eb) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:44:20.297686 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.362845 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.396612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:44:20.401548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:44:20.404990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:20.410449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:44:20.452465 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:20.453398 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.457364 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=f8b94779-7f21-4b89-bdd1-e51378e227eb,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:20.465112 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.534248 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.568544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:20.572566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.573520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 26cccad0-cef1-46e4-80c5-cf05d19e9a4d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:44:20.602425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.652888 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:20.665667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:20.666032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.749042 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.774119 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:20.779406 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.833923 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:20.894258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.899044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:20.973086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=f8b94779-7f21-4b89-bdd1-e51378e227eb,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:20.975684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:21.056704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af5c86-6121-42a5-a856-dbf3ab6d8900 None None] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:44:21.072320 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:44:21.073748 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:21.180113 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-67150cd9-1fc6-49c8-818a-13f40eb3d779 None None] Provisioning complete for port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:21.180478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-67150cd9-1fc6-49c8-818a-13f40eb3d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:21.186064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 096fe858-dd0e-4c86-9dc7-a88081a7de29 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:44:21.310243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:44:21.324605 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aa5865eb-3a53-4567-b27a-a8f9bde6721b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/096fe858-dd0e-4c86-9dc7-a88081a7de29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0730069 Feb 09 00:44:21.477097 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-87cb4e78-2291-4a22-9f32-2c7db85ddc8a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284897023&fields=id&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 267 time: 0.0406737 Feb 09 00:44:21.523415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b915efd1-4cc8-44fe-961f-67a3f7f186e6 None None] Provisioning complete for port f8b94779-7f21-4b89-bdd1-e51378e227eb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:21.523899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b915efd1-4cc8-44fe-961f-67a3f7f186e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:21.566040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b915efd1-4cc8-44fe-961f-67a3f7f186e6 None None] Port f8b94779-7f21-4b89-bdd1-e51378e227eb cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:44:21.575806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Sync routers for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:44:21.592575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b915efd1-4cc8-44fe-961f-67a3f7f186e6 None None] Provisioning complete for port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:21.593388 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b915efd1-4cc8-44fe-961f-67a3f7f186e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:21.594668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9955c7d1-e3f2-4c80-8fb0-ea62fae08eff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:21.595766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:21.596389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:21.597375 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9955c7d1-e3f2-4c80-8fb0-ea62fae08eff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/networks?id=5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 200 len: 796 time: 0.1118693 Feb 09 00:44:21.613632 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-f4954893-acf7-4a83-90c5-5a5f645a01b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/quotas/912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 375 time: 0.0112941 Feb 09 00:44:21.672587 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-cb90d6cb-f6c5-436b-a461-f74f432ed13f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513074 Feb 09 00:44:21.793176 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-016de2d3-7ec3-46e2-b04a-6ffd385a9f9a service neutron] 10.222.0.32 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031008 Feb 09 00:44:21.892239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-44d3d6cb-78cf-4ad4-9f12-cdd9e89eb23a service neutron] 10.222.0.32 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911696 Feb 09 00:44:21.926571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:22.060188 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35456387-c7f2-4363-80b9-c91bf0e5e1dc req-dfc639e8-9edb-4aa7-a25e-2462d815a01a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0340879 Feb 09 00:44:22.092125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c0d793b0-d055-4940-bb20-32831b6991cc None None] Provisioning complete for port f8b94779-7f21-4b89-bdd1-e51378e227eb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:22.092484 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c0d793b0-d055-4940-bb20-32831b6991cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.152852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c0d793b0-d055-4940-bb20-32831b6991cc None None] Port f8b94779-7f21-4b89-bdd1-e51378e227eb cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:44:22.168653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 2, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:22.195368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Checking router: 096fe858-dd0e-4c86-9dc7-a88081a7de29 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:44:22.195716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Updating router 096fe858-dd0e-4c86-9dc7-a88081a7de29 port f8b94779-7f21-4b89-bdd1-e51378e227eb binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:44:22.219114 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.316988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:44:22.442127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:22.442496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.588408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.590722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 26cccad0-cef1-46e4-80c5-cf05d19e9a4d up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:44:22.614905 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.681060 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8f348-d3ae-4d8f-9f0c-d4405525a4bd None None] Pushing event updated for resources: {'Port': ['ID=f8b94779-7f21-4b89-bdd1-e51378e227eb,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:22.722980 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:22.723347 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.754801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Attempting to bind port f8b94779-7f21-4b89-bdd1-e51378e227eb on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:44:22.755170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Attempting to bind port f8b94779-7f21-4b89-bdd1-e51378e227eb by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:44:22.755531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Attempting to bind port f8b94779-7f21-4b89-bdd1-e51378e227eb on network 5e1669f1-00ae-4266-af3d-f01245e80f21 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:44:22.767193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:44:22.767572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Checking segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:44:22.767974 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.768366 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Bound using segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:44:22.768849 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Bound port: f8b94779-7f21-4b89-bdd1-e51378e227eb, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:44:22.769393 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.872617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] For port f8b94779-7f21-4b89-bdd1-e51378e227eb, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:44:22.876142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] For port f8b94779-7f21-4b89-bdd1-e51378e227eb, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f8b94779-7f21-4b89-bdd1-e51378e227eb,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:44:22.882232 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.923924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ee451e10-7151-498c-87b3-d14b38de2640 None None] Provisioning complete for port f8b94779-7f21-4b89-bdd1-e51378e227eb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:22.924299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee451e10-7151-498c-87b3-d14b38de2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:22.978781 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:22.979410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:22.984481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8f348-d3ae-4d8f-9f0c-d4405525a4bd None None] Pushing event updated for resources: {'Port': ['ID=f8b94779-7f21-4b89-bdd1-e51378e227eb,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:23.119227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee451e10-7151-498c-87b3-d14b38de2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:23.132323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:23.148689 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac17ddb0-b414-45eb-a3e9-0c6c6952b431 req-507f40bb-d98f-4282-a4ca-db07d4dcdf21 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0275002 Feb 09 00:44:23.220139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-ee451e10-7151-498c-87b3-d14b38de2640 None None] For port f8b94779-7f21-4b89-bdd1-e51378e227eb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f8b94779-7f21-4b89-bdd1-e51378e227eb,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:23.224368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee451e10-7151-498c-87b3-d14b38de2640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:23.325197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee451e10-7151-498c-87b3-d14b38de2640 None None] Pushing event updated for resources: {'Port': ['ID=f8b94779-7f21-4b89-bdd1-e51378e227eb,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:23.379933 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2f86c51a-623e-4aa8-aa01-f2035a3a719a None None] Provisioning complete for port f8b94779-7f21-4b89-bdd1-e51378e227eb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:23.380300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2f86c51a-623e-4aa8-aa01-f2035a3a719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:23.434207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:22Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:23.466593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c2ae1b-d816-4944-b638-77618093c544 None None] The sync data for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 is: [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:22Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:44:24.235068 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a511b513-df39-4816-96e3-da1135bcc60c req-fe1fc81b-6191-4391-aea5-c8ed2005373b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0291595 Feb 09 00:44:24.324034 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f8b94779-7f21-4b89-bdd1-e51378e227eb up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:44:24.376056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f8b94779-7f21-4b89-bdd1-e51378e227eb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:24.376485 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:25.320640 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ad583e93-e019-4590-b797-bd7a8c10ea54 req-9079ad4c-459c-449a-b30f-bf046cddc637 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Feb 09 00:44:26.415871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a731e31e-8373-4ab5-92a7-1cb443997012 req-57bf4f79-2389-4458-9d50-31bef0994964 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0267906 Feb 09 00:44:27.098960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-5e39db65-72e5-4361-bb80-88139f282d0a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:27.100406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-5e39db65-72e5-4361-bb80-88139f282d0a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "GET /v2.0/networks?id=5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 200 len: 796 time: 0.1033916 Feb 09 00:44:27.152022 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-bb676963-d784-4fe3-9ed6-cbd4abc9ece7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 379 time: 0.0432045 Feb 09 00:44:27.166660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'port': {'device_id': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'admin_state_up': True, 'tenant_id': '912a36a035b84be78c8a287170527f84', 'security_groups': ['4969dac2-222c-4e3f-ae68-f981a14397ff']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:27.277011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:44:27.280767 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:27.582889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0e4e61c1-4d2a-4229-b99b-e11b5f52cdab req-1138164e-796b-4420-abfa-ae06aae30ccc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0340643 Feb 09 00:44:27.687646 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.3 (5e1669f1-00ae-4266-af3d-f01245e80f21/5640ff3f-5877-48b7-9608-95de5effde30/455191fa-b36c-4a1e-a876-79a98e9a2335) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:44:27.820977 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:27.855330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:27.902502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:44:27.906594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:27.910175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:44:27.919006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=455191fa-b36c-4a1e-a876-79a98e9a2335,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:27.975261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:27.975872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:27.992311 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-9cd9ca10-72e0-4425-aca8-a968db745715 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8291886 Feb 09 00:44:28.004286 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Request body: {'port': {'device_id': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:28.060816 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.149608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-15951947-8d45-4203-9127-ed063bf69c29 None None] Provisioning complete for port 455191fa-b36c-4a1e-a876-79a98e9a2335 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:28.150166 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-15951947-8d45-4203-9127-ed063bf69c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.183877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-15951947-8d45-4203-9127-ed063bf69c29 None None] Port 455191fa-b36c-4a1e-a876-79a98e9a2335 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:44:28.324638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455191fa-b36c-4a1e-a876-79a98e9a2335 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:44:28.332842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.346244 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Transition to ACTIVE for port object 455191fa-b36c-4a1e-a876-79a98e9a2335 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:44:28.356782 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.413788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Pushing event updated for resources: {'Port': ['ID=455191fa-b36c-4a1e-a876-79a98e9a2335,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:28.483359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Attempting to bind port 455191fa-b36c-4a1e-a876-79a98e9a2335 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:44:28.483691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Attempting to bind port 455191fa-b36c-4a1e-a876-79a98e9a2335 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:44:28.484054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Attempting to bind port 455191fa-b36c-4a1e-a876-79a98e9a2335 on network 5e1669f1-00ae-4266-af3d-f01245e80f21 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:44:28.488594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Port 455191fa-b36c-4a1e-a876-79a98e9a2335 on network 5e1669f1-00ae-4266-af3d-f01245e80f21 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:44:28.488934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Attempting to bind port 455191fa-b36c-4a1e-a876-79a98e9a2335 on network 5e1669f1-00ae-4266-af3d-f01245e80f21 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:44:28.493872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:44:28.494207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Checking segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:44:28.494588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Bound using segment: {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:44:28.495009 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Bound port: 455191fa-b36c-4a1e-a876-79a98e9a2335, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5023ef3-1031-4b6c-8144-a593aa466637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:44:28.495373 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.567567 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] For port 455191fa-b36c-4a1e-a876-79a98e9a2335, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:44:28.570615 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] For port 455191fa-b36c-4a1e-a876-79a98e9a2335, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=455191fa-b36c-4a1e-a876-79a98e9a2335,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:44:28.575769 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.610268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:28.610929 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:28.612264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] 10.222.0.21 "PUT /v2.0/ports/455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 200 len: 1091 time: 0.6123099 Feb 09 00:44:28.612709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:44:28.615137 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be442b5c-44a9-4215-8f9b-6b29c13d0468" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:44:28.649328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249b4c1-7fa1-4538-9702-dec4c38ac247 service neutron] Pushing event updated for resources: {'Port': ['ID=455191fa-b36c-4a1e-a876-79a98e9a2335,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:28.727136 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-f0a6844d-b62e-4c37-9901-3eca4081d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:28.728663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-f0a6844d-b62e-4c37-9901-3eca4081d898 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1094 time: 0.0754654 Feb 09 00:44:28.740675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78ec72-15d6-4904-87a3-22b6ac9d2898 req-e844e9d2-d27e-4c8d-a65d-a6038368c4c0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:28.742205 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a78ec72-15d6-4904-87a3-22b6ac9d2898 req-e844e9d2-d27e-4c8d-a65d-a6038368c4c0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 943 time: 0.0631578 Feb 09 00:44:28.790857 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-221fc45d-efd0-476b-a467-85a343d14a44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 200 len: 217 time: 0.0476677 Feb 09 00:44:28.847403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a78ec72-15d6-4904-87a3-22b6ac9d2898 req-34c9bbae-ee9b-431c-933e-04223f6e3fc8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984118 Feb 09 00:44:28.856043 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-3e9cff3f-34e9-4fbe-87bb-a489f5360808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:28.857472 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-3e9cff3f-34e9-4fbe-87bb-a489f5360808 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5640ff3f-5877-48b7-9608-95de5effde30 HTTP/1.1" status: 200 len: 835 time: 0.0600686 Feb 09 00:44:28.894028 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6dff7e-d205-456e-b9b9-a1636dcfac63 x-openstack-request-id: req-5b6dff7e-d205-456e-b9b9-a1636dcfac63 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:44:28.894323 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:44:28.894597 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b6dff7e-d205-456e-b9b9-a1636dcfac63 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:44:28.894985 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'status': 'completed', 'code': 200} Feb 09 00:44:28.908342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-4a603af7-3b92-47ce-81e1-e7162bca739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:28.909916 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-4a603af7-3b92-47ce-81e1-e7162bca739a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e1669f1-00ae-4266-af3d-f01245e80f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450597 Feb 09 00:44:29.004561 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-2292eae0-6b1a-4ed7-8e05-4d78a2db8ac1 service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853214 Feb 09 00:44:29.093074 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f97906a0-9992-4ffa-8f7f-5f0edaec28bb req-b09151b4-9b9f-4dcd-918c-311feb1676f6 service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Feb 09 00:44:29.182469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-cdb4d165-a689-4496-800c-c2f9cd518cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:29.183955 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-cdb4d165-a689-4496-800c-c2f9cd518cb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1094 time: 0.0457036 Feb 09 00:44:29.273481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-044a860d-636d-4832-8e31-f78ac7ed3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:29.274938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-044a860d-636d-4832-8e31-f78ac7ed3ada service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 200 len: 897 time: 0.0844526 Feb 09 00:44:29.322119 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-b682b33e-18b7-4c3f-93ea-e984736cb7bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 200 len: 217 time: 0.0388763 Feb 09 00:44:29.373222 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-efe9ec50-55d6-4c82-89fb-26003a1d7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:29.375542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-efe9ec50-55d6-4c82-89fb-26003a1d7a18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5640ff3f-5877-48b7-9608-95de5effde30 HTTP/1.1" status: 200 len: 835 time: 0.0433028 Feb 09 00:44:29.419270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-45c8ddc1-cc67-4e87-b434-6c53f331bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:29.420774 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-45c8ddc1-cc67-4e87-b434-6c53f331bb81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e1669f1-00ae-4266-af3d-f01245e80f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392592 Feb 09 00:44:29.513653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-64022fb4-8fa1-4654-91a5-845b5c19e5cc service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848222 Feb 09 00:44:29.603909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be442b5c-44a9-4215-8f9b-6b29c13d0468 req-3a218ca1-c517-4c83-beb8-65e72b00731c service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823674 Feb 09 00:44:29.964060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38757210-b076-432f-8c5c-a2c6696d14ab req-0a3e3a39-7e1a-4e5a-b61a-d351101079ea tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:29.965559 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38757210-b076-432f-8c5c-a2c6696d14ab req-0a3e3a39-7e1a-4e5a-b61a-d351101079ea tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 943 time: 0.0493951 Feb 09 00:44:30.008568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38757210-b076-432f-8c5c-a2c6696d14ab req-8a0fc85d-573d-4240-a1ec-0de98b88e594 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365157 Feb 09 00:44:31.127818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6d6b1-ce49-48e1-a756-d7f289a3a20d req-7ff3b1a5-88a8-4e4f-b29d-53b41ee531b3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:31.129334 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f6d6b1-ce49-48e1-a756-d7f289a3a20d req-7ff3b1a5-88a8-4e4f-b29d-53b41ee531b3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 943 time: 0.0531762 Feb 09 00:44:31.166125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f6d6b1-ce49-48e1-a756-d7f289a3a20d req-b017074c-649d-4e12-b8fb-7ee607b43d1d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Feb 09 00:44:31.962070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 455191fa-b36c-4a1e-a876-79a98e9a2335 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:44:32.060903 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 455191fa-b36c-4a1e-a876-79a98e9a2335, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=455191fa-b36c-4a1e-a876-79a98e9a2335,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:32.073207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'port_id': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'mac_address': 'fa:16:3e:66:83:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:44:32.109648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:32.125882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455191fa-b36c-4a1e-a876-79a98e9a2335 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:44:32.144794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 455191fa-b36c-4a1e-a876-79a98e9a2335, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=455191fa-b36c-4a1e-a876-79a98e9a2335,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:32.148602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:32.194782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=455191fa-b36c-4a1e-a876-79a98e9a2335,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:32.282896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bb073-5a76-474c-ad37-f2f485511597 req-8eece179-88c8-4568-8aa8-949684049eaf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:32.284370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf9bb073-5a76-474c-ad37-f2f485511597 req-8eece179-88c8-4568-8aa8-949684049eaf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 944 time: 0.0491362 Feb 09 00:44:32.326040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf9bb073-5a76-474c-ad37-f2f485511597 req-e7b3ad7a-a692-45fb-8da9-5f5528aa1fc5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356188 Feb 09 00:44:32.393840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['455191fa-b36c-4a1e-a876-79a98e9a2335'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:44:33.441252 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9b138-d4f4-4bf3-a724-46da49ba7a4a req-5ad8203a-fd35-43a3-a385-ca1c014b3359 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:33.442733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3c9b138-d4f4-4bf3-a724-46da49ba7a4a req-5ad8203a-fd35-43a3-a385-ca1c014b3359 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 944 time: 0.0489390 Feb 09 00:44:33.480304 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c3c9b138-d4f4-4bf3-a724-46da49ba7a4a req-3d28f0ae-bef3-4bf2-a6a2-9bf4000f88cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316706 Feb 09 00:44:33.977505 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 455191fa-b36c-4a1e-a876-79a98e9a2335 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:44:34.026966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 455191fa-b36c-4a1e-a876-79a98e9a2335 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:44:34.032436 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 455191fa-b36c-4a1e-a876-79a98e9a2335 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:44:34.032812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:34.112586 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:34.135489 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:44:34.137788 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12283368-935e-4ef3-887f-a1135e90cab8" -d '{"events": [{"server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "name": "network-vif-plugged", "status": "completed", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:44:34.151202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 455191fa-b36c-4a1e-a876-79a98e9a2335, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=455191fa-b36c-4a1e-a876-79a98e9a2335,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:44:34.156402 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:34.179408 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5d11e-4b2b-4328-b052-1e1806f797e4 x-openstack-request-id: req-24c5d11e-4b2b-4328-b052-1e1806f797e4 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:44:34.179701 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "name": "network-vif-plugged", "status": "completed", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:44:34.179952 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24c5d11e-4b2b-4328-b052-1e1806f797e4 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:44:34.180394 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'code': 200} Feb 09 00:44:34.208029 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=455191fa-b36c-4a1e-a876-79a98e9a2335,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:34.276500 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1a409-cd1b-4792-b796-24c07eadb4ca req-e3d1eece-84c8-432b-be49-8cef4ed7990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:34.278003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50e1a409-cd1b-4792-b796-24c07eadb4ca req-e3d1eece-84c8-432b-be49-8cef4ed7990c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1096 time: 0.0442226 Feb 09 00:44:34.311530 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50e1a409-cd1b-4792-b796-24c07eadb4ca req-6effc743-d851-4ba6-833e-f157e8bc198e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263824 Feb 09 00:44:34.597772 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c53b4-6f9e-4e52-a38c-e54268304154 req-3e801640-1a78-4140-8d13-b5cbe49a0448 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:34.599230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a06c53b4-6f9e-4e52-a38c-e54268304154 req-3e801640-1a78-4140-8d13-b5cbe49a0448 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Feb 09 00:44:34.637431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a06c53b4-6f9e-4e52-a38c-e54268304154 req-f6c59012-52cb-4313-a1e2-921ea2ad6980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322363 Feb 09 00:44:35.755132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ad8e-f370-47a6-9f2d-bf559a47d805 req-92e6a0ea-ef3d-47fb-ad69-7cc04534c911 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:35.756583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab46ad8e-f370-47a6-9f2d-bf559a47d805 req-92e6a0ea-ef3d-47fb-ad69-7cc04534c911 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0476637 Feb 09 00:44:35.794128 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab46ad8e-f370-47a6-9f2d-bf559a47d805 req-c9d0f438-4c78-45e9-8030-0b895ed4b772 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312293 Feb 09 00:44:35.909337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32b93d-89b6-4bbb-9403-33f818b7bfe6 req-803a0a3d-1766-4958-90ca-b9108a199e72 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:35.910823 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec32b93d-89b6-4bbb-9403-33f818b7bfe6 req-803a0a3d-1766-4958-90ca-b9108a199e72 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0521247 Feb 09 00:44:35.947270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ec32b93d-89b6-4bbb-9403-33f818b7bfe6 req-fcf80a16-9161-4373-b6ea-bb179989d8de tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305598 Feb 09 00:44:35.968984 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60160) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:36.007661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1daccf-7b3c-4af3-bdc2-91b330224681 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:36.009186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ec1daccf-7b3c-4af3-bdc2-91b330224681 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1091 time: 0.0392098 Feb 09 00:44:36.011982 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60162) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:36.017121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:44:36.042911 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:36.142654 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:36.243209 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.164 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/fac927e0-93fc-4cd0-a54c-c48dfe15f185) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:44:36.346614 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:36.380075 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:36.418481 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:44:36.422147 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:44:36.425610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:44:36.430702 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=fac927e0-93fc-4cd0-a54c-c48dfe15f185,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:36.669628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-2c60fe12-f978-49ec-b0e4-e2eba66c96ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868609 Feb 09 00:44:36.853778 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-183a884d-d2b0-4a79-89d8-c0e87707b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:36.855260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-183a884d-d2b0-4a79-89d8-c0e87707b303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1096 time: 0.1418023 Feb 09 00:44:37.280245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.349628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-039fdc7a-f8fe-4f98-be9e-04041f8d17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:37.351166 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-039fdc7a-f8fe-4f98-be9e-04041f8d17f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 200 len: 897 time: 0.4507179 Feb 09 00:44:37.354069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.425440 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.456047 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-7025c58b-107e-41be-a22e-9c4ad6f88e12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 200 len: 999 time: 0.0979695 Feb 09 00:44:37.554896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-36068274-b2a1-45a9-92ae-30329b736b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:37.556263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-36068274-b2a1-45a9-92ae-30329b736b90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5640ff3f-5877-48b7-9608-95de5effde30 HTTP/1.1" status: 200 len: 835 time: 0.0925307 Feb 09 00:44:37.574749 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.631031 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-c4ec76df-26be-4617-a669-eea08af89f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:37.632533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-c4ec76df-26be-4617-a669-eea08af89f1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e1669f1-00ae-4266-af3d-f01245e80f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679638 Feb 09 00:44:37.697045 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.704934 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.792649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=fac927e0-93fc-4cd0-a54c-c48dfe15f185,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:44:37.810830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:37.816781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-7c993d68-5074-4617-95f0-129175839f90 service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760976 Feb 09 00:44:37.982722 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP d28ae899-a6e1-4f39-bc48-0e348d6a271e associated. External IP: 172.25.3.164, port: 455191fa-b36c-4a1e-a876-79a98e9a2335. Feb 09 00:44:37.989392 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0fc8c262-9ecd-46a3-bd93-21059393c32a req-38e0b448-11f7-4e9e-b4f5-ea59cfdf11ea service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385977 Feb 09 00:44:38.197936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 096fe858-dd0e-4c86-9dc7-a88081a7de29 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:44:38.307769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:44:38.318689 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] Sync routers for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:44:38.326474 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:38.328856 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:38.329504 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:38.356837 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e5ca6f23-9d41-418c-9297-ce5020336ccb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3437390 Feb 09 00:44:38.357854 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:44:38.361378 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd887f-3810-4f07-b17b-833831797df2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:44:38.438979 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:38.452613 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b6c9-d4d1-46a8-b954-da0df491881b req-5a96c300-db3a-40f9-852e-6641288702be tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:38.454057 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63a9b6c9-d4d1-46a8-b954-da0df491881b req-5a96c300-db3a-40f9-852e-6641288702be tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Feb 09 00:44:38.493087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63a9b6c9-d4d1-46a8-b954-da0df491881b req-9dc0124a-107b-424d-ac35-9c5121b5a639 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Feb 09 00:44:38.515740 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60168) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:38.538462 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ae2478-7543-40e3-a094-e93dfe696ea1 x-openstack-request-id: req-e9ae2478-7543-40e3-a094-e93dfe696ea1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:44:38.538766 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:44:38.539029 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9ae2478-7543-40e3-a094-e93dfe696ea1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:44:38.539442 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'status': 'completed', 'code': 200} Feb 09 00:44:38.587899 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9cbd69d1-8731-4df8-9505-06bedacaa449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/d28ae899-a6e1-4f39-bc48-0e348d6a271e HTTP/1.1" status: 200 len: 991 time: 0.0702333 Feb 09 00:44:38.608435 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd887f-3810-4f07-b17b-833831797df2 req-2b5c94d5-d93e-4236-b9bb-f15405a4d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:38.610610 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-2b5c94d5-d93e-4236-b9bb-f15405a4d704 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1096 time: 0.0486844 Feb 09 00:44:38.708177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd887f-3810-4f07-b17b-833831797df2 req-9dd2c638-df4f-4ad0-95a3-972321822217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:38.709723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-9dd2c638-df4f-4ad0-95a3-972321822217 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 200 len: 897 time: 0.0928936 Feb 09 00:44:38.755635 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'd28ae899-a6e1-4f39-bc48-0e348d6a271e', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'port_id': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'mac_address': 'fa:16:3e:66:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:44:36Z', 'updated_at': '2022-02-09T00:44:36Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:23Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:38.780054 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-35dbfdf5-e15e-476a-8cca-bab38b60d832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 200 len: 999 time: 0.0633461 Feb 09 00:44:38.782490 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] Checking router: 096fe858-dd0e-4c86-9dc7-a88081a7de29 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:44:38.791218 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:44:38.791850 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:38.834895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd887f-3810-4f07-b17b-833831797df2 req-c2e1a6d9-b705-4356-a6fa-554ef547cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:38.836368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-c2e1a6d9-b705-4356-a6fa-554ef547cf61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5640ff3f-5877-48b7-9608-95de5effde30 HTTP/1.1" status: 200 len: 835 time: 0.0491564 Feb 09 00:44:38.882290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd887f-3810-4f07-b17b-833831797df2 req-5c6f6e47-3fd8-4bd8-9cd5-27ee4e4ad141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:44:38.883801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-5c6f6e47-3fd8-4bd8-9cd5-27ee4e4ad141 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e1669f1-00ae-4266-af3d-f01245e80f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408187 Feb 09 00:44:38.896608 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:44:38.971887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-c71ec58b-600d-43f0-ba6e-3946129042c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813944 Feb 09 00:44:39.064310 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0fd887f-3810-4f07-b17b-833831797df2 req-a66af3a3-c3e6-46b3-aa03-261d968ed62e service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861378 Feb 09 00:44:39.124084 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'd28ae899-a6e1-4f39-bc48-0e348d6a271e', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'port_id': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'mac_address': 'fa:16:3e:66:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:44:36Z', 'updated_at': '2022-02-09T00:44:36Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:23Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:44:39.150449 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb7d2f-4e2f-47bd-9400-970cca463f90 None None] The sync data for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 is: [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'd28ae899-a6e1-4f39-bc48-0e348d6a271e', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.164', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'port_id': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'mac_address': 'fa:16:3e:66:83:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:44:36Z', 'updated_at': '2022-02-09T00:44:36Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:23Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:44:39.335115 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b8e88a-83fd-44cb-8722-39a3c4703be0 None None] New status for floating IP d28ae899-a6e1-4f39-bc48-0e348d6a271e: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:44:39.590681 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60170) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:44:39.650940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fdfbf925-39bc-4916-8d07-2acdee3af96b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/d28ae899-a6e1-4f39-bc48-0e348d6a271e HTTP/1.1" status: 200 len: 993 time: 0.0591350 Feb 09 00:44:42.003252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c58b1e06-3b73-482a-a1bc-bc104ec391ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:43.432048 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:44:44.768904 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dde7c73c-1100-4416-9e55-d98539929ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:45.674568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:47.058520 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:44:47.453212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:07.368046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:07.583843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:08.494412 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425c8ef-b133-4b87-9300-85a4a64cd94f req-62660843-fce1-4626-b00e-170418830618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:08.495868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c425c8ef-b133-4b87-9300-85a4a64cd94f req-62660843-fce1-4626-b00e-170418830618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.1625435 Feb 09 00:45:08.535247 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c425c8ef-b133-4b87-9300-85a4a64cd94f req-be0e6d0d-174e-4000-8c5e-29d75e04def0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324392 Feb 09 00:45:09.649890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16143a72-4ed1-47b1-86c0-727d4696e27e req-356ad5fb-ce80-4534-be4c-01bbed3898dd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:09.651400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16143a72-4ed1-47b1-86c0-727d4696e27e req-356ad5fb-ce80-4534-be4c-01bbed3898dd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0493877 Feb 09 00:45:09.690044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16143a72-4ed1-47b1-86c0-727d4696e27e req-70b39db3-27b0-4733-a926-b0d5defa7c42 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320828 Feb 09 00:45:09.711743 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60202) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:09.779792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c174a5dc-40d0-43b9-ab4f-af72600bc87c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/d28ae899-a6e1-4f39-bc48-0e348d6a271e HTTP/1.1" status: 200 len: 993 time: 0.0669250 Feb 09 00:45:11.052696 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854f0c0-4e93-4a76-b9d7-4c5cde42dbc0 req-f5dcade9-a92c-4446-ba8f-25312b93a7ef tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:11.054866 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c854f0c0-4e93-4a76-b9d7-4c5cde42dbc0 req-f5dcade9-a92c-4446-ba8f-25312b93a7ef tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0524957 Feb 09 00:45:11.091517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c854f0c0-4e93-4a76-b9d7-4c5cde42dbc0 req-186080d9-34d3-4ec9-baa0-e44c9a5a6fd8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314386 Feb 09 00:45:12.004436 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8147f5e6-5f82-48e0-aefb-275fea5083ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:12.207875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b9ef9-e18b-47ce-b280-ac19156f82b9 req-d11921b0-edca-4eb8-a53f-b1e5f6f554eb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:12.209431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a34b9ef9-e18b-47ce-b280-ac19156f82b9 req-d11921b0-edca-4eb8-a53f-b1e5f6f554eb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0474486 Feb 09 00:45:12.246195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a34b9ef9-e18b-47ce-b280-ac19156f82b9 req-f09f21ea-c255-4849-a2e4-af681c4dcfbe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Feb 09 00:45:12.270768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60212) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:12.334630 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2c028e98-8e6f-49a6-8ffd-df8f9bacfa37 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/d28ae899-a6e1-4f39-bc48-0e348d6a271e HTTP/1.1" status: 200 len: 993 time: 0.0627334 Feb 09 00:45:12.616014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60218) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:12.770550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port fac927e0-93fc-4cd0-a54c-c48dfe15f185 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:45:12.770896 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:12.843777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:12.844105 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:12.856063 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for fac927e0-93fc-4cd0-a54c-c48dfe15f185 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:45:13.002564 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:13.033799 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=fac927e0-93fc-4cd0-a54c-c48dfe15f185,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:13.062274 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.062627 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.062971 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.063309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.063641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.063973 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.064305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.064654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.064990 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.065325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.066169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.066638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:13.104923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:13.105331 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP d28ae899-a6e1-4f39-bc48-0e348d6a271e disassociated (deleted). External IP: 172.25.3.164, port: 455191fa-b36c-4a1e-a876-79a98e9a2335. Feb 09 00:45:13.309082 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 096fe858-dd0e-4c86-9dc7-a88081a7de29 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:45:13.417694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:45:13.422462 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:13.427656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] Sync routers for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:45:13.437581 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:13.438180 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:13.450173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a689cee9-1bcd-48c9-8292-4cb08bc35039 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/floatingips/d28ae899-a6e1-4f39-bc48-0e348d6a271e HTTP/1.1" status: 204 len: 168 time: 0.8330381 Feb 09 00:45:13.451004 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:45:13.453463 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90781f0a-b76b-4a36-a4c4-7618fa6764c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:45:13.548753 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:13.693678 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b02df6-7ed4-4e22-a25c-9acad6e3a954 x-openstack-request-id: req-24b02df6-7ed4-4e22-a25c-9acad6e3a954 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:45:13.694103 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:45:13.694459 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24b02df6-7ed4-4e22-a25c-9acad6e3a954 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:45:13.695028 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'status': 'completed', 'code': 200} Feb 09 00:45:13.760480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:23Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:13.788675 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] Checking router: 096fe858-dd0e-4c86-9dc7-a88081a7de29 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:45:13.796889 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:13.797521 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:44:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:13.817123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1d09a-d025-49a7-8e59-37a2ead69759 req-40e954b5-4eaa-49de-b814-e96f9c7baa57 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:13.818607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8d1d09a-d025-49a7-8e59-37a2ead69759 req-40e954b5-4eaa-49de-b814-e96f9c7baa57 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0793817 Feb 09 00:45:13.834025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-a6519d40-7a98-4659-a044-b40437303fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:13.835618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-a6519d40-7a98-4659-a044-b40437303fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 1096 time: 0.1126835 Feb 09 00:45:13.903840 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:13.909075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e8d1d09a-d025-49a7-8e59-37a2ead69759 req-50ad7cbb-9583-4fdf-9e07-57e4b90c9189 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831635 Feb 09 00:45:13.945590 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-ed20e18a-7884-465f-adb7-6f5f89f28a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:13.947041 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-ed20e18a-7884-465f-adb7-6f5f89f28a13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 200 len: 897 time: 0.1041670 Feb 09 00:45:13.989254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-ecd87ed9-0a27-4aad-a005-228715915f9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 200 len: 217 time: 0.0342267 Feb 09 00:45:14.042053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-6d7be34b-e816-4a43-bf47-d9a69123a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:14.043697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-6d7be34b-e816-4a43-bf47-d9a69123a36a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5640ff3f-5877-48b7-9608-95de5effde30 HTTP/1.1" status: 200 len: 835 time: 0.0463996 Feb 09 00:45:14.099704 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:23Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:14.105557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-fba0f409-30a2-4324-8fd7-5c1f9d8153e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:14.107206 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-fba0f409-30a2-4324-8fd7-5c1f9d8153e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5e1669f1-00ae-4266-af3d-f01245e80f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553567 Feb 09 00:45:14.130904 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4cb01-b89c-4072-8696-798485c5d834 None None] The sync data for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 is: [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f8b94779-7f21-4b89-bdd1-e51378e227eb', 'name': '', 'network_id': '5e1669f1-00ae-4266-af3d-f01245e80f21', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:cd:b0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '5640ff3f-5877-48b7-9608-95de5effde30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:19Z', 'updated_at': '2022-02-09T00:44:23Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5640ff3f-5877-48b7-9608-95de5effde30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:45:14.201369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-e0e3fe7c-2984-4ab2-9b8a-29d3ec09730b service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842023 Feb 09 00:45:14.369503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b3b38-a4b0-4f2a-8044-0141dc8b0d01 None None] New status for floating IP d28ae899-a6e1-4f39-bc48-0e348d6a271e: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:45:14.598355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90781f0a-b76b-4a36-a4c4-7618fa6764c4 req-7853272d-2e6c-40b0-a6dc-09cede53ac9a service neutron] 10.222.0.21 "GET /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885105 Feb 09 00:45:14.927537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-eba5d381-e82e-41f4-a385-3ffbd7bd8a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:15.027022 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c087a6-7648-4cc9-829e-fe969c689eb5 req-fd69a86a-7fb1-4459-91fc-da5ab548ceab tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:15.028749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1c087a6-7648-4cc9-829e-fe969c689eb5 req-fd69a86a-7fb1-4459-91fc-da5ab548ceab tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Feb 09 00:45:15.065278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1c087a6-7648-4cc9-829e-fe969c689eb5 req-6b954b04-a7e9-436c-85a8-01629a7ea315 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=4969dac2-222c-4e3f-ae68-f981a14397ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300567 Feb 09 00:45:15.360132 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-14ec47d2-2260-47b7-bc69-ff079a42321f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:15.361606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-14ec47d2-2260-47b7-bc69-ff079a42321f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Feb 09 00:45:15.451337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 455191fa-b36c-4a1e-a876-79a98e9a2335 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:45:15.451668 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:15.539454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 455191fa-b36c-4a1e-a876-79a98e9a2335, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=455191fa-b36c-4a1e-a876-79a98e9a2335,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:15.539816 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:15.551296 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 455191fa-b36c-4a1e-a876-79a98e9a2335 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:45:15.678370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:15.681392 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:15.707756 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=455191fa-b36c-4a1e-a876-79a98e9a2335,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:15.753533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] No DVR routers for this DVR port 455191fa-b36c-4a1e-a876-79a98e9a2335 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:45:15.756301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:15.759741 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3d9e5f3-b911-47aa-9900-07ca16430306 req-477b157e-d4ed-4da3-a327-809b68730b7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "DELETE /v2.0/ports/455191fa-b36c-4a1e-a876-79a98e9a2335 HTTP/1.1" status: 204 len: 173 time: 0.3913138 Feb 09 00:45:15.760177 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'name': 'network-vif-deleted', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:45:15.762500 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d5b77-2360-420f-b689-92ffd224f752" -d '{"events": [{"server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "name": "network-vif-deleted", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:45:15.798489 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1591062c-f4d6-40e7-ba28-74e2a3422311 x-openstack-request-id: req-1591062c-f4d6-40e7-ba28-74e2a3422311 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:45:15.798798 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfea42b-dd9f-4120-b7a2-47f80cc0c853", "name": "network-vif-deleted", "tag": "455191fa-b36c-4a1e-a876-79a98e9a2335", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:45:15.799066 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1591062c-f4d6-40e7-ba28-74e2a3422311 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:45:15.799455 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfea42b-dd9f-4120-b7a2-47f80cc0c853', 'name': 'network-vif-deleted', 'tag': '455191fa-b36c-4a1e-a876-79a98e9a2335', 'status': 'completed', 'code': 200} Feb 09 00:45:16.206549 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab1c41ab-46a3-4ff6-9e71-0593671632e4 req-1156a1db-35c4-47ee-93cd-a573482c5847 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cfea42b-dd9f-4120-b7a2-47f80cc0c853 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Feb 09 00:45:17.061417 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:17.265685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60238) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:17.454958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:17.642626 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:17.897106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port f8b94779-7f21-4b89-bdd1-e51378e227eb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:45:17.897370 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:17.981897 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port f8b94779-7f21-4b89-bdd1-e51378e227eb, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f8b94779-7f21-4b89-bdd1-e51378e227eb,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:17.982260 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:17.994465 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for f8b94779-7f21-4b89-bdd1-e51378e227eb owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:45:18.178661 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:18.207107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=f8b94779-7f21-4b89-bdd1-e51378e227eb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:18.233291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.233643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.233986 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.234323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.234655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.234991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.235318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.235647 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.235972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.236294 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.236613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.236940 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:18.394088 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:18.608071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 096fe858-dd0e-4c86-9dc7-a88081a7de29 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:45:19.068880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:45:19.074298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-dfdf519f-f5a1-436c-b4e2-3361f837e62a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/096fe858-dd0e-4c86-9dc7-a88081a7de29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8075674 Feb 09 00:45:19.077124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60240) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:19.078920 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a42996-3a44-4932-8121-692732de1428 None None] Sync routers for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:45:19.089653 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:19.090278 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:19.128236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting subnet 5640ff3f-5877-48b7-9608-95de5effde30 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:45:19.131287 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.172043 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.194690 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:19.260343 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.323724 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.353234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Subnet': ['ID=5640ff3f-5877-48b7-9608-95de5effde30,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:19.355206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.358345 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0a51d96a-8ce8-4c64-b399-602f4907104e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/subnets/5640ff3f-5877-48b7-9608-95de5effde30 HTTP/1.1" status: 204 len: 168 time: 0.2801201 Feb 09 00:45:19.361094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60242) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:19.371591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a345d-b549-4d26-ad4a-0ebb560662d5 None None] Network 5e1669f1-00ae-4266-af3d-f01245e80f21 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:45:19.385833 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:45:18Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:19.472318 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.513527 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a42996-3a44-4932-8121-692732de1428 None None] Checking router: 096fe858-dd0e-4c86-9dc7-a88081a7de29 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:45:19.522789 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] Routers {'096fe858-dd0e-4c86-9dc7-a88081a7de29'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:19.523498 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['096fe858-dd0e-4c86-9dc7-a88081a7de29'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:19.584894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] DHCP port deletion for 5e1669f1-00ae-4266-af3d-f01245e80f21 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:45:19.590520 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.636516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Deleting port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:45:19.637018 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.640841 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] Set router 096fe858-dd0e-4c86-9dc7-a88081a7de29 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:19.646230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:45:19.646578 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.705215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] For port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,segment=NetworkSegment(b5023ef3-1031-4b6c-8144-a593aa466637),segment_id=b5023ef3-1031-4b6c-8144-a593aa466637)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:19.705616 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.718820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Calling delete_port for 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:45:19.736504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 26cccad0-cef1-46e4-80c5-cf05d19e9a4d, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:19.736859 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.749229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 26cccad0-cef1-46e4-80c5-cf05d19e9a4d owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:45:19.805389 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.832369 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Pushing event deleted for resources: {'Port': ['ID=2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:19.841086 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] No DVR routers for this DVR port 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:45:19.843508 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.843863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.844203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.844546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.844893 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.845255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.845592 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.845918 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.846410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.846808 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.847708 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.848100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0af061a-a92f-427e-8203-f752ab64309a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:19.858180 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-24a42996-3a44-4932-8121-692732de1428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:45:18Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:19.888664 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a42996-3a44-4932-8121-692732de1428 None None] The sync data for ids ['096fe858-dd0e-4c86-9dc7-a88081a7de29'] in n-d-828413-1 is: [{'id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004127714', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:44:16Z', 'updated_at': '2022-02-09T00:45:18Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '26cccad0-cef1-46e4-80c5-cf05d19e9a4d', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:d6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096fe858-dd0e-4c86-9dc7-a88081a7de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:44:17Z', 'updated_at': '2022-02-09T00:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:45:19.945234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:19.971719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=26cccad0-cef1-46e4-80c5-cf05d19e9a4d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:20.034535 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.124371 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.126451 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.174292 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.175637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Fanout notify agent at l3_agent the message router_deleted on router 096fe858-dd0e-4c86-9dc7-a88081a7de29 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:45:20.182824 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.183927 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-47688e19-429c-42f2-a75b-6032bb291ffa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/routers/096fe858-dd0e-4c86-9dc7-a88081a7de29 HTTP/1.1" status: 204 len: 168 time: 0.8219397 Feb 09 00:45:20.187028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60244) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:20.198394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 455191fa-b36c-4a1e-a876-79a98e9a2335 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:45:20.219608 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 455191fa-b36c-4a1e-a876-79a98e9a2335 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:45:20.219960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 455191fa-b36c-4a1e-a876-79a98e9a2335 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:45:20.267763 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.374866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.391762 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:45:20.404193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1669f1-00ae-4266-af3d-f01245e80f21']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:20.412831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:45:20.414540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2d40fc5e-4dda-4a01-b31e-8d9ffcdc7964 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:45:20.414675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5023ef3-1031-4b6c-8144-a593aa466637') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:20.414872 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5023ef3-1031-4b6c-8144-a593aa466637') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:20.415429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f8b94779-7f21-4b89-bdd1-e51378e227eb no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:45:20.431523 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:45:20.433116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.437136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f8b94779-7f21-4b89-bdd1-e51378e227eb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:45:20.437722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f8b94779-7f21-4b89-bdd1-e51378e227eb not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:45:20.448695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.454887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:45:20.455271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:45:20.458471 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:45:20.518605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.529521 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.532756 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/networks/5e1669f1-00ae-4266-af3d-f01245e80f21 HTTP/1.1" status: 204 len: 168 time: 0.3446074 Feb 09 00:45:20.536083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60246) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:20.547298 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae9383-b4d4-4cf3-89d1-02ad6c37be0c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Network': ['ID=5e1669f1-00ae-4266-af3d-f01245e80f21,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:20.600261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefde11a-1e43-4579-85f5-6c39b878200d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.629926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefde11a-1e43-4579-85f5-6c39b878200d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.692042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefde11a-1e43-4579-85f5-6c39b878200d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.694820 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-eefde11a-1e43-4579-85f5-6c39b878200d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:20.696004 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-eefde11a-1e43-4579-85f5-6c39b878200d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/security-groups/4969dac2-222c-4e3f-ae68-f981a14397ff HTTP/1.1" status: 204 len: 168 time: 0.1589379 Feb 09 00:45:20.705236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde11a-1e43-4579-85f5-6c39b878200d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969dac2-222c-4e3f-ae68-f981a14397ff,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.144955 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60252) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.150109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870339478', 'description': 'tempest-secgroup-smoke-870339478 description', 'project_id': '912a36a035b84be78c8a287170527f84'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.174358 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.240280 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.243948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.278940 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.280163 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1341488 Feb 09 00:45:21.282057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f1101-d647-4093-8301-07fc72098686 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.283282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60254) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.288719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '9a4ef51b-d2b7-4970-bbc4-06f3859c15ab', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.317662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.379468 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.383012 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.400737 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f7b7f2-399d-4266-a179-44e6aaa99468,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.409713 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.410897 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ef6da347-de3a-412e-aab1-ff9c6278b0c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257424 Feb 09 00:45:21.413790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60256) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.418005 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '9a4ef51b-d2b7-4970-bbc4-06f3859c15ab', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.446007 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.502307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.506044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.523798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ec67cf-7a2d-494d-89ea-2f8a94068531,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.532475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.533709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cc9d701e-7ae5-43f5-a069-c3c7946a528f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190097 Feb 09 00:45:21.536978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60258) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.541330 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '9a4ef51b-d2b7-4970-bbc4-06f3859c15ab', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.568123 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.624900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.628643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.647188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3fa61e-dbfc-4194-8e0e-a6f51440124f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.655883 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.657108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-09ab775a-55f2-4c3c-a398-ff8e9c4a2196 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191781 Feb 09 00:45:21.660579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60260) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.664900 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '9a4ef51b-d2b7-4970-bbc4-06f3859c15ab', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.691697 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.753446 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.757039 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.780440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d7eb97-9862-43cd-95e4-621d526e792e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.787987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.789224 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-78ba390f-ce34-47f2-8b0b-d6b4a4b49cc0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276214 Feb 09 00:45:21.791986 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60262) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.796283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '9a4ef51b-d2b7-4970-bbc4-06f3859c15ab', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.819255 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:45:21.824284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.884208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.887667 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.904899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602a24c1-0336-49bb-a26f-b7e0db9cc630,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:21.913591 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:21.914910 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-31b5afb6-0181-4973-9610-0dbc64414e0d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219931 Feb 09 00:45:21.917601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60264) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:21.921928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '9a4ef51b-d2b7-4970-bbc4-06f3859c15ab', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:21.944700 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:45:21.949500 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.009116 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.012680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.032890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05a7c97-6e59-4b32-b249-1448c27c317f,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:22.038861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.039927 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a609e9b-3200-48d3-aeb1-74639994cdd7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213896 Feb 09 00:45:22.042788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60266) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:22.047994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'network': {'name': 'tempest-network-smoke--1457977750', 'project_id': '912a36a035b84be78c8a287170527f84', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:22.069765 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:45:22.073113 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.098030 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:45:22.106765 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.107140 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Added segment 6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8 of type vlan for network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 Feb 09 00:45:22.146240 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.170538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.176663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:22.177282 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.226386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1823833 Feb 09 00:45:22.229050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60268) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:22.233259 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'admin_state_up': True, 'project_id': '912a36a035b84be78c8a287170527f84', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:22.255304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cad3bd-91a8-459b-8068-94bf9da3e8e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Network': ['ID=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:22.264311 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 26cccad0-cef1-46e4-80c5-cf05d19e9a4d no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:45:22.270450 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:45:22.275289 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.276398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.293358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 26cccad0-cef1-46e4-80c5-cf05d19e9a4d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:45:22.293710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 26cccad0-cef1-46e4-80c5-cf05d19e9a4d not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:45:22.336943 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.474363 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.666617 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.684894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.789877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.193 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/099e5ee3-101a-49a8-997d-5d8bc9883bbe) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:45:22.888815 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.922503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:22.966695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:45:22.971083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:22.973472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:45:22.978999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=099e5ee3-101a-49a8-997d-5d8bc9883bbe,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:23.223257 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:23.419195 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:23.541036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:45:23.642258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:45:23.652124 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Sync routers for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:45:23.662964 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:23.664193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b40c4a52-1ecd-4a2e-a40c-f6abb4fb2259 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4342537 Feb 09 00:45:23.667358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60270) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:23.667909 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:23.668522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:23.702159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b4bd2c23-4971-43a8-9329-b4523f8ffb08 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=912a36a035b84be78c8a287170527f84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312450 Feb 09 00:45:23.702361 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60272) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:23.775484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:23.790575 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa945cb-627b-4486-be4b-8f3fd0044dab tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:23.792222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-aaa945cb-627b-4486-be4b-8f3fd0044dab tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888543 Feb 09 00:45:23.795175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60274) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:23.823906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b9f1c035-61e5-4850-a7c4-34c7dbde1b74 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276082 Feb 09 00:45:23.826374 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60276) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:23.831636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946701205', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'project_id': '912a36a035b84be78c8a287170527f84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:23.926057 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:45:23.929715 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:23.954169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:23Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:23.981128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Checking router: a6438d5a-5aca-4e83-9c25-7ae1b6e70323 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:45:23.981477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Updating router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 port 099e5ee3-101a-49a8-997d-5d8bc9883bbe binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:45:24.006681 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.111418 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.177099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Subnet': ['ID=b49d4abd-df49-4c0b-a92a-d9c61b61fb18,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:24.181637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Checking segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:45:24.182006 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network hostable DHCP agents. Network: b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:45:24.199231 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:45:24.208180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:24.212733 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:24.213359 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.220337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f684d-8983-4bd3-a364-2333f6d4e21e None None] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:45:24.230315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-c995a181-5d20-46ff-8e30-94f449a40abf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4029162 Feb 09 00:45:24.233335 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60278) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:24.320645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.334859 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.429825 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9cf9-2b7c-4a5a-b9ca-1633ab94006d None None] Pushing event updated for resources: {'Port': ['ID=099e5ee3-101a-49a8-997d-5d8bc9883bbe,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:24.432111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Attempting to bind port 099e5ee3-101a-49a8-997d-5d8bc9883bbe on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:45:24.432482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Attempting to bind port 099e5ee3-101a-49a8-997d-5d8bc9883bbe by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:45:24.432845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Attempting to bind port 099e5ee3-101a-49a8-997d-5d8bc9883bbe on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:45:24.442859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:45:24.443260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:45:24.443671 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.444065 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:45:24.444556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Bound port: 099e5ee3-101a-49a8-997d-5d8bc9883bbe, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:45:24.444955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.507426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:45:24.508294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.530345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] For port 099e5ee3-101a-49a8-997d-5d8bc9883bbe, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:45:24.555626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] For port 099e5ee3-101a-49a8-997d-5d8bc9883bbe, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=099e5ee3-101a-49a8-997d-5d8bc9883bbe,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:45:24.608968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.688382 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:24.703300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:24.703924 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:24.759721 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9cf9-2b7c-4a5a-b9ca-1633ab94006d None None] Pushing event updated for resources: {'Port': ['ID=099e5ee3-101a-49a8-997d-5d8bc9883bbe,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:24.768040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Allocated IP 172.20.0.2 (b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1/b49d4abd-df49-4c0b-a92a-d9c61b61fb18/a0fa6295-f446-4b08-b0ca-d81f102080f2) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:45:24.886722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:25.090286 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.116041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.151316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.1 (b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1/b49d4abd-df49-4c0b-a92a-d9c61b61fb18/ff765c35-70d8-4d2f-b136-ad29608da590) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:45:25.157930 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:45:25.165452 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:25.171416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:45:25.182885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Pushing event updated for resources: {'Port': ['ID=a0fa6295-f446-4b08-b0ca-d81f102080f2,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:25.236114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Attempting to bind port a0fa6295-f446-4b08-b0ca-d81f102080f2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:45:25.236481 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Attempting to bind port a0fa6295-f446-4b08-b0ca-d81f102080f2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:45:25.236946 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Attempting to bind port a0fa6295-f446-4b08-b0ca-d81f102080f2 on network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:45:25.241160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:23Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:25.245541 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:45:25.245914 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Checking segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:45:25.246313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.246695 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Bound using segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:45:25.247156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Bound port: a0fa6295-f446-4b08-b0ca-d81f102080f2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:45:25.247527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.269761 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.277360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666efd9f-9bd9-43c5-b3bc-df57a7e0eb2c None None] The sync data for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 is: [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:23Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:45:25.307992 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.343823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] For port a0fa6295-f446-4b08-b0ca-d81f102080f2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:45:25.347843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] For port a0fa6295-f446-4b08-b0ca-d81f102080f2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a0fa6295-f446-4b08-b0ca-d81f102080f2,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:45:25.352712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.360020 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:45:25.365698 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:25.368428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:45:25.375743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=ff765c35-70d8-4d2f-b136-ad29608da590,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:25.425142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0540994-bc28-4819-b555-a60f889e3731 None None] Pushing event updated for resources: {'Port': ['ID=a0fa6295-f446-4b08-b0ca-d81f102080f2,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:25.428769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.594671 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.919878 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:25.925356 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.005402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=ff765c35-70d8-4d2f-b136-ad29608da590,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:26.010617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.118050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:45:26.119536 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:26.245589 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:45:26.382625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:45:26.385257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a0fa6295-f446-4b08-b0ca-d81f102080f2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:45:26.388123 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8b06cddc-e0b3-4ae7-b523-f56b6c68df4b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/a6438d5a-5aca-4e83-9c25-7ae1b6e70323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1537149 Feb 09 00:45:26.546352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-9ce64369-2228-4a4b-b6d5-b7c66b46292f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870339478&fields=id&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 267 time: 0.0358040 Feb 09 00:45:26.596704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f7b59-2f2c-438d-849f-c2e83298bf6b None None] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:45:26.664284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-2b1ff3ed-85c5-4c67-8fa1-a557659d27c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:26.665828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-2b1ff3ed-85c5-4c67-8fa1-a557659d27c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 797 time: 0.1113966 Feb 09 00:45:26.667848 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0ba93c9e-27d0-419a-b0f9-91c369f7de0d None None] Provisioning complete for port a0fa6295-f446-4b08-b0ca-d81f102080f2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:26.668223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0ba93c9e-27d0-419a-b0f9-91c369f7de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.681613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-e7a000ec-4dfa-4577-978e-a92434678443 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/quotas/912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 375 time: 0.0093625 Feb 09 00:45:26.726291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a0fa6295-f446-4b08-b0ca-d81f102080f2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:26.726669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.735865 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-135b169b-1a63-4d38-9202-cf9ef933d074 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483637 Feb 09 00:45:26.888775 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-8a014e01-b856-408a-bde8-a550e9a3342c service neutron] 10.222.0.32 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408999 Feb 09 00:45:26.894171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0ba93c9e-27d0-419a-b0f9-91c369f7de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.916701 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.958973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-0ba93c9e-27d0-419a-b0f9-91c369f7de0d None None] For port a0fa6295-f446-4b08-b0ca-d81f102080f2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a0fa6295-f446-4b08-b0ca-d81f102080f2,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:26.965218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0ba93c9e-27d0-419a-b0f9-91c369f7de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:26.973920 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Sync routers for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:45:26.990861 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:26.991553 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:26.997453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-a4d6f529-1e79-4cc9-939b-6eb5209bf8a4 service neutron] 10.222.0.32 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018293 Feb 09 00:45:27.033215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:45:27.033610 n-d-828413-1 neutron-server[105933]: DEBUG oslo_db.api [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:45:27.046096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba93c9e-27d0-419a-b0f9-91c369f7de0d None None] Pushing event updated for resources: {'Port': ['ID=a0fa6295-f446-4b08-b0ca-d81f102080f2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:27.110228 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:27.184358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-907c9d2b-d4da-418d-b023-e829f4ab62df req-be791cda-c516-42ea-b5d3-fccfc477f2a2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 210 time: 0.0282655 Feb 09 00:45:27.299558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d6430528-96fa-471d-8928-dfc3110e74e3 None None] Provisioning complete for port a0fa6295-f446-4b08-b0ca-d81f102080f2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:27.300241 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6430528-96fa-471d-8928-dfc3110e74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.343456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 2, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:27.374924 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Checking router: a6438d5a-5aca-4e83-9c25-7ae1b6e70323 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:45:27.375470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Updating router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 port ff765c35-70d8-4d2f-b136-ad29608da590 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:45:27.410576 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.418157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d6430528-96fa-471d-8928-dfc3110e74e3 None None] Provisioning complete for port ff765c35-70d8-4d2f-b136-ad29608da590 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:27.418727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6430528-96fa-471d-8928-dfc3110e74e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.468829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-d6430528-96fa-471d-8928-dfc3110e74e3 None None] Port ff765c35-70d8-4d2f-b136-ad29608da590 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:45:27.589179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 099e5ee3-101a-49a8-997d-5d8bc9883bbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:45:27.645105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-4d23e2f0-9592-4b40-b30d-3d6d75c66534 None None] Provisioning complete for port ff765c35-70d8-4d2f-b136-ad29608da590 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:27.646854 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d23e2f0-9592-4b40-b30d-3d6d75c66534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.695751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-4d23e2f0-9592-4b40-b30d-3d6d75c66534 None None] Port ff765c35-70d8-4d2f-b136-ad29608da590 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:45:27.704199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 099e5ee3-101a-49a8-997d-5d8bc9883bbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:27.704580 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.735460 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.741293 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.792798 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.796485 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Pushing event updated for resources: {'Port': ['ID=ff765c35-70d8-4d2f-b136-ad29608da590,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:27.819382 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.819771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.820066 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.820403 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.820733 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.820902 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 099e5ee3-101a-49a8-997d-5d8bc9883bbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=099e5ee3-101a-49a8-997d-5d8bc9883bbe,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:27.821122 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.821498 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.821766 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.822109 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.822853 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.822853 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.823173 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:45:27.828223 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-9e9402ad-5606-4201-8df2-3e5f7005228c None None] Provisioning complete for port ff765c35-70d8-4d2f-b136-ad29608da590 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:27.828621 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9e9402ad-5606-4201-8df2-3e5f7005228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.831093 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.860988 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Attempting to bind port ff765c35-70d8-4d2f-b136-ad29608da590 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:45:27.861585 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Attempting to bind port ff765c35-70d8-4d2f-b136-ad29608da590 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:45:27.862701 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Attempting to bind port ff765c35-70d8-4d2f-b136-ad29608da590 on network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:45:27.869681 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:45:27.870149 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Checking segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:45:27.870625 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.871366 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Bound using segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:45:27.871900 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Bound port: ff765c35-70d8-4d2f-b136-ad29608da590, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:45:27.872349 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:27.909177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-9e9402ad-5606-4201-8df2-3e5f7005228c None None] Port ff765c35-70d8-4d2f-b136-ad29608da590 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:45:27.920265 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=099e5ee3-101a-49a8-997d-5d8bc9883bbe,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:27.958475 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] For port ff765c35-70d8-4d2f-b136-ad29608da590, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:45:27.962439 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] For port ff765c35-70d8-4d2f-b136-ad29608da590, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ff765c35-70d8-4d2f-b136-ad29608da590,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:45:27.967870 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.030733 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:28.031376 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:28.067228 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f272d20-934a-4881-aad6-ac813fa26f8e None None] Pushing event updated for resources: {'Port': ['ID=ff765c35-70d8-4d2f-b136-ad29608da590,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:28.132145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-517a34d7-a832-473a-99a4-6e6dc6613b76 None None] Provisioning complete for port ff765c35-70d8-4d2f-b136-ad29608da590 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:28.132522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-517a34d7-a832-473a-99a4-6e6dc6613b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.148585 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:28.222275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-517a34d7-a832-473a-99a4-6e6dc6613b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.278197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-517a34d7-a832-473a-99a4-6e6dc6613b76 None None] For port ff765c35-70d8-4d2f-b136-ad29608da590, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ff765c35-70d8-4d2f-b136-ad29608da590,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:28.284153 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-517a34d7-a832-473a-99a4-6e6dc6613b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.320772 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7afe1c58-9459-47b2-92ad-13cbabc9bcbf req-05c6a69b-18ca-42cd-aff4-8952986b8353 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 210 time: 0.0398030 Feb 09 00:45:28.379250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a34d7-a832-473a-99a4-6e6dc6613b76 None None] Pushing event updated for resources: {'Port': ['ID=ff765c35-70d8-4d2f-b136-ad29608da590,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:28.404449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a3e9908f-80d8-4345-807a-4aa7aea88382 None None] Provisioning complete for port ff765c35-70d8-4d2f-b136-ad29608da590 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:28.404732 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a3e9908f-80d8-4345-807a-4aa7aea88382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.433745 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a0fa6295-f446-4b08-b0ca-d81f102080f2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:45:28.444318 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:28.469640 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-58b20641-e241-4190-8eec-093543dc7997 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:28.472159 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-58b20641-e241-4190-8eec-093543dc7997 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 797 time: 0.1516776 Feb 09 00:45:28.527540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port a0fa6295-f446-4b08-b0ca-d81f102080f2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:28.527921 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.537002 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-ccdceecb-a574-4d69-8ebb-9028339e98c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 379 time: 0.0551286 Feb 09 00:45:28.548608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'port': {'device_id': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'admin_state_up': True, 'tenant_id': '912a36a035b84be78c8a287170527f84', 'security_groups': ['9a4ef51b-d2b7-4970-bbc4-06f3859c15ab']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:28.568596 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba718b-f914-4f42-9199-3c82596d7572 None None] The sync data for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 is: [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:45:28.681136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 099e5ee3-101a-49a8-997d-5d8bc9883bbe up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:45:28.698998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:45:28.702781 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.731782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 099e5ee3-101a-49a8-997d-5d8bc9883bbe triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:28.732148 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:28.850447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.6 (b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1/b49d4abd-df49-4c0b-a92a-d9c61b61fb18/4cf72173-60d2-4436-9db9-9782ba7d6057) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:45:28.998048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.040249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.088010 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:45:29.091349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:29.094935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:45:29.120984 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=4cf72173-60d2-4436-9db9-9782ba7d6057,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:29.153537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:29.154221 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.173597 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-fb6f561f-b6c0-49f7-8cdb-7c7f7a65fc56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287389 Feb 09 00:45:29.241137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Request body: {'port': {'device_id': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:29.300154 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.331910 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-975e55ad-8ca7-4572-92c6-dbcbeab6af6e None None] Provisioning complete for port 4cf72173-60d2-4436-9db9-9782ba7d6057 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:29.332540 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-975e55ad-8ca7-4572-92c6-dbcbeab6af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.370062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-975e55ad-8ca7-4572-92c6-dbcbeab6af6e None None] Port 4cf72173-60d2-4436-9db9-9782ba7d6057 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:45:29.461140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca756e-938a-447a-99e0-e116a527847c req-eafe53c1-c919-40fd-b03e-8a8c36db7f0f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:29.462611 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3ca756e-938a-447a-99e0-e116a527847c req-eafe53c1-c919-40fd-b03e-8a8c36db7f0f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 931 time: 0.0578501 Feb 09 00:45:29.513600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f3ca756e-938a-447a-99e0-e116a527847c req-6f261d78-14a4-49ca-b26f-35d6964fad4e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Feb 09 00:45:29.612745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf72173-60d2-4436-9db9-9782ba7d6057 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:45:29.620635 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.633338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Transition to ACTIVE for port object 4cf72173-60d2-4436-9db9-9782ba7d6057 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:45:29.638691 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.693602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Pushing event updated for resources: {'Port': ['ID=4cf72173-60d2-4436-9db9-9782ba7d6057,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:29.765192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Attempting to bind port 4cf72173-60d2-4436-9db9-9782ba7d6057 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:45:29.765549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Attempting to bind port 4cf72173-60d2-4436-9db9-9782ba7d6057 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:45:29.765930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Attempting to bind port 4cf72173-60d2-4436-9db9-9782ba7d6057 on network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:45:29.771482 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Port 4cf72173-60d2-4436-9db9-9782ba7d6057 on network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:45:29.771808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Attempting to bind port 4cf72173-60d2-4436-9db9-9782ba7d6057 on network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:45:29.777322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:45:29.777659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Checking segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:45:29.778042 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Bound using segment: {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:45:29.778724 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Bound port: 4cf72173-60d2-4436-9db9-9782ba7d6057, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:45:29.779077 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.847163 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] For port 4cf72173-60d2-4436-9db9-9782ba7d6057, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:45:29.850719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] For port 4cf72173-60d2-4436-9db9-9782ba7d6057, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4cf72173-60d2-4436-9db9-9782ba7d6057,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:45:29.855391 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.890264 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:29.890889 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:29.892282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] 10.222.0.84 "PUT /v2.0/ports/4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 1091 time: 0.7090561 Feb 09 00:45:29.892720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:45:29.895738 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6c3d76-c637-45db-9d35-99b981c75196" -d '{"events": [{"name": "network-changed", "server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:45:29.949217 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdf34b-c18a-4b43-b7e7-7e8ba569585a service neutron] Pushing event updated for resources: {'Port': ['ID=4cf72173-60d2-4436-9db9-9782ba7d6057,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:29.993311 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-b79dbf74-203c-4846-8ed7-7ba7017127cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:29.995382 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-b79dbf74-203c-4846-8ed7-7ba7017127cf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1094 time: 0.0551031 Feb 09 00:45:30.044460 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e986d1f4-2014-4d6c-a44c-3efc85577ebf x-openstack-request-id: req-e986d1f4-2014-4d6c-a44c-3efc85577ebf {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:45:30.044747 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:45:30.045022 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e986d1f4-2014-4d6c-a44c-3efc85577ebf {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:45:30.045428 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'status': 'completed', 'code': 200} Feb 09 00:45:30.046953 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-1faa8dd3-1c5a-46f9-ab7e-f108d5426565 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 217 time: 0.0427496 Feb 09 00:45:30.109103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-ec3a32af-2b93-40a7-a3d4-e4fad9156392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.110636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-ec3a32af-2b93-40a7-a3d4-e4fad9156392 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0568509 Feb 09 00:45:30.158884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f242b4-d954-45d1-9a35-06550275826e req-9ec5da21-b5cb-489f-bc87-7b5b523c6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.160594 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-9ec5da21-b5cb-489f-bc87-7b5b523c6338 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430679 Feb 09 00:45:30.255633 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-2bf74201-9bf8-407a-b253-e9f6cc9994b4 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887692 Feb 09 00:45:30.347574 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ff765c35-70d8-4d2f-b136-ad29608da590 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:45:30.353687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-15f242b4-d954-45d1-9a35-06550275826e req-2e099500-b320-4052-adb5-d199c4fab062 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909379 Feb 09 00:45:30.398188 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port ff765c35-70d8-4d2f-b136-ad29608da590 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:30.398564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:30.435329 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3d76-c637-45db-9d35-99b981c75196 req-06852080-04c9-4c21-84e3-5cd089a5e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.437008 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-06852080-04c9-4c21-84e3-5cd089a5e13e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1094 time: 0.0418603 Feb 09 00:45:30.531811 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3d76-c637-45db-9d35-99b981c75196 req-601163d9-baf3-474b-ad3b-81d82470126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.533209 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-601163d9-baf3-474b-ad3b-81d82470126b service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 898 time: 0.0878563 Feb 09 00:45:30.576405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-29417602-8005-435f-a4ce-458cd37386a3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 217 time: 0.0357811 Feb 09 00:45:30.633422 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3d76-c637-45db-9d35-99b981c75196 req-23b439f4-c534-4316-8850-cd02b40d4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.634080 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d364e-99ce-4323-b730-78fc5c4a3fe5 req-892887c3-0654-477a-9d48-ceb1af3ebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.634895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-23b439f4-c534-4316-8850-cd02b40d4f55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0518780 Feb 09 00:45:30.635491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be7d364e-99ce-4323-b730-78fc5c4a3fe5 req-892887c3-0654-477a-9d48-ceb1af3ebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 943 time: 0.0505903 Feb 09 00:45:30.674757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be7d364e-99ce-4323-b730-78fc5c4a3fe5 req-ce972778-d49f-4a50-abe2-744d1152363e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327644 Feb 09 00:45:30.684123 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c3d76-c637-45db-9d35-99b981c75196 req-0bc0a5d7-c35c-456a-b2cc-606652d32b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:30.685681 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-0bc0a5d7-c35c-456a-b2cc-606652d32b34 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428834 Feb 09 00:45:30.777116 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-aaf39e24-2ea6-4626-8e7f-a1c8b74e1334 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825567 Feb 09 00:45:30.871836 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-af6c3d76-c637-45db-9d35-99b981c75196 req-9fa8e68a-5f47-474e-8987-55ca6dd02d65 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881605 Feb 09 00:45:31.633931 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4cf72173-60d2-4436-9db9-9782ba7d6057 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:45:31.727356 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 4cf72173-60d2-4436-9db9-9782ba7d6057, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4cf72173-60d2-4436-9db9-9782ba7d6057,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:31.742951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'port_id': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'mac_address': 'fa:16:3e:a8:fe:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:45:31.782797 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:31.796750 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf72173-60d2-4436-9db9-9782ba7d6057 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:45:31.797601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaae0e3-0a03-4538-9405-8326517edb56 req-1413de7a-8353-4d8c-a598-ea025d50ae4a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:31.799143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9eaae0e3-0a03-4538-9405-8326517edb56 req-1413de7a-8353-4d8c-a598-ea025d50ae4a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 943 time: 0.0547540 Feb 09 00:45:31.816562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 4cf72173-60d2-4436-9db9-9782ba7d6057, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4cf72173-60d2-4436-9db9-9782ba7d6057,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:31.821713 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:31.838812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9eaae0e3-0a03-4538-9405-8326517edb56 req-8bdb91a2-961b-404d-8dad-cfda47428396 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327027 Feb 09 00:45:31.870892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=4cf72173-60d2-4436-9db9-9782ba7d6057,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:32.052189 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['4cf72173-60d2-4436-9db9-9782ba7d6057'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:45:32.954138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696c31d-8eae-4d24-95f9-e29e34fc14b7 req-9a185d10-2a91-43b8-9d4d-5e003a82dc52 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:32.955591 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0696c31d-8eae-4d24-95f9-e29e34fc14b7 req-9a185d10-2a91-43b8-9d4d-5e003a82dc52 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 944 time: 0.0477107 Feb 09 00:45:32.996044 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0696c31d-8eae-4d24-95f9-e29e34fc14b7 req-d0d2c743-2ade-4ce0-a263-d284213f3a05 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345380 Feb 09 00:45:33.649443 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4cf72173-60d2-4436-9db9-9782ba7d6057 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:45:33.697978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 4cf72173-60d2-4436-9db9-9782ba7d6057 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:45:33.701945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 4cf72173-60d2-4436-9db9-9782ba7d6057 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:45:33.702320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:33.780322 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:33.802764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:45:33.805028 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b592b-aedf-43be-8a2c-5da6f29344a1" -d '{"events": [{"server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "name": "network-vif-plugged", "status": "completed", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:45:33.817955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 4cf72173-60d2-4436-9db9-9782ba7d6057, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4cf72173-60d2-4436-9db9-9782ba7d6057,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:45:33.822809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:33.870056 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=4cf72173-60d2-4436-9db9-9782ba7d6057,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:33.903527 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1085ec44-471c-4c77-b1de-db23a0af9e94 x-openstack-request-id: req-1085ec44-471c-4c77-b1de-db23a0af9e94 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:45:33.903852 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "name": "network-vif-plugged", "status": "completed", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:45:33.904107 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1085ec44-471c-4c77-b1de-db23a0af9e94 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:45:33.904621 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'code': 200} Feb 09 00:45:33.996223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2271f9-ffae-4726-ab04-4a0833b75ab8 req-ddd7a34b-dbfe-46ed-b3bb-dc4f1afb50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:33.997762 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c2271f9-ffae-4726-ab04-4a0833b75ab8 req-ddd7a34b-dbfe-46ed-b3bb-dc4f1afb50e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1096 time: 0.0408285 Feb 09 00:45:34.031740 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4c2271f9-ffae-4726-ab04-4a0833b75ab8 req-a69d9256-d59d-4e6e-9cde-cad75493f6c1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273192 Feb 09 00:45:34.111929 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf073728-bfc7-49cf-ba25-7e982e772198 req-bc666c85-c1ba-45f6-aef8-21ddf57a875e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:34.114342 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf073728-bfc7-49cf-ba25-7e982e772198 req-bc666c85-c1ba-45f6-aef8-21ddf57a875e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0489974 Feb 09 00:45:34.162929 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf073728-bfc7-49cf-ba25-7e982e772198 req-01b0a58a-5b0d-4265-afcb-17b1fc3749c4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378022 Feb 09 00:45:35.281579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3314fe-9b78-406d-9fd3-b8c41121cf84 req-ab9a67df-b921-4bff-8008-dcf29b04d4d5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:35.283034 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a3314fe-9b78-406d-9fd3-b8c41121cf84 req-ab9a67df-b921-4bff-8008-dcf29b04d4d5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0486581 Feb 09 00:45:35.321127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3a3314fe-9b78-406d-9fd3-b8c41121cf84 req-1799f5e3-bb27-46c0-8721-70457fbec183 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311799 Feb 09 00:45:35.435175 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff28f5-4f48-4f7a-bdf0-28e122efeb22 req-8a6ec1c9-f6e2-4a83-9d29-43b2e927912a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:35.436574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcff28f5-4f48-4f7a-bdf0-28e122efeb22 req-8a6ec1c9-f6e2-4a83-9d29-43b2e927912a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0486712 Feb 09 00:45:35.479424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fcff28f5-4f48-4f7a-bdf0-28e122efeb22 req-25db95dd-551b-49d8-a4ff-18f0aab5f0c2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364354 Feb 09 00:45:35.500892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60338) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:35.824216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdb05e-c7f3-4b28-b3a1-702a878e38db tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:35.825814 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-95bdb05e-c7f3-4b28-b3a1-702a878e38db tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1091 time: 0.3239379 Feb 09 00:45:35.828802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60340) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:35.834146 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:45:35.858409 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:35.958164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.058159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.112 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/50975dc7-fa43-4499-be58-42da2d37c5bf) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:45:36.160636 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.194768 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.241358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:45:36.244386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:45:36.248724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:45:36.273594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=50975dc7-fa43-4499-be58-42da2d37c5bf,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:36.609002 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.672322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.821825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.826179 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:36.897486 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=50975dc7-fa43-4499-be58-42da2d37c5bf,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:45:36.907444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:37.003423 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP 885d3632-fbad-4a3a-9014-0ef70fcabe96 associated. External IP: 172.25.3.112, port: 4cf72173-60d2-4436-9db9-9782ba7d6057. Feb 09 00:45:37.216484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:45:37.325069 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:45:37.335725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] Sync routers for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:45:37.343512 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:37.346776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:37.347575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:37.370728 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6a987072-e221-47bf-a97e-2958e80bd3cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5408089 Feb 09 00:45:37.371337 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:45:37.373677 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014" -d '{"events": [{"name": "network-changed", "server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:45:37.411257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:37.474555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc360449-e05b-4bc6-8030-fe4ed31ad504 req-18d3c87f-f58e-4f05-b7b3-247a568656aa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:37.476075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc360449-e05b-4bc6-8030-fe4ed31ad504 req-18d3c87f-f58e-4f05-b7b3-247a568656aa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0543041 Feb 09 00:45:37.517706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dc360449-e05b-4bc6-8030-fe4ed31ad504 req-04d2f822-092a-4fb6-9d31-abb266dd6676 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353889 Feb 09 00:45:37.541226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60346) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:37.582178 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04af88b-c2b5-4409-b50e-e86b15dc1390 x-openstack-request-id: req-e04af88b-c2b5-4409-b50e-e86b15dc1390 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:45:37.582475 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:45:37.582728 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e04af88b-c2b5-4409-b50e-e86b15dc1390 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:45:37.583129 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'status': 'completed', 'code': 200} Feb 09 00:45:37.610802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-195b63cc-20f7-4739-a7e4-6f2493393afc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/885d3632-fbad-4a3a-9014-0ef70fcabe96 HTTP/1.1" status: 200 len: 991 time: 0.0681140 Feb 09 00:45:37.630625 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-47f80b92-5d06-42db-9402-00eab0f7de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:37.632121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-47f80b92-5d06-42db-9402-00eab0f7de55 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1096 time: 0.0427861 Feb 09 00:45:37.641111 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:37.643177 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:37.728834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-da86a97e-55f9-43ae-af16-6e3b895a3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:37.730316 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-da86a97e-55f9-43ae-af16-6e3b895a3104 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 898 time: 0.0908761 Feb 09 00:45:37.796651 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-1c406760-cf43-4645-a199-3d7e7d84f35e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 999 time: 0.0593686 Feb 09 00:45:37.849306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-85f7df89-86ca-4561-b072-bc8af4338701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:37.850978 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-85f7df89-86ca-4561-b072-bc8af4338701 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0475960 Feb 09 00:45:37.874157 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '885d3632-fbad-4a3a-9014-0ef70fcabe96', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'port_id': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'mac_address': 'fa:16:3e:a8:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:45:36Z', 'updated_at': '2022-02-09T00:45:36Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:28Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:37.896057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-3640faf8-b169-49ff-b4b2-15e5000c47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:37.897673 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-3640faf8-b169-49ff-b4b2-15e5000c47a4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405071 Feb 09 00:45:37.905117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] Checking router: a6438d5a-5aca-4e83-9c25-7ae1b6e70323 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:45:37.914468 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:45:37.915082 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:45:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:37.987974 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-d537f7e6-ab58-4de7-b358-fb1dfd8551b6 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Feb 09 00:45:38.023346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:45:38.080493 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-9ac2ea7b-25ed-4fd1-aa86-e03b97d46014 req-e31eeabb-0939-43b9-82aa-792283f04f2d service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861967 Feb 09 00:45:38.246301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '885d3632-fbad-4a3a-9014-0ef70fcabe96', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'port_id': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'mac_address': 'fa:16:3e:a8:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:45:36Z', 'updated_at': '2022-02-09T00:45:36Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:28Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:45:38.273591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2ae96-c906-4b1a-bf08-24ff63fff9e9 None None] The sync data for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 is: [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '885d3632-fbad-4a3a-9014-0ef70fcabe96', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'port_id': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'mac_address': 'fa:16:3e:a8:fe:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:45:36Z', 'updated_at': '2022-02-09T00:45:36Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:28Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:45:38.469939 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fb5e73-ca90-447c-9176-21878bda469b None None] New status for floating IP 885d3632-fbad-4a3a-9014-0ef70fcabe96: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:45:38.612863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60348) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:45:38.673678 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c09a695a-69df-46e8-8249-ab789a1cd362 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/885d3632-fbad-4a3a-9014-0ef70fcabe96 HTTP/1.1" status: 200 len: 993 time: 0.0596430 Feb 09 00:45:42.005757 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-82e6e861-62d5-475d-b48a-d1738ed8bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:43.918839 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-0d528be7-73ff-44d8-8e93-4d673791dee9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444992 Feb 09 00:45:43.998707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-ae3469c0-2259-4172-8704-1960ed59a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:44.000198 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-ae3469c0-2259-4172-8704-1960ed59a424 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1096 time: 0.0397120 Feb 09 00:45:44.100949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-51aaedc7-1f93-4ea1-be47-3691c246d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:44.102584 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-51aaedc7-1f93-4ea1-be47-3691c246d390 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 898 time: 0.0829198 Feb 09 00:45:44.171155 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-fdbbc135-2185-4dbe-bc25-202ed8b2972b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 1001 time: 0.0618315 Feb 09 00:45:44.218519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-4989eef2-36d4-43f2-b139-673b5833f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:44.219946 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-4989eef2-36d4-43f2-b139-673b5833f314 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0431902 Feb 09 00:45:44.264959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-0e53310c-66bc-430c-b0c9-e77be7818d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:45:44.266452 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-0e53310c-66bc-430c-b0c9-e77be7818d49 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398438 Feb 09 00:45:44.361672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-d337bebe-8a44-4f47-9cc3-c52413f24cd2 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Feb 09 00:45:44.450184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-173b72bf-6b4f-454d-b1e1-051def3f29be req-fef14bba-afa8-4c49-9578-234f63902b4a service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822470 Feb 09 00:45:44.769028 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1d59dcd2-6b94-4044-a142-eb17258c859c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:45.680550 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:47.062801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:47.458661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:45:57.429847 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:46:07.384425 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:07.601964 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:12.009320 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8ae72de0-9c4f-4dff-8052-b26dfc044c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:12.027563 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e32842-e81b-45af-bf51-45a262a6b869 req-a935d4df-339b-49a6-a207-86fa2fac8351 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:12.029339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43e32842-e81b-45af-bf51-45a262a6b869 req-a935d4df-339b-49a6-a207-86fa2fac8351 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0539579 Feb 09 00:46:12.039930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-2e708283-6396-4aa1-8405-a8a9ab983a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:12.041447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-2e708283-6396-4aa1-8405-a8a9ab983a82 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1096 time: 0.0513265 Feb 09 00:46:12.074305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-43e32842-e81b-45af-bf51-45a262a6b869 req-97368d55-cef5-4294-afbe-e4636647405b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381091 Feb 09 00:46:12.131603 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-cac17fb9-f12b-42fd-8820-4c485cdb6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:12.133044 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-cac17fb9-f12b-42fd-8820-4c485cdb6c8e service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 898 time: 0.0843697 Feb 09 00:46:12.208123 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-a43fc4c3-c0f6-4ea4-86dd-9a4fa87ee248 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 1001 time: 0.0684633 Feb 09 00:46:12.257789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-354dfb18-1b15-419a-a095-85c12cf5f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:12.259259 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-354dfb18-1b15-419a-a095-85c12cf5f8e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0445020 Feb 09 00:46:12.305177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-825b567b-eea3-41e1-9412-4c3835be6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:12.306726 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-825b567b-eea3-41e1-9412-4c3835be6dfe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405054 Feb 09 00:46:12.401502 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-f9fcb0fe-b3e0-4096-acc0-6099d657e33b service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876255 Feb 09 00:46:12.489774 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c1c7d8a7-2f10-4d96-9587-4cbe259f0d82 req-728fd6b3-2e10-43ef-8450-7c6d9beef32c service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820446 Feb 09 00:46:13.193861 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414fdbe-1cc8-4f38-90f8-abec96258ae2 req-8ae7ab99-1275-4872-9fbc-d24b665df158 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:13.195362 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b414fdbe-1cc8-4f38-90f8-abec96258ae2 req-8ae7ab99-1275-4872-9fbc-d24b665df158 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0522304 Feb 09 00:46:13.233717 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b414fdbe-1cc8-4f38-90f8-abec96258ae2 req-8f36847e-93c3-4b55-9091-7cb0874070ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320566 Feb 09 00:46:14.349830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480b658-1cdf-4a2c-8219-b49ceb0aa449 req-9a143e95-6378-4c88-bb04-dfc83e5dac94 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:14.351303 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8480b658-1cdf-4a2c-8219-b49ceb0aa449 req-9a143e95-6378-4c88-bb04-dfc83e5dac94 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0490232 Feb 09 00:46:14.388747 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8480b658-1cdf-4a2c-8219-b49ceb0aa449 req-43cfb6af-541b-4295-accb-74a74e52b94f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312974 Feb 09 00:46:14.771025 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee38e-684b-451f-bf91-0fd146bc2175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:15.503249 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6b4f8-75dd-4c4b-a6b0-fc62b86ec21b req-d7c39048-0c45-4337-9920-45c690117e07 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:15.504738 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8f6b4f8-75dd-4c4b-a6b0-fc62b86ec21b req-d7c39048-0c45-4337-9920-45c690117e07 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0483181 Feb 09 00:46:15.546506 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8f6b4f8-75dd-4c4b-a6b0-fc62b86ec21b req-9ded4ff2-c2a8-4899-980d-b03a4115ddee tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358667 Feb 09 00:46:15.683456 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:16.661677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de9ca-0485-4090-88f6-8910c18217e8 req-857a04bf-3338-4728-bd6d-bb4448e7ade2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:16.663134 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-426de9ca-0485-4090-88f6-8910c18217e8 req-857a04bf-3338-4728-bd6d-bb4448e7ade2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0486286 Feb 09 00:46:16.700991 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-426de9ca-0485-4090-88f6-8910c18217e8 req-377c171e-952b-4e8d-b9bb-aff134488457 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Feb 09 00:46:17.066514 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:17.460400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:17.815966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6273de7-a12a-4ff1-b608-489bc537d2f6 req-46b317a9-974e-4132-8680-a1d246926fdf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:17.817475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6273de7-a12a-4ff1-b608-489bc537d2f6 req-46b317a9-974e-4132-8680-a1d246926fdf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0497830 Feb 09 00:46:17.854737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6273de7-a12a-4ff1-b608-489bc537d2f6 req-be33f330-0797-4c7f-beac-b50a6daaa721 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Feb 09 00:46:18.977253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38aa08-e85f-4a41-ae46-da2229a6c331 req-57130e87-7910-49ce-9c15-2f08a0a42396 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:18.978792 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed38aa08-e85f-4a41-ae46-da2229a6c331 req-57130e87-7910-49ce-9c15-2f08a0a42396 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0485697 Feb 09 00:46:19.020997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ed38aa08-e85f-4a41-ae46-da2229a6c331 req-07f953fc-ee99-478e-a5dd-df1e2c7a1564 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362418 Feb 09 00:46:20.136061 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d347-6443-41db-bbd8-8dcf40676aea req-5c4279d1-5412-43dd-9549-7f5231a73d7f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:20.137598 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8b2d347-6443-41db-bbd8-8dcf40676aea req-5c4279d1-5412-43dd-9549-7f5231a73d7f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0500185 Feb 09 00:46:20.176618 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d8b2d347-6443-41db-bbd8-8dcf40676aea req-4d563b47-e120-4db4-8cf8-82fa6225d94e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Feb 09 00:46:21.291779 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd172b5a-903d-4725-8a30-7616b5105615 req-045b83ff-90cf-4705-b2de-7710192749b3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:21.293352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd172b5a-903d-4725-8a30-7616b5105615 req-045b83ff-90cf-4705-b2de-7710192749b3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0493944 Feb 09 00:46:21.332033 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd172b5a-903d-4725-8a30-7616b5105615 req-cb7ee9af-b608-45f5-8d44-e3f59b69d86b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Feb 09 00:46:22.445836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572b4b6-c9eb-40f9-b8db-ce958411357e req-266fcc21-38f8-4db6-b52e-27c18337471e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:22.447328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a572b4b6-c9eb-40f9-b8db-ce958411357e req-266fcc21-38f8-4db6-b52e-27c18337471e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0483353 Feb 09 00:46:22.488966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a572b4b6-c9eb-40f9-b8db-ce958411357e req-8b80cb4b-8284-4e5e-b174-8e7260168eae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356596 Feb 09 00:46:23.603987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4ae2-718a-47ab-8f74-353a5f393e7f req-23656d85-1880-4a6f-9b5c-dd1936fa91fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:23.605403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c77a4ae2-718a-47ab-8f74-353a5f393e7f req-23656d85-1880-4a6f-9b5c-dd1936fa91fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0484369 Feb 09 00:46:23.643284 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c77a4ae2-718a-47ab-8f74-353a5f393e7f req-5f30d02a-1035-4194-83fa-14728d28c7bf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318840 Feb 09 00:46:24.759846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9d5a-b4b4-43e6-aad0-47287690d506 req-480e72c8-aab9-44ba-838f-8b5ca8efa630 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:24.761326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfbe9d5a-b4b4-43e6-aad0-47287690d506 req-480e72c8-aab9-44ba-838f-8b5ca8efa630 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0492420 Feb 09 00:46:24.799527 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfbe9d5a-b4b4-43e6-aad0-47287690d506 req-26282b8b-f73d-4955-a755-d629802d79e5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319724 Feb 09 00:46:25.916172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dceec0d-e6c4-408f-a2e3-86d3882077f2 req-ce5adf83-9dab-4223-8d95-f52ef4dd261b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:25.918443 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9dceec0d-e6c4-408f-a2e3-86d3882077f2 req-ce5adf83-9dab-4223-8d95-f52ef4dd261b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0488446 Feb 09 00:46:25.960363 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9dceec0d-e6c4-408f-a2e3-86d3882077f2 req-4d5397c5-dfac-46c9-b802-2d5e2b5c560f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359216 Feb 09 00:46:27.075798 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd34e-5e0f-4832-9f28-734f38e7bc64 req-98b388f3-3bf2-4314-a521-19b7c8ba7c1e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:27.077267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2cd34e-5e0f-4832-9f28-734f38e7bc64 req-98b388f3-3bf2-4314-a521-19b7c8ba7c1e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0486650 Feb 09 00:46:27.115139 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5a2cd34e-5e0f-4832-9f28-734f38e7bc64 req-2467339b-fc8f-41ee-b3f3-2af2cc00af07 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Feb 09 00:46:28.232134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dba878-261b-4c0b-871f-5439c5237d43 req-a4fd32c7-ac57-4b06-ab75-561352e00e15 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:28.233648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35dba878-261b-4c0b-871f-5439c5237d43 req-a4fd32c7-ac57-4b06-ab75-561352e00e15 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0494761 Feb 09 00:46:28.272680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-35dba878-261b-4c0b-871f-5439c5237d43 req-171e2dc6-11d3-45a2-a8cf-e4843bfcaa85 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Feb 09 00:46:29.390439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3618e-d4b0-4cd6-b41f-c006d3cd71fc req-84e4e8bd-93bb-4d97-b482-4b2349efa85c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:29.391905 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5db3618e-d4b0-4cd6-b41f-c006d3cd71fc req-84e4e8bd-93bb-4d97-b482-4b2349efa85c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0491998 Feb 09 00:46:29.433781 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5db3618e-d4b0-4cd6-b41f-c006d3cd71fc req-556672f7-45b2-4174-ab49-bf7f20b1e7fe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358777 Feb 09 00:46:29.455938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60398) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:46:29.519399 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7e743a7f-db63-4e15-b5f5-5f1c3716cf78 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/885d3632-fbad-4a3a-9014-0ef70fcabe96 HTTP/1.1" status: 200 len: 993 time: 0.0623341 Feb 09 00:46:34.429698 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:46:37.380572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:37.600688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:42.014959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3ed1ba2b-b6c5-4cc0-aebe-43c92e852bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:44.255020 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-602aeb34-362f-4cda-8c1b-00c7976e2e06 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388308 Feb 09 00:46:44.337263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a425-89c2-4875-9de5-386f6abc3379 req-d0f45ef9-1e46-4e35-ae50-8f11d9183a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:44.338762 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-d0f45ef9-1e46-4e35-ae50-8f11d9183a17 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1096 time: 0.0409756 Feb 09 00:46:44.444447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a425-89c2-4875-9de5-386f6abc3379 req-143fe19c-0ab8-4e15-b460-e544fc70f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:44.445994 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-143fe19c-0ab8-4e15-b460-e544fc70f6b5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 898 time: 0.0875943 Feb 09 00:46:44.510448 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-e2de7266-2ab7-482b-ae22-5b8b0d882273 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 1001 time: 0.0579121 Feb 09 00:46:44.558499 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a425-89c2-4875-9de5-386f6abc3379 req-ca27b8b2-a712-48d1-b159-445b02ee182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:44.559940 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-ca27b8b2-a712-48d1-b159-445b02ee182e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0433602 Feb 09 00:46:44.608104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a425-89c2-4875-9de5-386f6abc3379 req-2ef186c0-505d-403e-b558-a0a0135f73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:46:44.609609 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-2ef186c0-505d-403e-b558-a0a0135f73eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429490 Feb 09 00:46:44.697623 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-acaff45c-a4f4-4427-beff-7ed2f6bafb0d service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808764 Feb 09 00:46:44.777003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3095b4b7-ff8e-4a79-a52e-2afaead0d905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:45.144796 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2345a425-89c2-4875-9de5-386f6abc3379 req-764beb65-02b3-43ab-b8ce-eb5e392c371c service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393439 Feb 09 00:46:45.679196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:47.068961 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:47.462056 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:46:59.850117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60414) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:00.005718 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 50975dc7-fa43-4499-be58-42da2d37c5bf {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:47:00.006042 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:00.084884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:00.085250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:00.097648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 50975dc7-fa43-4499-be58-42da2d37c5bf owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:47:00.246450 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:00.273514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=50975dc7-fa43-4499-be58-42da2d37c5bf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:00.303401 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.303755 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.304091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.304423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.304750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.305105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.305429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.305757 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.306102 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.306419 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.306734 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.307046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:00.346930 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:00.347260 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP 885d3632-fbad-4a3a-9014-0ef70fcabe96 disassociated (deleted). External IP: 172.25.3.112, port: 4cf72173-60d2-4436-9db9-9782ba7d6057. Feb 09 00:47:00.554403 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:47:00.663616 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:47:00.668475 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:00.674035 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] Sync routers for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:47:00.683751 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:00.684412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:00.696121 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-a5268266-20ff-4e3e-a27f-df495d2e155f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/floatingips/885d3632-fbad-4a3a-9014-0ef70fcabe96 HTTP/1.1" status: 204 len: 168 time: 0.8449211 Feb 09 00:47:00.696695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:47:00.701490 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c4d05c-f605-4c35-8d89-4a65afae3b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:47:00.795301 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:00.856296 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9250eb01-83d9-4775-b260-ab8dd2151dd5 x-openstack-request-id: req-9250eb01-83d9-4775-b260-ab8dd2151dd5 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:47:00.856788 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:47:00.856875 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9250eb01-83d9-4775-b260-ab8dd2151dd5 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:47:00.857441 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'status': 'completed', 'code': 200} Feb 09 00:47:00.921581 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-aac07b4b-32fa-4c5b-8e52-e17b5f797e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:00.923934 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-aac07b4b-32fa-4c5b-8e52-e17b5f797e65 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 1096 time: 0.0438540 Feb 09 00:47:00.951379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ffbc6-485b-4c04-98b8-d823360aca1d req-ebe9e3ed-fb30-49ec-abb7-2184b05ae545 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:00.952993 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-622ffbc6-485b-4c04-98b8-d823360aca1d req-ebe9e3ed-fb30-49ec-abb7-2184b05ae545 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0511475 Feb 09 00:47:00.994871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-622ffbc6-485b-4c04-98b8-d823360aca1d req-3ad552f5-74ad-4c64-b033-883aa4d6f485 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354600 Feb 09 00:47:01.018437 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:28Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:01.028195 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-8f708ff0-c65e-4459-987f-f2002af576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:01.029687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-8f708ff0-c65e-4459-987f-f2002af576c8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 200 len: 898 time: 0.0970342 Feb 09 00:47:01.045967 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] Checking router: a6438d5a-5aca-4e83-9c25-7ae1b6e70323 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:47:01.055139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:01.055749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:01.076787 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-a7bb697d-b517-42d8-9252-75b98daa7ab0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 200 len: 217 time: 0.0386689 Feb 09 00:47:01.126684 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-16082792-4da5-4726-84a9-e8b2db5dfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:01.128131 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-16082792-4da5-4726-84a9-e8b2db5dfc4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 200 len: 835 time: 0.0441508 Feb 09 00:47:01.162410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:01.174888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-8628d78f-f318-4033-a62b-0336d776d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:01.176408 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-8628d78f-f318-4033-a62b-0336d776d966 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408545 Feb 09 00:47:01.273409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-fd018145-92b4-449c-9174-c9275cd0d615 service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885170 Feb 09 00:47:01.361434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:28Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:01.366494 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-45c4d05c-f605-4c35-8d89-4a65afae3b0c req-418a268d-9451-4c4d-9054-791c41d4f26d service neutron] 10.222.0.84 "GET /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858357 Feb 09 00:47:01.395370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5dad26-0c65-47fc-9d0d-59c315122804 None None] The sync data for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 is: [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:25Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'ff765c35-70d8-4d2f-b136-ad29608da590', 'name': '', 'network_id': 'b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:d0:c7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:24Z', 'updated_at': '2022-02-09T00:45:28Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'b49d4abd-df49-4c0b-a92a-d9c61b61fb18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:47:01.602194 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83c18c-4b74-47af-bd64-ecac49a7c540 None None] New status for floating IP 885d3632-fbad-4a3a-9014-0ef70fcabe96: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:47:02.112265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb9392-4a54-4328-912a-e019592b5f26 req-08ec3057-e85e-4e6e-b401-d84ca9dc5eae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:02.113765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cbb9392-4a54-4328-912a-e019592b5f26 req-08ec3057-e85e-4e6e-b401-d84ca9dc5eae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0484121 Feb 09 00:47:02.151504 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8cbb9392-4a54-4328-912a-e019592b5f26 req-449c31ac-447f-431b-8d0e-7118df7b9300 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Feb 09 00:47:02.482710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-7204c9e3-8966-4f3c-928b-136004a0e075 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:02.484153 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-7204c9e3-8966-4f3c-928b-136004a0e075 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 945 time: 0.0547450 Feb 09 00:47:02.572710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 4cf72173-60d2-4436-9db9-9782ba7d6057 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:47:02.572995 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:02.664160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 4cf72173-60d2-4436-9db9-9782ba7d6057, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=4cf72173-60d2-4436-9db9-9782ba7d6057,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:02.664519 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:02.676434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 4cf72173-60d2-4436-9db9-9782ba7d6057 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:47:02.811085 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:02.847336 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=4cf72173-60d2-4436-9db9-9782ba7d6057,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:02.888793 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] No DVR routers for this DVR port 4cf72173-60d2-4436-9db9-9782ba7d6057 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:47:02.891607 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:02.895001 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-22ecba33-43f9-49a9-a42c-1af6c6d9c6e4 req-a26ca374-3588-4060-b25a-04bdf2388afe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "DELETE /v2.0/ports/4cf72173-60d2-4436-9db9-9782ba7d6057 HTTP/1.1" status: 204 len: 173 time: 0.4051821 Feb 09 00:47:02.895466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'name': 'network-vif-deleted', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:47:02.898541 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96742556-5230-43ee-aca1-e267a133c2d9" -d '{"events": [{"server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "name": "network-vif-deleted", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:47:02.938570 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eaf6e8-0c1f-4bcd-abc1-743a5c4c02d0 x-openstack-request-id: req-40eaf6e8-0c1f-4bcd-abc1-743a5c4c02d0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:47:02.938906 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dbe44d-f31c-483c-9e05-0e2f21ca325a", "name": "network-vif-deleted", "tag": "4cf72173-60d2-4436-9db9-9782ba7d6057", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:47:02.939161 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-40eaf6e8-0c1f-4bcd-abc1-743a5c4c02d0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:47:02.939569 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dbe44d-f31c-483c-9e05-0e2f21ca325a', 'name': 'network-vif-deleted', 'tag': '4cf72173-60d2-4436-9db9-9782ba7d6057', 'status': 'completed', 'code': 200} Feb 09 00:47:03.271505 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-50b3b234-7539-48ab-88d8-436c2b75c498 req-1dd63b43-f504-48d1-b22e-41246071e65b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dbe44d-f31c-483c-9e05-0e2f21ca325a HTTP/1.1" status: 200 len: 210 time: 0.0289629 Feb 09 00:47:04.331099 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60430) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:04.691900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:04.943185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port ff765c35-70d8-4d2f-b136-ad29608da590 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:47:04.943444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:05.033742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port ff765c35-70d8-4d2f-b136-ad29608da590, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=ff765c35-70d8-4d2f-b136-ad29608da590,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:05.034098 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:05.046050 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for ff765c35-70d8-4d2f-b136-ad29608da590 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:47:05.228234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:05.256249 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=ff765c35-70d8-4d2f-b136-ad29608da590,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:05.437945 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:05.650288 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:47:05.757044 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:47:05.762063 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c470c494-c586-4138-aecf-9840e93a1c27 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/a6438d5a-5aca-4e83-9c25-7ae1b6e70323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299314 Feb 09 00:47:05.764748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60432) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:05.767835 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] Sync routers for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:47:05.780375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:05.781122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:05.821232 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting subnet b49d4abd-df49-4c0b-a92a-d9c61b61fb18 {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:47:05.824546 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:05.867652 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:05.886316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:05.950458 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.013182 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.039949 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Subnet': ['ID=b49d4abd-df49-4c0b-a92a-d9c61b61fb18,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:06.043713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.049013 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-f8145d20-229f-4293-a0ec-b6a711a73690 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/subnets/b49d4abd-df49-4c0b-a92a-d9c61b61fb18 HTTP/1.1" status: 204 len: 168 time: 0.2832565 Feb 09 00:47:06.051655 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60434) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:06.052671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5819dd0-c527-4b79-b055-2f7065db4256 None None] Network b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:47:06.101042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4cf72173-60d2-4436-9db9-9782ba7d6057 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:47:06.135836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 4cf72173-60d2-4436-9db9-9782ba7d6057 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:47:06.136187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 4cf72173-60d2-4436-9db9-9782ba7d6057 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:47:06.164620 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.195160 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:47:05Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '099e5ee3-101a-49a8-997d-5d8bc9883bbe', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:06.275438 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.398735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] Checking router: a6438d5a-5aca-4e83-9c25-7ae1b6e70323 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:47:06.413317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] Routers {'a6438d5a-5aca-4e83-9c25-7ae1b6e70323'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:06.413965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:06.487319 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] DHCP port deletion for b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:47:06.534735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] Set router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:06.595391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:47:06Z', 'revision_number': 6, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:06.627011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a080e-493f-4748-9b02-1170e22d6ede None None] The sync data for ids ['a6438d5a-5aca-4e83-9c25-7ae1b6e70323'] in n-d-828413-1 is: [{'id': 'a6438d5a-5aca-4e83-9c25-7ae1b6e70323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1997436756', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:45:22Z', 'updated_at': '2022-02-09T00:47:06Z', 'revision_number': 6, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:47:06.639780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Deleting port a0fa6295-f446-4b08-b0ca-d81f102080f2 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:47:06.640160 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.689049 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 099e5ee3-101a-49a8-997d-5d8bc9883bbe {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:47:06.689612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.707629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] For port a0fa6295-f446-4b08-b0ca-d81f102080f2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=a0fa6295-f446-4b08-b0ca-d81f102080f2,segment=NetworkSegment(6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8),segment_id=6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:06.708029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.720977 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Calling delete_port for a0fa6295-f446-4b08-b0ca-d81f102080f2 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:47:06.766748 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 099e5ee3-101a-49a8-997d-5d8bc9883bbe, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=099e5ee3-101a-49a8-997d-5d8bc9883bbe,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:06.767178 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.779883 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 099e5ee3-101a-49a8-997d-5d8bc9883bbe owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:47:06.804319 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.829576 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Pushing event deleted for resources: {'Port': ['ID=a0fa6295-f446-4b08-b0ca-d81f102080f2,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:06.833786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] No DVR routers for this DVR port a0fa6295-f446-4b08-b0ca-d81f102080f2 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:47:06.840417 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.840759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.841117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.841447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.841769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.842092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.842410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.842726 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.843040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.843352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.843724 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.845009 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d88d96-43f0-48b3-8064-ce9939990437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:06.956069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:06.982127 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=099e5ee3-101a-49a8-997d-5d8bc9883bbe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:07.047140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.137848 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.139868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.184723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.185309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Fanout notify agent at l3_agent the message router_deleted on router a6438d5a-5aca-4e83-9c25-7ae1b6e70323 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:47:07.192502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.193626 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ff107888-9bf8-43b0-9817-18b4ddc5351e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/routers/a6438d5a-5aca-4e83-9c25-7ae1b6e70323 HTTP/1.1" status: 204 len: 168 time: 1.1410601 Feb 09 00:47:07.196343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60436) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:07.270906 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.360876 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.382105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:07.392350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:07.392643 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3bfd1c-3508-4d0b-bfd0-cbe49364f3e8') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:07.403206 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.403527 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.416981 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.424310 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:47:07.424795 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:47:07.428195 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:47:07.486197 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.494534 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.498226 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/networks/b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1 HTTP/1.1" status: 204 len: 168 time: 0.3006022 Feb 09 00:47:07.501395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60438) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:07.519109 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b4cd6-e9b2-4a5c-8ce5-67d14777cfc1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Network': ['ID=b5fa3a2d-f8c5-4dd5-956c-ab1fc1fedfc1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:07.577341 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fe04bf4-4bd5-4d70-ba1c-05c4762cc1c6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.604988 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fe04bf4-4bd5-4d70-ba1c-05c4762cc1c6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.612433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.670938 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fe04bf4-4bd5-4d70-ba1c-05c4762cc1c6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.674552 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6fe04bf4-4bd5-4d70-ba1c-05c4762cc1c6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.675725 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6fe04bf4-4bd5-4d70-ba1c-05c4762cc1c6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/security-groups/9a4ef51b-d2b7-4970-bbc4-06f3859c15ab HTTP/1.1" status: 204 len: 168 time: 0.1734173 Feb 09 00:47:07.693265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe04bf4-4bd5-4d70-ba1c-05c4762cc1c6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ef51b-d2b7-4970-bbc4-06f3859c15ab,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:07.871789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60444) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:07.876557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404041070', 'description': 'tempest-secgroup-smoke-404041070 description', 'project_id': '912a36a035b84be78c8a287170527f84'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:07.901000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.968322 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:07.972521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.002036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.003262 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1304576 Feb 09 00:47:08.005115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d2244-e33c-49b8-82aa-26a710607a47 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19544837-e65d-428c-af57-f037d6452632,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.006321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.011739 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '19544837-e65d-428c-af57-f037d6452632', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.039748 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.097368 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.100729 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.119292 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8095788b-6629-44a7-819e-40742f885b89,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.127622 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.128785 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209810 Feb 09 00:47:08.130596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.130940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.131275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.131626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.131930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.132144 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60448) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.132253 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.132555 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.132875 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.133217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.133532 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.133848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.134159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c42214c-49a9-4fd1-b3c7-8178f63d3a30 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:08.138175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '19544837-e65d-428c-af57-f037d6452632', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.167237 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.234055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.237949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.257410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103938e3-a67a-4489-a182-e5600c33652c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.262904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.264067 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-90b6620f-d30b-4488-9571-98118d61a1b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308300 Feb 09 00:47:08.267709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60450) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.272269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '19544837-e65d-428c-af57-f037d6452632', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.300028 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.361425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.364229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ff765c35-70d8-4d2f-b136-ad29608da590 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:47:08.366235 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.383948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0974eb81-9704-44b5-99ec-8ff6c9352af5,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.389329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: ff765c35-70d8-4d2f-b136-ad29608da590 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:47:08.389678 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device ff765c35-70d8-4d2f-b136-ad29608da590 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:47:08.390095 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a0fa6295-f446-4b08-b0ca-d81f102080f2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:47:08.394004 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.395229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-451d0939-f3f4-4e45-b3a6-4f65f7990980 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265066 Feb 09 00:47:08.398185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60452) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.402594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '19544837-e65d-428c-af57-f037d6452632', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.411871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: a0fa6295-f446-4b08-b0ca-d81f102080f2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:47:08.412219 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device a0fa6295-f446-4b08-b0ca-d81f102080f2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:47:08.412692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 099e5ee3-101a-49a8-997d-5d8bc9883bbe no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:47:08.432158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 099e5ee3-101a-49a8-997d-5d8bc9883bbe {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:47:08.432501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 099e5ee3-101a-49a8-997d-5d8bc9883bbe not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:47:08.438044 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.497130 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.501421 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.519663 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c422f1d-07bb-4331-b750-2183d8b64c6e,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.527500 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.529001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-836aa750-3c6a-4081-b832-16798c25a698 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298046 Feb 09 00:47:08.531834 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60454) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.536058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '19544837-e65d-428c-af57-f037d6452632', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.565535 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:47:08.570422 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.633398 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.637111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.654367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f40a485-0728-44aa-8f4f-f68616fad1fb,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.663077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.664260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ed0a9937-f6ab-486c-96f5-61bb73c7ab95 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315126 Feb 09 00:47:08.667363 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60456) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.671674 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '19544837-e65d-428c-af57-f037d6452632', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.694451 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:47:08.699152 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.758019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.761390 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.779321 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c72143-12c4-4bd4-9b02-fe7ffae66a41,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:08.787380 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.788578 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ab636a0b-cd7b-4668-8345-155e5333d8ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202559 Feb 09 00:47:08.792377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60458) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:08.797224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'network': {'name': 'tempest-network-smoke--1467422662', 'project_id': '912a36a035b84be78c8a287170527f84', 'port_security_enabled': True}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:08.818410 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:47:08.821791 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.845270 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:47:08.855840 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.856693 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Added segment c99cd052-9794-4e7c-bfc6-dc021d180cfd of type vlan for network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 Feb 09 00:47:08.900555 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.929451 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.934960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:08.935533 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:08.994725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2013202 Feb 09 00:47:08.997392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60460) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:09.004113 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'admin_state_up': True, 'project_id': '912a36a035b84be78c8a287170527f84', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:09.013706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb0e0c-21a6-4646-9dd1-718119c4717a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Network': ['ID=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:09.024239 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:47:09.035776 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.036861 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.091444 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.223497 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.424295 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.443118 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.541628 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.159 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/17892086-d8a1-45ca-bfb0-0e2eac8d94af) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:47:09.647019 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.680631 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:09.713924 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:47:09.717084 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:09.722620 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:47:09.750703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=17892086-d8a1-45ca-bfb0-0e2eac8d94af,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:09.964957 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.156814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.557533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router de924c78-45ba-43bf-995c-9ab97b61908c is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:47:10.666169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:47:10.677506 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Sync routers for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:47:10.685825 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.687051 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ce40498d-c736-4fbe-b335-2844bb8bc3a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6887639 Feb 09 00:47:10.687907 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:10.688540 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:10.690927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60462) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:10.718243 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad216ba5-0bfa-4924-992c-aaf48a7c370b tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=912a36a035b84be78c8a287170527f84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261285 Feb 09 00:47:10.721379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60464) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:10.793820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:10.807383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a5fc2-64e9-486c-80d8-4ea725b1ad0a tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:10.809003 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d62a5fc2-64e9-486c-80d8-4ea725b1ad0a tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866535 Feb 09 00:47:10.811806 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60466) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:10.844327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a1f02716-6785-441a-9fe3-16030c875569 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308428 Feb 09 00:47:10.847122 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60468) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:10.852112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-404829710', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'project_id': '912a36a035b84be78c8a287170527f84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:10.943890 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:47:10.947395 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:10.973608 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:09Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:11.000046 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Checking router: de924c78-45ba-43bf-995c-9ab97b61908c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:47:11.000643 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Updating router de924c78-45ba-43bf-995c-9ab97b61908c port 17892086-d8a1-45ca-bfb0-0e2eac8d94af binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:47:11.025144 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.130415 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.190327 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Subnet': ['ID=ea024886-c77f-4103-9c40-d190969915e8,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:11.199068 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Checking segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:47:11.199430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network hostable DHCP agents. Network: c2ab43cc-2ecb-4a99-a223-9a8f16d712f8, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:47:11.216600 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:47:11.225954 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, c2ab43cc-2ecb-4a99-a223-9a8f16d712f8) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:11.230191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:11.230741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.236521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081487fd-3714-4f3b-84da-a22c2f5b2e9d None None] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:47:11.256043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0df1f234-b966-4a9d-b9d1-7e7dec73f449 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4077716 Feb 09 00:47:11.258927 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60470) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:11.283042 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.288989 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.337237 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Attempting to bind port 17892086-d8a1-45ca-bfb0-0e2eac8d94af on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:47:11.337605 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Attempting to bind port 17892086-d8a1-45ca-bfb0-0e2eac8d94af by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:47:11.337963 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Attempting to bind port 17892086-d8a1-45ca-bfb0-0e2eac8d94af on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:47:11.346826 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:47:11.347218 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:47:11.347588 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.347971 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:47:11.348444 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Bound port: 17892086-d8a1-45ca-bfb0-0e2eac8d94af, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:47:11.348797 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.393813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:47:11.395265 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.395419 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Pushing event updated for resources: {'Port': ['ID=17892086-d8a1-45ca-bfb0-0e2eac8d94af,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:11.410960 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] For port 17892086-d8a1-45ca-bfb0-0e2eac8d94af, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:47:11.414367 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] For port 17892086-d8a1-45ca-bfb0-0e2eac8d94af, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=17892086-d8a1-45ca-bfb0-0e2eac8d94af,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:47:11.416258 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.416933 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.417365 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.417685 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.417982 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.418409 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.419283 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.419649 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.419989 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.420824 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.421359 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.422327 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:47:11.429521 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.486161 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ec865-9470-4ce0-8b06-eab5d83ba3e5 None None] Pushing event updated for resources: {'Port': ['ID=17892086-d8a1-45ca-bfb0-0e2eac8d94af,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:11.494271 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:47:11.508941 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:11.509612 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:11.543352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Allocated IP 172.20.0.2 (c2ab43cc-2ecb-4a99-a223-9a8f16d712f8/ea024886-c77f-4103-9c40-d190969915e8/06e4eddd-44a9-48fe-bdcb-0023508a3680) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:47:11.625529 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:11.711003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.718154 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.737785 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.767944 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:47:11.771184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:11.783742 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:47:11.795764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Pushing event updated for resources: {'Port': ['ID=06e4eddd-44a9-48fe-bdcb-0023508a3680,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:11.847780 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Attempting to bind port 06e4eddd-44a9-48fe-bdcb-0023508a3680 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:47:11.848156 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Attempting to bind port 06e4eddd-44a9-48fe-bdcb-0023508a3680 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:47:11.848932 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Attempting to bind port 06e4eddd-44a9-48fe-bdcb-0023508a3680 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:47:11.854062 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:47:11.854705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Checking segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:47:11.854705 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.855116 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Bound using segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:47:11.855586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Bound port: 06e4eddd-44a9-48fe-bdcb-0023508a3680, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:47:11.855969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.910919 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:09Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:11.925198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] For port 06e4eddd-44a9-48fe-bdcb-0023508a3680, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:47:11.929007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] For port 06e4eddd-44a9-48fe-bdcb-0023508a3680, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=06e4eddd-44a9-48fe-bdcb-0023508a3680,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:47:11.934633 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:11.941630 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd307452-cd1c-4cb5-8caf-e4c1e79c60bb None None] The sync data for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 is: [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:09Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:47:11.999395 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aeea6-4e4c-45e0-90b1-53134af45bda None None] Pushing event updated for resources: {'Port': ['ID=06e4eddd-44a9-48fe-bdcb-0023508a3680,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:12.029689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1968af06-7a79-4b2d-91bb-80339c046de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.053965 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.1 (c2ab43cc-2ecb-4a99-a223-9a8f16d712f8/ea024886-c77f-4103-9c40-d190969915e8/8d3225a1-9714-4c3d-82b7-3de2db4c3cb2) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:47:12.198532 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.252844 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.299181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:47:12.302655 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:12.306802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:47:12.345166 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:12.380836 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.467834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 06e4eddd-44a9-48fe-bdcb-0023508a3680 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:47:12.522681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 06e4eddd-44a9-48fe-bdcb-0023508a3680 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:12.523189 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.542575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.614174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.652372 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 06e4eddd-44a9-48fe-bdcb-0023508a3680, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=06e4eddd-44a9-48fe-bdcb-0023508a3680,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:12.658188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.659033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17892086-d8a1-45ca-bfb0-0e2eac8d94af up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:47:12.740972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=06e4eddd-44a9-48fe-bdcb-0023508a3680,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:12.749568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 17892086-d8a1-45ca-bfb0-0e2eac8d94af triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:12.750482 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.855238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.870271 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.877543 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.882823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 17892086-d8a1-45ca-bfb0-0e2eac8d94af, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=17892086-d8a1-45ca-bfb0-0e2eac8d94af,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:12.889104 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:12.943824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=17892086-d8a1-45ca-bfb0-0e2eac8d94af,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:12.964582 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:13.030549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:13.076826 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:47:13.078383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:13.124846 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458138d-14ab-408d-aa9b-2231d8809af6 None None] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:47:13.197392 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router de924c78-45ba-43bf-995c-9ab97b61908c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:47:13.212730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8e488484-bc07-4843-b108-fcd450104135 None None] Provisioning complete for port 06e4eddd-44a9-48fe-bdcb-0023508a3680 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:13.213127 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e488484-bc07-4843-b108-fcd450104135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:13.307722 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:47:13.317401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7ae83fa0-59bc-48ee-bdba-980354cae104 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/de924c78-45ba-43bf-995c-9ab97b61908c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0572500 Feb 09 00:47:13.475954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-171e0787-6851-475a-af21-79d201e1d9fe tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404041070&fields=id&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 267 time: 0.0383666 Feb 09 00:47:13.585517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c1b48e3d-2329-487f-ad04-5b3437cd0167 None None] Provisioning complete for port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:13.585988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1b48e3d-2329-487f-ad04-5b3437cd0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:13.594989 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-1ecc57f7-6e42-4dae-8deb-140e72045c1f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:13.596941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-1ecc57f7-6e42-4dae-8deb-140e72045c1f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 797 time: 0.1134670 Feb 09 00:47:13.614983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-980aee37-2105-436f-b648-a90650becef1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/quotas/912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 375 time: 0.0118511 Feb 09 00:47:13.624252 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c1b48e3d-2329-487f-ad04-5b3437cd0167 None None] Port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:47:13.636831 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c1b48e3d-2329-487f-ad04-5b3437cd0167 None None] Provisioning complete for port 06e4eddd-44a9-48fe-bdcb-0023508a3680 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:13.637303 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1b48e3d-2329-487f-ad04-5b3437cd0167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:13.675826 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-ae7c90c9-f87d-4f11-b94b-5e11b3fc722b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546091 Feb 09 00:47:13.780402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Sync routers for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:47:13.790066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:13.790687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:46:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:13.794803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-4c9ca803-879b-409a-81be-463fe8068be1 service neutron] 10.222.0.32 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026559 Feb 09 00:47:13.889736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5470e7ac-adcc-4d64-bb1d-ff7e648bf86a None None] Provisioning complete for port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:13.890115 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5470e7ac-adcc-4d64-bb1d-ff7e648bf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:13.892876 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-283f171a-feb2-47ae-978c-a1eb5ca2f563 service neutron] 10.222.0.32 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910521 Feb 09 00:47:14.079251 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4e66d971-6c87-4289-b7fc-55fd2ba71429 req-c6a95b91-39d8-4089-8b2c-a50014b93870 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 210 time: 0.0314791 Feb 09 00:47:14.110606 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:14.112624 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-5470e7ac-adcc-4d64-bb1d-ff7e648bf86a None None] Port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:47:14.259127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2a231184-acc0-437c-b24f-45b78f35ca10 None None] Provisioning complete for port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:14.259602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a231184-acc0-437c-b24f-45b78f35ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:14.345853 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2a231184-acc0-437c-b24f-45b78f35ca10 None None] Port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:47:14.380899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 2, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:14.431670 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 06e4eddd-44a9-48fe-bdcb-0023508a3680 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:47:14.434770 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Checking router: de924c78-45ba-43bf-995c-9ab97b61908c for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:47:14.435126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Updating router de924c78-45ba-43bf-995c-9ab97b61908c port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:47:14.489254 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:14.534941 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 06e4eddd-44a9-48fe-bdcb-0023508a3680 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:14.535330 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:14.734801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17892086-d8a1-45ca-bfb0-0e2eac8d94af up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:47:14.800096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d9967f87-fbd3-4ca1-9b26-d2ed59825917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:14.839682 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 17892086-d8a1-45ca-bfb0-0e2eac8d94af triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:14.840055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:14.910801 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:14.917699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.005901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b9bec-5483-42c4-90bd-87e7bd6ca739 None None] Pushing event updated for resources: {'Port': ['ID=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:15.070513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Attempting to bind port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:47:15.070899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Attempting to bind port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:47:15.071304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Attempting to bind port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:47:15.079658 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:47:15.081238 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Checking segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:47:15.081669 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.082066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Bound using segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:47:15.082837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Bound port: 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:47:15.083247 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.169919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-80333989-c7aa-431f-821c-9acdc16ae3b4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:15.170506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] For port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:47:15.171733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-80333989-c7aa-431f-821c-9acdc16ae3b4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 797 time: 0.1685956 Feb 09 00:47:15.174299 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] For port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:47:15.180041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.211615 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90d1fd6c-b53b-4741-b98e-048a5a8719a3 req-681f806c-24fd-44ab-9551-8499c639bfd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 210 time: 0.0342870 Feb 09 00:47:15.229169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:15.229805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:47:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:15.244316 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-a0b77fb6-cc4c-49c7-8137-3142aaaeaaf5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 379 time: 0.0553517 Feb 09 00:47:15.255339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'port': {'device_id': '75c024de-bede-4c24-bee4-aad5c822328f', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'admin_state_up': True, 'tenant_id': '912a36a035b84be78c8a287170527f84', 'security_groups': ['19544837-e65d-428c-af57-f037d6452632']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:15.318854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b9bec-5483-42c4-90bd-87e7bd6ca739 None None] Pushing event updated for resources: {'Port': ['ID=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:15.359567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-5d21e828-3b83-4f10-8c53-c6d009ffb41c None None] Provisioning complete for port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:15.360044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5d21e828-3b83-4f10-8c53-c6d009ffb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.393416 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:47:15.397111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.418772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:15.529901 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.12 (c2ab43cc-2ecb-4a99-a223-9a8f16d712f8/ea024886-c77f-4103-9c40-d190969915e8/3bf37387-1b61-43cd-95da-d6a67cecc5d8) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:47:15.574392 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5d21e828-3b83-4f10-8c53-c6d009ffb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.650168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5d21e828-3b83-4f10-8c53-c6d009ffb41c None None] For port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:15.657979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5d21e828-3b83-4f10-8c53-c6d009ffb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.678462 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.713015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.724810 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.733784 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21e828-3b83-4f10-8c53-c6d009ffb41c None None] Pushing event updated for resources: {'Port': ['ID=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:15.742694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:15.754142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:47:15.757248 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:15.764359 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:47:15.776509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b360c-16c1-4992-ad8b-9c59375e2880 None None] The sync data for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 is: [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:47:15.787782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-a7c0a5b6-77e0-43c6-b81c-e2b52307dc20 None None] Provisioning complete for port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:15.788162 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a7c0a5b6-77e0-43c6-b81c-e2b52307dc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.809154 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:15.836255 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:15.837157 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:15.879908 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-3d9e4134-fcc6-4af1-91b7-0e3ee8197d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6287141 Feb 09 00:47:15.896466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Request body: {'port': {'device_id': '75c024de-bede-4c24-bee4-aad5c822328f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:15.971090 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.053698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1855b3c6-17ac-4091-9dfb-288f4e1a06ae None None] Provisioning complete for port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:16.054092 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1855b3c6-17ac-4091-9dfb-288f4e1a06ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.094786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1855b3c6-17ac-4091-9dfb-288f4e1a06ae None None] Port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:47:16.251579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf37387-1b61-43cd-95da-d6a67cecc5d8 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:47:16.260355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.273559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Transition to ACTIVE for port object 3bf37387-1b61-43cd-95da-d6a67cecc5d8 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:47:16.278782 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.364782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:16.433089 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:47:16.438637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab40c7-8965-42c4-b0c6-6484e27e31ed req-f0dd8ff5-d6c4-41d6-be0c-51f4ffac1c52 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:16.445434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13ab40c7-8965-42c4-b0c6-6484e27e31ed req-f0dd8ff5-d6c4-41d6-be0c-51f4ffac1c52 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.1389935 Feb 09 00:47:16.495709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:16.496188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.497887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-13ab40c7-8965-42c4-b0c6-6484e27e31ed req-6831f33d-3fd1-471c-aca8-51d82daec85c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Feb 09 00:47:16.513060 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:47:16.513403 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:47:16.513738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:47:16.518888 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:47:16.519220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:47:16.524717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:47:16.525099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Checking segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:47:16.525496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Bound using segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:47:16.525938 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Bound port: 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:47:16.526314 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.611064 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:47:16.614396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:47:16.621067 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.660442 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:16.661193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:16.662707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] 10.222.0.21 "PUT /v2.0/ports/3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 1092 time: 0.7748666 Feb 09 00:47:16.663257 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:47:16.665920 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b8aa8-5943-4f1e-8f19-93e5801b6443" -d '{"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:47:16.695832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d1191-32ed-43d8-8fc5-0a6315c609ee service neutron] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:16.743226 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa5345-70cd-490e-b4ed-76ae525df1bc x-openstack-request-id: req-9baa5345-70cd-490e-b4ed-76ae525df1bc {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:47:16.743605 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:47:16.743783 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9baa5345-70cd-490e-b4ed-76ae525df1bc {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:47:16.744219 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'status': 'completed', 'code': 200} Feb 09 00:47:16.763741 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-53b4b19c-3a55-4a76-993d-346cffeee560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:16.766277 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-53b4b19c-3a55-4a76-993d-346cffeee560 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1095 time: 0.0554526 Feb 09 00:47:16.821872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-44280a37-206a-4251-a9b1-300d1b6c3b81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0465827 Feb 09 00:47:16.879413 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-166118f4-c761-42e2-b669-9439241e9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:16.880886 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-166118f4-c761-42e2-b669-9439241e9190 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0516343 Feb 09 00:47:16.927247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-dcc92f26-663b-4095-b485-7778a5f27ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:16.928860 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-dcc92f26-663b-4095-b485-7778a5f27ecb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419316 Feb 09 00:47:17.025021 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-2b936d1c-153a-4b2a-8480-cdf21db10136 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891068 Feb 09 00:47:17.073121 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:17.115353 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d912520f-1ac8-428f-8e81-50d412007cb7 req-ccc6918d-6f7e-4d7f-a2f1-b2e71c4c863a service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840309 Feb 09 00:47:17.200944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-e3d79bb4-b188-406b-9ad0-5a40474f64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:17.202478 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-e3d79bb4-b188-406b-9ad0-5a40474f64b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1095 time: 0.0411620 Feb 09 00:47:17.294188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-f95c3de7-bfae-4599-b588-7dc88c77ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:17.296947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-f95c3de7-bfae-4599-b588-7dc88c77ea16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0861261 Feb 09 00:47:17.336733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-375afa89-4091-4ea6-80ca-59689821d3a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0347791 Feb 09 00:47:17.390993 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-aa5b36a5-6cd5-4559-9d59-c1a3f369666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:17.392359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-aa5b36a5-6cd5-4559-9d59-c1a3f369666b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0481074 Feb 09 00:47:17.465168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:17.762283 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-243e3275-5d83-4d5c-88a5-9f199441fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:17.763803 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-243e3275-5d83-4d5c-88a5-9f199441fe71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3628187 Feb 09 00:47:17.772394 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a7009-5657-4d47-9869-86c0010322c9 req-7fb9490b-c884-471c-8fcf-2ceaeed16d71 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:17.773945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b40a7009-5657-4d47-9869-86c0010322c9 req-7fb9490b-c884-471c-8fcf-2ceaeed16d71 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0589237 Feb 09 00:47:17.860731 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b40a7009-5657-4d47-9869-86c0010322c9 req-fdb57045-3e89-4c8f-b2b3-3f79f66f5bed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773811 Feb 09 00:47:17.884884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-0494323a-47e6-4656-b856-06160bf40b5e service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099253 Feb 09 00:47:17.972868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-473b8aa8-5943-4f1e-8f19-93e5801b6443 req-665892ea-bed8-41e4-a485-f96a18a933f0 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 Feb 09 00:47:18.980316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972da28-2a70-4bdc-8905-762b9e52fa56 req-33f684b5-fab9-4e4b-b04e-d7eae5acfe68 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:18.981833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7972da28-2a70-4bdc-8905-762b9e52fa56 req-33f684b5-fab9-4e4b-b04e-d7eae5acfe68 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0539911 Feb 09 00:47:19.019744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7972da28-2a70-4bdc-8905-762b9e52fa56 req-106dc3b7-8200-4af6-bc6d-11b32ed1b201 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Feb 09 00:47:20.135736 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc3b3-abb7-4d1a-8cb6-6e1dcaa3e430 req-f6b8f37b-79af-4ce1-8935-059d8319f3f2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:20.137229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b64dc3b3-abb7-4d1a-8cb6-6e1dcaa3e430 req-f6b8f37b-79af-4ce1-8935-059d8319f3f2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0488610 Feb 09 00:47:20.175096 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b64dc3b3-abb7-4d1a-8cb6-6e1dcaa3e430 req-b36a36e8-cbea-4a67-a6f7-596dbbeaa81b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Feb 09 00:47:20.658927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:47:20.754518 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:20.766222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'port_id': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'mac_address': 'fa:16:3e:c6:26:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:47:20.802496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:20.815360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf37387-1b61-43cd-95da-d6a67cecc5d8 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:47:20.834737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:20.838155 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:20.883240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:21.079697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['3bf37387-1b61-43cd-95da-d6a67cecc5d8'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:47:21.290848 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7582cf-12a2-472a-b126-9bb73d0adafb req-6dbc2314-6d93-47b5-adb0-6c4d5b5dcf2c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:21.292327 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a7582cf-12a2-472a-b126-9bb73d0adafb req-6dbc2314-6d93-47b5-adb0-6c4d5b5dcf2c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 945 time: 0.0489135 Feb 09 00:47:21.331333 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1a7582cf-12a2-472a-b126-9bb73d0adafb req-e76ba749-ca75-4a7f-8efc-564d508acec5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321445 Feb 09 00:47:22.452987 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe7533-c6af-4efb-a3e2-b4f334c23277 req-8fc5d353-855a-4723-84ed-cd411aa298fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:22.454499 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44fe7533-c6af-4efb-a3e2-b4f334c23277 req-8fc5d353-855a-4723-84ed-cd411aa298fb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 945 time: 0.0521095 Feb 09 00:47:22.491971 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44fe7533-c6af-4efb-a3e2-b4f334c23277 req-2f47dca7-f5b6-48f1-922f-06a662cc4b74 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Feb 09 00:47:22.693475 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:47:22.740897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:47:22.744758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:47:22.745158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:22.821371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:22.843692 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:47:22.846045 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e506e203-cbf8-4c05-ac5c-3b90bc64bb36" -d '{"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-plugged", "status": "completed", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:47:22.859022 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:47:22.863256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:22.892773 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75af3131-b523-4121-aff0-9e6eed7f655f x-openstack-request-id: req-75af3131-b523-4121-aff0-9e6eed7f655f {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:47:22.893090 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-plugged", "status": "completed", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:47:22.893340 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75af3131-b523-4121-aff0-9e6eed7f655f {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:47:22.893722 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'code': 200} Feb 09 00:47:22.919226 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:22.979868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df418-0eea-4d07-b1fe-4d725a210706 req-504d4222-74d8-40d7-9def-c4298910c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:22.981291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-781df418-0eea-4d07-b1fe-4d725a210706 req-504d4222-74d8-40d7-9def-c4298910c60b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1097 time: 0.0394652 Feb 09 00:47:23.017004 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-781df418-0eea-4d07-b1fe-4d725a210706 req-2087259e-90e9-4306-a6be-9fe640771dd8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290127 Feb 09 00:47:23.608846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf1a5d-27d0-4ff0-80ff-1b6fdcbbb1dc req-6e648c34-957e-44e9-b6f4-37d2f3812696 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:23.610244 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41cf1a5d-27d0-4ff0-80ff-1b6fdcbbb1dc req-6e648c34-957e-44e9-b6f4-37d2f3812696 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0494466 Feb 09 00:47:23.647414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-41cf1a5d-27d0-4ff0-80ff-1b6fdcbbb1dc req-8a80e22c-dce3-496f-a1f8-0a35970145a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Feb 09 00:47:24.764058 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c5c4-2d41-4304-9ba4-da200becfc2a req-f44d6c18-6373-43ac-bac3-1c566708c5e5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:24.766346 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfe4c5c4-2d41-4304-9ba4-da200becfc2a req-f44d6c18-6373-43ac-bac3-1c566708c5e5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0523396 Feb 09 00:47:24.806533 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dfe4c5c4-2d41-4304-9ba4-da200becfc2a req-bcc4a4ae-ef86-4b99-b13c-d432ca715f23 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339816 Feb 09 00:47:24.922667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3117-8d8c-480a-a700-5a8c716ea432 req-051d9517-e918-49bf-a5a1-21b85c558771 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:24.924235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98ee3117-8d8c-480a-a700-5a8c716ea432 req-051d9517-e918-49bf-a5a1-21b85c558771 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0506895 Feb 09 00:47:24.961410 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98ee3117-8d8c-480a-a700-5a8c716ea432 req-73cdd0e5-5244-4f9b-8dc8-b74170dc09df tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313418 Feb 09 00:47:24.983881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60524) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:25.023983 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd3000-4ba9-4111-a1ec-579970d5cb39 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:25.025541 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6fcd3000-4ba9-4111-a1ec-579970d5cb39 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1092 time: 0.0406277 Feb 09 00:47:25.028594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60526) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:25.033125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:47:25.055248 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:25.154594 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:25.261685 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.7 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/bfc2516b-c1ba-4298-944a-7dc29b106856) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:47:25.363890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:25.396575 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:25.435159 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:47:25.438191 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:47:25.442240 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:47:25.468672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=bfc2516b-c1ba-4298-944a-7dc29b106856,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:25.795626 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:25.864121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:26.005573 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:26.009991 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:26.080507 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=bfc2516b-c1ba-4298-944a-7dc29b106856,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:47:26.090287 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:26.188944 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP 2ebed53e-9257-4bbb-a5cc-37cd829c9c4c associated. External IP: 172.25.3.7, port: 3bf37387-1b61-43cd-95da-d6a67cecc5d8. Feb 09 00:47:26.392970 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router de924c78-45ba-43bf-995c-9ab97b61908c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:47:26.501212 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:47:26.510684 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] Sync routers for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:47:26.519194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:26.520881 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:26.521523 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:47:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:26.546961 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-68107446-5f8a-4c55-a7b7-422d781026b0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5167141 Feb 09 00:47:26.547545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:47:26.550025 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e3abc1-4deb-4924-a9af-f04cd3121c09" -d '{"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:47:26.630047 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:26.648979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a742714-7180-427b-8310-8f9ed7a75306 req-e6b52532-f323-471c-94e5-d420253ab841 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:26.650416 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a742714-7180-427b-8310-8f9ed7a75306 req-e6b52532-f323-471c-94e5-d420253ab841 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0492644 Feb 09 00:47:26.691283 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a742714-7180-427b-8310-8f9ed7a75306 req-5321f8f5-9332-44e7-bfa8-5e3679cd6021 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Feb 09 00:47:26.714717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60532) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:26.752162 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ecbd26-7e0a-4d6c-970c-93d548ca95e1 x-openstack-request-id: req-d8ecbd26-7e0a-4d6c-970c-93d548ca95e1 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:47:26.752447 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:47:26.752704 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8ecbd26-7e0a-4d6c-970c-93d548ca95e1 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:47:26.753127 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'status': 'completed', 'code': 200} Feb 09 00:47:26.808155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e4e4b1df-926f-4b0c-876e-6b5e54043612 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/2ebed53e-9257-4bbb-a5cc-37cd829c9c4c HTTP/1.1" status: 200 len: 990 time: 0.0922749 Feb 09 00:47:26.818604 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-dbd62b00-1e49-4ab1-a1c9-e6891ee7251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:26.820140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-dbd62b00-1e49-4ab1-a1c9-e6891ee7251a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1097 time: 0.0606666 Feb 09 00:47:26.861393 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '2ebed53e-9257-4bbb-a5cc-37cd829c9c4c', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'port_id': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'mac_address': 'fa:16:3e:c6:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c024de-bede-4c24-bee4-aad5c822328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:47:25Z', 'updated_at': '2022-02-09T00:47:25Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:26.892662 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] Checking router: de924c78-45ba-43bf-995c-9ab97b61908c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:47:26.900837 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:47:26.901399 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:47:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:26.910302 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-c128c6be-c075-45d1-beb4-bba8f7a1e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:26.911846 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-c128c6be-c075-45d1-beb4-bba8f7a1e8ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0853996 Feb 09 00:47:26.980444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-3087ccf3-c85b-426e-88d4-9c7783e949df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 998 time: 0.0622244 Feb 09 00:47:27.004792 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:47:27.029878 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-e64403c6-4283-4b81-a618-247c7b38a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:27.031359 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-e64403c6-4283-4b81-a618-247c7b38a9ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0448751 Feb 09 00:47:27.077601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-aba19b41-b2fb-463e-b616-7299589c51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:27.079153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-aba19b41-b2fb-463e-b616-7299589c51da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409238 Feb 09 00:47:27.172733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-361f507a-8faa-46dd-a81d-c26a25a3f4bd service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863478 Feb 09 00:47:27.223728 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '2ebed53e-9257-4bbb-a5cc-37cd829c9c4c', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'port_id': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'mac_address': 'fa:16:3e:c6:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c024de-bede-4c24-bee4-aad5c822328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:47:25Z', 'updated_at': '2022-02-09T00:47:25Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:47:27.249795 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3843ce-1e57-4322-bdc4-bdb0981748fd None None] The sync data for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 is: [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '2ebed53e-9257-4bbb-a5cc-37cd829c9c4c', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'port_id': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'mac_address': 'fa:16:3e:c6:26:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c024de-bede-4c24-bee4-aad5c822328f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:47:25Z', 'updated_at': '2022-02-09T00:47:25Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:47:27.262133 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-57e3abc1-4deb-4924-a9af-f04cd3121c09 req-e09eca04-1314-4adb-9794-5fafe2e3a93c service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832708 Feb 09 00:47:27.436572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7779242-ad68-4919-81ff-92f70405dc11 None None] New status for floating IP 2ebed53e-9257-4bbb-a5cc-37cd829c9c4c: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:47:27.811524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60534) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:27.876222 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-77f4dc25-9e7b-419f-8434-6be5dcdb0bfd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/2ebed53e-9257-4bbb-a5cc-37cd829c9c4c HTTP/1.1" status: 200 len: 992 time: 0.0633543 Feb 09 00:47:37.394813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:37.610200 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:40.609994 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-ad4636f6-1372-4e49-a3fa-102599f2aaf3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477147 Feb 09 00:47:40.694883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-672d6b51-356d-4e7f-a224-3c0597f9cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:40.696420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-672d6b51-356d-4e7f-a224-3c0597f9cf62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1097 time: 0.0417979 Feb 09 00:47:40.801800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-2651388d-e079-41fb-8854-524cca6cd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:40.803276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-2651388d-e079-41fb-8854-524cca6cd82c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0869219 Feb 09 00:47:40.867257 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-d10590ae-f4b7-4a38-81d4-e08b18027d8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 1000 time: 0.0567527 Feb 09 00:47:40.914501 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-d086e4d7-5970-4017-9ccc-cb51642b7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:40.915914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-d086e4d7-5970-4017-9ccc-cb51642b7103 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0426896 Feb 09 00:47:40.964112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-07d2f2fe-0bd4-4144-a6ce-9e27f6d488a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:40.965870 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-07d2f2fe-0bd4-4144-a6ce-9e27f6d488a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435534 Feb 09 00:47:41.054710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-3b3aa216-fa2b-4cc3-8e7e-be123479af2c service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817871 Feb 09 00:47:41.146228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-74fabba6-3d64-4675-8640-842d19b5dc87 req-324de208-f59c-4f88-af19-346dc297cf99 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850463 Feb 09 00:47:42.013037 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-85f29a15-67e1-4be7-9781-2732d2b86c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:44.771334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2dee929b-fb82-436c-840a-e475dd5040ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:45.685499 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:47.074005 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:47.470636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:47:48.433453 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:47:59.157227 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-fc5efb13-6b2b-431d-88e1-231163f027db req-ace39617-35b0-41ef-859d-778773f26d38 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:47:59.158204 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc5efb13-6b2b-431d-88e1-231163f027db req-ace39617-35b0-41ef-859d-778773f26d38 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056989 Feb 09 00:47:59.347315 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629d094-9f4e-48f4-9844-1464b7dff769 req-2bd5be9b-a290-41a3-8d74-0e2c0fe2c3d8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:47:59.348892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4629d094-9f4e-48f4-9844-1464b7dff769 req-2bd5be9b-a290-41a3-8d74-0e2c0fe2c3d8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0588500 Feb 09 00:47:59.350635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60556) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:47:59.390513 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4629d094-9f4e-48f4-9844-1464b7dff769 req-c9361829-e284-43e4-8ec0-2da35cac7061 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Feb 09 00:47:59.430514 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-998a2d5b-1550-46c4-97bc-8f90eeb290e9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788260 Feb 09 00:47:59.440073 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-20720f07-65c2-42f3-a04e-4019d847a73a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:47:59.441123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-20720f07-65c2-42f3-a04e-4019d847a73a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054145 Feb 09 00:48:00.517896 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13671b5-7cfb-4d58-9754-44e00ed0c1d5 req-04ca55f5-dc67-4de5-ae8f-8e689955c81c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:00.519355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d13671b5-7cfb-4d58-9754-44e00ed0c1d5 req-04ca55f5-dc67-4de5-ae8f-8e689955c81c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0578892 Feb 09 00:48:00.580117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d13671b5-7cfb-4d58-9754-44e00ed0c1d5 req-3d62eb58-f41a-4205-a684-d0625c0a47f4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536880 Feb 09 00:48:00.584332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-25bf6538-e1d4-4b2f-bd5e-e1917674e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:00.585820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-25bf6538-e1d4-4b2f-bd5e-e1917674e455 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1097 time: 0.0766187 Feb 09 00:48:00.687352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-1686c1a7-90f5-4315-a9a4-76f3b6b7da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:00.688859 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-1686c1a7-90f5-4315-a9a4-76f3b6b7da88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0945611 Feb 09 00:48:01.071384 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-c155ec72-c547-4bad-9a79-f4ba0c85daed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 1000 time: 0.3762183 Feb 09 00:48:01.125313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-5267b6be-a142-4143-836e-37553a4339e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:01.126770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-5267b6be-a142-4143-836e-37553a4339e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0481484 Feb 09 00:48:01.181843 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-f6e50f94-b201-436f-a664-fba83a989e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:01.183358 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-f6e50f94-b201-436f-a664-fba83a989e84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489187 Feb 09 00:48:01.193622 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-aa8a0ed1-92aa-476a-8ed1-433da3234b9f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:48:01.194589 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-aa8a0ed1-92aa-476a-8ed1-433da3234b9f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049443 Feb 09 00:48:01.294810 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-14ad7b58-e699-41af-8a3e-2258390f7b01 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930214 Feb 09 00:48:01.401962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-6a33ca44-ef81-466d-a3cf-b6fb4d5a601d service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001093 Feb 09 00:48:01.698381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039e6b9-03dc-4563-b10b-88ccb4ff1d78 req-7f409cb2-8c3a-41d9-a125-84950f09c190 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:01.699949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5039e6b9-03dc-4563-b10b-88ccb4ff1d78 req-7f409cb2-8c3a-41d9-a125-84950f09c190 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0520165 Feb 09 00:48:01.738432 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5039e6b9-03dc-4563-b10b-88ccb4ff1d78 req-3ed9e919-aa83-4132-890a-823c0b90f708 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Feb 09 00:48:02.863483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06448b29-8a5f-41f2-b5c3-e0e4eb7e3e0f req-f91ac511-4a61-4225-9b00-8f07872d4484 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:02.864999 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06448b29-8a5f-41f2-b5c3-e0e4eb7e3e0f req-f91ac511-4a61-4225-9b00-8f07872d4484 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0565104 Feb 09 00:48:02.902266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06448b29-8a5f-41f2-b5c3-e0e4eb7e3e0f req-6ddca0f6-7be5-4af1-9604-d99667d21247 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Feb 09 00:48:04.024802 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896a8dd-3d46-4f1f-888b-2da1fe654421 req-cd515755-8e26-409d-b5ee-ca9df9d6a2af tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:04.026287 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f896a8dd-3d46-4f1f-888b-2da1fe654421 req-cd515755-8e26-409d-b5ee-ca9df9d6a2af tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0522780 Feb 09 00:48:04.065035 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f896a8dd-3d46-4f1f-888b-2da1fe654421 req-a9fb4809-9438-47fa-a782-839dbc651f78 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317907 Feb 09 00:48:05.179800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19867ba5-e080-4574-8998-0ebfd6dfd2f9 req-d5adc11d-cb96-47d0-81aa-f6a7b2a3088f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:05.181276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19867ba5-e080-4574-8998-0ebfd6dfd2f9 req-d5adc11d-cb96-47d0-81aa-f6a7b2a3088f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0491095 Feb 09 00:48:05.217584 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-19867ba5-e080-4574-8998-0ebfd6dfd2f9 req-c65f0f19-353c-4e4b-a593-0222b9829c2d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298598 Feb 09 00:48:06.333088 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94072-5dbb-4142-97b0-4da110084260 req-3528cbcc-ee51-45bb-b638-ea2b67bd33cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:06.334874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3a94072-5dbb-4142-97b0-4da110084260 req-3528cbcc-ee51-45bb-b638-ea2b67bd33cd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0485063 Feb 09 00:48:06.372400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a3a94072-5dbb-4142-97b0-4da110084260 req-47a617e2-2018-46f3-a1dc-6e534757a1ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Feb 09 00:48:07.414466 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:07.495521 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47406bc-7f43-4598-823f-b6ef549b4446 req-af0ac406-3f93-4db4-a879-acdb6e1d096f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:07.497015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b47406bc-7f43-4598-823f-b6ef549b4446 req-af0ac406-3f93-4db4-a879-acdb6e1d096f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0523117 Feb 09 00:48:07.535255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b47406bc-7f43-4598-823f-b6ef549b4446 req-d1516b1f-e8ee-40c1-9a31-9bf237ffe27b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317740 Feb 09 00:48:07.605360 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:08.650450 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fb487-7b0e-4401-8366-3d8e07ed9e73 req-8353bf81-811c-4068-9204-d0cbdceafc44 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:08.653288 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-084fb487-7b0e-4401-8366-3d8e07ed9e73 req-8353bf81-811c-4068-9204-d0cbdceafc44 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0495055 Feb 09 00:48:08.701293 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-084fb487-7b0e-4401-8366-3d8e07ed9e73 req-51d859e2-de86-444a-91ee-fbcf3331d2b2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419292 Feb 09 00:48:09.820554 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cf03e-65b4-4601-a74d-183b2008ff95 req-85bb48ab-be8d-443a-a699-048644e3b469 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:09.822071 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b7cf03e-65b4-4601-a74d-183b2008ff95 req-85bb48ab-be8d-443a-a699-048644e3b469 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0482647 Feb 09 00:48:09.860233 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b7cf03e-65b4-4601-a74d-183b2008ff95 req-8faa25c8-ac40-4d80-8a3c-13cf1fc4d485 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312958 Feb 09 00:48:10.992662 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0433e6-09b1-42f5-91f3-3c03e98e3860 req-aa876ab3-60e9-4335-b056-4e11bebdb4a0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:10.994183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db0433e6-09b1-42f5-91f3-3c03e98e3860 req-aa876ab3-60e9-4335-b056-4e11bebdb4a0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0531170 Feb 09 00:48:11.031052 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-db0433e6-09b1-42f5-91f3-3c03e98e3860 req-f1996e18-f9a8-408e-b4b2-708e5072c25c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Feb 09 00:48:12.016711 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-43f0e3cd-16e8-4306-9f24-59eaad6f7292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:12.150716 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e348cd5-c67d-4bd3-ba4b-693d0061e4ac req-c2772033-0174-4c81-a562-8dd9a11d1930 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:12.152201 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e348cd5-c67d-4bd3-ba4b-693d0061e4ac req-c2772033-0174-4c81-a562-8dd9a11d1930 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0491557 Feb 09 00:48:12.190226 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9e348cd5-c67d-4bd3-ba4b-693d0061e4ac req-ea5096ce-a908-42fe-83de-cca01b6e6fbb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311182 Feb 09 00:48:13.304979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195331a-54a3-45d2-85ec-c1673023970d req-dfe274a7-2e26-47a8-894b-a1a7c1804295 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:13.306458 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f195331a-54a3-45d2-85ec-c1673023970d req-dfe274a7-2e26-47a8-894b-a1a7c1804295 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0488067 Feb 09 00:48:13.345819 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f195331a-54a3-45d2-85ec-c1673023970d req-0a33b721-d45c-46eb-895d-4db10c9a8f61 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326312 Feb 09 00:48:14.472539 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98542c-101d-4730-9b79-5e439ebe7e13 req-6b551512-bef1-4094-92ad-883ab420d273 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:14.474040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b98542c-101d-4730-9b79-5e439ebe7e13 req-6b551512-bef1-4094-92ad-883ab420d273 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0585394 Feb 09 00:48:14.510926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b98542c-101d-4730-9b79-5e439ebe7e13 req-6895a8e5-4449-402b-a1dd-4352803d55ab tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Feb 09 00:48:14.772921 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a92fac85-9958-47b1-b50e-0bc8806efabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:15.627637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60c106-4f57-47d6-b6cf-0568e7adee5d req-1e0d2b0a-c90f-4807-b25d-96fb0fe0aedb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:15.629094 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f60c106-4f57-47d6-b6cf-0568e7adee5d req-1e0d2b0a-c90f-4807-b25d-96fb0fe0aedb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0490026 Feb 09 00:48:15.666430 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4f60c106-4f57-47d6-b6cf-0568e7adee5d req-be52f73a-269f-475d-9103-0bde9f571dc6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312271 Feb 09 00:48:15.688979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:16.782844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4cc8d-151f-4afb-aa45-e84afed0b06d req-7eb3bd0f-7d31-4673-aefd-fafc05da1e4d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:16.784319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69b4cc8d-151f-4afb-aa45-e84afed0b06d req-7eb3bd0f-7d31-4673-aefd-fafc05da1e4d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0482435 Feb 09 00:48:16.830788 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-69b4cc8d-151f-4afb-aa45-e84afed0b06d req-ef5bc72a-6dd4-4f20-a55c-362b7229b3f0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402067 Feb 09 00:48:17.077840 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:17.474125 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:17.954284 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dd03b-7d14-4ddd-b969-ea93e81e505b req-8b1dfd27-7b83-41b2-8de6-2a2b972a33d5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:17.955765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-072dd03b-7d14-4ddd-b969-ea93e81e505b req-8b1dfd27-7b83-41b2-8de6-2a2b972a33d5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0527229 Feb 09 00:48:17.992863 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-072dd03b-7d14-4ddd-b969-ea93e81e505b req-64e597e6-c195-4542-9894-978a8e76e569 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310225 Feb 09 00:48:18.209722 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-4e152316-543b-40f3-9125-97d769b4b584 service neutron] show failed (client error): The resource could not be found. Feb 09 00:48:18.210708 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-4e152316-543b-40f3-9125-97d769b4b584 service neutron] 10.222.0.21 "GET /v2.0/ports/3bf37387-1b61-43cd-95da-d6a67cecc5d8/bindings/n-h2-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0529799 Feb 09 00:48:18.430180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-df0d68f5-0c3a-4e25-9676-f2430e1088a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:18.431663 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-df0d68f5-0c3a-4e25-9676-f2430e1088a3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 1097 time: 0.0459301 Feb 09 00:48:18.443821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:48:18.498148 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:18.702395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:48:18.735129 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:48:18.780803 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:48:18.783477 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cd575f-de88-476f-8d79-790f27d18109" -d '{"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:48:18.787306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:18.799732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Transition to ACTIVE for port object 3bf37387-1b61-43cd-95da-d6a67cecc5d8 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:48:18.804778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:18.835985 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f142f-5987-4773-861c-073f2bb0a6ca x-openstack-request-id: req-104f142f-5987-4773-861c-073f2bb0a6ca {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:48:18.836328 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:48:18.836583 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-104f142f-5987-4773-861c-073f2bb0a6ca {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:48:18.837013 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'code': 200} Feb 09 00:48:18.884061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=6']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:18.896750 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.897135 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.897480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.897824 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.898169 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.898500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.898834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.899168 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.899498 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.899831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.900160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.900484 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:18.945287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] No DVR routers for this DVR port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:48:19.088038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:48:19.088367 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:48:19.088692 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:48:19.092979 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:48:19.093292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Attempting to bind port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:48:19.098380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:48:19.098726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Checking segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:48:19.099114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Bound using segment: {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:48:19.099541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Bound port: 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99cd052-9794-4e7c-bfc6-dc021d180cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:48:19.099901 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:19.116047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ad26f-56b9-455f-855e-bda78172ae48 req-996ade98-2586-4c86-baa3-b480191230b6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:19.117503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7ad26f-56b9-455f-855e-bda78172ae48 req-996ade98-2586-4c86-baa3-b480191230b6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0496016 Feb 09 00:48:19.156076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fa7ad26f-56b9-455f-855e-bda78172ae48 req-8d3d5776-9752-45ba-acc2-8e5b6b20cbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326486 Feb 09 00:48:19.164462 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:48:19.167545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:48:19.172602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:19.208223 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:19.208835 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:19.210237 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] 10.222.0.84 "PUT /v2.0/ports/3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 1092 time: 0.7703912 Feb 09 00:48:19.231719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635213e2-d9a1-4098-bcd6-7cab75ff6860 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:19.276362 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-ed2d5255-bf86-43b9-9ad7-0f1d39093f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:19.278171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-ed2d5255-bf86-43b9-9ad7-0f1d39093f66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1095 time: 0.0431442 Feb 09 00:48:19.379461 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-a04541a3-737f-4d8c-bddc-b5f9cec61668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:19.381001 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-a04541a3-737f-4d8c-bddc-b5f9cec61668 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0932045 Feb 09 00:48:19.449029 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-2510e74f-329d-49b6-9fb6-28ba44d08273 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 998 time: 0.0586779 Feb 09 00:48:19.503330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-8df11aab-1c0c-48e8-a2a2-f131c6bb3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:19.504721 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-8df11aab-1c0c-48e8-a2a2-f131c6bb3642 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0483594 Feb 09 00:48:19.550481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-b6ab93bc-3ef4-4160-81cc-16343686ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:19.551810 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-b6ab93bc-3ef4-4160-81cc-16343686ecce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402160 Feb 09 00:48:19.642095 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-982289a3-bf93-4dc6-8500-047fed08c799 service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Feb 09 00:48:19.737431 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-91d89a7a-6048-456e-85b7-21f7b1187ba4 req-4312936a-a120-4596-be2b-8684e3f1d280 service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886023 Feb 09 00:48:20.270671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb702d6-4db6-4685-ac03-20bc25e77302 req-56130a16-a11f-46ac-9d2c-ad77506b3667 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:20.272187 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdb702d6-4db6-4685-ac03-20bc25e77302 req-56130a16-a11f-46ac-9d2c-ad77506b3667 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0479405 Feb 09 00:48:20.314389 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fdb702d6-4db6-4685-ac03-20bc25e77302 req-593c967b-580e-474d-b46f-69b2d2156482 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359182 Feb 09 00:48:20.838258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:48:20.840626 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26a129a-5ff2-42d2-9572-b4268b5a1113" -d '{"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:48:20.893870 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd9c64-46a6-4ced-a301-02fe7ad2692b x-openstack-request-id: req-7bbd9c64-46a6-4ced-a301-02fe7ad2692b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:48:20.894165 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:48:20.895379 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7bbd9c64-46a6-4ced-a301-02fe7ad2692b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:48:20.895838 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'status': 'completed', 'code': 200} Feb 09 00:48:20.935691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:48:20.952658 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-fe1cd5c3-db27-445a-a41d-573828966e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:20.954255 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-fe1cd5c3-db27-445a-a41d-573828966e97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1095 time: 0.0426049 Feb 09 00:48:20.958072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-6be0028c-d43d-4508-b60c-a94b31904505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:20.959589 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-6be0028c-d43d-4508-b60c-a94b31904505 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1095 time: 0.0421534 Feb 09 00:48:20.978135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:48:21.046915 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-e1e0e0a3-d551-4eda-8633-0fc095132b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.048396 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-e1e0e0a3-d551-4eda-8633-0fc095132b0c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0862961 Feb 09 00:48:21.055995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-4ed5fa79-1495-4c0f-8fdc-cc6d9883b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.057506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-4ed5fa79-1495-4c0f-8fdc-cc6d9883b096 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0912788 Feb 09 00:48:21.118757 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-a28bdaec-12e1-485d-95e1-c38ad8b38c60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 998 time: 0.0631170 Feb 09 00:48:21.125427 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-f22a0e4d-36c6-4199-96a0-f5271e6854ac service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 998 time: 0.0586836 Feb 09 00:48:21.168632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-6a5d2b86-a48c-44f8-bde7-d702ad792fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.170279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-6a5d2b86-a48c-44f8-bde7-d702ad792fe8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0454187 Feb 09 00:48:21.175687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-61994643-2d15-4462-918f-6d67ae47c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.177170 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-61994643-2d15-4462-918f-6d67ae47c572 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0450182 Feb 09 00:48:21.218428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-ab939b85-fd16-4e1b-a939-2b26465b0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.219953 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-ab939b85-fd16-4e1b-a939-2b26465b0f5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436933 Feb 09 00:48:21.229689 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-a0af10de-4c54-4f91-9524-4d10c98c558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.231184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-a0af10de-4c54-4f91-9524-4d10c98c558d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465879 Feb 09 00:48:21.332371 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-5cefb140-4f6e-4381-b5f3-d5f603fa33f3 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050434 Feb 09 00:48:21.346713 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-d316d875-62e9-468c-bd66-3a51fbe9bb48 service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006644 Feb 09 00:48:21.449590 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-ebd887b4-1ceb-46fd-a7b8-3a37026655ac service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949919 Feb 09 00:48:21.476846 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26027-c281-4589-ab77-ae2d1eabeb63 req-6f29b787-4465-4b1f-96e8-f9eb61da7d2e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.478454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b26027-c281-4589-ab77-ae2d1eabeb63 req-6f29b787-4465-4b1f-96e8-f9eb61da7d2e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0827677 Feb 09 00:48:21.485100 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c26a129a-5ff2-42d2-9572-b4268b5a1113 req-3ec6e24e-dfb4-43e6-85e0-f3ac9264d19c service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432073 Feb 09 00:48:21.519126 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6b26027-c281-4589-ab77-ae2d1eabeb63 req-95b93b3f-5741-47e2-9cd3-fcb3badb0691 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330718 Feb 09 00:48:21.745224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409000-aab8-4780-a213-31704a6211cd req-e2b76388-5e61-4797-845d-40eb6df2acf0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.746595 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-e2b76388-5e61-4797-845d-40eb6df2acf0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.21 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f&tenant_id=912a36a035b84be78c8a287170527f84&binding%3Ahost_id=n-h2-828413-1 HTTP/1.1" status: 200 len: 944 time: 0.0687802 Feb 09 00:48:21.754703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd8ea5-a21b-488c-ad92-b2353fb5dc35 req-441f93db-1618-4735-ab56-a4c2d3ded2a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.756090 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55cd8ea5-a21b-488c-ad92-b2353fb5dc35 req-441f93db-1618-4735-ab56-a4c2d3ded2a6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0870163 Feb 09 00:48:21.831833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55cd8ea5-a21b-488c-ad92-b2353fb5dc35 req-d5655235-f63c-4cca-a10f-c0b1f8db26fa tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696075 Feb 09 00:48:21.840412 n-d-828413-1 neutron-server[105925]: INFO neutron.api.v2.resource [req-3f409000-aab8-4780-a213-31704a6211cd req-2ed1dbc1-0cb8-4c55-b817-ac08013d9afd service neutron] delete failed (client error): The resource could not be found. Feb 09 00:48:21.841497 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-2ed1dbc1-0cb8-4c55-b817-ac08013d9afd service neutron] 10.222.0.21 "DELETE /v2.0/ports/3bf37387-1b61-43cd-95da-d6a67cecc5d8/bindings/n-h1-828413-1 HTTP/1.1" status: 404 len: 380 time: 0.0845635 Feb 09 00:48:21.950290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409000-aab8-4780-a213-31704a6211cd req-5172ce20-899b-43b2-a24a-11ab9af60f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.952424 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-5172ce20-899b-43b2-a24a-11ab9af60f54 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1095 time: 0.0674422 Feb 09 00:48:21.974996 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5545fd-fcc1-4ec0-bc4f-a8080038f44c req-0db5e245-0557-4ee8-8105-72fb0250d69b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:21.976409 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b5545fd-fcc1-4ec0-bc4f-a8080038f44c req-0db5e245-0557-4ee8-8105-72fb0250d69b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 944 time: 0.0662200 Feb 09 00:48:22.059894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b5545fd-fcc1-4ec0-bc4f-a8080038f44c req-620bf775-d5f6-4a2c-9cf4-543e61f855ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738592 Feb 09 00:48:22.082527 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409000-aab8-4780-a213-31704a6211cd req-583390d8-7ea4-4228-8b32-ac659fbb348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:22.083983 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-583390d8-7ea4-4228-8b32-ac659fbb348a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.1240349 Feb 09 00:48:22.149149 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-6e1bc135-0e46-4486-8c51-73166fcf2403 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 998 time: 0.0573432 Feb 09 00:48:22.201358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409000-aab8-4780-a213-31704a6211cd req-d92f25e2-09f6-453e-b796-1d5711bb2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:22.202868 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-d92f25e2-09f6-453e-b796-1d5711bb2f5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0470989 Feb 09 00:48:22.247595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409000-aab8-4780-a213-31704a6211cd req-519d7a2f-754c-42a7-aad0-c8fd610d61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:22.249183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-519d7a2f-754c-42a7-aad0-c8fd610d61b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393865 Feb 09 00:48:22.336832 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-d666ebd6-7133-49f7-b2e3-78a60e71c6c1 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809298 Feb 09 00:48:22.430228 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f409000-aab8-4780-a213-31704a6211cd req-affb2309-5224-46e1-ad33-89f2c1b30292 service neutron] 10.222.0.21 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861828 Feb 09 00:48:22.554128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:48:22.656568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:48:22.667627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'port_id': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'mac_address': 'fa:16:3e:c6:26:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:48:22.704587 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:22.716959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf37387-1b61-43cd-95da-d6a67cecc5d8 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:48:22.736763 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:48:22.740899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:22.792936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:22.800591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.800951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.801296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.801629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.801962 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.802293 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.802615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.802937 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.803259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.803580 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.803897 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:22.804216 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:48:23.003345 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['3bf37387-1b61-43cd-95da-d6a67cecc5d8'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:48:23.179163 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffe613-89bd-4f1f-9422-3c9ae8165045 req-881083db-8dce-4980-84f2-5b2a86293c3b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:23.180636 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebffe613-89bd-4f1f-9422-3c9ae8165045 req-881083db-8dce-4980-84f2-5b2a86293c3b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 945 time: 0.0494843 Feb 09 00:48:23.218173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ebffe613-89bd-4f1f-9422-3c9ae8165045 req-366450d2-4eec-4bc7-9f68-7b5e056e0a1a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304773 Feb 09 00:48:23.240821 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60640) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:48:23.305436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-05cf0ef1-3ae4-47fc-88ad-7167bbf68c80 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/2ebed53e-9257-4bbb-a5cc-37cd829c9c4c HTTP/1.1" status: 200 len: 991 time: 0.0633585 Feb 09 00:48:24.569381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:48:24.617007 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:48:24.621001 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:48:24.621379 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:24.696148 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:24.718755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:48:24.721017 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ebc45-2195-4462-83e6-a1c412fd2415" -d '{"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-plugged", "status": "completed", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:48:24.737090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:48:24.741128 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:24.764993 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe69a68-9e86-49ab-b680-545aeefd67fe x-openstack-request-id: req-2fe69a68-9e86-49ab-b680-545aeefd67fe {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:48:24.765330 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-plugged", "status": "completed", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:48:24.765585 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fe69a68-9e86-49ab-b680-545aeefd67fe {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:48:24.765972 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'code': 200} Feb 09 00:48:24.792142 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:25.431839 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:48:37.410397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:37.622566 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:42.020735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-01aaecf1-084e-46ca-b47d-76ffb8d0d315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:44.777493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-22e53354-f2d0-47b4-b346-8b8845254afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:45.691273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:47.081045 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:47.477241 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:48.255687 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-7aa838c5-e8f9-4a9c-a025-6167f8a814f8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413177 Feb 09 00:48:48.341112 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-7d1e416b-ca3a-4152-8d54-0769fac47286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:48.342622 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-7d1e416b-ca3a-4152-8d54-0769fac47286 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1097 time: 0.0424638 Feb 09 00:48:48.453707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-a1b11807-dfc7-4787-96de-4f06b27c5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:48.455196 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-a1b11807-dfc7-4787-96de-4f06b27c5651 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0911403 Feb 09 00:48:48.522054 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-d6599eb6-329a-4b55-9fb0-0e3eeb48a420 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 1000 time: 0.0588975 Feb 09 00:48:48.571337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-fcac3a82-796c-4963-9684-7b427194e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:48.572782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-fcac3a82-796c-4963-9684-7b427194e01a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0441904 Feb 09 00:48:48.623364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-cf8d2410-0e3c-4d35-af13-304890c45283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:48.624982 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-cf8d2410-0e3c-4d35-af13-304890c45283 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450146 Feb 09 00:48:48.715312 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-e2e36f9f-a5b1-499a-bb69-ff6eb9f46f55 service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Feb 09 00:48:48.809655 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-868e2fb1-8702-4730-bc57-e7dba24342a8 req-bb53c1ec-1e8f-43df-b57f-94d932e03faa service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861468 Feb 09 00:48:53.652904 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60654) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:48:53.812269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port bfc2516b-c1ba-4298-944a-7dc29b106856 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:48:53.812612 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:53.885642 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:53.885964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:53.897242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for bfc2516b-c1ba-4298-944a-7dc29b106856 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:48:54.047126 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:54.073528 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=bfc2516b-c1ba-4298-944a-7dc29b106856,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:54.136631 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:54.136994 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP 2ebed53e-9257-4bbb-a5cc-37cd829c9c4c disassociated (deleted). External IP: 172.25.3.7, port: 3bf37387-1b61-43cd-95da-d6a67cecc5d8. Feb 09 00:48:54.347512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router de924c78-45ba-43bf-995c-9ab97b61908c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:48:54.456938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:48:54.461668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:54.467167 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] Sync routers for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:48:54.477953 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:48:54.478562 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:48:54.489805 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cc35bd1e-ab5c-4435-84d7-1fcb80aecd93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/floatingips/2ebed53e-9257-4bbb-a5cc-37cd829c9c4c HTTP/1.1" status: 204 len: 168 time: 0.8357959 Feb 09 00:48:54.490402 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:48:54.492669 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525dce74-0193-468b-b31b-81046bac002e" -d '{"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:48:54.657102 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce45ba95-2736-48dc-94fa-4dd0319133cb x-openstack-request-id: req-ce45ba95-2736-48dc-94fa-4dd0319133cb {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:48:54.657755 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:48:54.657755 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce45ba95-2736-48dc-94fa-4dd0319133cb {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:48:54.658066 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'status': 'completed', 'code': 200} Feb 09 00:48:54.682905 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:48:54.722746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dce74-0193-468b-b31b-81046bac002e req-18dd5352-9816-41c4-a42c-0772f6651c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:54.724243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-18dd5352-9816-41c4-a42c-0772f6651c1b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 1097 time: 0.0426931 Feb 09 00:48:54.753012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10cbde-3285-40ea-a963-90c1572bae76 req-4af156b7-748c-4028-8efd-8d93a6b8ce45 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:54.755175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa10cbde-3285-40ea-a963-90c1572bae76 req-4af156b7-748c-4028-8efd-8d93a6b8ce45 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0532844 Feb 09 00:48:54.796849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-aa10cbde-3285-40ea-a963-90c1572bae76 req-d8ffb86a-0921-4988-a5ec-7d09dad04847 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344481 Feb 09 00:48:54.823666 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dce74-0193-468b-b31b-81046bac002e req-8c839b28-e059-41d9-be3b-c0c06463ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:54.825764 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-8c839b28-e059-41d9-be3b-c0c06463ffc4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 200 len: 898 time: 0.0921669 Feb 09 00:48:54.869191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-02bf5498-3a52-491b-a2ca-f5f320c403b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0361662 Feb 09 00:48:54.893706 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:48:54.921917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dce74-0193-468b-b31b-81046bac002e req-c168644e-87f7-42b6-9421-193d87b2b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:54.923390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-c168644e-87f7-42b6-9421-193d87b2b6cd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 200 len: 834 time: 0.0453379 Feb 09 00:48:54.924294 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] Checking router: de924c78-45ba-43bf-995c-9ab97b61908c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:48:54.932433 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:48:54.933069 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:48:54.974729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dce74-0193-468b-b31b-81046bac002e req-4237e092-7206-4250-882c-beed770a8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:54.976506 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-4237e092-7206-4250-882c-beed770a8d24 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445378 Feb 09 00:48:55.040013 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:48:55.078246 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-306ce25e-c932-4ff3-bb4b-6032bda05f02 service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883801 Feb 09 00:48:55.170176 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-525dce74-0193-468b-b31b-81046bac002e req-321f85dd-7221-4e1a-98c8-88a10b113106 service neutron] 10.222.0.84 "GET /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Feb 09 00:48:55.252476 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:48:55.278901 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ddb527-39ef-4f04-98e0-e2d77dfeef32 None None] The sync data for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 is: [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '8d3225a1-9714-4c3d-82b7-3de2db4c3cb2', 'name': '', 'network_id': 'c2ab43cc-2ecb-4a99-a223-9a8f16d712f8', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:a6:30:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'ea024886-c77f-4103-9c40-d190969915e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:11Z', 'updated_at': '2022-02-09T00:47:15Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'ea024886-c77f-4103-9c40-d190969915e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:48:55.503701 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c57692-077c-4351-9bac-7601f2223bd9 None None] New status for floating IP 2ebed53e-9257-4bbb-a5cc-37cd829c9c4c: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:48:55.918732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cab32-a4f1-4535-84ed-554cbcb68d37 req-47d189cf-74d7-48f6-8a96-04ae2238f006 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:55.920843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c72cab32-a4f1-4535-84ed-554cbcb68d37 req-47d189cf-74d7-48f6-8a96-04ae2238f006 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0494497 Feb 09 00:48:55.958055 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c72cab32-a4f1-4535-84ed-554cbcb68d37 req-a217d84e-0783-483e-8359-ce7dd34a5096 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=19544837-e65d-428c-af57-f037d6452632&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312271 Feb 09 00:48:56.144220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-613d44f8-5c6f-4d35-82a2-72905d2e1c03 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:48:56.145636 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-613d44f8-5c6f-4d35-82a2-72905d2e1c03 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 946 time: 0.0531600 Feb 09 00:48:56.234792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:48:56.235134 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:56.328384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 3bf37387-1b61-43cd-95da-d6a67cecc5d8, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=3bf37387-1b61-43cd-95da-d6a67cecc5d8,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:48:56.328747 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:56.340641 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 3bf37387-1b61-43cd-95da-d6a67cecc5d8 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:48:56.467589 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:56.502471 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=3bf37387-1b61-43cd-95da-d6a67cecc5d8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:56.542583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] No DVR routers for this DVR port 3bf37387-1b61-43cd-95da-d6a67cecc5d8 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:48:56.545560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:56.549319 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5a4ac715-5a8c-4b93-83fb-3f92916c5bb0 req-29059750-b7c4-4c0f-a3f4-b7b243d05bcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "DELETE /v2.0/ports/3bf37387-1b61-43cd-95da-d6a67cecc5d8 HTTP/1.1" status: 204 len: 173 time: 0.3978231 Feb 09 00:48:56.659467 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-deleted', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:48:56.662135 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09007709-c98f-4dda-946e-11c79552376a" -d '{"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-deleted", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:48:56.698150 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90d4236-311a-4aee-a944-3427f9dd7dba x-openstack-request-id: req-b90d4236-311a-4aee-a944-3427f9dd7dba {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:48:56.698437 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c024de-bede-4c24-bee4-aad5c822328f", "name": "network-vif-deleted", "tag": "3bf37387-1b61-43cd-95da-d6a67cecc5d8", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:48:56.698683 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b90d4236-311a-4aee-a944-3427f9dd7dba {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:48:56.699076 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c024de-bede-4c24-bee4-aad5c822328f', 'name': 'network-vif-deleted', 'tag': '3bf37387-1b61-43cd-95da-d6a67cecc5d8', 'status': 'completed', 'code': 200} Feb 09 00:48:57.073265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6b5121d3-fee3-43f2-8702-cfc2916957b0 req-2de7d087-48d8-48f2-9a9d-3a95e2a3b2a4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=75c024de-bede-4c24-bee4-aad5c822328f HTTP/1.1" status: 200 len: 210 time: 0.0310478 Feb 09 00:48:58.130997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60670) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:48:58.499867 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:58.691899 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:48:58.712839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 3bf37387-1b61-43cd-95da-d6a67cecc5d8 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:48:58.713210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 3bf37387-1b61-43cd-95da-d6a67cecc5d8 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:48:58.750873 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:48:58.751218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:58.841260 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:48:58.841634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:58.853392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:48:59.037305 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:59.064788 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=8d3225a1-9714-4c3d-82b7-3de2db4c3cb2,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:48:59.578926 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:48:59.805413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router de924c78-45ba-43bf-995c-9ab97b61908c has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:48:59.912286 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:48:59.917971 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-246a1a77-1301-41d0-8b74-f81c2b1647ba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/de924c78-45ba-43bf-995c-9ab97b61908c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7858415 Feb 09 00:48:59.920800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60672) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:48:59.922739 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] Sync routers for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:48:59.932515 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:48:59.933138 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:48:59.973098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting subnet ea024886-c77f-4103-9c40-d190969915e8 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:48:59.976188 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.016860 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.040231 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:00.107058 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.164866 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.194783 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Subnet': ['ID=ea024886-c77f-4103-9c40-d190969915e8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:00.204890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.205838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf2265-ace4-4222-a3a6-d8f43c7546d5 None None] Network c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:49:00.208089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/subnets/ea024886-c77f-4103-9c40-d190969915e8 HTTP/1.1" status: 204 len: 168 time: 0.2857893 Feb 09 00:49:00.210261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.210618 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.210960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.211075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60674) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:00.211300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.211632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.211964 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.212297 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.212626 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.213099 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.213431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.213767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.214117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70293d64-d3f7-482a-91c2-d6b410d344bc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:00.230462 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:48:58Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:00.257728 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] Checking router: de924c78-45ba-43bf-995c-9ab97b61908c for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:49:00.266931 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] Routers {'de924c78-45ba-43bf-995c-9ab97b61908c'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:00.267533 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['de924c78-45ba-43bf-995c-9ab97b61908c'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:00.341785 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.382342 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] Set router de924c78-45ba-43bf-995c-9ab97b61908c gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:00.438904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] DHCP port deletion for c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:49:00.454728 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.494582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] Deleting port 06e4eddd-44a9-48fe-bdcb-0023508a3680 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:49:00.495055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.522427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 17892086-d8a1-45ca-bfb0-0e2eac8d94af {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:49:00.522942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.560380 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] For port 06e4eddd-44a9-48fe-bdcb-0023508a3680, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=06e4eddd-44a9-48fe-bdcb-0023508a3680,segment=NetworkSegment(c99cd052-9794-4e7c-bfc6-dc021d180cfd),segment_id=c99cd052-9794-4e7c-bfc6-dc021d180cfd)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:00.560789 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.573549 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] Calling delete_port for 06e4eddd-44a9-48fe-bdcb-0023508a3680 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:49:00.585120 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:48:58Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:00.613545 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 17892086-d8a1-45ca-bfb0-0e2eac8d94af, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=17892086-d8a1-45ca-bfb0-0e2eac8d94af,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:00.614177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.614279 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d36723-5f4a-44b9-b456-177acea71c16 None None] The sync data for ids ['de924c78-45ba-43bf-995c-9ab97b61908c'] in n-d-828413-1 is: [{'id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195372667', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:48:58Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '17892086-d8a1-45ca-bfb0-0e2eac8d94af', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de924c78-45ba-43bf-995c-9ab97b61908c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:47:09Z', 'updated_at': '2022-02-09T00:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:49:00.631105 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 17892086-d8a1-45ca-bfb0-0e2eac8d94af owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:49:00.667147 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.690940 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] Pushing event deleted for resources: {'Port': ['ID=06e4eddd-44a9-48fe-bdcb-0023508a3680,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:00.696313 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd165d55-0d86-430a-94b6-c39aba71c0d2 None None] No DVR routers for this DVR port 06e4eddd-44a9-48fe-bdcb-0023508a3680 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:49:00.827252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:00.860588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=17892086-d8a1-45ca-bfb0-0e2eac8d94af,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:00.938694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.051010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.053627 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.103583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.104202 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Fanout notify agent at l3_agent the message router_deleted on router de924c78-45ba-43bf-995c-9ab97b61908c {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:49:01.112069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.115890 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9e48b5dc-315e-4065-8e0d-06a077319fb7 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/routers/de924c78-45ba-43bf-995c-9ab97b61908c HTTP/1.1" status: 204 len: 168 time: 0.9006865 Feb 09 00:49:01.116344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60676) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:01.202848 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.302590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.329732 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ab43cc-2ecb-4a99-a223-9a8f16d712f8']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:01.339379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99cd052-9794-4e7c-bfc6-dc021d180cfd') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:01.339669 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99cd052-9794-4e7c-bfc6-dc021d180cfd') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:01.350604 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.366734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.372887 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:49:01.373309 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:49:01.376266 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:49:01.452038 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.459620 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.463058 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/networks/c2ab43cc-2ecb-4a99-a223-9a8f16d712f8 HTTP/1.1" status: 204 len: 168 time: 0.3454211 Feb 09 00:49:01.466041 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60678) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:01.476312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed069e-9caf-4c25-b2d9-60adf84721b1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Network': ['ID=c2ab43cc-2ecb-4a99-a223-9a8f16d712f8,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:01.529630 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95048a6b-f845-4fc7-87a5-c6a27837ed08 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.559826 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95048a6b-f845-4fc7-87a5-c6a27837ed08 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.625735 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95048a6b-f845-4fc7-87a5-c6a27837ed08 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.628900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-95048a6b-f845-4fc7-87a5-c6a27837ed08 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:01.630109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-95048a6b-f845-4fc7-87a5-c6a27837ed08 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/security-groups/19544837-e65d-428c-af57-f037d6452632 HTTP/1.1" status: 204 len: 168 time: 0.1624045 Feb 09 00:49:01.641276 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95048a6b-f845-4fc7-87a5-c6a27837ed08 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19544837-e65d-428c-af57-f037d6452632,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:01.971456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60684) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:01.976287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893878151', 'description': 'tempest-secgroup-smoke-893878151 description', 'project_id': '912a36a035b84be78c8a287170527f84'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.001249 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.073523 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.077790 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.107284 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.108513 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360431 Feb 09 00:49:02.111596 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60686) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.112518 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76fc67-d865-4fd6-b463-49c89a7302d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.117202 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '033fdfc0-7ac1-40c9-aa34-6ecc2acb4943', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.145340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.200949 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.204603 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.223341 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5e7d6f-4f4b-4ba7-9450-16465a0be175,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.229200 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.230401 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-57891526-9f3c-421b-b918-940f722bd699 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176274 Feb 09 00:49:02.233867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60688) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.238126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '033fdfc0-7ac1-40c9-aa34-6ecc2acb4943', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.265905 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.327269 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.331227 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.348937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4a6736-3056-4029-9630-2822fca07fa2,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.358009 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.359210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a9776a8-1413-420a-ba27-d60c1f1c10d6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244137 Feb 09 00:49:02.361962 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60690) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.366272 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '033fdfc0-7ac1-40c9-aa34-6ecc2acb4943', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.395115 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.416335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 06e4eddd-44a9-48fe-bdcb-0023508a3680 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:49:02.430809 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:49:02.437988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 06e4eddd-44a9-48fe-bdcb-0023508a3680 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:49:02.438335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 06e4eddd-44a9-48fe-bdcb-0023508a3680 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:49:02.438757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:49:02.459863 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.463759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:49:02.464105 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 8d3225a1-9714-4c3d-82b7-3de2db4c3cb2 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:49:02.464249 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.464524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17892086-d8a1-45ca-bfb0-0e2eac8d94af no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:49:02.483898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f58ea04-9a5d-40c8-9381-4c8ff7fbeada,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.487158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 17892086-d8a1-45ca-bfb0-0e2eac8d94af {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:49:02.487652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 17892086-d8a1-45ca-bfb0-0e2eac8d94af not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:49:02.491916 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.493160 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b4b44f06-0410-4aa5-b26c-60b67852dbd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302285 Feb 09 00:49:02.496037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60694) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.501512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '033fdfc0-7ac1-40c9-aa34-6ecc2acb4943', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.530547 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.589616 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.593274 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.612131 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04eeb7c5-033c-47b6-bd26-962be10bb40d,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.617664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.621230 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bac11382-d6a5-4635-8877-c3b6cfdebbac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215348 Feb 09 00:49:02.621435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60696) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.626746 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '033fdfc0-7ac1-40c9-aa34-6ecc2acb4943', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.650073 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:49:02.655176 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.717882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.721561 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.740154 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a673f29-ff39-4ba4-944b-f96b8e7ea0bf,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.748697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.749938 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cc5b50f5-6122-4142-b2e8-76d84007eab1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269040 Feb 09 00:49:02.752653 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60698) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.756847 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': '033fdfc0-7ac1-40c9-aa34-6ecc2acb4943', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.780953 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:49:02.786225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.846805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.850490 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.870178 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33168f4-6a05-4d38-be42-c4a7c4dfff10,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:02.876152 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.877323 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-18bc5463-bd03-4157-b92f-5880d701a7ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237302 Feb 09 00:49:02.880140 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60700) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:02.885137 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'network': {'name': 'tempest-network-smoke--1624865226', 'project_id': '912a36a035b84be78c8a287170527f84', 'port_security_enabled': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:02.907014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:02.910515 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.934055 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:49:02.943921 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:02.944265 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Added segment 87e415f5-7dcb-484a-8619-21cb6f83835d of type vlan for network bc73464d-7f3d-46e2-9ebe-59e0a1327faa Feb 09 00:49:02.984324 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.008517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.014707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:03.015295 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.077239 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959815 Feb 09 00:49:03.079831 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60702) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:03.084084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'admin_state_up': True, 'project_id': '912a36a035b84be78c8a287170527f84', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:03.097032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb37744-13fa-4539-94be-b91c8be24ff1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Network': ['ID=bc73464d-7f3d-46e2-9ebe-59e0a1327faa,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:03.107152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:49:03.118784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.119783 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.172296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.314452 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.519863 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.542474 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.652945 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.156 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/05c12b4f-8a1b-4517-8c0b-0692f852ba7b) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:03.761069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.795633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:03.832086 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:03.838510 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:03.842491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:49:03.847805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:04.090273 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.286461 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.415240 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 5005ac88-000d-4490-9f0d-8583040f3ba3 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:49:04.520664 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:49:04.531491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Sync routers for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:49:04.540114 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.541208 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:04.541405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-59831e9b-8c0d-41ab-82e7-16f24bd53cd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4606280 Feb 09 00:49:04.541960 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:04.546013 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60704) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:04.574526 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e4adeb45-b995-455b-b5f2-43f98e1efae9 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=912a36a035b84be78c8a287170527f84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273545 Feb 09 00:49:04.577659 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60706) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:04.653636 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:04.662459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39e532-1fb8-4fc5-a72d-ddaf923dc06a tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:04.663997 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4e39e532-1fb8-4fc5-a72d-ddaf923dc06a tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854638 Feb 09 00:49:04.666928 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60708) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:04.699411 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a37e39b-0a85-454d-8f40-625d2f9fb02e tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314295 Feb 09 00:49:04.702044 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60710) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:04.706668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581774259', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'project_id': '912a36a035b84be78c8a287170527f84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:04.797086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:04.800538 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.835138 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:03Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:04.862884 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Checking router: 5005ac88-000d-4490-9f0d-8583040f3ba3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:49:04.863230 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Updating router 5005ac88-000d-4490-9f0d-8583040f3ba3 port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:49:04.891571 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:04.989245 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.052680 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Subnet': ['ID=db512926-8965-4ddc-a4d0-bff9347253bf,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:05.057866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Checking segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:49:05.058224 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network hostable DHCP agents. Network: bc73464d-7f3d-46e2-9ebe-59e0a1327faa, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:49:05.074760 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:49:05.084340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, bc73464d-7f3d-46e2-9ebe-59e0a1327faa) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:05.088310 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:05.088892 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.102857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d11c35-5f3c-4f2f-8347-139ac3f7567b None None] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:49:05.104253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-78f70b23-8493-4ab6-adbd-cdc566beed43 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4012337 Feb 09 00:49:05.108124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60712) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:05.234252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.258941 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.334228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Attempting to bind port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:05.334615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Attempting to bind port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:05.334988 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Attempting to bind port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:49:05.361137 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:49:05.361694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:49:05.361923 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.362323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:49:05.362806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Bound port: 05c12b4f-8a1b-4517-8c0b-0692f852ba7b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:05.363190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.364961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26cab8-b38b-41bc-9a0d-9e7db738243b None None] Pushing event updated for resources: {'Port': ['ID=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:05.369942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:49:05.370384 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.496872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] For port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:49:05.515529 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] For port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:49:05.523257 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.626458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Allocated IP 172.20.0.2 (bc73464d-7f3d-46e2-9ebe-59e0a1327faa/db512926-8965-4ddc-a4d0-bff9347253bf/dd0f4d50-b602-4d0b-8369-d3ce61c9b737) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:05.632261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26cab8-b38b-41bc-9a0d-9e7db738243b None None] Pushing event updated for resources: {'Port': ['ID=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:05.637877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:05.638470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:05.812316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:05.912727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.964333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:05.977169 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.188697 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:06.198398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.1 (bc73464d-7f3d-46e2-9ebe-59e0a1327faa/db512926-8965-4ddc-a4d0-bff9347253bf/fad2b5d8-817a-42f1-b128-58d912086614) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:06.213570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:06.217092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:49:06.230516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Pushing event updated for resources: {'Port': ['ID=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:06.289458 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Attempting to bind port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:06.289833 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Attempting to bind port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:06.290197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Attempting to bind port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 on network bc73464d-7f3d-46e2-9ebe-59e0a1327faa {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:49:06.298302 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:49:06.298795 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Checking segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:49:06.299087 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.299482 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Bound using segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:49:06.299945 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Bound port: dd0f4d50-b602-4d0b-8369-d3ce61c9b737, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:06.300325 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.302839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:03Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:06.316942 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.341859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f95c3a-0804-424c-9115-24398c83ac63 None None] The sync data for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 is: [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:03Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:49:06.356769 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.409779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] For port dd0f4d50-b602-4d0b-8369-d3ce61c9b737, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:49:06.410435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:06.413823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] For port dd0f4d50-b602-4d0b-8369-d3ce61c9b737, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:49:06.416444 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:06.420686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:49:06.421648 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.462213 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=fad2b5d8-817a-42f1-b128-58d912086614,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:06.479944 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.486994 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d91a-ac59-45eb-8c55-46d27a459b59 None None] Pushing event updated for resources: {'Port': ['ID=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:06.645664 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.975689 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:06.980410 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.056307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=fad2b5d8-817a-42f1-b128-58d912086614,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:07.058935 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.163406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:07.164854 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:07.286309 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 5005ac88-000d-4490-9f0d-8583040f3ba3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:49:07.406170 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:49:07.412926 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d271f4d4-a3e2-4594-acba-9f0e4bbeb375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/5005ac88-000d-4490-9f0d-8583040f3ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3037236 Feb 09 00:49:07.427083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.510396 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0701e8d-db6f-44e0-9b28-26e279c30e1c None None] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:49:07.561076 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-880f7d1e-9ac9-4776-bf7d-a3b959df44a9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893878151&fields=id&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 267 time: 0.0350330 Feb 09 00:49:07.587755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-720e2a70-5dcf-49e9-914b-57c95aa063ce None None] Provisioning complete for port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:07.588109 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-720e2a70-5dcf-49e9-914b-57c95aa063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.671299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.681053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-e10a6d79-87a1-4bf3-a694-83bdd642fe65 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:07.682596 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-e10a6d79-87a1-4bf3-a694-83bdd642fe65 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 797 time: 0.1140430 Feb 09 00:49:07.699945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-23b8e8f5-a8d0-4039-b4a1-343c214b8742 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/quotas/912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 375 time: 0.0098464 Feb 09 00:49:07.746244 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-720e2a70-5dcf-49e9-914b-57c95aa063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.760812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-b36cd2f9-ccc8-4c0c-bf53-110914707d2b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542729 Feb 09 00:49:07.785978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-720e2a70-5dcf-49e9-914b-57c95aa063ce None None] For port dd0f4d50-b602-4d0b-8369-d3ce61c9b737, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:07.790379 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-720e2a70-5dcf-49e9-914b-57c95aa063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:07.847998 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e2a70-5dcf-49e9-914b-57c95aa063ce None None] Pushing event updated for resources: {'Port': ['ID=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:07.881797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-1e7b5e4b-eccf-4344-8b0c-5d26e345ecd5 service neutron] 10.222.0.32 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982993 Feb 09 00:49:07.977661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-642258f0-2790-47fc-8654-351fbf08d0eb service neutron] 10.222.0.32 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886760 Feb 09 00:49:08.021758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b780560f-f0fd-403e-99b5-e5ebd57569d1 None None] Provisioning complete for port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:08.022274 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b780560f-f0fd-403e-99b5-e5ebd57569d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.134250 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Sync routers for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:49:08.146557 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b780560f-f0fd-403e-99b5-e5ebd57569d1 None None] Provisioning complete for port fad2b5d8-817a-42f1-b128-58d912086614 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:08.147199 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b780560f-f0fd-403e-99b5-e5ebd57569d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.147607 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:08.148557 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:08.178032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-819d7b52-52fb-4095-a477-3319f262dc8b req-65dd1dad-aec1-464e-b9e5-b6c1bc3f3d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 210 time: 0.0468302 Feb 09 00:49:08.190249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b780560f-f0fd-403e-99b5-e5ebd57569d1 None None] Port fad2b5d8-817a-42f1-b128-58d912086614 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:49:08.314826 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-1c9cec9b-7c2c-4d91-a976-47fc044ca7f7 None None] Provisioning complete for port fad2b5d8-817a-42f1-b128-58d912086614 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:08.317052 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1c9cec9b-7c2c-4d91-a976-47fc044ca7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.369351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1c9cec9b-7c2c-4d91-a976-47fc044ca7f7 None None] Port fad2b5d8-817a-42f1-b128-58d912086614 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:49:08.400611 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:08.537744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dd0f4d50-b602-4d0b-8369-d3ce61c9b737 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:49:08.601408 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f843599d-ec6f-45df-a5eb-b76c37518855 None None] Provisioning complete for port fad2b5d8-817a-42f1-b128-58d912086614 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:08.601831 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f843599d-ec6f-45df-a5eb-b76c37518855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.625045 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 2, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:08.640129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:08.640510 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.660477 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Checking router: 5005ac88-000d-4490-9f0d-8583040f3ba3 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:49:08.660885 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Updating router 5005ac88-000d-4490-9f0d-8583040f3ba3 port fad2b5d8-817a-42f1-b128-58d912086614 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:49:08.666269 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f843599d-ec6f-45df-a5eb-b76c37518855 None None] Port fad2b5d8-817a-42f1-b128-58d912086614 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:49:08.690209 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.730572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 05c12b4f-8a1b-4517-8c0b-0692f852ba7b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:49:08.781346 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:08.782133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.862935 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.882415 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:08.886635 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.938229 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:08.963145 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:08.969527 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.025144 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Pushing event updated for resources: {'Port': ['ID=fad2b5d8-817a-42f1-b128-58d912086614,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:09.048735 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.049027 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.049365 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.049698 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.050031 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.050358 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.051135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.051135 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.051333 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.051616 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.051940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.052252 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:49:09.085434 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Attempting to bind port fad2b5d8-817a-42f1-b128-58d912086614 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:09.085944 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Attempting to bind port fad2b5d8-817a-42f1-b128-58d912086614 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:09.086622 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Attempting to bind port fad2b5d8-817a-42f1-b128-58d912086614 on network bc73464d-7f3d-46e2-9ebe-59e0a1327faa {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:49:09.091977 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:49:09.092480 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Checking segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:49:09.093034 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.093631 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Bound using segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:49:09.094199 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Bound port: fad2b5d8-817a-42f1-b128-58d912086614, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:09.094786 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.163087 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] For port fad2b5d8-817a-42f1-b128-58d912086614, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:49:09.167458 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] For port fad2b5d8-817a-42f1-b128-58d912086614, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fad2b5d8-817a-42f1-b128-58d912086614,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:49:09.175250 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.230101 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:09.230762 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:48:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:09.307777 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-aa8d7040-1df8-4f0d-95bc-180201c01617 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:09.314618 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d999ffaa-6b0d-4f50-bbcd-7f04090100cc None None] Provisioning complete for port fad2b5d8-817a-42f1-b128-58d912086614 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:09.315273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d999ffaa-6b0d-4f50-bbcd-7f04090100cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.317838 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-aa8d7040-1df8-4f0d-95bc-180201c01617 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 797 time: 0.1751704 Feb 09 00:49:09.362164 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-498fc29b-fc1f-4f4a-bcd8-6acc17f327ae req-76cf2ca3-8a0a-4a2a-955c-d294e9a72610 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 210 time: 0.0916462 Feb 09 00:49:09.372940 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:09.408596 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-96db7bb4-823f-4fe2-a69f-7b60db8b791b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 379 time: 0.0788839 Feb 09 00:49:09.423059 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'port': {'device_id': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'admin_state_up': True, 'tenant_id': '912a36a035b84be78c8a287170527f84', 'security_groups': ['033fdfc0-7ac1-40c9-aa34-6ecc2acb4943']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:09.425820 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f50b63-33be-409b-b35a-7794459e3cf2 None None] Pushing event updated for resources: {'Port': ['ID=fad2b5d8-817a-42f1-b128-58d912086614,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:09.437960 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d999ffaa-6b0d-4f50-bbcd-7f04090100cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.478014 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d999ffaa-6b0d-4f50-bbcd-7f04090100cc None None] For port fad2b5d8-817a-42f1-b128-58d912086614, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fad2b5d8-817a-42f1-b128-58d912086614,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:09.485046 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d999ffaa-6b0d-4f50-bbcd-7f04090100cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.543167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999ffaa-6b0d-4f50-bbcd-7f04090100cc None None] Pushing event updated for resources: {'Port': ['ID=fad2b5d8-817a-42f1-b128-58d912086614,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:09.569141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:49:09.572905 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.608528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-022cfa4c-6433-4142-9ce3-c57aa2da05d2 None None] Provisioning complete for port fad2b5d8-817a-42f1-b128-58d912086614 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:09.609072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-022cfa4c-6433-4142-9ce3-c57aa2da05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.619160 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:09.646804 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0f4c2-09af-48d6-a660-8b30fc99e9d2 None None] The sync data for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 is: [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:49:09.752340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.11 (bc73464d-7f3d-46e2-9ebe-59e0a1327faa/db512926-8965-4ddc-a4d0-bff9347253bf/dcfedcf0-fb35-4701-8056-b1297ef350bb) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:09.908671 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.944773 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:09.990797 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:09.994089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:09.998118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:49:10.004657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=dcfedcf0-fb35-4701-8056-b1297ef350bb,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:10.056507 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:10.057194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.075528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-e147dd69-c781-4bbf-a31a-8e38b8a27202 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6572275 Feb 09 00:49:10.088899 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Request body: {'port': {'device_id': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:10.151723 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.227225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-16951fcd-a8c0-403a-9e4b-b57dcc2d2d91 None None] Provisioning complete for port dcfedcf0-fb35-4701-8056-b1297ef350bb triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:10.227682 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-16951fcd-a8c0-403a-9e4b-b57dcc2d2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.265546 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-16951fcd-a8c0-403a-9e4b-b57dcc2d2d91 None None] Port dcfedcf0-fb35-4701-8056-b1297ef350bb cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:49:10.456007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfedcf0-fb35-4701-8056-b1297ef350bb {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:49:10.464997 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.482713 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Transition to ACTIVE for port object dcfedcf0-fb35-4701-8056-b1297ef350bb will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:49:10.486796 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.539671 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92843530-03a1-4e4b-9a4e-66f63f612f42 req-ea1c6852-c075-4b86-8a01-cb7965be5cea tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:10.545013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfedcf0-fb35-4701-8056-b1297ef350bb,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:10.550895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92843530-03a1-4e4b-9a4e-66f63f612f42 req-ea1c6852-c075-4b86-8a01-cb7965be5cea tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 932 time: 0.0948370 Feb 09 00:49:10.551669 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 05c12b4f-8a1b-4517-8c0b-0692f852ba7b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:49:10.602385 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-92843530-03a1-4e4b-9a4e-66f63f612f42 req-6ecc8442-49a4-4ea5-9dfa-e29bdb0abbba tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502918 Feb 09 00:49:10.647278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:10.647656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.655742 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Attempting to bind port dcfedcf0-fb35-4701-8056-b1297ef350bb on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:49:10.656219 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Attempting to bind port dcfedcf0-fb35-4701-8056-b1297ef350bb by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:49:10.656660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Attempting to bind port dcfedcf0-fb35-4701-8056-b1297ef350bb on network bc73464d-7f3d-46e2-9ebe-59e0a1327faa {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:49:10.661915 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Port dcfedcf0-fb35-4701-8056-b1297ef350bb on network bc73464d-7f3d-46e2-9ebe-59e0a1327faa not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:49:10.662393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Attempting to bind port dcfedcf0-fb35-4701-8056-b1297ef350bb on network bc73464d-7f3d-46e2-9ebe-59e0a1327faa {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:49:10.668646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:49:10.669306 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Checking segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:49:10.669805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Bound using segment: {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:49:10.670359 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Bound port: dcfedcf0-fb35-4701-8056-b1297ef350bb, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e415f5-7dcb-484a-8619-21cb6f83835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:49:10.670832 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.757931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] For port dcfedcf0-fb35-4701-8056-b1297ef350bb, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:49:10.763546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] For port dcfedcf0-fb35-4701-8056-b1297ef350bb, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:49:10.773087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.792790 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fad2b5d8-817a-42f1-b128-58d912086614 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:49:10.810488 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:10.811296 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.812756 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] 10.222.0.84 "PUT /v2.0/ports/dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 1092 time: 0.7283757 Feb 09 00:49:10.815247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:49:10.817703 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aae8f1-30c6-4949-ae69-fa51ebc3b231" -d '{"events": [{"name": "network-changed", "server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:49:10.855347 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port fad2b5d8-817a-42f1-b128-58d912086614 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:10.855718 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:10.860257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8f14d-5ced-4074-b59f-13966c64ba35 service neutron] Pushing event updated for resources: {'Port': ['ID=dcfedcf0-fb35-4701-8056-b1297ef350bb,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:10.913531 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f39e5c-eb47-4adf-bff9-bf09d15d816b x-openstack-request-id: req-30f39e5c-eb47-4adf-bff9-bf09d15d816b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:49:10.913826 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:49:10.914687 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-30f39e5c-eb47-4adf-bff9-bf09d15d816b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:49:10.915139 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'status': 'completed', 'code': 200} Feb 09 00:49:10.936973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-40228487-a6a5-4c58-999b-f9bb3260b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:10.939039 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-40228487-a6a5-4c58-999b-f9bb3260b7e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1095 time: 0.0667546 Feb 09 00:49:10.992207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-f69f58a4-d0b8-4a1f-a5d9-e6ef4f4d211d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 217 time: 0.0452144 Feb 09 00:49:11.045932 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-2a686bec-c34f-42ee-8a7b-6a2cc1fc0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.047465 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-2a686bec-c34f-42ee-8a7b-6a2cc1fc0cb9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 200 len: 835 time: 0.0490952 Feb 09 00:49:11.101353 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943a50-7c54-4076-a163-9188a850f43d req-e4bec25d-c53a-489b-9574-e5ab27ced15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.102909 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-e4bec25d-c53a-489b-9574-e5ab27ced15d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481019 Feb 09 00:49:11.193718 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-df0a970a-e021-4fa3-b7fd-f3226f3e4d04 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828009 Feb 09 00:49:11.288805 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-16943a50-7c54-4076-a163-9188a850f43d req-22c66efb-b274-4c9a-903f-1d1989c67b4f service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889425 Feb 09 00:49:11.390774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-ef3a1427-ed0e-41dc-9e28-80ad2eda95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.392300 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-ef3a1427-ed0e-41dc-9e28-80ad2eda95c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1095 time: 0.0545449 Feb 09 00:49:11.484141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-2390ecd2-d595-4b6d-b923-303bca184db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.485933 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-2390ecd2-d595-4b6d-b923-303bca184db8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 898 time: 0.0866468 Feb 09 00:49:11.531639 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-6fb25291-7b5c-42dd-bf61-2cf5d32c716e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 217 time: 0.0391259 Feb 09 00:49:11.581159 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-3fd44ced-9142-4fe8-ae2c-058ffebe8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.582566 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-3fd44ced-9142-4fe8-ae2c-058ffebe8369 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 200 len: 835 time: 0.0436082 Feb 09 00:49:11.627546 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-87096d38-cb96-4cec-89a0-ea99f5c63ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.629104 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-87096d38-cb96-4cec-89a0-ea99f5c63ca2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395098 Feb 09 00:49:11.713459 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce72d-141e-47b8-81ec-d78a78e323f1 req-472edc3d-0ad7-4dbb-bc9c-b34caa1e9678 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:11.714926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-488ce72d-141e-47b8-81ec-d78a78e323f1 req-472edc3d-0ad7-4dbb-bc9c-b34caa1e9678 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 944 time: 0.0489836 Feb 09 00:49:11.726370 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-0d7a2054-38d2-4209-8e36-a89fa56028f6 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893371 Feb 09 00:49:11.752438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-488ce72d-141e-47b8-81ec-d78a78e323f1 req-bca2f14e-917d-4484-a9e4-c48e38bf0d0b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314076 Feb 09 00:49:11.820509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-87aae8f1-30c6-4949-ae69-fa51ebc3b231 req-2ec2ff1b-9265-4267-a904-cfe741a33492 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875614 Feb 09 00:49:12.022024 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-53fe0e66-01fd-499f-80c7-8c5c5c34bf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:12.755206 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device dcfedcf0-fb35-4701-8056-b1297ef350bb details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:49:12.856501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port dcfedcf0-fb35-4701-8056-b1297ef350bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:12.868870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'port_id': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'mac_address': 'fa:16:3e:79:0d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:49:12.869109 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8d8c1-3659-4197-8d4e-a01afac92324 req-b27fde16-0e53-4719-a8ed-05d47014fb05 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:12.870538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46d8d8c1-3659-4197-8d4e-a01afac92324 req-b27fde16-0e53-4719-a8ed-05d47014fb05 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 944 time: 0.0480497 Feb 09 00:49:12.907618 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:12.911706 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-46d8d8c1-3659-4197-8d4e-a01afac92324 req-19d2efe8-2867-4f24-9805-5db0ed2763ac tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343118 Feb 09 00:49:12.921135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfedcf0-fb35-4701-8056-b1297ef350bb {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:49:12.941180 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port dcfedcf0-fb35-4701-8056-b1297ef350bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:12.945146 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:12.995952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=dcfedcf0-fb35-4701-8056-b1297ef350bb,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:13.141150 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['dcfedcf0-fb35-4701-8056-b1297ef350bb'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:49:14.026715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8884ad7-a052-41c5-ba70-e84a5c1af3f4 req-7eb634e0-8529-46ab-8a93-be540264f2a9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:14.028626 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8884ad7-a052-41c5-ba70-e84a5c1af3f4 req-7eb634e0-8529-46ab-8a93-be540264f2a9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 945 time: 0.0490205 Feb 09 00:49:14.068812 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8884ad7-a052-41c5-ba70-e84a5c1af3f4 req-830ddade-d7b6-4b10-bfb1-66d3f48f3d1d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340757 Feb 09 00:49:14.780480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2a618f04-b33a-4851-bf1b-b5618589fb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:14.786258 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device dcfedcf0-fb35-4701-8056-b1297ef350bb up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:49:14.834880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port dcfedcf0-fb35-4701-8056-b1297ef350bb completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:49:14.838859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port dcfedcf0-fb35-4701-8056-b1297ef350bb triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:49:14.839236 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:14.918375 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:14.940887 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:49:14.943123 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ffcdb-0e33-4501-99fe-69812b18857d" -d '{"events": [{"server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "name": "network-vif-plugged", "status": "completed", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:49:14.956630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port dcfedcf0-fb35-4701-8056-b1297ef350bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:49:14.960719 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:14.986770 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74dc194-86ae-486d-a168-78e608107e59 x-openstack-request-id: req-c74dc194-86ae-486d-a168-78e608107e59 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:49:14.987054 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "name": "network-vif-plugged", "status": "completed", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:49:14.987298 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c74dc194-86ae-486d-a168-78e608107e59 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:49:14.987679 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'code': 200} Feb 09 00:49:15.015705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=dcfedcf0-fb35-4701-8056-b1297ef350bb,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:15.073898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40df0b0-2f09-4116-bed2-fe3d87ec0f03 req-322377e8-11b7-4c27-9251-4cc1e502604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:15.075949 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c40df0b0-2f09-4116-bed2-fe3d87ec0f03 req-322377e8-11b7-4c27-9251-4cc1e502604f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1097 time: 0.0405724 Feb 09 00:49:15.117027 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c40df0b0-2f09-4116-bed2-fe3d87ec0f03 req-7713fdbd-59dc-47e9-87c4-8775fd009a5c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Feb 09 00:49:15.248541 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534510e5-c892-4c33-8f60-c932cb8dbcf6 req-0fcac22e-1d37-43cb-9119-6596a9be5434 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:15.250116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-534510e5-c892-4c33-8f60-c932cb8dbcf6 req-0fcac22e-1d37-43cb-9119-6596a9be5434 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0505738 Feb 09 00:49:15.287872 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-534510e5-c892-4c33-8f60-c932cb8dbcf6 req-c52b87da-5785-4f82-a7df-9bce8fac9a06 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317950 Feb 09 00:49:15.694324 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:16.405134 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961a2e-d266-4aa2-b8dd-c15311c163ae req-2865807d-f039-4cfa-abda-e7f0003fd224 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:16.406607 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b961a2e-d266-4aa2-b8dd-c15311c163ae req-2865807d-f039-4cfa-abda-e7f0003fd224 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0500278 Feb 09 00:49:16.447753 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b961a2e-d266-4aa2-b8dd-c15311c163ae req-8d6130ec-9c65-4b20-b995-c4b0ed70e062 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351765 Feb 09 00:49:16.565636 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47291-7284-401e-ba9e-9273ce5aaf1a req-413f2dff-4a77-4300-937a-c2538f0c6654 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:16.567006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63b47291-7284-401e-ba9e-9273ce5aaf1a req-413f2dff-4a77-4300-937a-c2538f0c6654 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0488064 Feb 09 00:49:16.604602 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-63b47291-7284-401e-ba9e-9273ce5aaf1a req-00af4c61-ad73-4ade-a783-1918bdc2c612 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317161 Feb 09 00:49:16.625903 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60762) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:16.665989 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea00d6f-d5ab-41ab-9414-35d0e5c92b22 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:16.667512 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1ea00d6f-d5ab-41ab-9414-35d0e5c92b22 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1092 time: 0.0405786 Feb 09 00:49:16.670399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60764) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:16.674560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:49:16.697807 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:16.793069 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:16.900644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.154 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/97a09ba5-12e3-475d-a762-2177cebf21a3) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:49:17.004101 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.042985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.079806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:49:17.084450 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.087449 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:49:17.090948 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:49:17.114104 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=97a09ba5-12e3-475d-a762-2177cebf21a3,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:17.450499 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.480090 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.520482 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.671754 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.676118 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.744846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=97a09ba5-12e3-475d-a762-2177cebf21a3,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:49:17.753644 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:17.854592 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP 169bbee9-adc4-4b9e-9141-6a1b621eb895 associated. External IP: 172.25.3.154, port: dcfedcf0-fb35-4701-8056-b1297ef350bb. Feb 09 00:49:18.062114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 5005ac88-000d-4490-9f0d-8583040f3ba3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:49:18.169877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:49:18.179830 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] Sync routers for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:49:18.188479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:18.190773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:18.191401 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:49:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:18.216109 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-cbdd8cae-ed57-448f-a92e-eb242a78bead tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5447121 Feb 09 00:49:18.216681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:49:18.219052 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dde0b7c-fce3-40de-926b-018fe43e39ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:49:18.307758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:18.317419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3372f-0667-4d2a-a370-b7af3043d4d3 req-fe3939c1-db5f-4cea-934f-42b1612b922f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.318928 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38c3372f-0667-4d2a-a370-b7af3043d4d3 req-fe3939c1-db5f-4cea-934f-42b1612b922f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0491576 Feb 09 00:49:18.358842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-38c3372f-0667-4d2a-a370-b7af3043d4d3 req-050866d0-c130-4d67-9dd8-7cdbb5ee81f4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326862 Feb 09 00:49:18.382670 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60770) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:18.424539 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981c6ec7-a707-4f20-b6de-ebd7b7b0f50c x-openstack-request-id: req-981c6ec7-a707-4f20-b6de-ebd7b7b0f50c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:49:18.424895 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:49:18.425124 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-981c6ec7-a707-4f20-b6de-ebd7b7b0f50c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:49:18.425498 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'status': 'completed', 'code': 200} Feb 09 00:49:18.479668 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6015b5d4-4997-4674-a43f-d5d483c51044 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/169bbee9-adc4-4b9e-9141-6a1b621eb895 HTTP/1.1" status: 200 len: 992 time: 0.0945437 Feb 09 00:49:18.491472 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-988f10df-d63a-4ef3-a01d-ca73aedbcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.493019 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-988f10df-d63a-4ef3-a01d-ca73aedbcab8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1097 time: 0.0555375 Feb 09 00:49:18.541885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '169bbee9-adc4-4b9e-9141-6a1b621eb895', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'port_id': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'mac_address': 'fa:16:3e:79:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:49:17Z', 'updated_at': '2022-02-09T00:49:17Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:18.572018 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] Checking router: 5005ac88-000d-4490-9f0d-8583040f3ba3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:49:18.580807 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:49:18.581484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:49:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:18.583191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-c0f705f7-a5db-4e1a-ba03-8c060788042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.584689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-c0f705f7-a5db-4e1a-ba03-8c060788042b service neutron] 10.222.0.84 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 898 time: 0.0856884 Feb 09 00:49:18.654052 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-2ce4c5a8-d098-4f9f-9a18-d2bdad7b9d3a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 1000 time: 0.0629141 Feb 09 00:49:18.684334 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:49:18.704244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-28f23306-db1b-4916-b720-78fd0af87b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.705907 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-28f23306-db1b-4916-b720-78fd0af87b17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 200 len: 835 time: 0.0446050 Feb 09 00:49:18.751787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-c31dda10-af24-4a59-a359-76a7eb4ad2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:18.753454 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-c31dda10-af24-4a59-a359-76a7eb4ad2e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406551 Feb 09 00:49:18.853869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-798d1ebf-42bb-4121-bff7-ba4db7bd6d98 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932496 Feb 09 00:49:18.912435 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '169bbee9-adc4-4b9e-9141-6a1b621eb895', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'port_id': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'mac_address': 'fa:16:3e:79:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:49:17Z', 'updated_at': '2022-02-09T00:49:17Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:18.940194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb26f1-dbd0-431d-aa4f-6ef48266363a None None] The sync data for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 is: [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '169bbee9-adc4-4b9e-9141-6a1b621eb895', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'port_id': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'mac_address': 'fa:16:3e:79:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:49:17Z', 'updated_at': '2022-02-09T00:49:17Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:49:18.947639 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-0dde0b7c-fce3-40de-926b-018fe43e39ed req-d3912c6e-5875-4b1b-9370-6a59170ed999 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872738 Feb 09 00:49:19.130950 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e378c1-4597-41ac-84a2-c8b2f67e6142 None None] New status for floating IP 169bbee9-adc4-4b9e-9141-6a1b621eb895: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:49:19.482703 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60772) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:49:19.553117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-08358168-7436-4bdc-b17a-b2044e980359 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/169bbee9-adc4-4b9e-9141-6a1b621eb895 HTTP/1.1" status: 200 len: 994 time: 0.0692449 Feb 09 00:49:37.439413 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:37.653756 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:39.432406 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:49:42.023454 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bd85283f-2ca5-4660-8941-09bb6f5b7c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:44.781497 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-454e5ddf-59bb-42bc-ac15-c137b912f5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:45.697628 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:47.081654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:47.484015 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:49:48.898574 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-d976fe7f-9fc5-41cd-94ba-7037798eb7fc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402327 Feb 09 00:49:49.338429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9998e7-18fa-4137-9481-159e294d8419 req-b40d2021-be2a-406e-ab30-2d3d1340b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:49.339940 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-b40d2021-be2a-406e-ab30-2d3d1340b23a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1097 time: 0.3883219 Feb 09 00:49:49.451108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9998e7-18fa-4137-9481-159e294d8419 req-78ad8c73-abe9-4a5c-907b-cb66c98887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:49.452574 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-78ad8c73-abe9-4a5c-907b-cb66c98887ca service neutron] 10.222.0.84 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 898 time: 0.0850096 Feb 09 00:49:49.523073 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-592e356f-b4a7-470b-bf6c-f6ed9bc8dd09 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 1002 time: 0.0625434 Feb 09 00:49:49.573242 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9998e7-18fa-4137-9481-159e294d8419 req-6947660d-b270-4346-9952-f68d14350bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:49.574593 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-6947660d-b270-4346-9952-f68d14350bd3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 200 len: 835 time: 0.0444601 Feb 09 00:49:49.622637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9998e7-18fa-4137-9481-159e294d8419 req-464ada2a-2797-494f-bc77-444617c27c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:49.624112 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-464ada2a-2797-494f-bc77-444617c27c16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403938 Feb 09 00:49:49.722161 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-4dbd6062-05a8-4ff9-a4d4-b8f3718dc22f service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854080 Feb 09 00:49:49.816905 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-fc9998e7-18fa-4137-9481-159e294d8419 req-0dc30013-2651-4b97-bcd3-338640f52d48 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880666 Feb 09 00:49:52.756225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e0b1d-235d-4a5c-97ca-fe33553296b7 req-7beb73b3-7748-48f4-bb30-4c7949c86266 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:52.757724 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb4e0b1d-235d-4a5c-97ca-fe33553296b7 req-7beb73b3-7748-48f4-bb30-4c7949c86266 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0489063 Feb 09 00:49:52.798048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bb4e0b1d-235d-4a5c-97ca-fe33553296b7 req-ee458ff1-ab3c-4cc2-b419-52be42e9b900 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342534 Feb 09 00:49:53.913405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740567dc-ecff-4c27-b5b1-df76d654cf7b req-2f62ccd1-e4ce-4618-bd7b-2967901aebc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:53.914853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-740567dc-ecff-4c27-b5b1-df76d654cf7b req-2f62ccd1-e4ce-4618-bd7b-2967901aebc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0476277 Feb 09 00:49:53.951685 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-740567dc-ecff-4c27-b5b1-df76d654cf7b req-4b9fec2c-ff64-4875-882b-e6a50994b2ef tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304832 Feb 09 00:49:55.074343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380b73-b382-46d8-8c54-40f7619c3053 req-f8fab2de-181d-4510-b925-a18713a6b161 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:55.076123 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2380b73-b382-46d8-8c54-40f7619c3053 req-f8fab2de-181d-4510-b925-a18713a6b161 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0526767 Feb 09 00:49:55.113926 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c2380b73-b382-46d8-8c54-40f7619c3053 req-a42e1dd4-02d1-4a53-913f-9dbf0ef11a97 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Feb 09 00:49:56.227559 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d23d28-5e47-4475-8109-300da5edaa7a req-ec90d104-b33b-4725-80b6-94d9315267e5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:56.229045 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65d23d28-5e47-4475-8109-300da5edaa7a req-ec90d104-b33b-4725-80b6-94d9315267e5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0476952 Feb 09 00:49:56.268285 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-65d23d28-5e47-4475-8109-300da5edaa7a req-659a92fd-aba6-409f-bb83-69d1381df60b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326872 Feb 09 00:49:57.388095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e588a-196e-41c5-af8e-f8c2770f672c req-c3daa87e-13ae-42e0-9618-df6920ae0e68 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:57.389650 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-847e588a-196e-41c5-af8e-f8c2770f672c req-c3daa87e-13ae-42e0-9618-df6920ae0e68 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0532124 Feb 09 00:49:57.426565 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-847e588a-196e-41c5-af8e-f8c2770f672c req-bbdf9dbb-4e82-4e8a-8db4-8d00b8d07484 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310047 Feb 09 00:49:58.545592 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550b12-1f45-47ac-99f1-aceb8e350c32 req-6e12cb39-99e6-417d-8005-6ad2e0fd3533 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:58.547135 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1550b12-1f45-47ac-99f1-aceb8e350c32 req-6e12cb39-99e6-417d-8005-6ad2e0fd3533 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0524588 Feb 09 00:49:58.585163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a1550b12-1f45-47ac-99f1-aceb8e350c32 req-84c8a4ca-8936-4591-9092-e2d99c0f7820 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Feb 09 00:49:59.698880 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b56fc7-2c6c-4ef3-9bdd-490b53fd6b9c req-798bb8b8-808c-4a4e-bd75-bc9ef6a2f7e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:49:59.700413 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3b56fc7-2c6c-4ef3-9bdd-490b53fd6b9c req-798bb8b8-808c-4a4e-bd75-bc9ef6a2f7e3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0487649 Feb 09 00:49:59.738053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3b56fc7-2c6c-4ef3-9bdd-490b53fd6b9c req-a0866c99-37fe-41bd-bbdc-0be872742a8c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Feb 09 00:50:00.859529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719a7b9-5d77-4bdd-b4ca-36940b6aa68b req-2f1efd70-046c-4799-bbe8-94e00bb058cc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:00.861053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3719a7b9-5d77-4bdd-b4ca-36940b6aa68b req-2f1efd70-046c-4799-bbe8-94e00bb058cc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0518622 Feb 09 00:50:00.897855 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3719a7b9-5d77-4bdd-b4ca-36940b6aa68b req-97af0b69-a570-4a0d-92fa-02876633610a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Feb 09 00:50:02.023408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c47a-6181-4861-98c0-887834f2e5a9 req-9eda044f-3853-4e2a-9f74-6c5ca99b9de4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:02.024944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d738c47a-6181-4861-98c0-887834f2e5a9 req-9eda044f-3853-4e2a-9f74-6c5ca99b9de4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0551128 Feb 09 00:50:02.064112 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d738c47a-6181-4861-98c0-887834f2e5a9 req-fa2f739b-4982-4378-b19d-7da0286829c1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Feb 09 00:50:03.180508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ce270-fbdc-47bb-9b3f-9821a824f83a req-6e20d411-56bd-4d51-a7cb-22bd24aa748d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:03.182040 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-148ce270-fbdc-47bb-9b3f-9821a824f83a req-6e20d411-56bd-4d51-a7cb-22bd24aa748d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0496359 Feb 09 00:50:03.220014 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-148ce270-fbdc-47bb-9b3f-9821a824f83a req-d1c7e28f-1880-46c9-adfd-f1352da7aec2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Feb 09 00:50:03.241619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60810) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:03.303829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-948d1b2e-9543-4762-9a90-ad4fcda5fa78 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/169bbee9-adc4-4b9e-9141-6a1b621eb895 HTTP/1.1" status: 200 len: 994 time: 0.0611076 Feb 09 00:50:04.617882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-7b2c9c34-e2bd-4604-a636-8846b60dfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:04.619515 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-7b2c9c34-e2bd-4604-a636-8846b60dfe8e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1097 time: 0.0494208 Feb 09 00:50:04.717192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-ca1ce5f0-846e-43d1-9d82-a03953408053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:04.719256 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-ca1ce5f0-846e-43d1-9d82-a03953408053 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 898 time: 0.0902007 Feb 09 00:50:04.801876 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-cc057f87-23a2-4e45-9a38-5749d52adef5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 1002 time: 0.0684412 Feb 09 00:50:04.854878 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-f6e319a4-5cd0-49bd-ad0f-0f227839efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:04.855419 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-f6e319a4-5cd0-49bd-ad0f-0f227839efc1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 200 len: 835 time: 0.0467088 Feb 09 00:50:04.864440 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ed170-60a6-4b30-9ca7-35bdbd90796c req-a0878a2a-f466-4cdc-b18e-af4fe070e4d3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:04.865912 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d72ed170-60a6-4b30-9ca7-35bdbd90796c req-a0878a2a-f466-4cdc-b18e-af4fe070e4d3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.3391719 Feb 09 00:50:04.904012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-4eb52db0-88c3-4cd8-84f5-b9471177fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:04.904305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d72ed170-60a6-4b30-9ca7-35bdbd90796c req-c76c7224-e1c6-4cbf-b525-1f08bfaa90a2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Feb 09 00:50:04.905445 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-4eb52db0-88c3-4cd8-84f5-b9471177fc5c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409658 Feb 09 00:50:04.920574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-c4cd701b-d244-47ff-aa50-531f79a92ffb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:50:04.921791 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-c4cd701b-d244-47ff-aa50-531f79a92ffb service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053945 Feb 09 00:50:05.020379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-a88d135c-240f-425e-868b-c7e88ee296c7 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910323 Feb 09 00:50:05.111446 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3d30f564-a92b-4c0c-a171-e04978f336fe req-47fdeeca-095b-478c-bc6a-c923b6dcd06c service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837498 Feb 09 00:50:06.017526 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6061c29-bc53-4e64-b733-247896506ba8 req-0382ddb3-9651-4866-9628-7d90765cf339 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:06.018972 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6061c29-bc53-4e64-b733-247896506ba8 req-0382ddb3-9651-4866-9628-7d90765cf339 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0466580 Feb 09 00:50:06.056198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f6061c29-bc53-4e64-b733-247896506ba8 req-493e71e2-0ce3-40c2-9548-a888fe010bf2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Feb 09 00:50:06.079047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60820) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:06.141809 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5a3ad202-0f23-49af-8dd3-66e338b5ffda tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/169bbee9-adc4-4b9e-9141-6a1b621eb895 HTTP/1.1" status: 200 len: 994 time: 0.0616117 Feb 09 00:50:07.458493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:07.635758 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:12.025182 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3be7bed4-1114-41b6-9165-90c15ebe9957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:14.783592 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-788200f4-7dba-496c-811c-15287d6869fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:15.700631 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:16.431492 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:50:17.085264 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:17.486106 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.458811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:37.637026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.530307 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60834) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:40.693681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 97a09ba5-12e3-475d-a762-2177cebf21a3 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:50:40.694034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.775145 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.775466 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.787804 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 97a09ba5-12e3-475d-a762-2177cebf21a3 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:50:40.947572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:40.977567 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=97a09ba5-12e3-475d-a762-2177cebf21a3,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:41.001220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.001572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.001917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.002257 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.002592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.002927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.003261 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.003592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.004076 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.004427 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.004754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.005111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:41.046044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.046379 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP 169bbee9-adc4-4b9e-9141-6a1b621eb895 disassociated (deleted). External IP: 172.25.3.154, port: dcfedcf0-fb35-4701-8056-b1297ef350bb. Feb 09 00:50:41.258350 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 5005ac88-000d-4490-9f0d-8583040f3ba3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:50:41.370308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:50:41.375306 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:41.379863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6d13-699f-482f-920a-52045f11433b None None] Sync routers for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:41.388961 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:41.389575 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:41.409410 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3da7012d-4e88-441f-b3c5-847a0230218a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/floatingips/169bbee9-adc4-4b9e-9141-6a1b621eb895 HTTP/1.1" status: 204 len: 168 time: 0.8778214 Feb 09 00:50:41.410187 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:41.413283 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51637634-a368-4836-9e39-1488a1a28eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:50:41.502255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:41.619015 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3090a16b-14ba-42ad-937b-709357e0175f x-openstack-request-id: req-3090a16b-14ba-42ad-937b-709357e0175f {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:50:41.619528 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:50:41.619528 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3090a16b-14ba-42ad-937b-709357e0175f {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:50:41.619946 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'status': 'completed', 'code': 200} Feb 09 00:50:41.721240 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:41.749782 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51637634-a368-4836-9e39-1488a1a28eb0 req-821b64f8-4848-408c-bb42-d79f79a4cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.751342 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-821b64f8-4848-408c-bb42-d79f79a4cef8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 1097 time: 0.0987768 Feb 09 00:50:41.753758 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6d13-699f-482f-920a-52045f11433b None None] Checking router: 5005ac88-000d-4490-9f0d-8583040f3ba3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:41.762096 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:41.763442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:41.769493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3fcdf-741f-45db-999f-0c83b7d8f80e req-27e31467-fc83-4a3c-95f2-550b9262c02e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.771186 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7af3fcdf-741f-45db-999f-0c83b7d8f80e req-27e31467-fc83-4a3c-95f2-550b9262c02e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.1053514 Feb 09 00:50:41.814406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7af3fcdf-741f-45db-999f-0c83b7d8f80e req-dc561485-9a64-4627-8aec-2cc186fb1e83 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366426 Feb 09 00:50:41.853399 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51637634-a368-4836-9e39-1488a1a28eb0 req-d6a6155b-3d28-47ea-9056-a3e4e9fe3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.854922 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-d6a6155b-3d28-47ea-9056-a3e4e9fe3ef1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 200 len: 898 time: 0.0955069 Feb 09 00:50:41.875524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:41.899293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-e0eaac89-5179-46da-9be5-e199a3ade954 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 200 len: 217 time: 0.0356264 Feb 09 00:50:41.948209 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51637634-a368-4836-9e39-1488a1a28eb0 req-ba90dfd2-c6e4-4229-996e-3507a5fe11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.949723 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-ba90dfd2-c6e4-4229-996e-3507a5fe11ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 200 len: 835 time: 0.0436099 Feb 09 00:50:42.001743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51637634-a368-4836-9e39-1488a1a28eb0 req-e751f154-c18f-4fd0-aced-d5355d9a59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.003401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-e751f154-c18f-4fd0-aced-d5355d9a59fe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bc73464d-7f3d-46e2-9ebe-59e0a1327faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456681 Feb 09 00:50:42.043149 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-868b3e9d-dd4e-4832-b422-c06926e516c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:42.093198 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-c08a6d13-699f-482f-920a-52045f11433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:42.098379 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-e212ba46-4c1d-4c5f-bcca-a399811b8c01 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870705 Feb 09 00:50:42.119291 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a6d13-699f-482f-920a-52045f11433b None None] The sync data for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 is: [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:06Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fad2b5d8-817a-42f1-b128-58d912086614', 'name': '', 'network_id': 'bc73464d-7f3d-46e2-9ebe-59e0a1327faa', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:ba:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:06Z', 'updated_at': '2022-02-09T00:49:09Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': 'db512926-8965-4ddc-a4d0-bff9347253bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:42.196615 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-51637634-a368-4836-9e39-1488a1a28eb0 req-1c37eb25-8534-4517-ad0d-db69f2802751 service neutron] 10.222.0.84 "GET /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910320 Feb 09 00:50:42.349738 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8b9930-9b5f-42c6-be0f-963e121416ca None None] New status for floating IP 169bbee9-adc4-4b9e-9141-6a1b621eb895: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:50:42.933560 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10756fd8-e4cc-47fb-ade3-6f32a2130c77 req-93b9bfc8-a78c-4349-bf7a-758c35ea1ca1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:42.935776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10756fd8-e4cc-47fb-ade3-6f32a2130c77 req-93b9bfc8-a78c-4349-bf7a-758c35ea1ca1 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0511625 Feb 09 00:50:42.977163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-10756fd8-e4cc-47fb-ade3-6f32a2130c77 req-8ec5e721-12d1-48a2-a209-3f4fe707b1ff tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353053 Feb 09 00:50:43.375805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213858f-a6f5-4137-be18-002200536935 req-ce48a3b7-500e-4ab1-94b1-e1055da7071e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:43.377298 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5213858f-a6f5-4137-be18-002200536935 req-ce48a3b7-500e-4ab1-94b1-e1055da7071e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 946 time: 0.0508530 Feb 09 00:50:43.464220 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port dcfedcf0-fb35-4701-8056-b1297ef350bb {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:50:43.464564 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:43.556364 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port dcfedcf0-fb35-4701-8056-b1297ef350bb, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=dcfedcf0-fb35-4701-8056-b1297ef350bb,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:43.556727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:43.569192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for dcfedcf0-fb35-4701-8056-b1297ef350bb owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:50:43.699966 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:43.727773 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=dcfedcf0-fb35-4701-8056-b1297ef350bb,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:43.771443 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] No DVR routers for this DVR port dcfedcf0-fb35-4701-8056-b1297ef350bb on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:50:43.774143 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:43.777808 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-5213858f-a6f5-4137-be18-002200536935 req-cc1df7c1-a588-409c-b376-437166b2583f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "DELETE /v2.0/ports/dcfedcf0-fb35-4701-8056-b1297ef350bb HTTP/1.1" status: 204 len: 173 time: 0.3946567 Feb 09 00:50:43.778858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'name': 'network-vif-deleted', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:43.781129 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6202f-b754-4147-a1d2-87d05de1ff2a" -d '{"events": [{"server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "name": "network-vif-deleted", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:50:43.821088 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1195f20d-bb9d-4923-a137-ff46f7d97b14 x-openstack-request-id: req-1195f20d-bb9d-4923-a137-ff46f7d97b14 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:50:43.821391 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456c467-ae14-40b0-b4bf-b075893c81fa", "name": "network-vif-deleted", "tag": "dcfedcf0-fb35-4701-8056-b1297ef350bb", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:50:43.821646 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1195f20d-bb9d-4923-a137-ff46f7d97b14 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:50:43.822044 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456c467-ae14-40b0-b4bf-b075893c81fa', 'name': 'network-vif-deleted', 'tag': 'dcfedcf0-fb35-4701-8056-b1297ef350bb', 'status': 'completed', 'code': 200} Feb 09 00:50:44.086260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2297203-cf90-40e5-9c00-745725df4a37 req-c2809e83-2b81-4502-b82b-2917b8016e8d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=e456c467-ae14-40b0-b4bf-b075893c81fa HTTP/1.1" status: 200 len: 210 time: 0.0309744 Feb 09 00:50:44.785120 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ac769e43-2a70-4629-941c-6b4c6ea384a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.142572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60856) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:45.501908 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.703524 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.757867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port fad2b5d8-817a-42f1-b128-58d912086614 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:50:45.758125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.847615 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port fad2b5d8-817a-42f1-b128-58d912086614, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fad2b5d8-817a-42f1-b128-58d912086614,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:45.847980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:45.860090 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for fad2b5d8-817a-42f1-b128-58d912086614 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:50:46.046250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.076533 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=fad2b5d8-817a-42f1-b128-58d912086614,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:46.252946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:46.808247 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 5005ac88-000d-4490-9f0d-8583040f3ba3 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:50:46.915108 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:50:46.925035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60858) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:46.925533 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1353d177-ad94-4a21-8f5d-fcbe5d7c14ae tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/5005ac88-000d-4490-9f0d-8583040f3ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814176 Feb 09 00:50:46.928125 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] Sync routers for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:46.939079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:46.939775 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:46.976759 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting subnet db512926-8965-4ddc-a4d0-bff9347253bf {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:50:46.979776 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.018832 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.050233 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:47.105217 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.154700 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.155552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device dcfedcf0-fb35-4701-8056-b1297ef350bb no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:50:47.162513 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.182279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: dcfedcf0-fb35-4701-8056-b1297ef350bb {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:50:47.182614 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device dcfedcf0-fb35-4701-8056-b1297ef350bb not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:50:47.190295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Subnet': ['ID=db512926-8965-4ddc-a4d0-bff9347253bf,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:47.194987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.198887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/subnets/db512926-8965-4ddc-a4d0-bff9347253bf HTTP/1.1" status: 204 len: 168 time: 0.2722290 Feb 09 00:50:47.203497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2b498-e354-40b4-ae5b-7289fd3e616d None None] Network bc73464d-7f3d-46e2-9ebe-59e0a1327faa requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:50:47.216638 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.217045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.217393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.217727 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.218059 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.218390 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.218719 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.219046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.219371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.219693 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.220014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.220333 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac73ca74-e1ce-47a3-ac38-7681e8dac618 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:47.226243 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60860) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:47.343432 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.379241 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:47.415243 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] Checking router: 5005ac88-000d-4490-9f0d-8583040f3ba3 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:47.424424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] Routers {'5005ac88-000d-4490-9f0d-8583040f3ba3'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:47.425075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['5005ac88-000d-4490-9f0d-8583040f3ba3'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:47.445656 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.461430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] DHCP port deletion for bc73464d-7f3d-46e2-9ebe-59e0a1327faa request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:50:47.502569 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:50:47.502805 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.558402 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.590004 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] Set router 5005ac88-000d-4490-9f0d-8583040f3ba3 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:47.593308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 05c12b4f-8a1b-4517-8c0b-0692f852ba7b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:47.593672 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.607197 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 05c12b4f-8a1b-4517-8c0b-0692f852ba7b owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:50:47.650889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Deleting port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:50:47.651188 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.761917 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] For port dd0f4d50-b602-4d0b-8369-d3ce61c9b737, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,segment=NetworkSegment(87e415f5-7dcb-484a-8619-21cb6f83835d),segment_id=87e415f5-7dcb-484a-8619-21cb6f83835d)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:47.762348 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.779951 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.806648 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=05c12b4f-8a1b-4517-8c0b-0692f852ba7b,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:47.878193 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.952788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Calling delete_port for dd0f4d50-b602-4d0b-8369-d3ce61c9b737 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:50:47.976310 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:47.978309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.021568 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.022141 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Fanout notify agent at l3_agent the message router_deleted on router 5005ac88-000d-4490-9f0d-8583040f3ba3 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:50:48.030173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.031271 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b7890844-5459-41d8-a238-dd7945c951e0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/routers/5005ac88-000d-4490-9f0d-8583040f3ba3 HTTP/1.1" status: 204 len: 168 time: 0.8035293 Feb 09 00:50:48.034940 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60862) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:48.079420 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:48.081319 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.117065 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.128685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95b0dfe-3b3e-4834-bfdf-112a127dbcd1 None None] The sync data for ids ['5005ac88-000d-4490-9f0d-8583040f3ba3'] in n-d-828413-1 is: [{'id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-560897922', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': '05c12b4f-8a1b-4517-8c0b-0692f852ba7b', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005ac88-000d-4490-9f0d-8583040f3ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:49:03Z', 'updated_at': '2022-02-09T00:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:48.132012 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Pushing event deleted for resources: {'Port': ['ID=dd0f4d50-b602-4d0b-8369-d3ce61c9b737,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:48.141201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] No DVR routers for this DVR port dd0f4d50-b602-4d0b-8369-d3ce61c9b737 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:50:48.144181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.144538 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.144892 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.145259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.145613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.145949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.146281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.146612 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.146942 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.147271 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.147600 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.147934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ebff4f-0f76-42f2-940c-0af4bfb56b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:48.212052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.231492 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc73464d-7f3d-46e2-9ebe-59e0a1327faa']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:48.240170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e415f5-7dcb-484a-8619-21cb6f83835d') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:48.240461 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e415f5-7dcb-484a-8619-21cb6f83835d') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:48.250043 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.263660 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.269642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:50:48.269902 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: timer() Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:50:48.272789 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:50:48.334059 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.342166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.345118 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/networks/bc73464d-7f3d-46e2-9ebe-59e0a1327faa HTTP/1.1" status: 204 len: 168 time: 0.3090484 Feb 09 00:50:48.348008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60864) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:48.356633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e724dd-de09-4359-a473-11b7bc47a98b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Network': ['ID=bc73464d-7f3d-46e2-9ebe-59e0a1327faa,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:48.409887 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b9edb2e-d6ed-4b6e-8ceb-3b8a247c318c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.435115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b9edb2e-d6ed-4b6e-8ceb-3b8a247c318c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.508827 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b9edb2e-d6ed-4b6e-8ceb-3b8a247c318c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.512021 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9b9edb2e-d6ed-4b6e-8ceb-3b8a247c318c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:48.513848 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9b9edb2e-d6ed-4b6e-8ceb-3b8a247c318c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/security-groups/033fdfc0-7ac1-40c9-aa34-6ecc2acb4943 HTTP/1.1" status: 204 len: 168 time: 0.1643586 Feb 09 00:50:48.529184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9edb2e-d6ed-4b6e-8ceb-3b8a247c318c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033fdfc0-7ac1-40c9-aa34-6ecc2acb4943,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:48.628710 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dd0f4d50-b602-4d0b-8369-d3ce61c9b737 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:50:48.650421 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: dd0f4d50-b602-4d0b-8369-d3ce61c9b737 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:50:48.650771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device dd0f4d50-b602-4d0b-8369-d3ce61c9b737 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:50:48.651439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fad2b5d8-817a-42f1-b128-58d912086614 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:50:48.675215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: fad2b5d8-817a-42f1-b128-58d912086614 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:50:48.675568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fad2b5d8-817a-42f1-b128-58d912086614 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:50:49.069012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60870) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.073855 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666256911', 'description': 'tempest-secgroup-smoke-1666256911 description', 'project_id': '912a36a035b84be78c8a287170527f84'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.098369 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.165825 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.169541 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.198629 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.200544 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1298246 Feb 09 00:50:49.205354 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60872) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.205930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722d434-b039-4f1f-bb34-5952ebe662cb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.212515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f931b-d3c1-4d43-9f43-6f17b6638bfe', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.245972 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.301454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.304960 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.323483 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4556e3-0a2b-4af7-b49c-99d51c6b62c6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.332205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.333509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a3a99263-1dda-41cd-aa10-b7126aa14684 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263087 Feb 09 00:50:49.336416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.341408 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f931b-d3c1-4d43-9f43-6f17b6638bfe', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.370738 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.428586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.432044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.449340 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94110fd9-1169-49c9-aeb5-ddad77bbeb59,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.457479 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.458691 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-676248f5-07af-402e-a83d-0484f7ba3c39 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212382 Feb 09 00:50:49.461532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.466007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f931b-d3c1-4d43-9f43-6f17b6638bfe', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.494138 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.555428 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.559884 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.580291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969d8bc1-1886-4f57-a459-163835ddcd71,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.587455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.588639 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-6f25e28e-0d0e-4842-b3ed-f5ad3521f63a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261961 Feb 09 00:50:49.592367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60878) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.597467 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f931b-d3c1-4d43-9f43-6f17b6638bfe', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.626120 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.683974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.686932 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.705041 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c139e20-5be8-4c45-89f5-87c1c0a9eed3,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.712038 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.713249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-30392045-58c4-4496-888b-97aaaa58b33b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197481 Feb 09 00:50:49.716866 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60880) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.721495 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f931b-d3c1-4d43-9f43-6f17b6638bfe', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.745677 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:50:49.750443 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.813542 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.816808 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.835485 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845c1560-0337-49a8-8e21-1f83d17b73b7,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.844130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.845359 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-32ef27ef-a732-444f-8a35-c1e0b7b467ed tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274390 Feb 09 00:50:49.848075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60882) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.852275 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f931b-d3c1-4d43-9f43-6f17b6638bfe', 'project_id': '912a36a035b84be78c8a287170527f84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:49.875460 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Project 912a36a035b84be78c8a287170527f84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:50:49.880842 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.941105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.944732 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.961812 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e45cfa1-c5a3-4162-b20d-a48d6e3c38b6,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:49.971066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:49.972243 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9c9495d4-464e-4694-af67-78c90a401fcf tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232686 Feb 09 00:50:49.975136 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60884) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:49.979882 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'network': {'name': 'tempest-network-smoke--460619299', 'project_id': '912a36a035b84be78c8a287170527f84', 'port_security_enabled': True}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:50.002414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:50.005866 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.029839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:50:50.039894 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.040314 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Added segment 29fcaa06-0797-4325-a0d3-63dfe5f368a5 of type vlan for network 8cb63a16-2141-4af3-b994-c53d52ee4898 Feb 09 00:50:50.084068 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.108600 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.114115 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:50.114697 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.169314 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1930022 Feb 09 00:50:50.172151 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60886) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:50.176724 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'admin_state_up': True, 'project_id': '912a36a035b84be78c8a287170527f84', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:50.184133 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d5863-ed7b-4821-8e18-a775f02a4d9e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Network': ['ID=8cb63a16-2141-4af3-b994-c53d52ee4898,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:50.195257 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:50:50.202890 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.203879 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.259647 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.397330 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.432881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 05c12b4f-8a1b-4517-8c0b-0692f852ba7b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:50:50.455064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 05c12b4f-8a1b-4517-8c0b-0692f852ba7b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:50:50.455406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 05c12b4f-8a1b-4517-8c0b-0692f852ba7b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:50:50.592584 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.611324 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.717690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.63 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/e188dd19-03cf-447d-bc92-327cf515e475) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:50.815872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.848720 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:50.888750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:50.895107 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:50.898548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:50.904192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=e188dd19-03cf-447d-bc92-327cf515e475,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:51.159121 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.357944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.484312 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 3a63249a-ac1e-4612-90de-28c947e8f0ff is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:50:51.586574 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:50:51.596042 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Sync routers for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:51.607737 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.608703 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:51.609235 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-64ba18b1-ffb5-416e-aac5-115754398f79 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4359963 Feb 09 00:50:51.609456 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:51.612332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60888) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:51.704179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5f96fd23-adef-4566-bf34-fd87fc316076 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=912a36a035b84be78c8a287170527f84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904710 Feb 09 00:50:51.706829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60892) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:51.717688 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:51.792233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc134ec-8f9d-48b5-92c6-3dd31124fa86 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:51.794297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-4fc134ec-8f9d-48b5-92c6-3dd31124fa86 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864267 Feb 09 00:50:51.796934 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60894) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:51.825764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-351b28bc-c7aa-4465-8913-c0eb12e09d0e tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=5a835ad3-3f48-474b-bd65-b33dc6c42ee3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275118 Feb 09 00:50:51.827981 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:51.832653 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-712692126', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'project_id': '912a36a035b84be78c8a287170527f84', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:51.902354 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:51Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:51.926246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:51.929741 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:51.931152 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Checking router: 3a63249a-ac1e-4612-90de-28c947e8f0ff for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:51.931501 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Updating router 3a63249a-ac1e-4612-90de-28c947e8f0ff port e188dd19-03cf-447d-bc92-327cf515e475 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:51.955634 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.127944 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.189262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Subnet': ['ID=5fbc0f26-37ac-4efb-91cd-803a013213cd,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:52.197336 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Checking segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:50:52.197706 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network hostable DHCP agents. Network: 8cb63a16-2141-4af3-b994-c53d52ee4898, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:50:52.215123 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.216039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:50:52.220668 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.225131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 8cb63a16-2141-4af3-b994-c53d52ee4898) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:52.229533 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:52.230169 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.237006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12836c5-1e9e-4250-9172-829600024b6f None None] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:50:52.249491 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3cf26682-e3fb-4540-aa22-ba2d62e66087 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4204493 Feb 09 00:50:52.250563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60898) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:50:52.288727 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Attempting to bind port e188dd19-03cf-447d-bc92-327cf515e475 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:52.289202 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Attempting to bind port e188dd19-03cf-447d-bc92-327cf515e475 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:52.289569 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Attempting to bind port e188dd19-03cf-447d-bc92-327cf515e475 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:52.298267 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Pushing event updated for resources: {'Port': ['ID=e188dd19-03cf-447d-bc92-327cf515e475,revision_number=2']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:52.300347 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:52.300719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:50:52.301146 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.301542 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:52.302007 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Bound port: e188dd19-03cf-447d-bc92-327cf515e475, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:52.302380 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.333269 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.333776 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.334199 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.334649 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.335069 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.335484 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.335898 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.336313 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.336724 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.337156 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.337568 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.337985 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:52.381129 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] For port e188dd19-03cf-447d-bc92-327cf515e475, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:52.384319 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] For port e188dd19-03cf-447d-bc92-327cf515e475, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e188dd19-03cf-447d-bc92-327cf515e475,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:52.391101 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.410042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-8cb63a16-2141-4af3-b994-c53d52ee4898', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:50:52.411172 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.446623 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff6027-8e7d-401b-984a-7604d921d763 None None] Pushing event updated for resources: {'Port': ['ID=e188dd19-03cf-447d-bc92-327cf515e475,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:52.459150 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:52.459742 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:52.562699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Allocated IP 172.20.0.2 (8cb63a16-2141-4af3-b994-c53d52ee4898/5fbc0f26-37ac-4efb-91cd-803a013213cd/bf034cec-db77-420e-b15a-219e52452b3f) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:52.576410 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:52.720118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.726185 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.732841 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.765871 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:51Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:52.771309 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:52.775943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:52.782107 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:52.785165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Pushing event updated for resources: {'Port': ['ID=bf034cec-db77-420e-b15a-219e52452b3f,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:52.801982 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2770eba-06e3-4614-abf8-a5bb399ecd59 None None] The sync data for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 is: [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:51Z', 'revision_number': 3, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:52.845779 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Attempting to bind port bf034cec-db77-420e-b15a-219e52452b3f on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:52.846434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Attempting to bind port bf034cec-db77-420e-b15a-219e52452b3f by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:52.846798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Attempting to bind port bf034cec-db77-420e-b15a-219e52452b3f on network 8cb63a16-2141-4af3-b994-c53d52ee4898 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:52.854296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:52.854667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Checking segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:50:52.855069 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.855723 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Bound using segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:52.856568 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Bound port: bf034cec-db77-420e-b15a-219e52452b3f, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:52.856973 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:52.923531 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] For port bf034cec-db77-420e-b15a-219e52452b3f, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:52.926764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] For port bf034cec-db77-420e-b15a-219e52452b3f, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bf034cec-db77-420e-b15a-219e52452b3f,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:52.931039 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.001155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d54ad-d7ce-41fb-91fc-29d45d19a503 None None] Pushing event updated for resources: {'Port': ['ID=bf034cec-db77-420e-b15a-219e52452b3f,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:53.060124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.1 (8cb63a16-2141-4af3-b994-c53d52ee4898/5fbc0f26-37ac-4efb-91cd-803a013213cd/42fe90d0-bc89-4c59-b022-7aafdcf0d0d1) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:53.197851 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.244559 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.290787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:53.295071 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:53.303675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:53.353110 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:53.369003 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.430012 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:50:53.508904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.809048 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.813740 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.891892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:53.894536 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:53.989917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:53.991501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:54.064184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c0e8e-31a2-4e71-978f-f58e3cc7182b None None] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:50:54.124445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 3a63249a-ac1e-4612-90de-28c947e8f0ff has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:50:54.136563 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-de4dad99-a77c-4aed-a77e-02dc86310c59 None None] Provisioning complete for port bf034cec-db77-420e-b15a-219e52452b3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:54.136947 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de4dad99-a77c-4aed-a77e-02dc86310c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.242031 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:50:54.247981 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8c2b8dc4-25f7-4c54-ab7a-2c23d8d7a4c5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/3a63249a-ac1e-4612-90de-28c947e8f0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9963908 Feb 09 00:50:54.289913 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de4dad99-a77c-4aed-a77e-02dc86310c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.336011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-de4dad99-a77c-4aed-a77e-02dc86310c59 None None] For port bf034cec-db77-420e-b15a-219e52452b3f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bf034cec-db77-420e-b15a-219e52452b3f,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:54.341150 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-de4dad99-a77c-4aed-a77e-02dc86310c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.398552 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dad99-a77c-4aed-a77e-02dc86310c59 None None] Pushing event updated for resources: {'Port': ['ID=bf034cec-db77-420e-b15a-219e52452b3f,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:54.418196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-15bbf2d7-7485-4cb4-9eca-c7d985931375 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666256911&fields=id&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 267 time: 0.0382297 Feb 09 00:50:54.554066 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-f66e84ec-110d-47b1-a1ae-ff5c893e316c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:54.556263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-f66e84ec-110d-47b1-a1ae-ff5c893e316c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 796 time: 0.1283882 Feb 09 00:50:54.570093 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ad1fe351-47a2-4e5b-ab17-4391859f4664 None None] Provisioning complete for port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:54.570897 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe351-47a2-4e5b-ab17-4391859f4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.575323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bf034cec-db77-420e-b15a-219e52452b3f up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:54.582662 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-c48273b4-5483-4ff2-a5a5-4d41467bb9ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/quotas/912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 375 time: 0.0141370 Feb 09 00:50:54.623200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Sync routers for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:54.642966 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-e288941e-a2a5-4f60-86d7-aaf79cc1ebfb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535765 Feb 09 00:50:54.655951 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:54.656597 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:54.662324 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ad1fe351-47a2-4e5b-ab17-4391859f4664 None None] Port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:50:54.738281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ad1fe351-47a2-4e5b-ab17-4391859f4664 None None] Provisioning complete for port bf034cec-db77-420e-b15a-219e52452b3f triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:54.738656 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ad1fe351-47a2-4e5b-ab17-4391859f4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.744389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port bf034cec-db77-420e-b15a-219e52452b3f triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:54.744852 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:54.785534 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-891ccce0-fb67-469e-b82d-3125b22e2c87 service neutron] 10.222.0.32 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315093 Feb 09 00:50:54.864907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:54.888291 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-b2cd1574-6024-4d0a-9bbb-31a195119227 service neutron] 10.222.0.32 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966232 Feb 09 00:50:55.069106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e188dd19-03cf-447d-bc92-327cf515e475 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:55.077335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-543dc824-d71e-4a1b-b226-3b5e4ab7209a req-f92fde38-8cc0-4c69-abf8-dad751840074 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 210 time: 0.0281613 Feb 09 00:50:55.180970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e188dd19-03cf-447d-bc92-327cf515e475 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:55.181352 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.225837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-8c21d3b7-817c-4f96-9f73-eb197f2fbcdb None None] Provisioning complete for port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:55.226217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8c21d3b7-817c-4f96-9f73-eb197f2fbcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.280813 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-8c21d3b7-817c-4f96-9f73-eb197f2fbcdb None None] Port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:50:55.284749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 2, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:55.333768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Checking router: 3a63249a-ac1e-4612-90de-28c947e8f0ff for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:55.334132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Updating router 3a63249a-ac1e-4612-90de-28c947e8f0ff port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:55.375380 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.380019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.584862 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port e188dd19-03cf-447d-bc92-327cf515e475, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e188dd19-03cf-447d-bc92-327cf515e475,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:55.592326 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.711734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=e188dd19-03cf-447d-bc92-327cf515e475,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:55.854307 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.860008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.915898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9639a-e086-4f10-96b2-743ec6ae4773 None None] Pushing event updated for resources: {'Port': ['ID=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:55.967182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Attempting to bind port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:55.967550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Attempting to bind port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:55.967911 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Attempting to bind port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 on network 8cb63a16-2141-4af3-b994-c53d52ee4898 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:55.973100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:55.973479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Checking segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:50:55.973881 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:55.974272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Bound using segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:55.974727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Bound port: 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:55.975105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.063440 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] For port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:56.067511 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] For port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:56.075572 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.152061 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-78b141a4-41fc-4453-84fa-36827b37a795 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:56.154447 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-78b141a4-41fc-4453-84fa-36827b37a795 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 796 time: 0.1375084 Feb 09 00:50:56.161382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:56.161956 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:56.207762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2aa6f3a9-8839-4c15-ba21-4f77220816e6 req-f1ab567d-00f5-4e7f-b37e-d7dda762de23 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 210 time: 0.0516858 Feb 09 00:50:56.236099 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-26789f66-d54d-4f2d-b4ba-3824b461c01d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912a36a035b84be78c8a287170527f84 HTTP/1.1" status: 200 len: 380 time: 0.0703061 Feb 09 00:50:56.246029 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'port': {'device_id': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'admin_state_up': True, 'tenant_id': '912a36a035b84be78c8a287170527f84', 'security_groups': ['ef3f931b-d3c1-4d43-9f43-6f17b6638bfe']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:56.264132 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9639a-e086-4f10-96b2-743ec6ae4773 None None] Pushing event updated for resources: {'Port': ['ID=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:56.283685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-89ace2be-c156-4f96-a19d-3853ba28a314 None None] Provisioning complete for port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:56.284055 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89ace2be-c156-4f96-a19d-3853ba28a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.329741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:56.368365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Made reservation on behalf of 912a36a035b84be78c8a287170527f84 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:56.376172 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.489147 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e188dd19-03cf-447d-bc92-327cf515e475 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:56.514934 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89ace2be-c156-4f96-a19d-3853ba28a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.515152 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.20.0.9 (8cb63a16-2141-4af3-b994-c53d52ee4898/5fbc0f26-37ac-4efb-91cd-803a013213cd/78fff71b-142f-4399-9d92-2932be72c028) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:56.588259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-89ace2be-c156-4f96-a19d-3853ba28a314 None None] For port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:56.611236 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-89ace2be-c156-4f96-a19d-3853ba28a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.659986 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.665374 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port e188dd19-03cf-447d-bc92-327cf515e475 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:56.665754 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.701818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.707970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ace2be-c156-4f96-a19d-3853ba28a314 None None] Pushing event updated for resources: {'Port': ['ID=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:56.743702 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:56.752969 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:56.756268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:56.759938 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:56.778424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-c541fe1f-43bb-407e-9cab-83c4aac46d69 None None] Provisioning complete for port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:56.778734 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c541fe1f-43bb-407e-9cab-83c4aac46d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.781983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e1e04-ae98-4942-974e-5fd3d38f615f None None] The sync data for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 is: [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:56.785192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=78fff71b-142f-4399-9d92-2932be72c028,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:56.821435 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:56.822051 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:56.848707 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-d43b07ab-6a56-4ea7-87b3-f05416adcb93 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6045036 Feb 09 00:50:56.877553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Request body: {'port': {'device_id': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:56.956972 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.086386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ad2b59c1-cb67-4e4e-bdf3-a42a00692850 None None] Provisioning complete for port 78fff71b-142f-4399-9d92-2932be72c028 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:57.086903 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ad2b59c1-cb67-4e4e-bdf3-a42a00692850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.124129 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b59c1-cb67-4e4e-bdf3-a42a00692850 None None] Port 78fff71b-142f-4399-9d92-2932be72c028 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:50:57.264527 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fff71b-142f-4399-9d92-2932be72c028 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:50:57.273619 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.286517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Transition to ACTIVE for port object 78fff71b-142f-4399-9d92-2932be72c028 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:50:57.293890 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.343405 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375cfea-10b8-4848-972d-a7d07d7fa312 req-6bd3bcb2-3ed9-4984-b82e-7081a49ec962 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.348114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Pushing event updated for resources: {'Port': ['ID=78fff71b-142f-4399-9d92-2932be72c028,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:57.352127 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8375cfea-10b8-4848-972d-a7d07d7fa312 req-6bd3bcb2-3ed9-4984-b82e-7081a49ec962 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 931 time: 0.0728612 Feb 09 00:50:57.415023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8375cfea-10b8-4848-972d-a7d07d7fa312 req-1ce7aaa5-1144-43fa-8a4f-7ba13903e5b6 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570192 Feb 09 00:50:57.449072 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Attempting to bind port 78fff71b-142f-4399-9d92-2932be72c028 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:50:57.449447 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Attempting to bind port 78fff71b-142f-4399-9d92-2932be72c028 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:50:57.449778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Attempting to bind port 78fff71b-142f-4399-9d92-2932be72c028 on network 8cb63a16-2141-4af3-b994-c53d52ee4898 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:57.454712 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Port 78fff71b-142f-4399-9d92-2932be72c028 on network 8cb63a16-2141-4af3-b994-c53d52ee4898 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:50:57.455258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Attempting to bind port 78fff71b-142f-4399-9d92-2932be72c028 on network 8cb63a16-2141-4af3-b994-c53d52ee4898 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:57.461840 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:57.462177 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Checking segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:50:57.462560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Bound using segment: {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:57.462995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Bound port: 78fff71b-142f-4399-9d92-2932be72c028, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fcaa06-0797-4325-a0d3-63dfe5f368a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:50:57.463407 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.547274 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] For port 78fff71b-142f-4399-9d92-2932be72c028, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:57.551070 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] For port 78fff71b-142f-4399-9d92-2932be72c028, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78fff71b-142f-4399-9d92-2932be72c028,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:57.562920 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.607160 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.607800 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:57.609179 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] 10.222.0.84 "PUT /v2.0/ports/78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 1091 time: 0.7485795 Feb 09 00:50:57.609620 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:50:57.612026 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624f7eb9-acf9-4769-94d0-96de04a44bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "tag": "78fff71b-142f-4399-9d92-2932be72c028"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:50:57.651560 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3f63-ff61-4dda-88e8-0b53fb632d4e service neutron] Pushing event updated for resources: {'Port': ['ID=78fff71b-142f-4399-9d92-2932be72c028,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:57.663139 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3301b16-217b-483e-a8fa-6a50ac8593ac x-openstack-request-id: req-d3301b16-217b-483e-a8fa-6a50ac8593ac {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:50:57.664089 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "tag": "78fff71b-142f-4399-9d92-2932be72c028", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:50:57.664551 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3301b16-217b-483e-a8fa-6a50ac8593ac {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:50:57.665202 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028', 'status': 'completed', 'code': 200} Feb 09 00:50:57.729863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-2bcbc1c7-ef80-4655-8b42-ee28e22b4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.732066 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-2bcbc1c7-ef80-4655-8b42-ee28e22b4fe9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1094 time: 0.0541604 Feb 09 00:50:57.788060 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-86341b19-e005-46c7-a633-dd81652360b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 217 time: 0.0467436 Feb 09 00:50:57.874138 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-031ae601-a5a0-4178-a2fa-cd3522e00372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.875704 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-031ae601-a5a0-4178-a2fa-cd3522e00372 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 200 len: 834 time: 0.0805755 Feb 09 00:50:57.948511 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-82f2249d-b75b-48b9-bda2-5ca117c61cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:57.950315 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-82f2249d-b75b-48b9-bda2-5ca117c61cdd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cb63a16-2141-4af3-b994-c53d52ee4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673728 Feb 09 00:50:58.074981 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-2241f219-e192-4385-af72-f1d9a2a41ac7 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163425 Feb 09 00:50:58.183522 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a5e8a8fa-de98-4aab-bf5a-f3b0d5fb3ef2 req-59e4c61f-4d52-4d7e-830e-ca1678dbff84 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005704 Feb 09 00:50:58.278446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-c2612c64-e2e2-4239-bd4f-c73a29243b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.279993 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-c2612c64-e2e2-4239-bd4f-c73a29243b43 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1094 time: 0.0421002 Feb 09 00:50:58.377619 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-30365b11-1b90-4551-b722-618818001b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.379091 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-30365b11-1b90-4551-b722-618818001b5e service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 897 time: 0.0909872 Feb 09 00:50:58.420700 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-9c6124b6-b08d-4c09-9e37-bec51b9ec2b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 217 time: 0.0348740 Feb 09 00:50:58.480466 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-31b76cac-bee3-4114-8582-4286a713f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.482784 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-31b76cac-bee3-4114-8582-4286a713f292 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 200 len: 834 time: 0.0546212 Feb 09 00:50:58.532406 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:58.537012 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-aaf875eb-2d2f-4c0c-9546-cc27e08d15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.538611 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-aaf875eb-2d2f-4c0c-9546-cc27e08d15a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cb63a16-2141-4af3-b994-c53d52ee4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478857 Feb 09 00:50:58.551211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d8d30-57a1-4e80-ba17-ff391dd1e000 req-b0fef940-1292-4d44-9d45-d1cd6c17cbd8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:58.552765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-525d8d30-57a1-4e80-ba17-ff391dd1e000 req-b0fef940-1292-4d44-9d45-d1cd6c17cbd8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 943 time: 0.0637960 Feb 09 00:50:58.586632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:58.587006 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:50:58.597203 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-525d8d30-57a1-4e80-ba17-ff391dd1e000 req-75541d5e-dd4c-4bad-aeb8-8a861727b5bd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359781 Feb 09 00:50:58.644278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-1579f559-bd62-472e-8fca-b2225815677e service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961883 Feb 09 00:50:58.743162 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-624f7eb9-acf9-4769-94d0-96de04a44bd8 req-79c0242c-3476-4789-a595-5dd7bc0aa83d service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890667 Feb 09 00:50:59.725816 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5b02b-59fc-4d15-ac20-28a909ae591e req-6cf650ec-f4b4-43b8-8c36-b536055e4c07 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:59.727278 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08a5b02b-59fc-4d15-ac20-28a909ae591e req-6cf650ec-f4b4-43b8-8c36-b536055e4c07 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 943 time: 0.0553021 Feb 09 00:50:59.765930 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08a5b02b-59fc-4d15-ac20-28a909ae591e req-1540d2f5-e8aa-4c02-a557-9b502f557da9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Feb 09 00:51:00.880360 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4534-84eb-4613-be8e-54fbf90a017a req-5075d627-9674-4bff-a3a7-43a16ab35e48 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:00.881853 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e48e4534-84eb-4613-be8e-54fbf90a017a req-5075d627-9674-4bff-a3a7-43a16ab35e48 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 943 time: 0.0478935 Feb 09 00:51:00.922943 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e48e4534-84eb-4613-be8e-54fbf90a017a req-dabddbb5-592d-459f-94f5-a6559a9d96d9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Feb 09 00:51:01.193445 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78fff71b-142f-4399-9d92-2932be72c028 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:51:01.288882 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 78fff71b-142f-4399-9d92-2932be72c028, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78fff71b-142f-4399-9d92-2932be72c028,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:01.301659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '78fff71b-142f-4399-9d92-2932be72c028', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'port_id': '78fff71b-142f-4399-9d92-2932be72c028', 'mac_address': 'fa:16:3e:6b:63:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:51:01.338856 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.351925 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fff71b-142f-4399-9d92-2932be72c028 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:51:01.370805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 78fff71b-142f-4399-9d92-2932be72c028, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78fff71b-142f-4399-9d92-2932be72c028,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:01.375445 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:01.423224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=78fff71b-142f-4399-9d92-2932be72c028,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:01.643477 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['78fff71b-142f-4399-9d92-2932be72c028'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:51:02.315919 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5246af-4daf-4f5d-a996-a36893fa55c3 req-1e958765-5ca5-4122-b4d9-92bf3b4f0c61 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:02.317423 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf5246af-4daf-4f5d-a996-a36893fa55c3 req-1e958765-5ca5-4122-b4d9-92bf3b4f0c61 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 944 time: 0.3281946 Feb 09 00:51:02.356517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-bf5246af-4daf-4f5d-a996-a36893fa55c3 req-f79b5d17-016b-4724-850e-710b5b79f5f0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Feb 09 00:51:03.207042 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78fff71b-142f-4399-9d92-2932be72c028 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:51:03.263187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 78fff71b-142f-4399-9d92-2932be72c028 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:51:03.267337 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 78fff71b-142f-4399-9d92-2932be72c028 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:51:03.267714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.352058 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.376254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:03.378665 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0cd1b4-412a-4a2b-b8e1-270abbfadcee" -d '{"events": [{"server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "name": "network-vif-plugged", "status": "completed", "tag": "78fff71b-142f-4399-9d92-2932be72c028"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:51:03.392700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 78fff71b-142f-4399-9d92-2932be72c028, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78fff71b-142f-4399-9d92-2932be72c028,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:03.397098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:03.453628 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=78fff71b-142f-4399-9d92-2932be72c028,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:03.489329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44356514-5646-4c6d-83f5-7e8a9cf33285 req-855519bf-433b-41cc-9cae-976db9edd5e8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.490879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44356514-5646-4c6d-83f5-7e8a9cf33285 req-855519bf-433b-41cc-9cae-976db9edd5e8 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0538111 Feb 09 00:51:03.530672 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44356514-5646-4c6d-83f5-7e8a9cf33285 req-3958376a-a237-4cc2-ae48-3f462ee17338 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329635 Feb 09 00:51:03.623581 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aded612-efc4-4292-b35e-6fc29e128958 x-openstack-request-id: req-7aded612-efc4-4292-b35e-6fc29e128958 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:51:03.623892 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "name": "network-vif-plugged", "status": "completed", "tag": "78fff71b-142f-4399-9d92-2932be72c028", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:51:03.624141 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7aded612-efc4-4292-b35e-6fc29e128958 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:51:03.624535 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028', 'code': 200} Feb 09 00:51:03.724836 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6f4b-7fba-439b-8d88-c0fe35bbc2b3 req-9a94695a-63a7-4d5c-b43f-ba5c6d9f5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:03.726284 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8bad6f4b-7fba-439b-8d88-c0fe35bbc2b3 req-9a94695a-63a7-4d5c-b43f-ba5c6d9f5528 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1096 time: 0.0397649 Feb 09 00:51:03.763191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8bad6f4b-7fba-439b-8d88-c0fe35bbc2b3 req-b5fe55f0-d329-45b8-9e46-a69b0ebc91ce service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299120 Feb 09 00:51:04.645920 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8a755-210a-4de7-b363-7ad8d4ac57c5 req-c1b15a13-9f1b-47e9-b3ab-f855642c49d5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:04.647376 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52f8a755-210a-4de7-b363-7ad8d4ac57c5 req-c1b15a13-9f1b-47e9-b3ab-f855642c49d5 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0478976 Feb 09 00:51:04.687403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-52f8a755-210a-4de7-b363-7ad8d4ac57c5 req-816f4e3f-96a3-464c-8910-b0f26d139b56 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337698 Feb 09 00:51:05.802489 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26e890-b99d-44c5-ac80-17f254938e51 req-1efb9f14-efd1-4bcd-99bd-df56c93a7952 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:05.803958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce26e890-b99d-44c5-ac80-17f254938e51 req-1efb9f14-efd1-4bcd-99bd-df56c93a7952 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0487294 Feb 09 00:51:05.841212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ce26e890-b99d-44c5-ac80-17f254938e51 req-f9f58564-0c56-4bcd-9862-477622cba88e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302088 Feb 09 00:51:05.952792 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585724a-75b0-4edd-96a4-f09eb17966f7 req-d542a28c-ce93-4791-b170-243798dacc80 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:05.954264 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7585724a-75b0-4edd-96a4-f09eb17966f7 req-d542a28c-ce93-4791-b170-243798dacc80 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0481777 Feb 09 00:51:05.991441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7585724a-75b0-4edd-96a4-f09eb17966f7 req-380aa59b-ff16-47bc-9a16-141e9c49a52f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Feb 09 00:51:06.013343 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60956) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:06.051256 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e8b86-b062-44b4-98c5-5bf6f82649d2 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:06.052723 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-046e8b86-b062-44b4-98c5-5bf6f82649d2 tempest-TestNetworkAdvancedServerOps-1160509271 tempest-TestNetworkAdvancedServerOps-1160509271-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1091 time: 0.0384314 Feb 09 00:51:06.055430 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60958) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:06.060269 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '78fff71b-142f-4399-9d92-2932be72c028', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:51:06.083077 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.180734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.285515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Allocated IP 172.25.3.103 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/215cd3aa-7e24-462a-804a-62a797f0ba7f) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:51:06.386192 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.420183 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.454930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:51:06.459672 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:51:06.463353 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:51:06.493591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=215cd3aa-7e24-462a-804a-62a797f0ba7f,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:06.821205 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:06.890418 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.035194 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.039766 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.111545 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event updated for resources: {'Port': ['ID=215cd3aa-7e24-462a-804a-62a797f0ba7f,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:07.119973 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.220855 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP b485a3c5-12dc-4ef7-9989-019316a8ec07 associated. External IP: 172.25.3.103, port: 78fff71b-142f-4399-9d92-2932be72c028. Feb 09 00:51:07.428393 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 3a63249a-ac1e-4612-90de-28c947e8f0ff has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:51:07.478258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.539594 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:51:07.550394 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] Sync routers for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:51:07.561970 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.563059 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:51:07.563695 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:07.592663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6d1e0fb-87c9-42b6-83f5-864e972ef157 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5362003 Feb 09 00:51:07.593408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:07.596043 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185cc4d1-cc73-404b-bf97-46944a6c80f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "tag": "78fff71b-142f-4399-9d92-2932be72c028"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:51:07.662410 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:07.689213 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:51:07.705184 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11603-ac8c-4247-8f0a-948cf4ea423c req-faed7700-a630-4aad-a81f-fdbf9e3d2b6c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:07.706729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0c11603-ac8c-4247-8f0a-948cf4ea423c req-faed7700-a630-4aad-a81f-fdbf9e3d2b6c tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0503833 Feb 09 00:51:07.746101 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b0c11603-ac8c-4247-8f0a-948cf4ea423c req-d05feee8-e9c8-4949-a477-4c089dd93e7e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Feb 09 00:51:07.768576 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60966) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:07.838262 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-45b1fcf3-066c-4bd5-b45c-317f25d25ef2 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/b485a3c5-12dc-4ef7-9989-019316a8ec07 HTTP/1.1" status: 200 len: 991 time: 0.0673938 Feb 09 00:51:07.848761 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bdf419-9be4-4416-a274-fccc9558ff05 x-openstack-request-id: req-61bdf419-9be4-4416-a274-fccc9558ff05 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:51:07.849084 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "tag": "78fff71b-142f-4399-9d92-2932be72c028", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:51:07.849346 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61bdf419-9be4-4416-a274-fccc9558ff05 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:51:07.849784 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028', 'status': 'completed', 'code': 200} Feb 09 00:51:07.920569 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'b485a3c5-12dc-4ef7-9989-019316a8ec07', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'port_id': '78fff71b-142f-4399-9d92-2932be72c028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'mac_address': 'fa:16:3e:6b:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:51:06Z', 'updated_at': '2022-02-09T00:51:06Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:07.929890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-44a10771-ce56-496b-976a-a643f5154e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:07.930770 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-44a10771-ce56-496b-976a-a643f5154e7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1096 time: 0.0579088 Feb 09 00:51:08.036428 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] Checking router: 3a63249a-ac1e-4612-90de-28c947e8f0ff for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:51:08.045326 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:51:08.045948 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:50:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:08.154408 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:51:08.385973 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-397ec9aa-1e4a-4dfe-b631-c396cbb729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:08.387601 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'b485a3c5-12dc-4ef7-9989-019316a8ec07', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'port_id': '78fff71b-142f-4399-9d92-2932be72c028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'mac_address': 'fa:16:3e:6b:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:51:06Z', 'updated_at': '2022-02-09T00:51:06Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:08.388278 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-397ec9aa-1e4a-4dfe-b631-c396cbb729b6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 897 time: 0.4483361 Feb 09 00:51:08.417957 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c8de8-f58f-4834-817b-1a79b5f3630a None None] The sync data for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 is: [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'b485a3c5-12dc-4ef7-9989-019316a8ec07', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'port_id': '78fff71b-142f-4399-9d92-2932be72c028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'mac_address': 'fa:16:3e:6b:63:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:51:06Z', 'updated_at': '2022-02-09T00:51:06Z', 'revision_number': 0, 'project_id': '912a36a035b84be78c8a287170527f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:51:08.459389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-62e5d54e-ec40-4cc3-979b-f18a23692c5c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 999 time: 0.0625138 Feb 09 00:51:08.515106 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-a07c3e61-ed26-4fb6-8410-798bacf1a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:08.516571 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-a07c3e61-ed26-4fb6-8410-798bacf1a4da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 200 len: 834 time: 0.0501969 Feb 09 00:51:08.565963 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-65c658b3-9904-43d5-8587-6e13483bc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:08.567534 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-65c658b3-9904-43d5-8587-6e13483bc4cb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cb63a16-2141-4af3-b994-c53d52ee4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440130 Feb 09 00:51:08.626693 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c774b735-ff42-4ac1-95c3-9e040c2c1c76 None None] New status for floating IP b485a3c5-12dc-4ef7-9989-019316a8ec07: ACTIVE {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:51:08.661951 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-d4b2af03-55e6-4100-ab11-504ed6e9e58b service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Feb 09 00:51:08.762800 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-185cc4d1-cc73-404b-bf97-46944a6c80f9 req-77864134-8520-4c52-8dd6-f619576a07e2 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938215 Feb 09 00:51:08.841508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 60968) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:08.902452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5fcb81a7-1fa4-4ea4-8eda-7e6a80ce40c3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/b485a3c5-12dc-4ef7-9989-019316a8ec07 HTTP/1.1" status: 200 len: 991 time: 0.0597603 Feb 09 00:51:09.906125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60970) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:09.965780 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-743d4693-1f01-474f-bdc4-80ac180647c0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/b485a3c5-12dc-4ef7-9989-019316a8ec07 HTTP/1.1" status: 200 len: 993 time: 0.0585010 Feb 09 00:51:12.025697 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1242dae9-6a8a-418e-976e-3e13b465a37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:14.786348 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b0195d08-68a4-40de-8354-2aba5127f551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:15.705404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.092435 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:17.490594 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:30.428937 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:51:37.471714 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:37.652775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:42.029652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-50f5bfda-b6c9-4e84-ac53-c860b28c7318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:44.787952 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-05fb1d2e-6b7e-4ecf-b7f4-608b1d40a8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:45.485081 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab8669-3c52-4892-905a-26e39174bf5c req-08300ce9-4af0-4392-bed9-38bc8ed34e2f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:45.486567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6dab8669-3c52-4892-905a-26e39174bf5c req-08300ce9-4af0-4392-bed9-38bc8ed34e2f tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0509660 Feb 09 00:51:45.527924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6dab8669-3c52-4892-905a-26e39174bf5c req-92dbb3a6-0b0a-4d04-9989-d725d217f1d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354354 Feb 09 00:51:45.708225 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:46.654468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb167c2-640e-413e-a403-36da3926768a req-c0e2f324-2bd3-4c83-a4c1-5dbd07a8d513 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:46.655917 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bb167c2-640e-413e-a403-36da3926768a req-c0e2f324-2bd3-4c83-a4c1-5dbd07a8d513 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0600398 Feb 09 00:51:46.695766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bb167c2-640e-413e-a403-36da3926768a req-8b845899-972d-4b4f-8ed9-79a3b55c3547 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335579 Feb 09 00:51:46.719937 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 60994) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:46.784845 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d37bb9b4-0948-4567-ab99-42b94822e4fd tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/b485a3c5-12dc-4ef7-9989-019316a8ec07 HTTP/1.1" status: 200 len: 993 time: 0.0637786 Feb 09 00:51:47.094772 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:47.493757 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:48.052629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868dbe-5812-4e2d-bd4c-7ef7a027833b req-c2ebbc1d-f8ae-4181-8d2b-202a8e1b060b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.054213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1868dbe-5812-4e2d-bd4c-7ef7a027833b req-c2ebbc1d-f8ae-4181-8d2b-202a8e1b060b tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0494363 Feb 09 00:51:48.074918 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-763582cd-df00-4f93-bcb5-6efc60104b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.076442 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-763582cd-df00-4f93-bcb5-6efc60104b8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1096 time: 0.0425982 Feb 09 00:51:48.096352 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f1868dbe-5812-4e2d-bd4c-7ef7a027833b req-d7c12e7e-b13f-4092-a2bf-866b4d12bb4a tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345807 Feb 09 00:51:48.171886 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-184444d4-e9b3-4640-a22e-b4ea6d113ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.173389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-184444d4-e9b3-4640-a22e-b4ea6d113ee6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 897 time: 0.0888696 Feb 09 00:51:48.238468 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-a86ad1c2-e90c-4ba6-afc7-5e19be0175a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 1001 time: 0.0579922 Feb 09 00:51:48.286991 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-1ed08a2c-b5cb-424b-8ee4-d70f4a323be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.288457 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-1ed08a2c-b5cb-424b-8ee4-d70f4a323be3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 200 len: 834 time: 0.0435021 Feb 09 00:51:48.339423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-0db5d61f-77f9-4f0a-b6f1-62d8e78424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:48.341147 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-0db5d61f-77f9-4f0a-b6f1-62d8e78424ba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cb63a16-2141-4af3-b994-c53d52ee4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454342 Feb 09 00:51:48.431485 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-63a5523f-a1a7-44b4-98c7-fdcef7af4ec0 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Feb 09 00:51:48.529837 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-824fccc9-741b-46c2-b9bc-df14d25f667b req-5a7e92a5-95bd-49b1-8655-5dbf01015984 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896475 Feb 09 00:51:49.211955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af20d1-fa72-4063-bf22-9464a1dd84a7 req-2bd82e87-b0f1-4b66-aea6-a7856f5c301e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.213461 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22af20d1-fa72-4063-bf22-9464a1dd84a7 req-2bd82e87-b0f1-4b66-aea6-a7856f5c301e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0484161 Feb 09 00:51:49.255656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22af20d1-fa72-4063-bf22-9464a1dd84a7 req-d10cc714-fbcf-40bc-81dc-f20d17c0d29e tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361178 Feb 09 00:51:49.894715 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-501f04e1-1cf5-46a2-af98-68c5a630dd15 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401571 Feb 09 00:51:49.979701 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-873b53aa-0295-42f5-9f2b-04f4b9146d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:49.981202 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-873b53aa-0295-42f5-9f2b-04f4b9146d43 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1096 time: 0.0407147 Feb 09 00:51:50.096300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-a43a355b-6bd0-41a6-80b1-b4248051e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.097795 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-a43a355b-6bd0-41a6-80b1-b4248051e52e service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 897 time: 0.0948424 Feb 09 00:51:50.163293 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-b5a2a417-d090-4174-b2c7-c00ae8b174a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 1001 time: 0.0578029 Feb 09 00:51:50.214433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-93090bca-0ca7-43e7-bf2e-a2b608517ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.215839 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-93090bca-0ca7-43e7-bf2e-a2b608517ab2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 200 len: 834 time: 0.0436051 Feb 09 00:51:50.266637 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-1b0767bd-65ff-46e3-8a90-b0ebbc6d3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.268149 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-1b0767bd-65ff-46e3-8a90-b0ebbc6d3a50 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cb63a16-2141-4af3-b994-c53d52ee4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446367 Feb 09 00:51:50.364493 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-053f4a9d-ba12-4a2c-bbb5-7cb2f48c43df service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890055 Feb 09 00:51:50.376524 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f62652-3bb3-4718-9fdb-4cf5b822c501 req-132f340f-787d-4a9f-a0b6-fef940b96c85 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:50.378198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9f62652-3bb3-4718-9fdb-4cf5b822c501 req-132f340f-787d-4a9f-a0b6-fef940b96c85 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0507891 Feb 09 00:51:50.417200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a9f62652-3bb3-4718-9fdb-4cf5b822c501 req-60b2668a-6e45-4da9-8305-1e489630facb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328488 Feb 09 00:51:50.440078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32774) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:50.464787 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-3ace8f1c-2922-43b5-abca-b4ac33f0a9ee req-e4ce3a96-4f3d-4f0a-b3aa-f87f6227cbcc service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930829 Feb 09 00:51:50.502843 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-08292906-a95f-4a58-9476-123033010b91 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/floatingips/b485a3c5-12dc-4ef7-9989-019316a8ec07 HTTP/1.1" status: 200 len: 993 time: 0.0615630 Feb 09 00:51:50.733339 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32780) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:50.892573 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 215cd3aa-7e24-462a-804a-62a797f0ba7f {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:51:50.892931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.967744 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.968429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:50.980118 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 215cd3aa-7e24-462a-804a-62a797f0ba7f owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:51:51.128716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.156365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=215cd3aa-7e24-462a-804a-62a797f0ba7f,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:51.182375 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.182830 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.183360 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.183704 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.184045 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.184384 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.184720 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.185089 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.185423 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.185753 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.186084 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.186410 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:51.231886 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.232223 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Floating IP b485a3c5-12dc-4ef7-9989-019316a8ec07 disassociated (deleted). External IP: 172.25.3.103, port: 78fff71b-142f-4399-9d92-2932be72c028. Feb 09 00:51:51.440096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 3a63249a-ac1e-4612-90de-28c947e8f0ff has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:51:51.549555 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:51:51.554380 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:51.559740 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] Sync routers for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:51:51.568771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:51:51.569457 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:51.584528 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-338d8328-c8e5-4ca6-98ca-2af216c97bc3 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/floatingips/b485a3c5-12dc-4ef7-9989-019316a8ec07 HTTP/1.1" status: 204 len: 168 time: 0.8500834 Feb 09 00:51:51.585149 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:51.587412 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6133d98a-0022-4ea2-96c4-4e209839df21" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "tag": "78fff71b-142f-4399-9d92-2932be72c028"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:51:51.676061 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:51:51.749489 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560174be-1526-4ca4-a93e-73a99ed89a5c x-openstack-request-id: req-560174be-1526-4ca4-a93e-73a99ed89a5c {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:51:51.749893 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "tag": "78fff71b-142f-4399-9d92-2932be72c028", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:51:51.750354 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-560174be-1526-4ca4-a93e-73a99ed89a5c {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:51:51.750927 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'tag': '78fff71b-142f-4399-9d92-2932be72c028', 'status': 'completed', 'code': 200} Feb 09 00:51:51.820001 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-1cd8fdbb-78f7-4421-9d68-af46388de40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.821578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-1cd8fdbb-78f7-4421-9d68-af46388de40f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=912a36a035b84be78c8a287170527f84&device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 1096 time: 0.0430787 Feb 09 00:51:51.859213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1aeb0-d1cf-40d0-b5c7-6ef0930dbe03 req-fe67db50-9bf4-41c9-a9c8-140d0f6bcbee tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.860782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04f1aeb0-d1cf-40d0-b5c7-6ef0930dbe03 req-fe67db50-9bf4-41c9-a9c8-140d0f6bcbee tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0641971 Feb 09 00:51:51.898069 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:51.899767 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-04f1aeb0-d1cf-40d0-b5c7-6ef0930dbe03 req-48e66383-f743-4dcc-ac3c-9584228192a0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322404 Feb 09 00:51:51.925870 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] Checking router: 3a63249a-ac1e-4612-90de-28c947e8f0ff for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:51:51.928833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-28fc7613-36bb-45eb-a383-52d30396bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:51.930464 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-28fc7613-36bb-45eb-a383-52d30396bf9e service neutron] 10.222.0.84 "GET /v2.0/networks?id=8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 200 len: 897 time: 0.0988746 Feb 09 00:51:51.935295 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:51:51.935894 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:51.982413 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-0b47fa42-14ca-4293-aba4-b13f3003ee08 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 200 len: 217 time: 0.0416532 Feb 09 00:51:52.033884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-e6724270-06ad-4b34-afc5-19e746a131b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.035488 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-e6724270-06ad-4b34-afc5-19e746a131b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 200 len: 834 time: 0.0452397 Feb 09 00:51:52.041335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:51:52.083575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-ac492bd2-90f1-4984-abd8-b15f392d01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:52.085157 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-ac492bd2-90f1-4984-abd8-b15f392d01dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=8cb63a16-2141-4af3-b994-c53d52ee4898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417116 Feb 09 00:51:52.183282 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-092d461a-45c1-4d7b-9716-5d8b84ba9836 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876245 Feb 09 00:51:52.235600 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:52.265599 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864b680-aed3-4cfa-88a0-6bbd92f8d49c None None] The sync data for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 is: [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:53Z', 'revision_number': 4, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '42fe90d0-bc89-4c59-b022-7aafdcf0d0d1', 'name': '', 'network_id': '8cb63a16-2141-4af3-b994-c53d52ee4898', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'mac_address': 'fa:16:3e:b1:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:52Z', 'updated_at': '2022-02-09T00:50:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'subnets': [{'id': '5fbc0f26-37ac-4efb-91cd-803a013213cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:51:52.283057 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6133d98a-0022-4ea2-96c4-4e209839df21 req-e8f4eab6-e019-40d7-a6d7-6aef2743b8c5 service neutron] 10.222.0.84 "GET /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883489 Feb 09 00:51:52.516381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3d2f71-d0f1-4880-a379-8936214b6d2b None None] New status for floating IP b485a3c5-12dc-4ef7-9989-019316a8ec07: DOWN {{(pid=105933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:51:53.024271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49bfe4-6813-45af-bd5b-2bba13a079b7 req-701e8467-26b7-4083-8687-bc2d0a73cd9d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.026050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd49bfe4-6813-45af-bd5b-2bba13a079b7 req-701e8467-26b7-4083-8687-bc2d0a73cd9d tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0546851 Feb 09 00:51:53.065025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fd49bfe4-6813-45af-bd5b-2bba13a079b7 req-74e987da-5efa-4f74-a6fa-315824ae8fd9 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/security-groups?id=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Feb 09 00:51:53.724832 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1559a-0402-4535-9d9c-3a51021074dd req-72c1fdf9-d530-4db1-a580-205d5ed48ebb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:51:53.726328 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-25a1559a-0402-4535-9d9c-3a51021074dd req-72c1fdf9-d530-4db1-a580-205d5ed48ebb tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 945 time: 0.0515845 Feb 09 00:51:53.824357 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 78fff71b-142f-4399-9d92-2932be72c028 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:51:53.824704 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:53.914501 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 78fff71b-142f-4399-9d92-2932be72c028, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=78fff71b-142f-4399-9d92-2932be72c028,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:53.914877 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:53.927107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 78fff71b-142f-4399-9d92-2932be72c028 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:51:54.057140 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.085917 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=78fff71b-142f-4399-9d92-2932be72c028,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:54.134563 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] No DVR routers for this DVR port 78fff71b-142f-4399-9d92-2932be72c028 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:54.137538 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:54.141551 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-25a1559a-0402-4535-9d9c-3a51021074dd req-b963d600-c65b-4b2b-b5c4-df07b11722ec tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.84 "DELETE /v2.0/ports/78fff71b-142f-4399-9d92-2932be72c028 HTTP/1.1" status: 204 len: 173 time: 0.4076893 Feb 09 00:51:54.142037 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'name': 'network-vif-deleted', 'tag': '78fff71b-142f-4399-9d92-2932be72c028'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:51:54.144334 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4734026f-9fb7-4313-b6d2-a9cc773651a5" -d '{"events": [{"server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "name": "network-vif-deleted", "tag": "78fff71b-142f-4399-9d92-2932be72c028"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:51:54.175710 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c01d3de7-7934-4c45-834a-1b1812ee4846 req-9022fe5d-8274-4149-bbea-097c09685317 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed HTTP/1.1" status: 200 len: 210 time: 0.0314553 Feb 09 00:51:54.220856 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52ab779-0219-4ac3-836a-f3b6f36188a0 x-openstack-request-id: req-b52ab779-0219-4ac3-836a-f3b6f36188a0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:51:54.221214 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed", "name": "network-vif-deleted", "tag": "78fff71b-142f-4399-9d92-2932be72c028", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:51:54.221467 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b52ab779-0219-4ac3-836a-f3b6f36188a0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:51:54.221901 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfd441e4-fc4c-471b-a90e-4e2c1d8c60ed', 'name': 'network-vif-deleted', 'tag': '78fff71b-142f-4399-9d92-2932be72c028', 'status': 'completed', 'code': 200} Feb 09 00:51:55.235229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32796) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:55.594514 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.855852 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:51:55.856115 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.952305 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:55.952688 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:55.965167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:51:56.175169 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:56.203147 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=42fe90d0-bc89-4c59-b022-7aafdcf0d0d1,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:56.387357 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:56.971792 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Router 3a63249a-ac1e-4612-90de-28c947e8f0ff has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:51:57.088799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:51:57.098296 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-74947d4a-4cf3-42bb-bd21-cfd135fa4f36 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "PUT /v2.0/routers/3a63249a-ac1e-4612-90de-28c947e8f0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8604441 Feb 09 00:51:57.102027 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32798) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:57.102995 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] Sync routers for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:51:57.113320 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:51:57.113925 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:57.153816 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting subnet 5fbc0f26-37ac-4efb-91cd-803a013213cd {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 00:51:57.157014 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.199950 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.220335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:51:57.291350 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.357364 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.388745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbc0f26-37ac-4efb-91cd-803a013213cd,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:57.392888 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.399258 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0fb12826-2ab2-484b-82bd-f58d5c9e2fc4 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/subnets/5fbc0f26-37ac-4efb-91cd-803a013213cd HTTP/1.1" status: 204 len: 168 time: 0.2934339 Feb 09 00:51:57.399258 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32800) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:57.414111 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17147554-ae7d-4564-a30e-f05905cb82d4 None None] Network 8cb63a16-2141-4af3-b994-c53d52ee4898 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:51:57.506492 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:51:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:57.535314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.548802 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] Checking router: 3a63249a-ac1e-4612-90de-28c947e8f0ff for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:51:57.560144 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] Routers {'3a63249a-ac1e-4612-90de-28c947e8f0ff'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:51:57.560758 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['3a63249a-ac1e-4612-90de-28c947e8f0ff'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:57.640734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78fff71b-142f-4399-9d92-2932be72c028 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:51:57.645735 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] DHCP port deletion for 8cb63a16-2141-4af3-b994-c53d52ee4898 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 00:51:57.667165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 78fff71b-142f-4399-9d92-2932be72c028 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:51:57.667704 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.668019 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 78fff71b-142f-4399-9d92-2932be72c028 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:51:57.710461 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] Set router 3a63249a-ac1e-4612-90de-28c947e8f0ff gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:51:57.724057 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Deleting port bf034cec-db77-420e-b15a-219e52452b3f {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:51:57.726048 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.738608 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Deleting port e188dd19-03cf-447d-bc92-327cf515e475 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:51:57.739058 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.809322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] For port bf034cec-db77-420e-b15a-219e52452b3f, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=bf034cec-db77-420e-b15a-219e52452b3f,segment=NetworkSegment(29fcaa06-0797-4325-a0d3-63dfe5f368a5),segment_id=29fcaa06-0797-4325-a0d3-63dfe5f368a5)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:57.810011 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.824739 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Calling delete_port for bf034cec-db77-420e-b15a-219e52452b3f owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:51:57.836268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] For port e188dd19-03cf-447d-bc92-327cf515e475, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=e188dd19-03cf-447d-bc92-327cf515e475,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:51:57.837034 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.852743 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Calling delete_port for e188dd19-03cf-447d-bc92-327cf515e475 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:51:57.934351 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:57.949438 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:51:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:57.965963 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] No DVR routers for this DVR port bf034cec-db77-420e-b15a-219e52452b3f on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:51:57.968192 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Pushing event deleted for resources: {'Port': ['ID=bf034cec-db77-420e-b15a-219e52452b3f,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:57.986936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.987100 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.987338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.987494 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e5bae-1cb6-426e-808e-60aba47bc66f None None] The sync data for ids ['3a63249a-ac1e-4612-90de-28c947e8f0ff'] in n-d-828413-1 is: [{'id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-100269062', 'tenant_id': '912a36a035b84be78c8a287170527f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:51:56Z', 'revision_number': 5, 'project_id': '912a36a035b84be78c8a287170527f84', 'gw_port': {'id': 'e188dd19-03cf-447d-bc92-327cf515e475', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:15:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63249a-ac1e-4612-90de-28c947e8f0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:50Z', 'updated_at': '2022-02-09T00:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:51:57.987652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.987975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.988300 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.988619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.988949 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.989272 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.989588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.990209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:57.990209 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faa2b5-5382-40eb-b348-24bfca5b606e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:58.068325 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.100057 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Port': ['ID=e188dd19-03cf-447d-bc92-327cf515e475,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:58.161554 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.265128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.267900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.321044 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.321779 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Fanout notify agent at l3_agent the message router_deleted on router 3a63249a-ac1e-4612-90de-28c947e8f0ff {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 00:51:58.335266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.339468 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-c52fb621-fdd2-4c63-8ff8-9df1485945ca tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/routers/3a63249a-ac1e-4612-90de-28c947e8f0ff HTTP/1.1" status: 204 len: 168 time: 0.9363275 Feb 09 00:51:58.340845 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32802) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:58.435696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.540684 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.566454 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb63a16-2141-4af3-b994-c53d52ee4898']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:58.577337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fcaa06-0797-4325-a0d3-63dfe5f368a5') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:58.577594 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fcaa06-0797-4325-a0d3-63dfe5f368a5') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:51:58.587212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.601174 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.608174 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 00:51:58.608560 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: timer() Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 00:51:58.611712 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 00:51:58.620725 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bf034cec-db77-420e-b15a-219e52452b3f no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:51:58.643885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: bf034cec-db77-420e-b15a-219e52452b3f {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:51:58.644231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device bf034cec-db77-420e-b15a-219e52452b3f not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:51:58.644650 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:51:58.667652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:51:58.668224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 42fe90d0-bc89-4c59-b022-7aafdcf0d0d1 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:51:58.673949 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.692574 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.695807 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/networks/8cb63a16-2141-4af3-b994-c53d52ee4898 HTTP/1.1" status: 204 len: 168 time: 0.3550496 Feb 09 00:51:58.696729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf324b2-e226-4c3b-a1c3-fd9eea99e8d0 tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'Network': ['ID=8cb63a16-2141-4af3-b994-c53d52ee4898,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:58.698618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32804) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:58.768582 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c30aa64-9631-416d-98a3-7058e4f95cfc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.801634 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c30aa64-9631-416d-98a3-7058e4f95cfc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.863261 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c30aa64-9631-416d-98a3-7058e4f95cfc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.866091 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-7c30aa64-9631-416d-98a3-7058e4f95cfc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:58.867258 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-7c30aa64-9631-416d-98a3-7058e4f95cfc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] 10.222.0.32 "DELETE /v2.0/security-groups/ef3f931b-d3c1-4d43-9f43-6f17b6638bfe HTTP/1.1" status: 204 len: 168 time: 0.1674900 Feb 09 00:51:58.877540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30aa64-9631-416d-98a3-7058e4f95cfc tempest-TestNetworkAdvancedServerOps-162999365 tempest-TestNetworkAdvancedServerOps-162999365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3f931b-d3c1-4d43-9f43-6f17b6638bfe,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.208553 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32814) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:59.342769 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-dcdf078f-849d-4db6-9e91-7dbd968b0fcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=912a36a035b84be78c8a287170527f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328025 Feb 09 00:51:59.345131 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32818) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:59.396104 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.421301 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.466886 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.469560 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.470776 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6a6667-2bd6-438a-a07b-239bd137156e HTTP/1.1" status: 204 len: 168 time: 0.1245944 Feb 09 00:51:59.478451 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a6667-2bd6-438a-a07b-239bd137156e,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.485960 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.486313 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.486667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.487010 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.487346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.487679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.488011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.488340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.488773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.489138 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.489468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.489797 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b9e2c-f32a-409b-aaea-bf9134f7ae4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:51:59.729729 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32824) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:59.742746 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-78cbd882-e776-4b80-b1e8-52b688c3180c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.825147 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-78cbd882-e776-4b80-b1e8-52b688c3180c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.829314 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-78cbd882-e776-4b80-b1e8-52b688c3180c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.867041 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-78cbd882-e776-4b80-b1e8-52b688c3180c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a69321207204a4ba9d67e286ef2bc74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363111 Feb 09 00:51:59.868964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd882-e776-4b80-b1e8-52b688c3180c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4362c607-5c00-49a9-96d8-cc031fd4fb0b,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:51:59.869977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32826) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:51:59.919972 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941f96d2-adb7-4a83-82f3-c607dbc434d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.941829 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941f96d2-adb7-4a83-82f3-c607dbc434d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.986541 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941f96d2-adb7-4a83-82f3-c607dbc434d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.989068 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-941f96d2-adb7-4a83-82f3-c607dbc434d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:51:59.990237 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-941f96d2-adb7-4a83-82f3-c607dbc434d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4362c607-5c00-49a9-96d8-cc031fd4fb0b HTTP/1.1" status: 204 len: 168 time: 0.1191480 Feb 09 00:51:59.998550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f96d2-adb7-4a83-82f3-c607dbc434d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362c607-5c00-49a9-96d8-cc031fd4fb0b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:00.484264 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e188dd19-03cf-447d-bc92-327cf515e475 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:52:00.508895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: e188dd19-03cf-447d-bc92-327cf515e475 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:52:00.509261 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device e188dd19-03cf-447d-bc92-327cf515e475 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:52:00.685181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32848) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:00.778220 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-365875155-network', 'tenant_id': '55363611a05a47178cfa110dad0f4023'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:00.801531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Made reservation on behalf of 55363611a05a47178cfa110dad0f4023 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:00.803786 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.812656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.887320 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.890974 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.914453 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:52:00.928589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69d1c38-cb40-4090-a2cb-538276cba029,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:00.934314 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.934658 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Added segment 23cbf105-0727-4ce3-96e0-504fa51947c4 of type vlan for network 2be159ed-a897-46e9-ad64-576ef28438ae Feb 09 00:52:00.973765 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.997936 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:00.999053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:00.999567 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.053383 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3670759 Feb 09 00:52:01.056491 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32852) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:01.060635 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816813e1-90b5-44d2-8c7d-03fbf5459763 admin admin] Pushing event updated for resources: {'Network': ['ID=2be159ed-a897-46e9-ad64-576ef28438ae,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:01.062268 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Request body: {'subnet': {'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-365875155-subnet', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:01.070312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 2be159ed-a897-46e9-ad64-576ef28438ae details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:52:01.085658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Made reservation on behalf of 55363611a05a47178cfa110dad0f4023 for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:01.087975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.257622 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.312772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e710065-275b-45b1-8962-c90e843f2d96,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:01.323052 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Checking segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:01.323417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Network hostable DHCP agents. Network: 2be159ed-a897-46e9-ad64-576ef28438ae, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:52:01.340225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Network 2be159ed-a897-46e9-ad64-576ef28438ae is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:52:01.348212 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 2be159ed-a897-46e9-ad64-576ef28438ae) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:01.352411 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:01.353033 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.358322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd15898-8b0e-4943-bf27-52edf54d41d9 None None] Network 2be159ed-a897-46e9-ad64-576ef28438ae requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:52:01.371391 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b251049e-e79b-4cfe-982a-f34dec938b11 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3131714 Feb 09 00:52:01.374171 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32854) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:01.378421 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:01.399726 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.400964 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.462736 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.508870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-2be159ed-a897-46e9-ad64-576ef28438ae', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:52:01.509748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.603818 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.647651 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Allocated IP 172.20.0.2 (2be159ed-a897-46e9-ad64-576ef28438ae/0e710065-275b-45b1-8962-c90e843f2d96/1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:01.795646 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.804523 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.829530 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.842858 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Network 2be159ed-a897-46e9-ad64-576ef28438ae is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:01.847220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:01.849555 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.853555 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:01.867412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Pushing event updated for resources: {'Port': ['ID=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:01.915753 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Attempting to bind port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:01.916122 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Attempting to bind port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:01.916593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Attempting to bind port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:01.922815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:01.923185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Checking segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:01.923583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.923972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Bound using segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:01.924426 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Bound port: 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:01.924804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:01.961349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Allocated IP 172.25.3.140 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/729832cb-83cf-4d7d-b6cb-556f21623f05) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:01.994616 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] For port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:01.998578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] For port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:02.003060 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.064295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82860a-a897-4218-a614-74455e3d1da9 None None] Pushing event updated for resources: {'Port': ['ID=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:02.078010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.115674 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.177663 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:02.180813 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:02.186805 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:02.190660 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Pushing event updated for resources: {'Port': ['ID=729832cb-83cf-4d7d-b6cb-556f21623f05,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:02.459087 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.549970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:02.598613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:02.598912 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.673264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.686959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.721551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:02.726766 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:02.781760 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:02.818120 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Router b3554867-e331-4087-ba6f-464f5f6e72da is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:52:02.966381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a550da-b69e-473b-b3de-6117e78cb20d None None] Network 2be159ed-a897-46e9-ad64-576ef28438ae requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:52:03.082425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ec87a480-8dff-4562-8c1f-ae2144442822 None None] Provisioning complete for port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:03.082776 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ec87a480-8dff-4562-8c1f-ae2144442822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.283583 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:52:03.292486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:03.302625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:03.303260 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:03.304675 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.306169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8223caf8-ea4a-4c77-b4db-0ddea4a3ae30 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9309998 Feb 09 00:52:03.309778 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32856) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:03.428966 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:03.457439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-ddd70c2e-6e66-4275-b7f7-611f681ed753 None None] Provisioning complete for port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:03.457813 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ddd70c2e-6e66-4275-b7f7-611f681ed753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.735613 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.840220 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:02Z', 'revision_number': 3, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:03.872755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:03.873149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Updating router b3554867-e331-4087-ba6f-464f5f6e72da port 729832cb-83cf-4d7d-b6cb-556f21623f05 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:52:03.898805 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:03.915884 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Allocated IP 172.20.0.1 (2be159ed-a897-46e9-ad64-576ef28438ae/0e710065-275b-45b1-8962-c90e843f2d96/3db119d5-ba78-44cc-9c50-ab4d50e4f6f0) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:04.030941 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.069222 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.112821 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Network 2be159ed-a897-46e9-ad64-576ef28438ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:04.123317 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:04.126000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:04.129496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:04.171327 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.178308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.185999 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.232106 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Attempting to bind port 729832cb-83cf-4d7d-b6cb-556f21623f05 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:04.232516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Attempting to bind port 729832cb-83cf-4d7d-b6cb-556f21623f05 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:04.232861 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Attempting to bind port 729832cb-83cf-4d7d-b6cb-556f21623f05 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:04.243370 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:04.243850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:04.244237 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.244836 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:04.245403 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Bound port: 729832cb-83cf-4d7d-b6cb-556f21623f05, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:04.245841 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.277705 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc078cb-89c0-4179-a6d5-54c97527c66e None None] Pushing event updated for resources: {'Port': ['ID=729832cb-83cf-4d7d-b6cb-556f21623f05,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:04.313747 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] For port 729832cb-83cf-4d7d-b6cb-556f21623f05, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:04.317671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] For port 729832cb-83cf-4d7d-b6cb-556f21623f05, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=729832cb-83cf-4d7d-b6cb-556f21623f05,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:04.323133 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.343931 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.409212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc078cb-89c0-4179-a6d5-54c97527c66e None None] Pushing event updated for resources: {'Port': ['ID=729832cb-83cf-4d7d-b6cb-556f21623f05,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:04.412571 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:04.413205 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:04.480794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-b857c822-a4a9-4f61-80f1-dc432a6f8e04 None None] Provisioning complete for port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:04.481209 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b857c822-a4a9-4f61-80f1-dc432a6f8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.535203 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:04.550239 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.555784 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.600766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-b857c822-a4a9-4f61-80f1-dc432a6f8e04 None None] Port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:52:04.603329 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:04.638994 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:04.642002 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.689593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:04.689968 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:04.737789 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Network 2be159ed-a897-46e9-ad64-576ef28438ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:04.739299 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:04.871269 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Router b3554867-e331-4087-ba6f-464f5f6e72da has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:52:04.895387 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:03Z', 'revision_number': 1, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:04.928698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00435ec4-b1e7-4af4-9f3e-9d3c32c19f8a None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:03Z', 'revision_number': 1, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:04.994080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:52:05.003968 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-fd461aef-2584-46a5-9a08-a1c3edd7b3f2 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3554867-e331-4087-ba6f-464f5f6e72da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887014 Feb 09 00:52:05.028605 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-aa79a8d3-ca3a-4e5a-a4aa-b2785b25f417 None None] Provisioning complete for port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:05.029021 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa79a8d3-ca3a-4e5a-a4aa-b2785b25f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.066182 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-aa79a8d3-ca3a-4e5a-a4aa-b2785b25f417 None None] Port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:52:05.526344 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32874) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:05.531549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-17845044-network', 'tenant_id': 'd5cc0929a29940a79881181249f294fe'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:05.554652 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Made reservation on behalf of d5cc0929a29940a79881181249f294fe for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:05.558481 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.586289 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.676436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.680402 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.708263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:52:05.720075 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca0983-6dd9-4145-8b43-8d5df6a102d6,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:05.726956 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.727316 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Added segment eb3f1d0c-4a1a-4afd-9f07-e264778aedda of type vlan for network 352752b4-88ff-4549-8cc7-a1a16167b429 Feb 09 00:52:05.771264 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.798904 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.799947 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:05.800586 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:05.871509 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3439415 Feb 09 00:52:05.874184 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32876) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:05.881182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Request body: {'subnet': {'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-17845044-subnet', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'ip_version': 4}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:05.886021 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b08b5-86db-4336-87a6-13368a411458 admin admin] Pushing event updated for resources: {'Network': ['ID=352752b4-88ff-4549-8cc7-a1a16167b429,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:05.895872 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 352752b4-88ff-4549-8cc7-a1a16167b429 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:52:05.908846 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Made reservation on behalf of d5cc0929a29940a79881181249f294fe for: {'subnet': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:05.911171 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8906190'] for subnet, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.091786 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8907011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8906204'] for subnet, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.142737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:06.160858 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Checking segment: {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:06.161254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Network hostable DHCP agents. Network: 352752b4-88ff-4549-8cc7-a1a16167b429, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:52:06.177880 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Network 352752b4-88ff-4549-8cc7-a1a16167b429 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:52:06.188121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 352752b4-88ff-4549-8cc7-a1a16167b429) {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:06.192385 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:06.192857 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.199391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cc55a-4a5d-48e6-b34e-6a21b508ca9c None None] Network 352752b4-88ff-4549-8cc7-a1a16167b429 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:52:06.213425 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ede3fff2-23ea-4dfc-a949-d8fdadeba9fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3381281 Feb 09 00:52:06.216091 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 32878) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:06.220538 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:06.251985 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.253668 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.313166 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.361053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-352752b4-88ff-4549-8cc7-a1a16167b429', 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'fixed_ips': [{'subnet_id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 00:52:06.361917 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.456591 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.506798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Allocated IP 172.20.0.2 (352752b4-88ff-4549-8cc7-a1a16167b429/5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2/6a100b96-4024-4125-9a83-4311609da4ec) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:06.581017 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 729832cb-83cf-4d7d-b6cb-556f21623f05 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:06.675250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.686386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 729832cb-83cf-4d7d-b6cb-556f21623f05 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:06.686764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.696516 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.742644 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.752819 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.796840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Network 352752b4-88ff-4549-8cc7-a1a16167b429 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:06.804783 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:06.810481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Allocated IP 172.25.3.183 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/3711dce3-8b1d-4ce8-9e70-2b2249a05426) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:06.825631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:06.835487 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Pushing event updated for resources: {'Port': ['ID=6a100b96-4024-4125-9a83-4311609da4ec,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:06.869009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.913871 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Attempting to bind port 6a100b96-4024-4125-9a83-4311609da4ec on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:06.914470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Attempting to bind port 6a100b96-4024-4125-9a83-4311609da4ec by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:06.914680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Attempting to bind port 6a100b96-4024-4125-9a83-4311609da4ec on network 352752b4-88ff-4549-8cc7-a1a16167b429 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:06.918054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 729832cb-83cf-4d7d-b6cb-556f21623f05, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=729832cb-83cf-4d7d-b6cb-556f21623f05,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:06.922591 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:06.922973 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Checking segment: {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:06.923442 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.923934 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Bound using segment: {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:06.924320 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Bound port: 6a100b96-4024-4125-9a83-4311609da4ec, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:06.924727 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.927880 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.928042 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:06.970533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.007158 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:07.014114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:07.016575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:07.020827 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=729832cb-83cf-4d7d-b6cb-556f21623f05,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:07.032507 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:07.033259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] For port 6a100b96-4024-4125-9a83-4311609da4ec, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:07.037244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] For port 6a100b96-4024-4125-9a83-4311609da4ec, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6a100b96-4024-4125-9a83-4311609da4ec,segment=NetworkSegment(eb3f1d0c-4a1a-4afd-9f07-e264778aedda),segment_id=eb3f1d0c-4a1a-4afd-9f07-e264778aedda)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:07.043978 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.044555 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:07.045956 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:07.053000 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Pushing event updated for resources: {'Port': ['ID=3711dce3-8b1d-4ce8-9e70-2b2249a05426,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:07.112281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04c12-9de2-47df-844b-96bddb774c32 None None] Pushing event updated for resources: {'Port': ['ID=6a100b96-4024-4125-9a83-4311609da4ec,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:07.160563 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:07.302436 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.405257 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 2, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:07.434872 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:07.435219 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Updating router b3554867-e331-4087-ba6f-464f5f6e72da port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:52:07.442089 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:52:07.469640 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.481940 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.520305 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.660974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Router 502d4588-b0f7-453c-82a7-4cb0f11155a5 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:52:07.672675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.746854 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.754059 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.779262 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:52:07.790935 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Sync routers for ids ['502d4588-b0f7-453c-82a7-4cb0f11155a5'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:07.810351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Routers {'502d4588-b0f7-453c-82a7-4cb0f11155a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:07.810809 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.811578 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['502d4588-b0f7-453c-82a7-4cb0f11155a5'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:07.814919 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-916f67a3-1da8-4429-bb04-cc21ef834889 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5951481 Feb 09 00:52:07.815456 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32880) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:07.858287 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Attempting to bind port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:07.858919 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Attempting to bind port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:07.859476 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Attempting to bind port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:07.861717 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Pushing event updated for resources: {'Port': ['ID=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:07.871470 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.872003 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.872519 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.873036 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.873520 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.873999 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.874608 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.875112 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.875610 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.876092 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.876583 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.877096 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:07.883355 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:07.883999 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Checking segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:07.884713 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.885935 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Bound using segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:07.886657 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Bound port: 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:07.887212 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:07.967159 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] For port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:07.972466 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] For port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:07.978007 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.005470 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Set router 502d4588-b0f7-453c-82a7-4cb0f11155a5 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:08.039485 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:08.040113 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:08.161214 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc0cd-8fe6-4c29-8e40-a14cda7cfef3 None None] Pushing event updated for resources: {'Port': ['ID=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:08.202724 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:08.264898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e3692f9f-c69c-4320-8296-45ca34495213 None None] Provisioning complete for port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:08.265300 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e3692f9f-c69c-4320-8296-45ca34495213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.402325 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.528117 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4476b3f-a104-4c01-b067-b830057bdf39 None None] Network 352752b4-88ff-4549-8cc7-a1a16167b429 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 00:52:08.616329 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Allocated IP 172.20.0.1 (352752b4-88ff-4549-8cc7-a1a16167b429/5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2/f0ed0e6a-f008-4dc0-bfea-73e078847c81) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:08.629633 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:07Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:08.635686 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:07Z', 'revision_number': 3, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:08.676086 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed26aa-241d-4191-b078-bba5e41db057 None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:07Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:08.707626 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Checking router: 502d4588-b0f7-453c-82a7-4cb0f11155a5 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:08.707972 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Updating router 502d4588-b0f7-453c-82a7-4cb0f11155a5 port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:52:08.720870 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6a100b96-4024-4125-9a83-4311609da4ec up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:08.738300 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.775219 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e3692f9f-c69c-4320-8296-45ca34495213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.779355 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.805602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.825836 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Network 352752b4-88ff-4549-8cc7-a1a16167b429 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:08.827245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:08.830047 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:08.878344 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ed0e6a-f008-4dc0-bfea-73e078847c81,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:08.889894 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:08.891484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e3692f9f-c69c-4320-8296-45ca34495213 None None] For port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:08.907072 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e3692f9f-c69c-4320-8296-45ca34495213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.011993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6a100b96-4024-4125-9a83-4311609da4ec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:09.012599 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.055984 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.094152 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3692f9f-c69c-4320-8296-45ca34495213 None None] Pushing event updated for resources: {'Port': ['ID=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.142154 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-13e0af4b-020c-4321-9441-7b290ddb2823 None None] Provisioning complete for port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:09.142525 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-13e0af4b-020c-4321-9441-7b290ddb2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.267340 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.272792 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.281178 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.328389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ed0e6a-f008-4dc0-bfea-73e078847c81,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.377276 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.377992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.389009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.395016 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 6a100b96-4024-4125-9a83-4311609da4ec, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6a100b96-4024-4125-9a83-4311609da4ec,segment=NetworkSegment(eb3f1d0c-4a1a-4afd-9f07-e264778aedda),segment_id=eb3f1d0c-4a1a-4afd-9f07-e264778aedda)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:09.424232 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.425053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:09.472834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-13e0af4b-020c-4321-9441-7b290ddb2823 None None] Provisioning complete for port 6a100b96-4024-4125-9a83-4311609da4ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:09.473227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-13e0af4b-020c-4321-9441-7b290ddb2823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.496169 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Network 352752b4-88ff-4549-8cc7-a1a16167b429 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:09.497933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:09.511251 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de828a47-8cd5-48ba-9b1c-2db7f4e10cfe None None] Pushing event updated for resources: {'Port': ['ID=3711dce3-8b1d-4ce8-9e70-2b2249a05426,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.513573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Attempting to bind port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:09.513840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Attempting to bind port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:09.514197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Attempting to bind port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:09.551391 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:09.551768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:09.552167 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.552558 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:09.553058 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Bound port: 3711dce3-8b1d-4ce8-9e70-2b2249a05426, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:09.553438 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.646992 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=6a100b96-4024-4125-9a83-4311609da4ec,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.663225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Router 502d4588-b0f7-453c-82a7-4cb0f11155a5 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:52:09.663509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:09.664029 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.700011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] For port 3711dce3-8b1d-4ce8-9e70-2b2249a05426, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:09.750151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] For port 3711dce3-8b1d-4ce8-9e70-2b2249a05426, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3711dce3-8b1d-4ce8-9e70-2b2249a05426,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:09.762884 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:09.792642 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:52:09.805183 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cda12f03-fc54-46dd-8956-36cbddaf8a94 admin admin] 10.222.0.32 "PUT /v2.0/routers/502d4588-b0f7-453c-82a7-4cb0f11155a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808280 Feb 09 00:52:09.840015 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Routers {'502d4588-b0f7-453c-82a7-4cb0f11155a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:09.840644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['502d4588-b0f7-453c-82a7-4cb0f11155a5'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:09.913503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de828a47-8cd5-48ba-9b1c-2db7f4e10cfe None None] Pushing event updated for resources: {'Port': ['ID=3711dce3-8b1d-4ce8-9e70-2b2249a05426,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:09.949025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 729832cb-83cf-4d7d-b6cb-556f21623f05 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:09.977965 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7eae3024-009b-4eb5-8676-523378512ced None None] Provisioning complete for port f0ed0e6a-f008-4dc0-bfea-73e078847c81 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:09.978337 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7eae3024-009b-4eb5-8676-523378512ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.070604 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-7eae3024-009b-4eb5-8676-523378512ced None None] Port f0ed0e6a-f008-4dc0-bfea-73e078847c81 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:52:10.087718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] Set router 502d4588-b0f7-453c-82a7-4cb0f11155a5 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:10.124091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 729832cb-83cf-4d7d-b6cb-556f21623f05 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:10.124468 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.128207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-7eae3024-009b-4eb5-8676-523378512ced None None] Provisioning complete for port 6a100b96-4024-4125-9a83-4311609da4ec triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:10.128559 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7eae3024-009b-4eb5-8676-523378512ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.314841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32888) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:10.319829 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092124236', 'description': 'tempest-secgroup-smoke-1092124236 description', 'project_id': '55363611a05a47178cfa110dad0f4023'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:10.345015 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.417177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.421244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.449557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.450808 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1348252 Feb 09 00:52:10.453912 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32890) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:10.458217 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': 'c7918e7c-018a-416f-9fab-a358ddaff941', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:10.464325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea7009-5e29-4508-ae94-7b8015d232f5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7918e7c-018a-416f-9fab-a358ddaff941,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:10.490425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.558773 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.562778 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.586170 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f7142a-5d05-43dc-ad8c-d2829c06ff89,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:10.594143 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.595567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a81b43f6-baaf-49e4-8382-72bb97f53fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407292 Feb 09 00:52:10.598595 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32892) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:10.604400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f0ed0e6a-f008-4dc0-bfea-73e078847c81', 'name': '', 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'mac_address': 'fa:16:3e:a7:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:08Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 2, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'subnets': [{'id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:10.610419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': 'c7918e7c-018a-416f-9fab-a358ddaff941', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:10.637570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65022d35-62d6-4618-96f2-e983686e4577 None None] The sync data for ids ['502d4588-b0f7-453c-82a7-4cb0f11155a5'] in n-d-828413-1 is: [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f0ed0e6a-f008-4dc0-bfea-73e078847c81', 'name': '', 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'mac_address': 'fa:16:3e:a7:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:08Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 2, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'subnets': [{'id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:10.652419 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.681373 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6a100b96-4024-4125-9a83-4311609da4ec up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:10.720013 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.725662 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.734881 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6a100b96-4024-4125-9a83-4311609da4ec triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:10.735469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.748117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b48a36-8bd2-4630-a0e9-9940a86d34cf,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:10.754232 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.755370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ad288ed4-fdb0-4abb-93b2-17bfee2f37f3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556356 Feb 09 00:52:10.758261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32894) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:10.763700 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': 'c7918e7c-018a-416f-9fab-a358ddaff941', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:10.793901 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.826855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:10.856606 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.861107 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.893054 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ea4c49-3329-45e7-a39a-703f011a8c3a,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:10.894586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:10.895421 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.900158 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:10.902838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b2b950e2-eea9-4c5a-b94e-29600d445b94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436145 Feb 09 00:52:10.906186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32896) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:10.910966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': 'c7918e7c-018a-416f-9fab-a358ddaff941', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:10.943160 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.018630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.022656 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.044188 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d40e75-63cb-4d1a-a33f-ee7ca642bcf0,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:11.050473 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.054544 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1ba98100-5d11-4156-b4ec-ed6153d5b71f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444917 Feb 09 00:52:11.055036 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32898) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:11.059860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': 'c7918e7c-018a-416f-9fab-a358ddaff941', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:11.084542 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Project 55363611a05a47178cfa110dad0f4023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:52:11.090747 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.154909 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.158938 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.179016 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed736126-ac89-4e15-b432-b957975df3ce,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:11.184987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.189200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-2964c24d-54f3-47d5-89ba-c4386fcc594a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305156 Feb 09 00:52:11.189301 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32900) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:11.194110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': 'c7918e7c-018a-416f-9fab-a358ddaff941', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:11.219645 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Project 55363611a05a47178cfa110dad0f4023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:52:11.224928 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.289838 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.294385 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.317612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fefde3a-a4d7-44cb-9291-cb154c5dff7a,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:11.326830 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:11.329032 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-83eca2e9-a05d-4b92-891e-8821c0f9ab25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376910 Feb 09 00:52:11.474006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-58c12c40-5b07-41ce-9713-26ec43f1aa9c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092124236&fields=id&tenant_id=55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 267 time: 0.0320752 Feb 09 00:52:11.875894 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-9dbd2f3e-04e7-4688-b8c5-b64158b68405 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:11.877447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-9dbd2f3e-04e7-4688-b8c5-b64158b68405 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 808 time: 0.3966694 Feb 09 00:52:11.893351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-320da3e3-0204-4bb6-9f2a-cb99c93dea08 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/quotas/55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 375 time: 0.0099304 Feb 09 00:52:11.947408 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-014c75ea-a27e-43b8-90e3-d3e96d64d281 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481489 Feb 09 00:52:11.964014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-15079e52-8565-4670-b7d1-f0a72289c0c5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:52:11.965053 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-15079e52-8565-4670-b7d1-f0a72289c0c5 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057850 Feb 09 00:52:12.034258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-78037507-8d2d-4807-b10f-76b8c0fe6935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.065475 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-605bc2a1-ada5-414a-b8d4-baacbaa0a287 service neutron] 10.222.0.32 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938535 Feb 09 00:52:12.157612 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-50496cb8-8ec8-4e0b-8094-dca9909da44f service neutron] 10.222.0.32 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Feb 09 00:52:12.318229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-903a536a-abe2-4aa6-aa3a-bb098afe4f00 req-1e495646-835a-43a2-bfc0-5a8220a42703 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 210 time: 0.0276284 Feb 09 00:52:12.684588 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3711dce3-8b1d-4ce8-9e70-2b2249a05426 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:12.735480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:12.735850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.821803 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.844598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 3711dce3-8b1d-4ce8-9e70-2b2249a05426, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3711dce3-8b1d-4ce8-9e70-2b2249a05426,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:12.848864 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:12.899582 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=3711dce3-8b1d-4ce8-9e70-2b2249a05426,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:12.981014 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Sync routers for ids ['502d4588-b0f7-453c-82a7-4cb0f11155a5'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:12.990505 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Routers {'502d4588-b0f7-453c-82a7-4cb0f11155a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:12.991104 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['502d4588-b0f7-453c-82a7-4cb0f11155a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:13.095160 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Set router 502d4588-b0f7-453c-82a7-4cb0f11155a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:13.308735 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f0ed0e6a-f008-4dc0-bfea-73e078847c81', 'name': '', 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'mac_address': 'fa:16:3e:a7:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:08Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 2, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'subnets': [{'id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:13.327039 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-24948a7e-5df2-4a01-bfae-30f248af90df tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:13.329253 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-24948a7e-5df2-4a01-bfae-30f248af90df tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 808 time: 0.1086452 Feb 09 00:52:13.337317 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Checking router: 502d4588-b0f7-453c-82a7-4cb0f11155a5 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:13.337664 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Updating router 502d4588-b0f7-453c-82a7-4cb0f11155a5 port f0ed0e6a-f008-4dc0-bfea-73e078847c81 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:52:13.366800 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.383397 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-e4f457bd-4927-4ec9-8779-6c2cdbe6fc42 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 380 time: 0.0419004 Feb 09 00:52:13.395183 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'port': {'device_id': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'admin_state_up': True, 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'security_groups': ['c7918e7c-018a-416f-9fab-a358ddaff941']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:13.428906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-90acf3b2-a5ee-4c00-89e7-aa104a1ccd51 req-336ec69a-fc35-4f23-84d4-64df60c0589e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 210 time: 0.0375104 Feb 09 00:52:13.513785 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Made reservation on behalf of 55363611a05a47178cfa110dad0f4023 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:52:13.517368 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.643504 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.648349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Allocated IP 172.20.0.12 (2be159ed-a897-46e9-ad64-576ef28438ae/0e710065-275b-45b1-8962-c90e843f2d96/d80237a6-b307-4f11-b8a1-406567b53f2d) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:13.649128 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.722152 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3d74-101a-4c2c-9e30-47eafc137896 None None] Pushing event updated for resources: {'Port': ['ID=f0ed0e6a-f008-4dc0-bfea-73e078847c81,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:13.751335 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Attempting to bind port f0ed0e6a-f008-4dc0-bfea-73e078847c81 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:13.751699 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Attempting to bind port f0ed0e6a-f008-4dc0-bfea-73e078847c81 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:13.752079 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Attempting to bind port f0ed0e6a-f008-4dc0-bfea-73e078847c81 on network 352752b4-88ff-4549-8cc7-a1a16167b429 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:13.762472 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:13.762844 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Checking segment: {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:13.763241 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.763629 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Bound using segment: {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:13.764109 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Bound port: f0ed0e6a-f008-4dc0-bfea-73e078847c81, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:13.764490 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.860870 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.888313 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] For port f0ed0e6a-f008-4dc0-bfea-73e078847c81, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:13.891985 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] For port f0ed0e6a-f008-4dc0-bfea-73e078847c81, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f0ed0e6a-f008-4dc0-bfea-73e078847c81,segment=NetworkSegment(eb3f1d0c-4a1a-4afd-9f07-e264778aedda),segment_id=eb3f1d0c-4a1a-4afd-9f07-e264778aedda)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:13.897445 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.898125 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:13.948196 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Network 2be159ed-a897-46e9-ad64-576ef28438ae is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:13.951547 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:13.957786 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:13.972308 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Routers {'502d4588-b0f7-453c-82a7-4cb0f11155a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:13.972957 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:51:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['502d4588-b0f7-453c-82a7-4cb0f11155a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:13.995708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:14.016828 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e3d74-101a-4c2c-9e30-47eafc137896 None None] Pushing event updated for resources: {'Port': ['ID=f0ed0e6a-f008-4dc0-bfea-73e078847c81,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:14.027225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.028000 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.051989 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-96b123ad-124f-4ad2-b82a-2dec49e316b9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6608665 Feb 09 00:52:14.058629 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2cd88cb9-81ce-402b-9fd3-859bcd798aa3 None None] Provisioning complete for port f0ed0e6a-f008-4dc0-bfea-73e078847c81 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:14.059815 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2cd88cb9-81ce-402b-9fd3-859bcd798aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.074180 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Request body: {'port': {'device_id': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:14.106127 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] Set router 502d4588-b0f7-453c-82a7-4cb0f11155a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:14.158502 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.223256 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2cd88cb9-81ce-402b-9fd3-859bcd798aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.265375 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-2cd88cb9-81ce-402b-9fd3-859bcd798aa3 None None] For port f0ed0e6a-f008-4dc0-bfea-73e078847c81, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f0ed0e6a-f008-4dc0-bfea-73e078847c81,segment=NetworkSegment(eb3f1d0c-4a1a-4afd-9f07-e264778aedda),segment_id=eb3f1d0c-4a1a-4afd-9f07-e264778aedda)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:14.271675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2cd88cb9-81ce-402b-9fd3-859bcd798aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.334561 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd88cb9-81ce-402b-9fd3-859bcd798aa3 None None] Pushing event updated for resources: {'Port': ['ID=f0ed0e6a-f008-4dc0-bfea-73e078847c81,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:14.347374 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f0ed0e6a-f008-4dc0-bfea-73e078847c81', 'name': '', 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'mac_address': 'fa:16:3e:a7:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:08Z', 'updated_at': '2022-02-09T00:52:13Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'subnets': [{'id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:14.376020 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ea5c48-9ba3-43ab-aa68-07702aba7730 None None] The sync data for ids ['502d4588-b0f7-453c-82a7-4cb0f11155a5'] in n-d-828413-1 is: [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:09Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'f0ed0e6a-f008-4dc0-bfea-73e078847c81', 'name': '', 'network_id': '352752b4-88ff-4549-8cc7-a1a16167b429', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'mac_address': 'fa:16:3e:a7:3b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:08Z', 'updated_at': '2022-02-09T00:52:13Z', 'revision_number': 4, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'subnets': [{'id': '5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:14.398581 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3c81aed1-6c51-4bca-830b-34cb58516eb3 None None] Provisioning complete for port f0ed0e6a-f008-4dc0-bfea-73e078847c81 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:14.399038 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c81aed1-6c51-4bca-830b-34cb58516eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.500663 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3c81aed1-6c51-4bca-830b-34cb58516eb3 None None] Provisioning complete for port d80237a6-b307-4f11-b8a1-406567b53f2d triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:14.501191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3c81aed1-6c51-4bca-830b-34cb58516eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.548194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-3c81aed1-6c51-4bca-830b-34cb58516eb3 None None] Port d80237a6-b307-4f11-b8a1-406567b53f2d cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:52:14.565027 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ed649-f8fa-48dd-bf78-dfda400b1e47 req-557701ad-9ee4-436c-be1c-6aa541a20d93 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:14.566920 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc9ed649-f8fa-48dd-bf78-dfda400b1e47 req-557701ad-9ee4-436c-be1c-6aa541a20d93 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 932 time: 0.0569322 Feb 09 00:52:14.623871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc9ed649-f8fa-48dd-bf78-dfda400b1e47 req-bc274fb0-c562-4fe5-978a-99deb9666be6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496750 Feb 09 00:52:14.719108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3711dce3-8b1d-4ce8-9e70-2b2249a05426 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:14.772704 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:14.773414 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.821014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a36afb9d-93a9-4c33-83ad-60a65a6ab86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.874055 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f0ed0e6a-f008-4dc0-bfea-73e078847c81 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:14.906839 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80237a6-b307-4f11-b8a1-406567b53f2d {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:14.915319 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.923050 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port f0ed0e6a-f008-4dc0-bfea-73e078847c81 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:14.923444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:14.929463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Transition to ACTIVE for port object d80237a6-b307-4f11-b8a1-406567b53f2d will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:52:14.934780 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.011870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:15.066968 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Attempting to bind port d80237a6-b307-4f11-b8a1-406567b53f2d on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:52:15.067425 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Attempting to bind port d80237a6-b307-4f11-b8a1-406567b53f2d by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:52:15.067971 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Attempting to bind port d80237a6-b307-4f11-b8a1-406567b53f2d on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:15.073930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Port d80237a6-b307-4f11-b8a1-406567b53f2d on network 2be159ed-a897-46e9-ad64-576ef28438ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:52:15.074270 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Attempting to bind port d80237a6-b307-4f11-b8a1-406567b53f2d on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:52:15.079772 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:52:15.080185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Checking segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:52:15.080572 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Bound using segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:52:15.081038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Bound port: d80237a6-b307-4f11-b8a1-406567b53f2d, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:52:15.081399 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.154552 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:52:15.157892 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:52:15.162252 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.198981 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.199602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.201030 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] 10.222.0.84 "PUT /v2.0/ports/d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1092 time: 1.1379600 Feb 09 00:52:15.201477 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:15.203751 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:52:15.233226 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc646af3-6464-4c07-a00d-0cc310195107 service neutron] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:15.253106 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326b3404-b712-4c61-820d-4261999de239 x-openstack-request-id: req-326b3404-b712-4c61-820d-4261999de239 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:52:15.253674 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:52:15.253928 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-326b3404-b712-4c61-820d-4261999de239 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:52:15.254610 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'status': 'completed', 'code': 200} Feb 09 00:52:15.300376 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-d7c782bc-f6a2-4252-97b6-9318cf243810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.301954 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-d7c782bc-f6a2-4252-97b6-9318cf243810 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1095 time: 0.0449643 Feb 09 00:52:15.350922 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-a1210853-480f-40b5-b2d2-5888504dc6f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 217 time: 0.0408089 Feb 09 00:52:15.402415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-3915f804-ef0a-46f8-94b9-916869a1a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.403886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-3915f804-ef0a-46f8-94b9-916869a1a29d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0458407 Feb 09 00:52:15.451428 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-3b54af56-e963-42b1-ac93-7f41bf2749f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.452778 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-3b54af56-e963-42b1-ac93-7f41bf2749f6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418277 Feb 09 00:52:15.548076 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-01158f02-3a9c-4301-b640-dd08d0dd769a service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883405 Feb 09 00:52:15.640489 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-306b2408-bd63-432d-9d4e-45fe6503b7be req-c1ea04eb-d192-4e06-ba9a-f6d044926254 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825396 Feb 09 00:52:15.711944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:15.733683 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-437c2578-adb6-48ad-ac59-76f707a7c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.735177 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-437c2578-adb6-48ad-ac59-76f707a7c88c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1095 time: 0.0429940 Feb 09 00:52:15.749874 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e90d6-7331-4245-be2d-30d15617f3af req-e82a008e-72c9-4008-9e95-4b1494d852ac tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.751369 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-644e90d6-7331-4245-be2d-30d15617f3af req-e82a008e-72c9-4008-9e95-4b1494d852ac tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0514846 Feb 09 00:52:15.792258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-644e90d6-7331-4245-be2d-30d15617f3af req-426765e5-ac3a-459b-a7ed-aabc6263707e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343549 Feb 09 00:52:15.831819 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-46343c46-6647-4838-a767-3a86c7b53887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.833325 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-46343c46-6647-4838-a767-3a86c7b53887 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0913241 Feb 09 00:52:15.876285 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-ce3c62b0-b190-4c8a-ade5-a5f6e7647d8b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 217 time: 0.0358548 Feb 09 00:52:15.932096 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-edfce9ac-42f1-48f9-b2ca-a15f6f829b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.933551 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-edfce9ac-42f1-48f9-b2ca-a15f6f829b6c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0499008 Feb 09 00:52:15.993094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-f0091dd8-055c-4d82-92f2-909bcc745b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.995608 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-f0091dd8-055c-4d82-92f2-909bcc745b82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533187 Feb 09 00:52:16.088268 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-61185d60-de62-48fa-a24d-1e89377cb64f service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839951 Feb 09 00:52:16.187244 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-36c3d9a4-ef9e-4012-944d-88e19b2e16d7 req-8e40a54c-b0cb-45a7-8529-8fbe809deb91 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872023 Feb 09 00:52:16.911881 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b7e1b-f958-49a7-a797-fc0315e17fd3 req-f9265011-3aa1-4c09-b546-7ebb71f6886c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:16.913436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d6b7e1b-f958-49a7-a797-fc0315e17fd3 req-f9265011-3aa1-4c09-b546-7ebb71f6886c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0491312 Feb 09 00:52:16.958716 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0d6b7e1b-f958-49a7-a797-fc0315e17fd3 req-c70c24b0-d0b1-4de8-832c-ca99a46aa3d6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363336 Feb 09 00:52:17.097299 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:17.497310 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:18.082091 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523942d3-6b3a-4942-8cac-d9ddb7930489 req-2198d84b-0543-4e8e-a92a-a825c56b7658 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.083562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-523942d3-6b3a-4942-8cac-d9ddb7930489 req-2198d84b-0543-4e8e-a92a-a825c56b7658 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0507607 Feb 09 00:52:18.119892 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-523942d3-6b3a-4942-8cac-d9ddb7930489 req-0530a33d-d552-43f6-b176-3598cf675a89 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298862 Feb 09 00:52:19.236420 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ac93b-41c3-44f0-8de2-1770cee21b9c req-201cab96-d677-4a03-aef3-d03ee45f8448 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:19.237909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b29ac93b-41c3-44f0-8de2-1770cee21b9c req-201cab96-d677-4a03-aef3-d03ee45f8448 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0481231 Feb 09 00:52:19.274368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b29ac93b-41c3-44f0-8de2-1770cee21b9c req-3f5e15d7-571c-4897-8096-27ac6d607cbb tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305898 Feb 09 00:52:19.766901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:52:19.864358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:19.875231 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'mac_address': 'fa:16:3e:85:6a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:52:19.911173 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:19.923376 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80237a6-b307-4f11-b8a1-406567b53f2d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:52:19.942613 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:19.946123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:19.995191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:20.210215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['d80237a6-b307-4f11-b8a1-406567b53f2d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:52:20.393304 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6caf03-9ed8-4886-b112-3741092c4442 req-fd58fe96-ff85-41a3-b036-c6c113a8148c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:20.394813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab6caf03-9ed8-4886-b112-3741092c4442 req-fd58fe96-ff85-41a3-b036-c6c113a8148c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 945 time: 0.0502193 Feb 09 00:52:20.439849 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab6caf03-9ed8-4886-b112-3741092c4442 req-c8df3203-f25a-4eee-9845-67efc009ca8f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Feb 09 00:52:21.555601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ef15f-f35a-4887-94ef-d222f1b9597c req-e929b522-a1d2-4195-ae6f-7ef875986e1c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:21.557260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-738ef15f-f35a-4887-94ef-d222f1b9597c req-e929b522-a1d2-4195-ae6f-7ef875986e1c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 945 time: 0.0495133 Feb 09 00:52:21.595593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-738ef15f-f35a-4887-94ef-d222f1b9597c req-a3302be9-b168-42ec-9437-bcd555fe6bd5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324812 Feb 09 00:52:21.779562 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:52:21.833880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port d80237a6-b307-4f11-b8a1-406567b53f2d completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:52:21.839183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port d80237a6-b307-4f11-b8a1-406567b53f2d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:21.839610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.914894 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.936756 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:21.939026 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c150a-6bbb-4b85-a0c0-7152391ef477" -d '{"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-plugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:52:21.952820 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:52:21.956836 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:21.982036 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f2b6b-1840-4e0f-b97a-06e31a85e346 x-openstack-request-id: req-d58f2b6b-1840-4e0f-b97a-06e31a85e346 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:52:21.982481 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-plugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:52:21.982737 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d58f2b6b-1840-4e0f-b97a-06e31a85e346 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:52:21.983129 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'code': 200} Feb 09 00:52:22.011907 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:22.078591 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f719c-fef9-49bf-9cdc-55dd80422894 req-4975912c-54a5-451f-a5a9-e9123500650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:22.080000 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f23f719c-fef9-49bf-9cdc-55dd80422894 req-4975912c-54a5-451f-a5a9-e9123500650e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1097 time: 0.0413740 Feb 09 00:52:22.116180 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f23f719c-fef9-49bf-9cdc-55dd80422894 req-fa517b24-1013-4379-b134-1d5a39c83878 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282242 Feb 09 00:52:22.710035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75045936-1258-47b6-b5db-0a4e81733047 req-663efc41-b079-40fb-849b-164e7a582703 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:22.711435 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75045936-1258-47b6-b5db-0a4e81733047 req-663efc41-b079-40fb-849b-164e7a582703 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0487893 Feb 09 00:52:22.749023 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75045936-1258-47b6-b5db-0a4e81733047 req-bfd16182-5dc7-4a46-a8ce-e0a214e247ca tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Feb 09 00:52:23.864925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7e06d-5008-4c08-8026-480f3d670bba req-849c3e3b-26c8-4618-96f6-77a717cdb445 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:23.866419 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cac7e06d-5008-4c08-8026-480f3d670bba req-849c3e3b-26c8-4618-96f6-77a717cdb445 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0501792 Feb 09 00:52:23.908143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cac7e06d-5008-4c08-8026-480f3d670bba req-3a4c9cf7-fc1a-41df-9e11-95194497af62 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352519 Feb 09 00:52:24.021999 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8eec-e9d1-4a98-ae7b-98636ba4b1c1 req-c56049ad-9da7-46a7-9e64-cac29c96b7b0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:24.023467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd3d8eec-e9d1-4a98-ae7b-98636ba4b1c1 req-c56049ad-9da7-46a7-9e64-cac29c96b7b0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0487313 Feb 09 00:52:24.062037 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd3d8eec-e9d1-4a98-ae7b-98636ba4b1c1 req-850e0123-bcdd-4e91-9c5f-72960acf5bb7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Feb 09 00:52:24.084396 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32954) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:24.207400 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1995a6d3-44e6-4fff-8653-03080452b11e tempest-TestShelveInstance-846938354 tempest-TestShelveInstance-846938354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:24.208893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-1995a6d3-44e6-4fff-8653-03080452b11e tempest-TestShelveInstance-846938354 tempest-TestShelveInstance-846938354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1092 time: 0.1234798 Feb 09 00:52:24.211830 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 32958) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:52:24.216017 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:24.239326 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.340734 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.443945 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Allocated IP 172.25.3.100 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/096ef613-c501-43e7-aece-f32c42cee8c9) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:52:24.545923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.579870 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:24.621140 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:52:24.623868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:52:24.628754 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:52:24.631414 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'Port': ['ID=096ef613-c501-43e7-aece-f32c42cee8c9,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:24.984478 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.050971 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.194779 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.199864 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.269268 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'Port': ['ID=096ef613-c501-43e7-aece-f32c42cee8c9,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:25.281739 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.383967 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Floating IP ad8bad5b-3e20-45cc-a32f-dcb5df9db981 associated. External IP: 172.25.3.100, port: d80237a6-b307-4f11-b8a1-406567b53f2d. Feb 09 00:52:25.588935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Router b3554867-e331-4087-ba6f-464f5f6e72da has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:52:25.692339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:52:25.703128 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:52:25.712145 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:25.714838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:25.715528 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:52:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:25.742806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-f17cbee1-7a6f-49f1-ac29-4807505a26a6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5299838 Feb 09 00:52:25.743475 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:52:25.746525 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711b756e-b2e8-4539-8847-fb7e4e88a3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:52:25.784250 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eebd657-9cec-496a-823a-f974332ecbfe x-openstack-request-id: req-9eebd657-9cec-496a-823a-f974332ecbfe {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:52:25.784619 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:52:25.784874 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9eebd657-9cec-496a-823a-f974332ecbfe {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:52:25.785301 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'status': 'completed', 'code': 200} Feb 09 00:52:25.832547 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:25.851711 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-3af526ab-889c-49a4-9d50-f0b989251ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.853183 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-3af526ab-889c-49a4-9d50-f0b989251ac8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1097 time: 0.0410321 Feb 09 00:52:25.950707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-69d1bac9-285b-414e-81db-f80c605ef25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.952200 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-69d1bac9-285b-414e-81db-f80c605ef25b service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0904541 Feb 09 00:52:26.019235 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-bff613dc-b169-4ead-a46c-26993d6c863a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1000 time: 0.0601518 Feb 09 00:52:26.061249 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad8bad5b-3e20-45cc-a32f-dcb5df9db981', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'mac_address': 'fa:16:3e:85:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:52:24Z', 'updated_at': '2022-02-09T00:52:24Z', 'revision_number': 0, 'project_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:26.078927 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-8c7ba81e-03ad-41d2-aa24-e6e3846c5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:26.080517 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-8c7ba81e-03ad-41d2-aa24-e6e3846c5a81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0499785 Feb 09 00:52:26.105480 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:52:26.113625 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:52:26.114217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:52:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:26.126898 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-81ab7a69-d83d-4769-b8a4-0701756c9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:26.128424 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-81ab7a69-d83d-4769-b8a4-0701756c9071 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411119 Feb 09 00:52:26.219598 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:52:26.222510 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-2f5c2e58-6975-4ef0-9c30-82cf1cbc03ea service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860057 Feb 09 00:52:26.327244 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-711b756e-b2e8-4539-8847-fb7e4e88a3ca req-03b18d62-b497-4a7b-b3be-d2287ad79bbd service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972407 Feb 09 00:52:26.596002 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad8bad5b-3e20-45cc-a32f-dcb5df9db981', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'mac_address': 'fa:16:3e:85:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:52:24Z', 'updated_at': '2022-02-09T00:52:24Z', 'revision_number': 0, 'project_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:52:26.626463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffe930-e1a5-4068-815a-b37d37aa3855 None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': 'ad8bad5b-3e20-45cc-a32f-dcb5df9db981', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'floating_ip_address': '172.25.3.100', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'mac_address': 'fa:16:3e:85:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:52:24Z', 'updated_at': '2022-02-09T00:52:24Z', 'revision_number': 0, 'project_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:52:26.810255 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3162924-a6bb-4e1a-bb94-f15a9d3b6718 None None] New status for floating IP ad8bad5b-3e20-45cc-a32f-dcb5df9db981: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:52:37.486165 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:37.675911 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:42.036200 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-59c44d77-7664-48b8-a05e-ba42e671156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:44.440824 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:52:44.793731 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-10be481a-9741-4866-b72a-18fcfee22569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:45.714190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:47.100811 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:47.499371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:52:51.250782 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-d69b7380-2e25-4623-a268-c670631ddc0c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429671 Feb 09 00:52:51.335842 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084688d-a667-4099-8249-f115493c96a9 req-a834c2d1-cd3e-4042-9bf6-17215b0c941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:51.337392 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-a834c2d1-cd3e-4042-9bf6-17215b0c941e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1097 time: 0.0415590 Feb 09 00:52:51.452349 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084688d-a667-4099-8249-f115493c96a9 req-995ad27f-de36-4f8b-8b1d-75cad1c15607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:51.453865 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-995ad27f-de36-4f8b-8b1d-75cad1c15607 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0930209 Feb 09 00:52:51.519869 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-ff67cbcb-6aae-422d-ae92-7daf5a329348 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1002 time: 0.0578296 Feb 09 00:52:51.577181 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084688d-a667-4099-8249-f115493c96a9 req-8ffd2941-3fbc-488f-b3ee-fa0f3187f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:51.578595 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-8ffd2941-3fbc-488f-b3ee-fa0f3187f641 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0469592 Feb 09 00:52:51.625722 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084688d-a667-4099-8249-f115493c96a9 req-2f7bd0e2-7fd1-43ce-a41d-e89b36253fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:51.627170 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-2f7bd0e2-7fd1-43ce-a41d-e89b36253fe9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400233 Feb 09 00:52:51.722622 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-6d612674-4438-4aee-81d8-1d442c790400 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Feb 09 00:52:51.826629 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4084688d-a667-4099-8249-f115493c96a9 req-77ff3b8e-aa8c-4ef0-853b-83e241732aec service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947230 Feb 09 00:52:52.487677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-77fe55bc-8ff4-4e7b-b8d6-ccdcb6034a46 req-6ba12a3a-51a8-4cec-925d-c2b58d241be2 tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] (105925) timed out ('10.222.0.84', 58697) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:53:00.941104 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-2cb0762c-1065-4619-a798-5e9e3c900e6b req-db3d3028-cccc-4c20-81cf-debe7fd0b5b7 service neutron] (105925) timed out ('10.222.0.32', 58256) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:53:07.483526 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:07.667797 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:12.038551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-50447b04-f296-45c2-b1d8-5255efdb39c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:14.794493 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1d14b8c7-1929-4919-98d8-4b19eb234bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:15.717928 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:17.102312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:17.501755 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:21.440089 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:53:35.657883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-09063c01-770e-4711-940e-34593ea0a147 req-bf98efa0-7a69-429e-9738-49ec16c9b84e tempest-ServerDiskConfigTestJSON-1784618216 tempest-ServerDiskConfigTestJSON-1784618216-project] (105925) timed out ('10.222.0.32', 55560) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 00:53:37.480703 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:37.676858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:42.042484 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-aa212655-c52a-4099-a999-5fff459b75ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:44.796397 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-4d9e34bf-548c-455a-bdbb-9d407bf6a8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:45.719990 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.105008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:47.505253 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:53:52.246409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-bc7d5a02-e379-499f-9d02-f9d55464f543 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415781 Feb 09 00:53:52.328365 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-b2be0444-5f8b-4ee9-bd4e-3111ad70b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:52.329903 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-b2be0444-5f8b-4ee9-bd4e-3111ad70b87f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1097 time: 0.0408251 Feb 09 00:53:52.438064 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-774b1453-2a35-49d1-8f8f-bf081d1b8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:52.439539 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-774b1453-2a35-49d1-8f8f-bf081d1b8c07 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0890317 Feb 09 00:53:52.504694 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-59bca582-716e-45f2-95f8-95687dbf5dc9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1002 time: 0.0579734 Feb 09 00:53:52.558034 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-1ed6f70a-6095-4de7-8f67-e2b480042f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:52.559478 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-1ed6f70a-6095-4de7-8f67-e2b480042f54 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0483081 Feb 09 00:53:52.604696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-73395bd2-f658-4a0d-acfa-b673b72717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:52.606191 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-73395bd2-f658-4a0d-acfa-b673b72717a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401483 Feb 09 00:53:52.696023 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-dfc0ff34-884b-4281-ba6e-80da0a480071 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Feb 09 00:53:52.791495 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4759de53-8d97-41ce-a58d-3eb91da7db9f req-214c7763-fa4f-4824-b041-9cb7f0fe2cc5 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869062 Feb 09 00:53:58.438780 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:54:07.491294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:07.682886 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:12.045976 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6257ac01-996c-4733-82eb-0ea356f18cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:14.798712 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a310b548-6087-4581-acb5-bd9510ce7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:15.722171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:17.107654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:17.506196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:24.113276 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642a157-d9eb-4ffe-b172-ee8be01d06f7 req-ba85b34e-351d-45d1-b132-0ee0cd50f5b0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:24.114782 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c642a157-d9eb-4ffe-b172-ee8be01d06f7 req-ba85b34e-351d-45d1-b132-0ee0cd50f5b0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0516617 Feb 09 00:54:24.153060 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c642a157-d9eb-4ffe-b172-ee8be01d06f7 req-94b252fa-0d30-4497-972d-0d98790383a9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322571 Feb 09 00:54:25.273205 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8de0b-3691-4a35-9974-e7753c829067 req-e1f964e9-7da4-486f-8504-2dd9ab6602ff tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:25.274894 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40c8de0b-3691-4a35-9974-e7753c829067 req-e1f964e9-7da4-486f-8504-2dd9ab6602ff tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0478086 Feb 09 00:54:25.312211 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40c8de0b-3691-4a35-9974-e7753c829067 req-753fedad-d7ac-49ba-8e08-5e702edf1ba1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Feb 09 00:54:26.433428 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b74c67-86ae-4e31-8db8-eeb06b6ac625 req-952f8fc8-6e2c-4883-934a-8e0a873de6c3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:26.434864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55b74c67-86ae-4e31-8db8-eeb06b6ac625 req-952f8fc8-6e2c-4883-934a-8e0a873de6c3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0517647 Feb 09 00:54:26.473086 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55b74c67-86ae-4e31-8db8-eeb06b6ac625 req-8986228d-8b89-4d22-8b2c-c85acc06e1a3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313995 Feb 09 00:54:27.590078 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595236-2f2d-4000-83a2-18fc570cf0d5 req-77d2c07d-a5ca-422c-8996-8d3820861b38 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:27.591490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b595236-2f2d-4000-83a2-18fc570cf0d5 req-77d2c07d-a5ca-422c-8996-8d3820861b38 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0492163 Feb 09 00:54:27.629628 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b595236-2f2d-4000-83a2-18fc570cf0d5 req-8ac49552-6d9d-45a6-aa54-dc923f3fac12 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Feb 09 00:54:28.751579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe1fff-19f6-4d50-af16-f52e7c0fc193 req-ffbec493-b93f-4f14-be82-28a43829cedc tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:28.753200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cafe1fff-19f6-4d50-af16-f52e7c0fc193 req-ffbec493-b93f-4f14-be82-28a43829cedc tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0496230 Feb 09 00:54:28.790777 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cafe1fff-19f6-4d50-af16-f52e7c0fc193 req-0e770a03-3d22-4b24-8106-b5f3396b6d1d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Feb 09 00:54:29.912141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cf3e8-6572-4c9c-9df8-731b84bdc640 req-a2d07b53-8689-4aea-b83f-2ec8b4e175de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:29.913648 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-909cf3e8-6572-4c9c-9df8-731b84bdc640 req-a2d07b53-8689-4aea-b83f-2ec8b4e175de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0541146 Feb 09 00:54:29.951567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-909cf3e8-6572-4c9c-9df8-731b84bdc640 req-bcf5dcf0-d4e4-412e-8726-e94a969a7e39 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Feb 09 00:54:31.073633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8001e6d-a7b4-4d6e-b4bc-f05d76d2ea9d req-5fb09c47-aad5-4a01-9993-1879e8f15015 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:31.075746 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8001e6d-a7b4-4d6e-b4bc-f05d76d2ea9d req-5fb09c47-aad5-4a01-9993-1879e8f15015 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0537882 Feb 09 00:54:31.114568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8001e6d-a7b4-4d6e-b4bc-f05d76d2ea9d req-3bec82a2-6f4f-40d6-9264-6d9f9f5f3289 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321333 Feb 09 00:54:32.231076 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffebfb7-f4de-489c-8d44-97cb730d33ed req-3a3bb9c8-0133-439e-84bd-484344ffda36 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:32.232567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ffebfb7-f4de-489c-8d44-97cb730d33ed req-3a3bb9c8-0133-439e-84bd-484344ffda36 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0490162 Feb 09 00:54:32.270121 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8ffebfb7-f4de-489c-8d44-97cb730d33ed req-359697be-52d9-4fc7-8806-bc637c8aaa27 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314152 Feb 09 00:54:33.391185 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eb996-4ae2-492d-ab32-d2de594c6070 req-c8a10348-7882-4c9e-9ace-1adf88a8dd4d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:33.392653 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-212eb996-4ae2-492d-ab32-d2de594c6070 req-c8a10348-7882-4c9e-9ace-1adf88a8dd4d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0532677 Feb 09 00:54:33.431967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-212eb996-4ae2-492d-ab32-d2de594c6070 req-0a8a718a-d996-485e-b6f7-714bd1018a1c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Feb 09 00:54:34.554886 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719a32d-e900-496c-b50e-a6eb027620c9 req-be7129b6-6999-4275-ac11-e5712023d1b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:34.556386 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7719a32d-e900-496c-b50e-a6eb027620c9 req-be7129b6-6999-4275-ac11-e5712023d1b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0506628 Feb 09 00:54:34.593944 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7719a32d-e900-496c-b50e-a6eb027620c9 req-e6abc942-1b06-435a-9441-29808d6f9639 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314577 Feb 09 00:54:35.437126 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:54:35.714294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ad419-83cf-454c-a941-19f8242c29b2 req-ed52e42e-0cdb-44cb-8de2-36aa0914d354 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:35.715806 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-960ad419-83cf-454c-a941-19f8242c29b2 req-ed52e42e-0cdb-44cb-8de2-36aa0914d354 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0502372 Feb 09 00:54:35.753889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-960ad419-83cf-454c-a941-19f8242c29b2 req-cf5fdd73-fb74-461b-8099-31f96fb091fa tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Feb 09 00:54:36.477814 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:54:36.576718 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:54:36.588279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'mac_address': 'fa:16:3e:85:6a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:54:36.623668 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.636120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d80237a6-b307-4f11-b8a1-406567b53f2d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:54:36.656794 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:54:36.661847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:36.708517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:36.719772 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.720118 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.720454 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.720788 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.721943 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.722500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.722839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.723172 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.723499 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.723823 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.724149 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.724471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:36.778253 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['d80237a6-b307-4f11-b8a1-406567b53f2d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:54:36.878433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b6599-9336-4c2a-b48c-a98986d6a75e req-db16407d-cd96-4bf1-b47c-0703cda291e6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:36.879958 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b04b6599-9336-4c2a-b48c-a98986d6a75e req-db16407d-cd96-4bf1-b47c-0703cda291e6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 945 time: 0.0569978 Feb 09 00:54:36.919182 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b04b6599-9336-4c2a-b48c-a98986d6a75e req-7688ec7a-2236-4e0d-880e-7f87d5978ced tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Feb 09 00:54:37.497467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:37.713408 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.052695 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efeb64-1ce9-44a8-bbf7-f0a8776a6490 req-2ab6eb2a-fab7-498a-b56f-b0efcb5704b2 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:38.054252 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96efeb64-1ce9-44a8-bbf7-f0a8776a6490 req-2ab6eb2a-fab7-498a-b56f-b0efcb5704b2 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 945 time: 0.0512688 Feb 09 00:54:38.098656 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-96efeb64-1ce9-44a8-bbf7-f0a8776a6490 req-3528fb3b-4e7c-4ef2-a85b-3ee706490ed9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379987 Feb 09 00:54:38.495342 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:54:38.552379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port d80237a6-b307-4f11-b8a1-406567b53f2d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:54:38.553563 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.639979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.664759 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:38.667062 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d520f1-1ce1-4945-98bd-f62462afc7c7" -d '{"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-plugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:54:38.682955 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:54:38.689448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:38.722712 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2166a8d1-f7fe-407c-bab3-a4607ded5f3a x-openstack-request-id: req-2166a8d1-f7fe-407c-bab3-a4607ded5f3a {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:54:38.723116 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-plugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:54:38.723442 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2166a8d1-f7fe-407c-bab3-a4607ded5f3a {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:54:38.723901 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'code': 200} Feb 09 00:54:38.755679 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:39.228515 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47493b65-e0aa-4186-9aca-47516f2d67d7 req-6ff6ab1b-683d-43c6-ae22-21fdc663023a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:39.230087 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47493b65-e0aa-4186-9aca-47516f2d67d7 req-6ff6ab1b-683d-43c6-ae22-21fdc663023a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0525062 Feb 09 00:54:39.273986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-47493b65-e0aa-4186-9aca-47516f2d67d7 req-8d21738d-3368-4bbe-8672-a0833bf10e9e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363715 Feb 09 00:54:40.415316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca96fd-0c7f-47ed-a18f-acd4124379dc req-326e2be3-1a01-46b7-83b4-aa1ad5390124 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:40.417734 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cca96fd-0c7f-47ed-a18f-acd4124379dc req-326e2be3-1a01-46b7-83b4-aa1ad5390124 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0584016 Feb 09 00:54:40.469175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1cca96fd-0c7f-47ed-a18f-acd4124379dc req-e4a9865c-f0a3-4edc-9f57-9a49d823b490 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451612 Feb 09 00:54:41.602847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fce8a0-b29f-4923-96f5-5847a9112659 req-d78c09c1-fa26-4131-94b3-829a6e853eaa tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:41.605403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49fce8a0-b29f-4923-96f5-5847a9112659 req-d78c09c1-fa26-4131-94b3-829a6e853eaa tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0568619 Feb 09 00:54:41.649104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-49fce8a0-b29f-4923-96f5-5847a9112659 req-01452e06-d0d8-4ac6-a212-b878f26dcc95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376687 Feb 09 00:54:42.048580 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-97403ba2-2c6b-4b34-9f89-9078d3a063b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:42.775654 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26a76-3840-4cd0-af86-e8d46ba1f124 req-293bd016-5907-43a7-96c5-f59956850086 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:42.777319 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51d26a76-3840-4cd0-af86-e8d46ba1f124 req-293bd016-5907-43a7-96c5-f59956850086 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0519471 Feb 09 00:54:42.824594 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51d26a76-3840-4cd0-af86-e8d46ba1f124 req-04bbdb65-3b2f-4533-8165-1dc74606bf1b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Feb 09 00:54:43.962723 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ebc62-097b-4f3a-93f7-911be38d3aa7 req-95fbb3ad-6842-421a-bf24-c68ba7851c38 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:43.964238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-979ebc62-097b-4f3a-93f7-911be38d3aa7 req-95fbb3ad-6842-421a-bf24-c68ba7851c38 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0626915 Feb 09 00:54:44.006026 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-979ebc62-097b-4f3a-93f7-911be38d3aa7 req-f5ecdcda-7811-43a3-9718-277834571da1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Feb 09 00:54:44.803145 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-98fe4ace-8c4e-47da-bd40-0b3d59bbb897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:45.135452 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f05d-ecfc-4452-978f-eb8d3305ca0d req-1ea008c4-d24e-405b-bf2b-8ab5c8a0ce25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:45.137103 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55f5f05d-ecfc-4452-978f-eb8d3305ca0d req-1ea008c4-d24e-405b-bf2b-8ab5c8a0ce25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0517213 Feb 09 00:54:45.179248 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-55f5f05d-ecfc-4452-978f-eb8d3305ca0d req-96019c98-0d14-426f-960b-3731126a1f60 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Feb 09 00:54:45.726163 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:46.298728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4425a-ea0d-4ad3-b1cd-09ee1badf7d9 req-89116caa-f5b9-439f-9bc4-84b411d7ac63 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.300634 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0bc4425a-ea0d-4ad3-b1cd-09ee1badf7d9 req-89116caa-f5b9-439f-9bc4-84b411d7ac63 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0477057 Feb 09 00:54:46.338151 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0bc4425a-ea0d-4ad3-b1cd-09ee1badf7d9 req-a50e6072-1e10-48f3-8bd4-8caabe38b82c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Feb 09 00:54:46.764532 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9357-e434-4517-9506-1d3c634ca75a req-5ed600e5-e9b2-4a81-a37a-c647ced8b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.766171 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-5ed600e5-e9b2-4a81-a37a-c647ced8b54b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1097 time: 0.0426505 Feb 09 00:54:46.863675 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9357-e434-4517-9506-1d3c634ca75a req-a49f853f-8302-4d3d-a269-80a6bd13c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.865184 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-a49f853f-8302-4d3d-a269-80a6bd13c66b service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0909193 Feb 09 00:54:46.932401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-d4c88837-2aef-4cdc-a523-cd3ce39978f3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1002 time: 0.0597360 Feb 09 00:54:46.983456 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9357-e434-4517-9506-1d3c634ca75a req-4c872fd8-4157-4bf6-b6ae-71f8d9c5336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:46.984895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-4c872fd8-4157-4bf6-b6ae-71f8d9c5336f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0450664 Feb 09 00:54:47.041287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f9357-e434-4517-9506-1d3c634ca75a req-94e6ea52-d794-47eb-b440-297cfe5d8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:47.042751 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-94e6ea52-d794-47eb-b440-297cfe5d8f2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446007 Feb 09 00:54:47.111170 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:47.134535 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-3ad33263-e95d-4708-84af-1dbe26d37146 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Feb 09 00:54:47.232590 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-e35f9357-e434-4517-9506-1d3c634ca75a req-97ca91d5-a41a-4b82-9441-342523d66a89 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909708 Feb 09 00:54:47.458125 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf7cd0-0e2d-432b-b7de-292fe0a8ec23 req-72cd87fb-b4bb-44d3-9da7-2997d8434877 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:47.459638 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44cf7cd0-0e2d-432b-b7de-292fe0a8ec23 req-72cd87fb-b4bb-44d3-9da7-2997d8434877 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0541368 Feb 09 00:54:47.500692 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-44cf7cd0-0e2d-432b-b7de-292fe0a8ec23 req-2e3b0887-e9af-4733-b889-65ba45d3d919 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349152 Feb 09 00:54:47.509449 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.525656 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:54:48.602114 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.622201 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f65e4-c0ea-424a-9420-f4c918369fc5 req-c792db9e-0032-4902-a85a-719f508ad393 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:48.623687 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b5f65e4-c0ea-424a-9420-f4c918369fc5 req-c792db9e-0032-4902-a85a-719f508ad393 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 946 time: 0.0497777 Feb 09 00:54:48.624687 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:54:48.627727 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c1911e-e304-495b-900b-ef848766b878" -d '{"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-unplugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:54:48.640439 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:54:48.645105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:54:48.663667 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5b5f65e4-c0ea-424a-9420-f4c918369fc5 req-ea31aa0a-e2cd-401d-8c63-4ec610bbd8b8 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Feb 09 00:54:48.694064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:48.710384 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7619e120-b396-4832-a292-baf939f07f3d x-openstack-request-id: req-7619e120-b396-4832-a292-baf939f07f3d {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:54:48.710705 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-unplugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:54:48.710962 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7619e120-b396-4832-a292-baf939f07f3d {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:54:48.711357 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'code': 200} Feb 09 00:54:49.782668 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a9975-ed67-42d3-beb2-6e64509f5627 req-c1a3e35c-fd0f-4dfd-bfd0-8991f46ce721 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:49.784154 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d62a9975-ed67-42d3-beb2-6e64509f5627 req-c1a3e35c-fd0f-4dfd-bfd0-8991f46ce721 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0493908 Feb 09 00:54:49.821581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d62a9975-ed67-42d3-beb2-6e64509f5627 req-8bfcba0c-4f56-4b8d-a3fc-171150fa4f3a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Feb 09 00:54:49.896543 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-98a8c9a9-ae49-45a4-8f31-edede9cd0339 req-9843a512-2c29-449b-bca8-4d073309d7e9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:54:49.897568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-98a8c9a9-ae49-45a4-8f31-edede9cd0339 req-9843a512-2c29-449b-bca8-4d073309d7e9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060904 Feb 09 00:54:51.064160 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412fc43-26e3-44a2-86bf-2a9ebfaefcad req-f22d39d2-fc79-441d-a082-eaa40ea83db5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:51.066280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3412fc43-26e3-44a2-86bf-2a9ebfaefcad req-f22d39d2-fc79-441d-a082-eaa40ea83db5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0545888 Feb 09 00:54:51.104574 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3412fc43-26e3-44a2-86bf-2a9ebfaefcad req-800e0e50-1053-4161-b78d-a64cc9f853a4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322113 Feb 09 00:54:51.348686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-85c09f93-a825-467e-977c-2c41ca217589 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848002 Feb 09 00:54:52.132681 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-a839ce92-e66f-4fca-b311-c5f30e245982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.133834 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-a839ce92-e66f-4fca-b311-c5f30e245982 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a&tenant_id=55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 1095 time: 0.0424967 Feb 09 00:54:52.200297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-480a633e-1ded-47ca-8758-306fcabcfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.201875 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-480a633e-1ded-47ca-8758-306fcabcfc82 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1095 time: 0.0452800 Feb 09 00:54:52.229371 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a1e19-d4fa-447d-8138-61cabcc4750a req-dd4f8536-c9f6-4d49-9f7f-c54d7f6f7b17 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.230879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b52a1e19-d4fa-447d-8138-61cabcc4750a req-dd4f8536-c9f6-4d49-9f7f-c54d7f6f7b17 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0554576 Feb 09 00:54:52.269259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b52a1e19-d4fa-447d-8138-61cabcc4750a req-6a6c63cf-f35b-4f3b-a094-2aeaf64b04be tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324595 Feb 09 00:54:52.297320 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-ac8fefee-65ec-4aca-ba45-1857786fdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.298802 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-ac8fefee-65ec-4aca-ba45-1857786fdd6d service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0903192 Feb 09 00:54:52.365381 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-3836f5ed-293a-4a31-ac14-b14c909e5180 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1000 time: 0.0588198 Feb 09 00:54:52.416600 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-42a66fe6-bab8-445c-a39f-3a33bb216bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.417995 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-42a66fe6-bab8-445c-a39f-3a33bb216bd3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0448818 Feb 09 00:54:52.467255 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-e398d460-20d7-46ad-9a17-970acf82b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:52.468722 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-e398d460-20d7-46ad-9a17-970acf82b209 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437994 Feb 09 00:54:52.562849 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-d0ec4831-b2ac-4623-9c47-2f7447b84fb8 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863698 Feb 09 00:54:52.661798 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-86f5d8f3-b5a0-422e-9fd4-d18634241f8b req-c4fcab83-d34e-4395-b8a0-52cbf5f23284 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907450 Feb 09 00:54:53.400198 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14297b37-a530-4135-8b6b-6c3cc7181185 req-22a14927-7494-406f-bfa2-86548f705f2d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:53.401766 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14297b37-a530-4135-8b6b-6c3cc7181185 req-22a14927-7494-406f-bfa2-86548f705f2d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0586801 Feb 09 00:54:53.445473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14297b37-a530-4135-8b6b-6c3cc7181185 req-93900e46-b6f9-48e6-8b6e-fbbad63ef582 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370717 Feb 09 00:54:54.557757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:54:54.573750 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce1b1-676e-4746-ab77-a04455c0df0b req-0ab33c36-96e7-4ca0-9c22-30f4ce64a699 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:54.576010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c4ce1b1-676e-4746-ab77-a04455c0df0b req-0ab33c36-96e7-4ca0-9c22-30f4ce64a699 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0555019 Feb 09 00:54:54.616879 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c4ce1b1-676e-4746-ab77-a04455c0df0b req-2a834666-b7d9-431f-a817-563addb6508e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346150 Feb 09 00:54:55.742988 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f15e5c-5966-4d4d-b1cd-ed06c9252228 req-60bd1424-350d-4113-8be7-443c8ba133ed tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:55.744518 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f15e5c-5966-4d4d-b1cd-ed06c9252228 req-60bd1424-350d-4113-8be7-443c8ba133ed tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0536838 Feb 09 00:54:55.791884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c7f15e5c-5966-4d4d-b1cd-ed06c9252228 req-8d0f9151-a475-44fb-8030-5512d8df0807 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359044 Feb 09 00:54:56.921581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4facc55-dd9a-406e-be28-581c06aca1d9 req-62c92dee-26c3-4617-8e0d-531a3685ed4c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:56.923158 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4facc55-dd9a-406e-be28-581c06aca1d9 req-62c92dee-26c3-4617-8e0d-531a3685ed4c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0556617 Feb 09 00:54:56.966895 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f4facc55-dd9a-406e-be28-581c06aca1d9 req-101815e4-fda9-4f73-919a-c9e9f0982a68 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Feb 09 00:54:58.102660 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0207a0-fe2f-40de-9a3d-5aaaeeef9fcd req-46ab87e7-a7a2-45ce-b1ce-b1093f499daa tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:58.113579 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b0207a0-fe2f-40de-9a3d-5aaaeeef9fcd req-46ab87e7-a7a2-45ce-b1ce-b1093f499daa tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0699625 Feb 09 00:54:58.164697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b0207a0-fe2f-40de-9a3d-5aaaeeef9fcd req-9cefd74b-632e-4c76-a42c-4b9a9336008c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493591 Feb 09 00:54:59.321311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ec7a4-0f47-49cb-9136-64e2f1ba5d8f req-099d8c00-ca4e-4414-b333-939f0802d96d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:54:59.323061 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-132ec7a4-0f47-49cb-9136-64e2f1ba5d8f req-099d8c00-ca4e-4414-b333-939f0802d96d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0575712 Feb 09 00:54:59.375722 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-132ec7a4-0f47-49cb-9136-64e2f1ba5d8f req-d10e4eac-b3c6-41fd-9a11-838fb10c05b0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Feb 09 00:55:00.490455 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22703f0-e3c8-4e2d-a895-b748ffd3ccbd req-528c1441-0c05-4f0f-b76e-706265bfdce9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:00.492000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c22703f0-e3c8-4e2d-a895-b748ffd3ccbd req-528c1441-0c05-4f0f-b76e-706265bfdce9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0553396 Feb 09 00:55:00.530680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c22703f0-e3c8-4e2d-a895-b748ffd3ccbd req-c3ae95f3-5f7c-41ae-92c8-8b50bbb92f2c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325980 Feb 09 00:55:01.093291 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-34950cd5-f224-4468-832d-90203661f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.094734 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-34950cd5-f224-4468-832d-90203661f287 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1095 time: 0.0426884 Feb 09 00:55:01.203514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-411d2278-3a6a-43af-a1b6-35da8e5a2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.205662 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-411d2278-3a6a-43af-a1b6-35da8e5a2b49 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0870080 Feb 09 00:55:01.277718 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-5d34ad69-64ad-4f88-aa3e-6933c9d2d1b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1000 time: 0.0638247 Feb 09 00:55:01.329304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-300487e2-9af6-419f-8af6-671fcefa165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.331115 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-300487e2-9af6-419f-8af6-671fcefa165f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0463939 Feb 09 00:55:01.378745 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-e67ed7fb-08e2-48e2-b463-8765c915a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.380159 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-e67ed7fb-08e2-48e2-b463-8765c915a37d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420144 Feb 09 00:55:01.477207 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-643f264f-fc24-4f70-b18c-aa648ff9161c service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882666 Feb 09 00:55:01.575031 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-39696bea-1e2f-47d9-8af6-2ea1c7e2cf3f req-bde94af5-fc1e-4ab4-9b6c-5bbe1fd381d4 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907552 Feb 09 00:55:01.652951 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4929ea-6400-4702-a9aa-f7da236f1a4d req-efa70903-8692-4c03-a42a-120a1c06a378 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:01.654329 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be4929ea-6400-4702-a9aa-f7da236f1a4d req-efa70903-8692-4c03-a42a-120a1c06a378 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0482805 Feb 09 00:55:01.692138 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-be4929ea-6400-4702-a9aa-f7da236f1a4d req-ffcc4483-c7a0-4a7e-a8c3-eea43232a288 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Feb 09 00:55:02.810790 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53c8b-95a8-4c3b-a41d-27e3076835cb req-b29f64df-7721-4e1f-aa75-aafcd2ff4fb9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:02.812270 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76c53c8b-95a8-4c3b-a41d-27e3076835cb req-b29f64df-7721-4e1f-aa75-aafcd2ff4fb9 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0498466 Feb 09 00:55:02.852469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-76c53c8b-95a8-4c3b-a41d-27e3076835cb req-f4586a09-755e-4213-80e5-b7d9673928bd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330420 Feb 09 00:55:03.971085 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98095-76d9-4a12-99aa-5eb20e3c368d req-8a565435-2e06-42f6-a2af-094426f224cf tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:03.972540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21d98095-76d9-4a12-99aa-5eb20e3c368d req-8a565435-2e06-42f6-a2af-094426f224cf tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 944 time: 0.0527592 Feb 09 00:55:04.009436 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-21d98095-76d9-4a12-99aa-5eb20e3c368d req-817676ac-9b7e-4f47-a010-44e120c44655 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Feb 09 00:55:04.617098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:55:04.710637 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:55:04.721738 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'port_id': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'mac_address': 'fa:16:3e:85:6a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:55:04.761730 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:04.775073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80237a6-b307-4f11-b8a1-406567b53f2d {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:55:04.793539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:55:04.798098 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:04.846856 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:05.081402 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['d80237a6-b307-4f11-b8a1-406567b53f2d'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:55:05.140645 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37504dd1-0c58-40d5-b70c-91c34dbad236 req-2cb7f4fc-11a2-47f6-884b-7175d4b1933a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:05.142265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37504dd1-0c58-40d5-b70c-91c34dbad236 req-2cb7f4fc-11a2-47f6-884b-7175d4b1933a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 945 time: 0.0495582 Feb 09 00:55:05.181266 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37504dd1-0c58-40d5-b70c-91c34dbad236 req-1e164946-6f4e-4e5b-ae30-98080a99bf0f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326002 Feb 09 00:55:06.296001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd478e3-59f3-4584-8ea3-debb8c8dc970 req-db378381-2f4e-4e07-890b-4dea34b02a6a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.297509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fd478e3-59f3-4584-8ea3-debb8c8dc970 req-db378381-2f4e-4e07-890b-4dea34b02a6a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 945 time: 0.0487905 Feb 09 00:55:06.336760 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2fd478e3-59f3-4584-8ea3-debb8c8dc970 req-9335f070-8651-4702-a0e1-ae7b385b64b0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331526 Feb 09 00:55:06.616661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:55:06.663927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port d80237a6-b307-4f11-b8a1-406567b53f2d triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:55:06.664296 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.741659 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.763854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:55:06.766085 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65eb33c1-c9d5-4528-90be-a0d78c438731" -d '{"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-plugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:55:06.778449 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:55:06.782489 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:06.807181 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679c2f61-cb69-41c7-8727-af5503344aac x-openstack-request-id: req-679c2f61-cb69-41c7-8727-af5503344aac {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:55:06.807470 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-plugged", "status": "completed", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:55:06.807722 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-679c2f61-cb69-41c7-8727-af5503344aac {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:55:06.808103 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'code': 200} Feb 09 00:55:06.835771 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:55:06.969469 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd6412-1243-4482-829f-4407e0c62ea5 req-338f1e1c-3478-46fa-afbc-057fe3b8011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:06.971809 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9cd6412-1243-4482-829f-4407e0c62ea5 req-338f1e1c-3478-46fa-afbc-057fe3b8011e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1098 time: 0.0454309 Feb 09 00:55:07.007021 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a9cd6412-1243-4482-829f-4407e0c62ea5 req-d76495a0-e42d-4729-a17a-99456ded158e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283711 Feb 09 00:55:07.457784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe39161-fb07-4f8a-9d2b-33fe08c5a4a5 req-4d643a28-8638-429c-9df8-c0771045103d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:07.459299 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fe39161-fb07-4f8a-9d2b-33fe08c5a4a5 req-4d643a28-8638-429c-9df8-c0771045103d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 947 time: 0.0538876 Feb 09 00:55:07.494689 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:07.498434 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-1fe39161-fb07-4f8a-9d2b-33fe08c5a4a5 req-16f5c235-d39c-4b14-8be0-7fc5b9680fad tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Feb 09 00:55:07.718147 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:08.622992 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964fd66-8709-46ba-b10a-18a6b1182441 req-0aba7c75-9005-4d36-8f96-23082c3a9bde tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:08.624575 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7964fd66-8709-46ba-b10a-18a6b1182441 req-0aba7c75-9005-4d36-8f96-23082c3a9bde tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 947 time: 0.0511122 Feb 09 00:55:08.665431 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7964fd66-8709-46ba-b10a-18a6b1182441 req-2b07774f-0a8f-4dea-8ab2-3725aba42d4c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344818 Feb 09 00:55:10.039072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c188d-1090-41e6-851a-9ddfe5df0f1b req-b47ad96f-b637-4cf6-a015-bc44ba7fbe28 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:10.040460 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e5c188d-1090-41e6-851a-9ddfe5df0f1b req-b47ad96f-b637-4cf6-a015-bc44ba7fbe28 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 947 time: 0.0490878 Feb 09 00:55:10.077933 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7e5c188d-1090-41e6-851a-9ddfe5df0f1b req-d236f1e6-a693-4b71-8bbb-d597dc18af77 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316303 Feb 09 00:55:12.052753 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9a36c59e-16ad-4603-874e-f6cb021a24da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:12.436006 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:55:14.797003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7bacd270-f939-4e9f-a984-178febe80f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:15.727931 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:17.114373 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:17.511687 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.505333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:37.716820 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:42.057653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa9c9-b343-4b81-ab1d-d4b730ea8fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:44.798814 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-49e00d40-14e3-4681-8da2-f667d53f79a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:45.730945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:47.116803 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:47.513448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:55:49.435029 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:55:53.328175 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-9a889b29-3b66-4465-b4a3-846ceac482d3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1233213 Feb 09 00:55:53.411934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-1a8fb030-a20e-4381-805a-c69494bdd341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:53.413430 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-1a8fb030-a20e-4381-805a-c69494bdd341 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1098 time: 0.0407405 Feb 09 00:55:53.521758 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-5a2aca20-5605-406a-958b-adb84deb516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:53.523148 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-5a2aca20-5605-406a-958b-adb84deb516f service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0883515 Feb 09 00:55:53.589476 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-a981fb77-6ea2-47fa-a789-ef58c4b78c33 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 1002 time: 0.0583847 Feb 09 00:55:53.643592 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-a84a7bf7-daf4-43bb-9a2a-56fa8a363bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:53.645741 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-a84a7bf7-daf4-43bb-9a2a-56fa8a363bff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0486128 Feb 09 00:55:53.690252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-605d6a10-dab1-4d50-939f-56a17d2cecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:55:53.692499 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-605d6a10-dab1-4d50-939f-56a17d2cecb9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399766 Feb 09 00:55:53.782578 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-b5ff643e-787b-41a2-9bf6-bb5db18f6162 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825927 Feb 09 00:55:53.876055 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-4f87e504-131a-4c20-b5ef-7fa2e4cff3cd req-f9567608-7b7c-4afc-8fa4-3a826c963c3b service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857561 Feb 09 00:56:07.524765 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:07.735761 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:12.058550 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ae88aa3c-e851-4401-bf83-8521128c453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:14.801484 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-97b55675-e6f9-4dcf-a4d9-0a60f646787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:15.736583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.118219 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:17.517476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:26.434126 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:56:29.034595 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33266) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:29.198633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Deleting port 096ef613-c501-43e7-aece-f32c42cee8c9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:56:29.198980 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.273342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.273911 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.286473 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Calling delete_port for 096ef613-c501-43e7-aece-f32c42cee8c9 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:56:29.438062 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.467440 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event deleted for resources: {'Port': ['ID=096ef613-c501-43e7-aece-f32c42cee8c9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:29.480776 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.481157 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.481588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.481867 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.482442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.482783 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.483114 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.483442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.483768 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.484094 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.484452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.484774 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:29.539136 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.539392 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Floating IP ad8bad5b-3e20-45cc-a32f-dcb5df9db981 disassociated (deleted). External IP: 172.25.3.100, port: d80237a6-b307-4f11-b8a1-406567b53f2d. Feb 09 00:56:29.747032 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Router b3554867-e331-4087-ba6f-464f5f6e72da has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:56:29.855489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:56:29.861194 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:29.867283 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:56:29.879993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:56:29.880619 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:56:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:29.896627 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-68d4d1ed-346c-4ea5-a51a-069abb3c4f97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "DELETE /v2.0/floatingips/ad8bad5b-3e20-45cc-a32f-dcb5df9db981 HTTP/1.1" status: 204 len: 168 time: 0.8577585 Feb 09 00:56:29.896627 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:29.897085 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111f52e4-848d-4f67-8026-c4107336faa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:56:29.991818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:56:30.137194 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615cf7c8-1bab-40f4-a526-ecc312079287 x-openstack-request-id: req-615cf7c8-1bab-40f4-a526-ecc312079287 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:56:30.137729 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:56:30.137729 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-615cf7c8-1bab-40f4-a526-ecc312079287 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:56:30.138104 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'status': 'completed', 'code': 200} Feb 09 00:56:30.209588 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f52e4-848d-4f67-8026-c4107336faa3 req-63e6d2b0-8b62-4f6a-8207-9b5c1c5a9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.211136 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-63e6d2b0-8b62-4f6a-8207-9b5c1c5a9ae3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 1098 time: 0.0458801 Feb 09 00:56:30.296074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce026-777d-4524-92c5-fa01f0f7c819 req-668c286c-d02b-4af1-8067-e5ba21ad5c4e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.297674 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d49ce026-777d-4524-92c5-fa01f0f7c819 req-668c286c-d02b-4af1-8067-e5ba21ad5c4e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 947 time: 0.1142409 Feb 09 00:56:30.321420 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f52e4-848d-4f67-8026-c4107336faa3 req-6bf8da95-bffc-4efa-8fb0-7c9b796e6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.322917 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-6bf8da95-bffc-4efa-8fb0-7c9b796e6339 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0997789 Feb 09 00:56:30.368373 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-cee951a1-68df-4875-bfa8-240bb0b28bc3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 200 len: 217 time: 0.0375192 Feb 09 00:56:30.374073 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:30.402806 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:56:30.412737 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:56:30.413484 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:56:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:30.426337 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f52e4-848d-4f67-8026-c4107336faa3 req-e82b70a9-2ed7-4769-a222-37b6ac1ac77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.427960 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-e82b70a9-2ed7-4769-a222-37b6ac1ac77b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0489774 Feb 09 00:56:30.478644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f52e4-848d-4f67-8026-c4107336faa3 req-e38df4ba-7723-4adb-afbe-2ff3e2113332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:30.480142 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-e38df4ba-7723-4adb-afbe-2ff3e2113332 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436711 Feb 09 00:56:30.529632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:56:30.585574 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-d6631816-b748-4cc0-a403-76ba4917fb57 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946617 Feb 09 00:56:30.639351 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d49ce026-777d-4524-92c5-fa01f0f7c819 req-01050ad7-1675-489f-9477-f8f0cbcd91f0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313997 Feb 09 00:56:30.689477 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-111f52e4-848d-4f67-8026-c4107336faa3 req-23428ed0-ac8c-4b5a-89f8-97a1716f6a1d service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919259 Feb 09 00:56:30.748929 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:56:30.776357 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5784d399-9881-4a07-976b-a5d65557e2cb None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:56:30.981610 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f551ee37-5f20-4948-9078-8d7084f972f8 None None] New status for floating IP ad8bad5b-3e20-45cc-a32f-dcb5df9db981: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:56:31.673662 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-322de9f3-8496-46c2-9a13-61195c82b076 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:31.675129 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-322de9f3-8496-46c2-9a13-61195c82b076 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 947 time: 0.0537288 Feb 09 00:56:31.761649 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bea0c-b6d3-4609-9879-79ec2af552ea req-d3e6ad38-c150-4250-b887-a38844148c0a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:31.763140 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d91bea0c-b6d3-4609-9879-79ec2af552ea req-d3e6ad38-c150-4250-b887-a38844148c0a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1783eb9a-7de6-41f5-9b15-80fa11dbff2a HTTP/1.1" status: 200 len: 947 time: 0.0490868 Feb 09 00:56:31.770530 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Deleting port d80237a6-b307-4f11-b8a1-406567b53f2d {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 00:56:31.770875 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:31.801744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d91bea0c-b6d3-4609-9879-79ec2af552ea req-0f65007d-2f4c-4373-8a32-d9a0c820864a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7918e7c-018a-416f-9fab-a358ddaff941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Feb 09 00:56:31.866222 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] For port d80237a6-b307-4f11-b8a1-406567b53f2d, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=d80237a6-b307-4f11-b8a1-406567b53f2d,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:56:31.866581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:31.878702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Calling delete_port for d80237a6-b307-4f11-b8a1-406567b53f2d owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 00:56:32.005381 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:32.038634 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event deleted for resources: {'Port': ['ID=d80237a6-b307-4f11-b8a1-406567b53f2d,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:32.077554 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] No DVR routers for this DVR port d80237a6-b307-4f11-b8a1-406567b53f2d on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:56:32.080130 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:32.083829 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-cc772766-b9e4-4f77-818f-bf7193a8b98d req-3dc387c0-1d55-4eac-8ab5-bb81a86cf55b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "DELETE /v2.0/ports/d80237a6-b307-4f11-b8a1-406567b53f2d HTTP/1.1" status: 204 len: 173 time: 0.4012246 Feb 09 00:56:32.138781 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-deleted', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:32.141298 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b652164f-e5bb-419d-88ac-d56bb8b6da99" -d '{"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-deleted", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:56:32.180596 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206c4a9a-f3b3-4856-b2af-efbeb20e6587 x-openstack-request-id: req-206c4a9a-f3b3-4856-b2af-efbeb20e6587 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:56:32.181274 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783eb9a-7de6-41f5-9b15-80fa11dbff2a", "name": "network-vif-deleted", "tag": "d80237a6-b307-4f11-b8a1-406567b53f2d", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:56:32.181274 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-206c4a9a-f3b3-4856-b2af-efbeb20e6587 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:56:32.181575 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783eb9a-7de6-41f5-9b15-80fa11dbff2a', 'name': 'network-vif-deleted', 'tag': 'd80237a6-b307-4f11-b8a1-406567b53f2d', 'status': 'completed', 'code': 200} Feb 09 00:56:32.858930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33288) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:32.916768 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34d038c-9511-4f84-855a-c445b8fa9e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:32.941810 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34d038c-9511-4f84-855a-c445b8fa9e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.000359 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34d038c-9511-4f84-855a-c445b8fa9e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.003602 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e34d038c-9511-4f84-855a-c445b8fa9e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.004721 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e34d038c-9511-4f84-855a-c445b8fa9e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7918e7c-018a-416f-9fab-a358ddaff941 HTTP/1.1" status: 204 len: 168 time: 0.1447916 Feb 09 00:56:33.013895 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d038c-9511-4f84-855a-c445b8fa9e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7918e7c-018a-416f-9fab-a358ddaff941,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:33.368134 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33294) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:33.372799 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342647671', 'description': 'tempest-secgroup-smoke-342647671 description', 'project_id': '55363611a05a47178cfa110dad0f4023'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:33.400885 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.464617 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.468099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.497965 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.499172 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1299784 Feb 09 00:56:33.501166 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55b587-9269-42ff-b356-9ea471146381 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b04af36-923b-43d0-a2a0-26ac96149c37,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:33.502332 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33296) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:33.509114 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': '0b04af36-923b-43d0-a2a0-26ac96149c37', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:33.538360 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.591165 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.594684 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.613619 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bdacee-9449-4121-8f6b-17b8d63e6f0d,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:33.623177 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.624355 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199684 Feb 09 00:56:33.625995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.626342 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.626688 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.627028 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.627281 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33298) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:33.627542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.628012 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.628351 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.628767 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.629045 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.629379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.629712 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.630039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f343ae-a122-4288-b003-c5b3e0ad72cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:56:33.632503 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': '0b04af36-923b-43d0-a2a0-26ac96149c37', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:33.663975 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.719593 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.723699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.741514 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d42650-9e6b-49a4-89de-64acc5731d3c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:33.748721 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.749935 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-28262a54-cb56-44b5-86d5-a72cbf492f99 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216309 Feb 09 00:56:33.752686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33300) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:33.757292 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': '0b04af36-923b-43d0-a2a0-26ac96149c37', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:33.786012 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.842278 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.845615 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.863434 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dd8fd8-4614-44d0-a08c-83279e695a09,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:33.871970 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.873192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9656a36b-4ebc-4514-b5d4-6411d26af83d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192842 Feb 09 00:56:33.875888 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33302) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:33.880475 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': '0b04af36-923b-43d0-a2a0-26ac96149c37', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:33.910010 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.973234 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.976868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:33.994018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde30992-4af2-4a81-bdca-d0aac4eab33b,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:34.001566 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.002909 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1fed6b19-9da2-4501-838f-39cf04620fb5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261029 Feb 09 00:56:34.005606 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33304) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:34.009925 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': '0b04af36-923b-43d0-a2a0-26ac96149c37', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:34.034288 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Project 55363611a05a47178cfa110dad0f4023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:56:34.039066 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.099460 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.103079 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.122190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162a6013-33ed-4b1f-8f80-b32e2e020fa3,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:34.127778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.129005 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-e1d0c37a-639e-49a1-806d-625f0c7af847 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224289 Feb 09 00:56:34.131784 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33306) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:56:34.136028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'security_group_rule': {'security_group_id': '0b04af36-923b-43d0-a2a0-26ac96149c37', 'project_id': '55363611a05a47178cfa110dad0f4023', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:34.160454 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Project 55363611a05a47178cfa110dad0f4023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 00:56:34.165224 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.227708 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.231339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.249496 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62b0c63-3c65-47cf-b4b5-14000b9516f0,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:34.257250 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:34.258450 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0fa70d5b-0e8c-4ea4-8ac8-66871f2a05f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257274 Feb 09 00:56:37.041507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:56:37.061471 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: d80237a6-b307-4f11-b8a1-406567b53f2d {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 00:56:37.061904 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device d80237a6-b307-4f11-b8a1-406567b53f2d not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 00:56:37.538466 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:37.762679 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:42.062382 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-9164989a-21fc-4822-98ce-d28b62f3168d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:44.806333 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5a6b58b6-41ee-4586-9da0-5a7d52c586be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:45.739394 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.123274 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:47.520998 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:48.444964 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-77cefbe3-964b-4b34-b995-dd502f491487 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342647671&fields=id&tenant_id=55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 267 time: 0.0343909 Feb 09 00:56:48.547747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-4b909f89-04c5-4005-98bc-d9f3da1a641c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:48.549850 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-4b909f89-04c5-4005-98bc-d9f3da1a641c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 808 time: 0.0981221 Feb 09 00:56:48.564889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-6e4ae20f-1f79-4f98-829e-0229635daec3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/quotas/55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 375 time: 0.0091944 Feb 09 00:56:48.618600 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-33a64592-c98b-4ddd-8ddf-aac8acf580f0 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486331 Feb 09 00:56:48.760686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-dedd424b-d115-491b-b846-33ef4468dca1 service neutron] 10.222.0.32 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Feb 09 00:56:48.850557 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-ed9f3751-1b93-4a76-a4e3-adda6dcf9d10 service neutron] 10.222.0.32 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836880 Feb 09 00:56:49.134914 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-290765b5-c120-4f27-b61b-203c81227e06 req-47392eda-a58c-4d2a-9062-116b79f5a80d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0321646 Feb 09 00:56:50.237568 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ece47547-4582-412f-992c-a976add914c3 req-d9ca7a4a-b109-40b5-b849-6afbb2a6480c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0306449 Feb 09 00:56:50.275225 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-0aaa5ea9-b50f-436a-800e-57a86d316e7b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:50.276695 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-0aaa5ea9-b50f-436a-800e-57a86d316e7b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.21 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 808 time: 0.1297917 Feb 09 00:56:50.321765 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-fbbb549a-b202-4d0a-9de7-6266f1e5b3bf tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 379 time: 0.0361855 Feb 09 00:56:50.331008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'port': {'device_id': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'admin_state_up': True, 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'security_groups': ['0b04af36-923b-43d0-a2a0-26ac96149c37']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:50.446858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Made reservation on behalf of 55363611a05a47178cfa110dad0f4023 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:56:50.450501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.583278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Allocated IP 172.20.0.7 (2be159ed-a897-46e9-ad64-576ef28438ae/0e710065-275b-45b1-8962-c90e843f2d96/b72d44f3-d734-4ab5-94e2-644351f279cf) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:56:50.724321 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.757983 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.809454 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Network 2be159ed-a897-46e9-ad64-576ef28438ae is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:56:50.812869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:56:50.817528 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:56:50.847180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:50.877233 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:50.877869 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:50.895801 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-d035218e-8294-48ee-9922-6e0dcaaac7f6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687940 Feb 09 00:56:50.954517 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Request body: {'port': {'device_id': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:56:51.025219 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.032895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-73e85874-0460-44c1-8fc7-bf0c7ae5a400 None None] Provisioning complete for port b72d44f3-d734-4ab5-94e2-644351f279cf triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:56:51.033464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-73e85874-0460-44c1-8fc7-bf0c7ae5a400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.068757 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-73e85874-0460-44c1-8fc7-bf0c7ae5a400 None None] Port b72d44f3-d734-4ab5-94e2-644351f279cf cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 00:56:51.300729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72d44f3-d734-4ab5-94e2-644351f279cf {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:56:51.308842 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.346796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Transition to ACTIVE for port object b72d44f3-d734-4ab5-94e2-644351f279cf will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:56:51.351233 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.401637 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe39b-a3cd-4bec-8ba7-5e8fd56b726f req-5a1eae9a-d224-4c8d-8880-98c0ba02ac6a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:51.403196 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-556fe39b-a3cd-4bec-8ba7-5e8fd56b726f req-5a1eae9a-d224-4c8d-8880-98c0ba02ac6a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 931 time: 0.0917475 Feb 09 00:56:51.427470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:51.515669 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-556fe39b-a3cd-4bec-8ba7-5e8fd56b726f req-32e1d8fc-9a1c-4469-a9e7-6e9a19884416 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965421 Feb 09 00:56:51.539243 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:56:51.539844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:56:51.540182 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:56:51.545168 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Port b72d44f3-d734-4ab5-94e2-644351f279cf on network 2be159ed-a897-46e9-ad64-576ef28438ae not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:56:51.545499 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:56:51.551213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:56:51.551557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Checking segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:56:51.551949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Bound using segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:56:51.552381 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Bound port: b72d44f3-d734-4ab5-94e2-644351f279cf, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:56:51.552746 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.626120 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:56:51.629950 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:56:51.634823 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.666100 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:51.667035 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:56:51.668654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] 10.222.0.21 "PUT /v2.0/ports/b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1091 time: 0.7650714 Feb 09 00:56:51.671246 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:56:51.674622 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16873ee-7d93-45f8-85cb-ada478ca6ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:56:51.709325 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9cec3-6c80-4a1d-9e35-cf93aecca805 service neutron] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:56:51.783729 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-4000f2e2-aadb-46ad-ab71-43d9caef7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:51.785348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-4000f2e2-aadb-46ad-ab71-43d9caef7037 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0697939 Feb 09 00:56:51.796585 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baa0c93-95b9-4818-bcca-5171a8cbef82 x-openstack-request-id: req-4baa0c93-95b9-4818-bcca-5171a8cbef82 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:56:51.796884 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:56:51.797290 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4baa0c93-95b9-4818-bcca-5171a8cbef82 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:56:51.797753 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'status': 'completed', 'code': 200} Feb 09 00:56:51.835642 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-1a5be207-b097-4009-97c9-898365ca97cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 217 time: 0.0359209 Feb 09 00:56:51.892108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-e5793dc4-e595-4f0a-af01-88cc6d78740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:51.893828 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-e5793dc4-e595-4f0a-af01-88cc6d78740a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0498629 Feb 09 00:56:51.946867 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-2ffedb20-2b98-4184-a0a5-a7bbde469eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:51.948540 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-2ffedb20-2b98-4184-a0a5-a7bbde469eaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482268 Feb 09 00:56:52.038593 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-0591419f-3a96-422c-ac80-cb8ccf9413c1 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Feb 09 00:56:52.136444 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fe222078-b293-402f-a806-12e5c3f9fa5c req-ca9968a6-c273-47cd-b82e-203aa66c1b05 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913212 Feb 09 00:56:52.223431 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-70dbad42-ae9c-404b-8c21-93e28a1aa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:52.225001 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-70dbad42-ae9c-404b-8c21-93e28a1aa03e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0432355 Feb 09 00:56:52.319661 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-558f1b78-c366-41a2-ad7d-9e2c06721904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:52.321338 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-558f1b78-c366-41a2-ad7d-9e2c06721904 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0900602 Feb 09 00:56:52.366726 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-dcc0eb14-bae6-4fbe-a2ac-f22bff2d26af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 217 time: 0.0390966 Feb 09 00:56:52.418598 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-30fdae1e-ecd2-485f-9a4b-c854ba722fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:52.420075 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-30fdae1e-ecd2-485f-9a4b-c854ba722fdd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0468631 Feb 09 00:56:52.467052 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-81c4d9ca-71b9-4da2-8b42-6a8bc9f90893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:52.468511 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-81c4d9ca-71b9-4da2-8b42-6a8bc9f90893 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411334 Feb 09 00:56:52.569388 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-7ceac3ff-f6e8-480e-9442-bafb3cf24293 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929492 Feb 09 00:56:52.693863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c4347-05cf-42e4-8b13-d03b19758fe9 req-49f51cc9-a2cb-4d3e-9d99-a7c9ae812a04 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:52.695339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c6c4347-05cf-42e4-8b13-d03b19758fe9 req-49f51cc9-a2cb-4d3e-9d99-a7c9ae812a04 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.1014965 Feb 09 00:56:52.701083 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a16873ee-7d93-45f8-85cb-ada478ca6ffb req-85179160-6a1f-4a47-9c8e-effc3a86f158 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249135 Feb 09 00:56:52.737558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c6c4347-05cf-42e4-8b13-d03b19758fe9 req-4a991d54-10f6-4cbf-a127-cb12f9ed377c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355358 Feb 09 00:56:53.855094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc632b-7ae1-425c-a03f-8779e6939481 req-834dc258-f88f-4ac2-9699-7858b82d6859 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:53.857104 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16cc632b-7ae1-425c-a03f-8779e6939481 req-834dc258-f88f-4ac2-9699-7858b82d6859 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0523279 Feb 09 00:56:53.896668 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-16cc632b-7ae1-425c-a03f-8779e6939481 req-adf90ffb-6469-4c9c-84b7-0f47132119df tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Feb 09 00:56:55.015032 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5888-a581-4229-81f8-e2238c1a7b5c req-bd8d3d7f-1e97-499e-a5ff-163d227d5895 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:55.016453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beef5888-a581-4229-81f8-e2238c1a7b5c req-bd8d3d7f-1e97-499e-a5ff-163d227d5895 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0500383 Feb 09 00:56:55.055975 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-beef5888-a581-4229-81f8-e2238c1a7b5c req-21d1821f-a521-4a53-8dcd-192417638dc6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Feb 09 00:56:56.174307 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f989dc-16ea-417a-9c06-ab29a422c67d req-9274c0e4-1883-45c6-b230-33805914bf91 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:56.175762 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5f989dc-16ea-417a-9c06-ab29a422c67d req-9274c0e4-1883-45c6-b230-33805914bf91 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0537133 Feb 09 00:56:56.213347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d5f989dc-16ea-417a-9c06-ab29a422c67d req-70d523ca-9bd3-4e02-9330-9379ef1c72d7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Feb 09 00:56:57.336593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b24a6-7602-47b8-9c91-a029a33a3958 req-2164a081-35a8-4f61-bc63-a966a08a041c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:57.338079 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d44b24a6-7602-47b8-9c91-a029a33a3958 req-2164a081-35a8-4f61-bc63-a966a08a041c tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0507731 Feb 09 00:56:57.375190 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d44b24a6-7602-47b8-9c91-a029a33a3958 req-99cb42e4-93f6-4a9f-aa85-ad028663b6da tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Feb 09 00:56:58.490629 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0dd2f-d89e-424e-9f78-4b3e0a0da13b req-97b0b00d-46fd-4484-a89d-9ce90ddd2e28 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:58.492015 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8f0dd2f-d89e-424e-9f78-4b3e0a0da13b req-97b0b00d-46fd-4484-a89d-9ce90ddd2e28 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0482228 Feb 09 00:56:58.530835 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b8f0dd2f-d89e-424e-9f78-4b3e0a0da13b req-301efb00-8e4b-405f-8571-62a0d60ce833 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Feb 09 00:56:59.652763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0cdf2-3464-4c63-841a-baa8fdb92db2 req-c11755c1-e030-4963-b45a-ae95127291b5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:56:59.654268 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08d0cdf2-3464-4c63-841a-baa8fdb92db2 req-c11755c1-e030-4963-b45a-ae95127291b5 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0541632 Feb 09 00:56:59.693698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-08d0cdf2-3464-4c63-841a-baa8fdb92db2 req-c8aab955-8f14-4ad7-b040-b584b3d1b661 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Feb 09 00:57:00.809581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d65a7-fb24-4ad9-a94a-556506253f3c req-9aa466ba-bd14-4ba0-9122-ef03c2c95088 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:00.811062 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d8d65a7-fb24-4ad9-a94a-556506253f3c req-9aa466ba-bd14-4ba0-9122-ef03c2c95088 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0484850 Feb 09 00:57:00.848486 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d8d65a7-fb24-4ad9-a94a-556506253f3c req-e80f5007-8f99-4024-9045-54f5d3df91ca tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306463 Feb 09 00:57:01.400244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:57:01.497622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:57:01.509694 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'port_id': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'mac_address': 'fa:16:3e:34:08:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:57:01.546496 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.559812 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72d44f3-d734-4ab5-94e2-644351f279cf {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:57:01.583278 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:57:01.587282 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:01.634080 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:01.641263 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.641659 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.642126 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.642500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.642839 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.643174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.643506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.643834 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.644163 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.644491 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.644817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.645169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:57:01.807500 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['b72d44f3-d734-4ab5-94e2-644351f279cf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:57:01.969529 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e29291-58bd-4a45-82ae-6b43db637bbe req-971a76a8-293f-47c9-ac86-1e78fea1ac6e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:01.971517 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59e29291-58bd-4a45-82ae-6b43db637bbe req-971a76a8-293f-47c9-ac86-1e78fea1ac6e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 944 time: 0.0500181 Feb 09 00:57:02.010210 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-59e29291-58bd-4a45-82ae-6b43db637bbe req-f4b50240-0625-4364-acf7-394fcd49d65b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324750 Feb 09 00:57:03.131419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac1012-0675-47b4-8822-3a465b8c69c0 req-088c8351-e3d7-4de9-8b9a-9617330f9d51 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.133468 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3dac1012-0675-47b4-8822-3a465b8c69c0 req-088c8351-e3d7-4de9-8b9a-9617330f9d51 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 944 time: 0.0541592 Feb 09 00:57:03.170737 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3dac1012-0675-47b4-8822-3a465b8c69c0 req-aa9aa807-fc95-4dea-8659-683cda95a9fe tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314689 Feb 09 00:57:03.415991 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:57:03.432977 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:57:03.464148 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port b72d44f3-d734-4ab5-94e2-644351f279cf completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:57:03.467810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port b72d44f3-d734-4ab5-94e2-644351f279cf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:57:03.468181 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.548278 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.571336 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:03.573563 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba1858e-b8be-4201-8732-497870a25b84" -d '{"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:57:03.587360 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:57:03.592602 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:03.639876 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:03.670285 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7e3038-ec19-4dc9-ac04-19cb4dd7fdb8 x-openstack-request-id: req-6c7e3038-ec19-4dc9-ac04-19cb4dd7fdb8 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:57:03.670581 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:57:03.670833 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c7e3038-ec19-4dc9-ac04-19cb4dd7fdb8 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:57:03.671325 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'code': 200} Feb 09 00:57:03.768141 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc89a75-d88b-477f-b11d-ddccc1e428f5 req-7e1ca190-17ea-45b0-a223-7533c56498d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:03.769698 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccc89a75-d88b-477f-b11d-ddccc1e428f5 req-7e1ca190-17ea-45b0-a223-7533c56498d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0393562 Feb 09 00:57:03.813406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ccc89a75-d88b-477f-b11d-ddccc1e428f5 req-d2d5249f-225c-4df2-93e8-81d528bba21a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292344 Feb 09 00:57:04.287439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740899-2ab1-4dd8-800f-2ba7bfd4b3d9 req-a5ca8ada-95b1-4054-93dd-746acff76a7a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:04.288829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14740899-2ab1-4dd8-800f-2ba7bfd4b3d9 req-a5ca8ada-95b1-4054-93dd-746acff76a7a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0481827 Feb 09 00:57:04.327606 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-14740899-2ab1-4dd8-800f-2ba7bfd4b3d9 req-729eea93-fb00-4f37-a65a-abf46c859c74 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 Feb 09 00:57:05.446046 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613066-7968-41c1-86ca-839bdf05b354 req-5bcda479-29c4-4476-a042-e80ff7981d25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.447542 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61613066-7968-41c1-86ca-839bdf05b354 req-5bcda479-29c4-4476-a042-e80ff7981d25 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0529432 Feb 09 00:57:05.486686 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-61613066-7968-41c1-86ca-839bdf05b354 req-5c0dd580-7ec7-4be5-adec-d94115524273 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332253 Feb 09 00:57:05.600977 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3c88-aa6f-4cc6-b01a-c73be6a3ad44 req-124e66b7-ba51-4647-aed4-f9b0f1935845 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.602400 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a6d3c88-aa6f-4cc6-b01a-c73be6a3ad44 req-124e66b7-ba51-4647-aed4-f9b0f1935845 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0490761 Feb 09 00:57:05.640665 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0a6d3c88-aa6f-4cc6-b01a-c73be6a3ad44 req-a9f40845-6c35-4b4b-8007-18884798716d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320826 Feb 09 00:57:05.662494 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33502) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:57:05.700858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f5195-d708-4280-9415-51b88d3b2ca5 tempest-TestShelveInstance-846938354 tempest-TestShelveInstance-846938354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:05.702721 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-7e1f5195-d708-4280-9415-51b88d3b2ca5 tempest-TestShelveInstance-846938354 tempest-TestShelveInstance-846938354-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1091 time: 0.0392585 Feb 09 00:57:05.706218 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33504) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 00:57:05.710429 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:57:05.733297 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.832164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:05.931110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Allocated IP 172.25.3.58 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/89cde191-3f33-4bc5-bfe2-ffbe38261781) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:57:06.033644 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.065550 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.104427 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:57:06.108697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:57:06.113715 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:57:06.116581 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'Port': ['ID=89cde191-3f33-4bc5-bfe2-ffbe38261781,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:06.462885 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.529164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.674111 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.678488 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.749565 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event updated for resources: {'Port': ['ID=89cde191-3f33-4bc5-bfe2-ffbe38261781,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:57:06.758441 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:06.859435 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Floating IP 139e55ef-56fd-4809-afad-97227ae5060f associated. External IP: 172.25.3.58, port: b72d44f3-d734-4ab5-94e2-644351f279cf. Feb 09 00:57:07.063858 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Router b3554867-e331-4087-ba6f-464f5f6e72da has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:57:07.462247 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:57:07.473236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:57:07.480278 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.483158 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:57:07.483822 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:56:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:07.509418 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5b766cd2-509a-48eb-9d56-539000a1f67b tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8021843 Feb 09 00:57:07.510204 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:57:07.512490 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f1efc5-dd84-4265-b84e-3bc9fe475406" -d '{"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:57:07.552074 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.557383 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a3139b-0da1-48f2-a748-1e5dd4026d58 x-openstack-request-id: req-18a3139b-0da1-48f2-a748-1e5dd4026d58 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:57:07.557675 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:57:07.557925 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18a3139b-0da1-48f2-a748-1e5dd4026d58 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:57:07.558342 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'status': 'completed', 'code': 200} Feb 09 00:57:07.606179 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:57:07.621948 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-3b22a659-9f88-4c93-87f9-6716e34cda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.623453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-3b22a659-9f88-4c93-87f9-6716e34cda11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0410945 Feb 09 00:57:07.716358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-6187a7e2-0f70-45a3-b595-fa5af5a47848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.717949 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-6187a7e2-0f70-45a3-b595-fa5af5a47848 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0869787 Feb 09 00:57:07.767045 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:07.783967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-b3541e38-dae9-4b6a-bd37-6b59f87e402f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 998 time: 0.0591109 Feb 09 00:57:07.834194 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-9da54973-f913-4912-8f57-a60d2596fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.835697 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-9da54973-f913-4912-8f57-a60d2596fd21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0448222 Feb 09 00:57:07.848397 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '139e55ef-56fd-4809-afad-97227ae5060f', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'port_id': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'mac_address': 'fa:16:3e:34:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:06Z', 'updated_at': '2022-02-09T00:57:06Z', 'revision_number': 0, 'project_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:07.876768 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:57:07.884975 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:57:07.885569 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T00:56:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:07.886226 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-ef0ca01f-088f-4de7-9022-e56aa156f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:07.887796 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-ef0ca01f-088f-4de7-9022-e56aa156f38f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453367 Feb 09 00:57:07.976733 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-1879581f-c622-49af-85b3-6ebee7389b92 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825541 Feb 09 00:57:07.991764 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:57:08.070230 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-37f1efc5-dd84-4265-b84e-3bc9fe475406 req-4ecdeafe-e076-452e-b5c5-e43c3e3ff700 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Feb 09 00:57:08.221259 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '139e55ef-56fd-4809-afad-97227ae5060f', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'port_id': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'mac_address': 'fa:16:3e:34:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:06Z', 'updated_at': '2022-02-09T00:57:06Z', 'revision_number': 0, 'project_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:57:08.249766 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457dd8c-a191-4372-a8de-113897da2af8 None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '139e55ef-56fd-4809-afad-97227ae5060f', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'port_id': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'mac_address': 'fa:16:3e:34:08:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T00:57:06Z', 'updated_at': '2022-02-09T00:57:06Z', 'revision_number': 0, 'project_id': '55363611a05a47178cfa110dad0f4023', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:57:08.446179 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be6998-c38b-40e6-8a47-b7cb4211baec None None] New status for floating IP 139e55ef-56fd-4809-afad-97227ae5060f: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 00:57:12.065443 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-dc8e821c-c45e-4d5f-914b-4e2ab90fa352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:14.809248 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e7e765ba-d024-49b3-bad9-b3e8180fe95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:15.740763 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.128807 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:17.526334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.553085 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:37.776986 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:40.431526 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:57:42.067272 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1b74b127-b531-4da3-adf5-d8b44699fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:44.810688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-881c71e0-82d8-4dc1-8700-67bf3eac4d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:45.744324 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.127784 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:47.529192 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:57:51.590240 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-645277d2-047f-40ae-a455-c9dd757027fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392432 Feb 09 00:57:51.666784 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6087a-432a-4bd0-b700-26fc49001524 req-a634245c-dd9a-4e9e-bba2-47c509e9a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.668254 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-a634245c-dd9a-4e9e-bba2-47c509e9a885 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0402887 Feb 09 00:57:51.781277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6087a-432a-4bd0-b700-26fc49001524 req-f276b4ca-de42-41e7-afc6-8b5778e557a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.782730 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-f276b4ca-de42-41e7-afc6-8b5778e557a2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0960751 Feb 09 00:57:51.848463 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-dc266460-2e3b-4e40-a614-66816486a58c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1000 time: 0.0575113 Feb 09 00:57:51.897245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6087a-432a-4bd0-b700-26fc49001524 req-57b3e578-00dc-481d-a588-a444a1210dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.898954 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-57b3e578-00dc-481d-a588-a444a1210dc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0444014 Feb 09 00:57:51.947436 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6087a-432a-4bd0-b700-26fc49001524 req-19ea49cc-0d1d-4ba4-b97c-e50a19e17a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:57:51.948965 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-19ea49cc-0d1d-4ba4-b97c-e50a19e17a2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432336 Feb 09 00:57:52.035998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-ce873902-1aee-41fe-92f2-9eb6b2beeabf service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806413 Feb 09 00:57:52.129827 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-54f6087a-432a-4bd0-b700-26fc49001524 req-d100fe6d-2b4e-497f-aac8-fc470cdc72b7 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860300 Feb 09 00:58:07.547294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:07.803431 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:12.069448 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8b114f4e-f498-4827-9376-311337df7c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:14.813341 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8ad2-6253-4495-9c14-f3f4548fe327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:15.746258 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.131804 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:17.429807 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:58:17.532063 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.567688 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:37.806000 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:42.073289 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-555b3c70-c48f-4f16-8c84-203becf1d6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:44.816568 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-61706b1b-b027-4711-824a-c4c19c096064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:45.749453 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.133812 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:47.535562 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:58:53.588702 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-421556b3-a597-4bb6-b90d-36bf9240dc31 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412846 Feb 09 00:58:53.670277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835172-333f-480a-b55e-85e875d676d5 req-76d5e33b-1c98-4a2e-bf04-452136e6b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:53.671829 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-76d5e33b-1c98-4a2e-bf04-452136e6b391 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0410998 Feb 09 00:58:53.776242 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835172-333f-480a-b55e-85e875d676d5 req-6cc18d9a-bea0-4f36-82dd-b448531acd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:53.777764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-6cc18d9a-bea0-4f36-82dd-b448531acd88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0883842 Feb 09 00:58:53.842898 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-4b798a0a-26c8-4a99-b16b-b54e3e007ed4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1000 time: 0.0585971 Feb 09 00:58:53.892612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835172-333f-480a-b55e-85e875d676d5 req-5641407c-c4ec-4478-aa0f-471112c7f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:53.894116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-5641407c-c4ec-4478-aa0f-471112c7f1d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0450389 Feb 09 00:58:53.943847 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e835172-333f-480a-b55e-85e875d676d5 req-d8939085-1f17-4d13-a2c2-8eb598de2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:58:53.945406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-d8939085-1f17-4d13-a2c2-8eb598de2b9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434537 Feb 09 00:58:53.956408 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-e51ec211-0c6f-46c7-b139-a80641466801 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:58:53.957438 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-e51ec211-0c6f-46c7-b139-a80641466801 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Feb 09 00:58:54.046441 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-f34e77f1-18fb-4deb-a587-ee6e278d8412 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814314 Feb 09 00:58:54.140368 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5e835172-333f-480a-b55e-85e875d676d5 req-970b4b61-977d-4da1-809e-d500ed50c712 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872431 Feb 09 00:58:54.428771 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:59:05.042616 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f87b3-c276-4fa6-9191-96daaefd03d2 req-1f8af7d9-1230-46b4-a8ce-d32f9efb8092 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:05.043998 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-409f87b3-c276-4fa6-9191-96daaefd03d2 req-1f8af7d9-1230-46b4-a8ce-d32f9efb8092 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Feb 09 00:59:05.081663 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-409f87b3-c276-4fa6-9191-96daaefd03d2 req-53cb5abc-5f06-42a7-999b-148e8877b4b8 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308969 Feb 09 00:59:06.197877 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc308c31-5614-4be5-bfbf-026bc34b4338 req-2c5c94a6-2e68-488e-a15b-d49dc6c36e86 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:06.198989 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc308c31-5614-4be5-bfbf-026bc34b4338 req-2c5c94a6-2e68-488e-a15b-d49dc6c36e86 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0478656 Feb 09 00:59:06.236339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc308c31-5614-4be5-bfbf-026bc34b4338 req-778c5a06-b6af-4233-8b40-375c0f8b9517 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311675 Feb 09 00:59:07.353930 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebbe2d-9148-43bd-8155-0c981cd7abe8 req-10168d22-3396-45c9-9b0a-ee73a28668b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:07.355453 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edebbe2d-9148-43bd-8155-0c981cd7abe8 req-10168d22-3396-45c9-9b0a-ee73a28668b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0502059 Feb 09 00:59:07.405279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-edebbe2d-9148-43bd-8155-0c981cd7abe8 req-94fd78ee-7f99-49bb-a6ac-81925b42d65f tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437183 Feb 09 00:59:07.577972 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:07.805011 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:08.519771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09671da8-2210-416b-a136-bd1aff49a0aa req-ce78ee88-66d1-48c6-a338-3587fe7553db tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:08.521276 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09671da8-2210-416b-a136-bd1aff49a0aa req-ce78ee88-66d1-48c6-a338-3587fe7553db tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0486691 Feb 09 00:59:08.558940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-09671da8-2210-416b-a136-bd1aff49a0aa req-22a0b96e-53af-4e95-ba3e-61fcee85934a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315747 Feb 09 00:59:09.674607 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b10264-acf9-4b8a-90c9-06f11ce900ee req-f8869611-48a6-444f-b82e-228c0f38bb2d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:09.676050 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75b10264-acf9-4b8a-90c9-06f11ce900ee req-f8869611-48a6-444f-b82e-228c0f38bb2d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Feb 09 00:59:09.712529 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-75b10264-acf9-4b8a-90c9-06f11ce900ee req-67434888-db2d-425c-bd49-16ba6bccb824 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305333 Feb 09 00:59:10.831221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c93cf3-ae41-4554-a33b-d634e412f4f6 req-b5324edf-2a20-43b9-b565-46c35cdeff80 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:10.832704 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2c93cf3-ae41-4554-a33b-d634e412f4f6 req-b5324edf-2a20-43b9-b565-46c35cdeff80 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Feb 09 00:59:10.876159 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a2c93cf3-ae41-4554-a33b-d634e412f4f6 req-c5a6035d-73dd-47e8-8937-b8d0b56e5db2 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370433 Feb 09 00:59:12.003868 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37a2a5-d96a-4a8d-802d-abe1de5073b3 req-f4946612-39c5-45ae-b7bb-021463f1c9ce tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:12.005447 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b37a2a5-d96a-4a8d-802d-abe1de5073b3 req-f4946612-39c5-45ae-b7bb-021463f1c9ce tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0513036 Feb 09 00:59:12.052536 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-4b37a2a5-d96a-4a8d-802d-abe1de5073b3 req-ed76d070-759e-4b17-ab53-cf30118caf60 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336225 Feb 09 00:59:12.076289 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-05b8c249-9262-4d6c-8cd5-36005ef87596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:13.172289 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf95878-1b1c-456f-a9e8-9334a6fb3eda req-11d5f037-4882-41bc-82b4-6282778d4287 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:13.173797 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf95878-1b1c-456f-a9e8-9334a6fb3eda req-11d5f037-4882-41bc-82b4-6282778d4287 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0492094 Feb 09 00:59:13.211798 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7cf95878-1b1c-456f-a9e8-9334a6fb3eda req-2fde44a5-bc7a-4018-b6c0-dd3ad8e572ed tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Feb 09 00:59:14.326926 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bee677-92aa-424b-a81d-7cbb097c640e req-60b76ce6-2c50-4ec7-a0ce-9bd0f2872082 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:14.328429 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5bee677-92aa-424b-a81d-7cbb097c640e req-60b76ce6-2c50-4ec7-a0ce-9bd0f2872082 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0489469 Feb 09 00:59:14.370175 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5bee677-92aa-424b-a81d-7cbb097c640e req-6ce7a95e-d1b8-4208-bd4a-2b21ba5b6f62 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356321 Feb 09 00:59:14.824433 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f87544bc-b987-445f-9be3-b0a3200b59e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:15.179466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-ed80726c-8a07-4228-a00b-923569383b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.180967 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-ed80726c-8a07-4228-a00b-923569383b16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0407598 Feb 09 00:59:15.269535 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-e8dfe67c-2e93-49cd-a71e-170e6147fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.270988 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-e8dfe67c-2e93-49cd-a71e-170e6147fe41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0836477 Feb 09 00:59:15.340315 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-35f27033-9333-4d8d-8789-9ea77d7027cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1000 time: 0.0624490 Feb 09 00:59:15.390083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-b0eaa912-f8fd-4639-b5da-828a3e88efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.391538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-b0eaa912-f8fd-4639-b5da-828a3e88efcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0449998 Feb 09 00:59:15.438796 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-03116c52-098f-4dc9-8132-3645f78ce513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.440280 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-03116c52-098f-4dc9-8132-3645f78ce513 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418060 Feb 09 00:59:15.553782 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9dec3-cd0d-49e5-b129-a13d4dc05d17 req-019fcd3a-2487-4065-abd9-5edea7316bd6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:15.555253 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3f9dec3-cd0d-49e5-b129-a13d4dc05d17 req-019fcd3a-2487-4065-abd9-5edea7316bd6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.1081295 Feb 09 00:59:15.584260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-7a2cb46d-9191-4e1c-bd6f-12dd51667028 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359088 Feb 09 00:59:15.618977 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b3f9dec3-cd0d-49e5-b129-a13d4dc05d17 req-ac2d0c6e-dd5b-4e32-89df-8182a92dfda6 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553322 Feb 09 00:59:15.687279 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd053a87-068c-47a9-beb9-8232d3852f67 req-96e3c940-e503-4991-90e8-3c42af1a3529 service neutron] 10.222.0.21 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957599 Feb 09 00:59:15.754292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:16.736525 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3c647-267f-4d70-8e93-86608f97215a req-9375daf4-5eab-454e-933b-8081454daa93 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:16.738043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01a3c647-267f-4d70-8e93-86608f97215a req-9375daf4-5eab-454e-933b-8081454daa93 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Feb 09 00:59:16.775889 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-01a3c647-267f-4d70-8e93-86608f97215a req-6199000d-7568-4b3b-aa38-36e45b1d553e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Feb 09 00:59:17.136292 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.538933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:17.895923 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19135-2d47-4451-a5d8-7e521abe66b2 req-ea2d20c8-0c20-44b9-988c-5528622626fb tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:17.897476 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bd19135-2d47-4451-a5d8-7e521abe66b2 req-ea2d20c8-0c20-44b9-988c-5528622626fb tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0530031 Feb 09 00:59:17.937621 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5bd19135-2d47-4451-a5d8-7e521abe66b2 req-9732c979-8fe3-4122-9092-75ffd26b2120 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337090 Feb 09 00:59:19.062072 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9038e2-47e1-4191-8a38-86856d5b4bc9 req-59f6b1ce-c3bf-4514-88f5-f0b673783e10 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.063521 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d9038e2-47e1-4191-8a38-86856d5b4bc9 req-59f6b1ce-c3bf-4514-88f5-f0b673783e10 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0555906 Feb 09 00:59:19.099317 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2d9038e2-47e1-4191-8a38-86856d5b4bc9 req-d2f96b9b-f85d-496a-a570-df1102c1b761 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298448 Feb 09 00:59:19.303555 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-7df91770-eba9-46ad-8f14-27359feff7f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651796 Feb 09 00:59:19.314362 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-aac76c43-e481-4a02-b290-1ffaf8daa931 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 00:59:19.315328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-aac76c43-e481-4a02-b290-1ffaf8daa931 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063336 Feb 09 00:59:19.326424 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c864-921b-46e2-a5b0-fd5e9a2c5371 req-fca40158-6ec9-40b8-9d17-ae0f2d064517 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:19.327913 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd56c864-921b-46e2-a5b0-fd5e9a2c5371 req-fca40158-6ec9-40b8-9d17-ae0f2d064517 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0655422 Feb 09 00:59:19.367915 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd56c864-921b-46e2-a5b0-fd5e9a2c5371 req-e2abe8dd-070e-46d8-b15e-aaf910e581f4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331237 Feb 09 00:59:20.488340 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fff2b-bae1-4734-82fe-0906e1b15d90 req-6e3ea874-31a0-41ae-bb5b-c865c0ba28a8 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:20.489861 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-005fff2b-bae1-4734-82fe-0906e1b15d90 req-6e3ea874-31a0-41ae-bb5b-c865c0ba28a8 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Feb 09 00:59:20.528095 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-005fff2b-bae1-4734-82fe-0906e1b15d90 req-7e366df9-b9aa-4ade-8032-b2e3867c6132 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320418 Feb 09 00:59:21.643556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bbbb6-9c5a-495f-b7e2-8ec39c86a8e0 req-9b1a4457-a3fd-4270-8739-fd1901105c5d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:21.644992 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e06bbbb6-9c5a-495f-b7e2-8ec39c86a8e0 req-9b1a4457-a3fd-4270-8739-fd1901105c5d tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 945 time: 0.0485063 Feb 09 00:59:21.683893 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e06bbbb6-9c5a-495f-b7e2-8ec39c86a8e0 req-e66f57e4-25c3-4596-ade9-e67c2ebef3c7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Feb 09 00:59:22.057093 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 00:59:22.134071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.161507 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:22.163789 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fb849b-5610-4a03-9436-ec80d54be2a7" -d '{"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:59:22.177674 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:22.183207 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:22.207492 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccbca32-4901-4d29-bed3-c4e64f48fe66 x-openstack-request-id: req-3ccbca32-4901-4d29-bed3-c4e64f48fe66 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:59:22.207786 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-unplugged", "status": "failed", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "code": 422}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:59:22.208030 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ccbca32-4901-4d29-bed3-c4e64f48fe66 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:59:22.208866 n-d-828413-1 neutron-server[105933]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'code': 422} returned with failed status Feb 09 00:59:22.233170 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:22.240424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.240786 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.241145 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.241478 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.241805 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.242127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.242446 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.242769 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.243085 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.243400 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.243713 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.244024 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:22.803001 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e049f8c-b5b3-4005-9238-c26f1e06ddd2 req-1f281cff-2c84-437b-8802-3fe95c805ba4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:22.804439 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e049f8c-b5b3-4005-9238-c26f1e06ddd2 req-1f281cff-2c84-437b-8802-3fe95c805ba4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0513692 Feb 09 00:59:22.849768 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e049f8c-b5b3-4005-9238-c26f1e06ddd2 req-806623fa-9f05-4656-9ab9-b58e85a63c0e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337322 Feb 09 00:59:23.970788 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f4c5b-e5f6-43d0-8002-4312f2abfce7 req-d99605bf-b7f8-4285-b0f2-d6833c200786 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:23.972249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f2f4c5b-e5f6-43d0-8002-4312f2abfce7 req-d99605bf-b7f8-4285-b0f2-d6833c200786 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0516467 Feb 09 00:59:24.009906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-5f2f4c5b-e5f6-43d0-8002-4312f2abfce7 req-f9652bbc-48bc-419e-bcbd-0f1619a38ab8 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316808 Feb 09 00:59:24.093192 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-8f1bcf13-48f5-4cbc-b50b-aa045cec705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:24.094691 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-8f1bcf13-48f5-4cbc-b50b-aa045cec705c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8&tenant_id=55363611a05a47178cfa110dad0f4023 HTTP/1.1" status: 200 len: 1094 time: 0.0413494 Feb 09 00:59:24.107998 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828413-1', 'device_owner': 'compute:nova'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:24.159596 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.700103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:24.737287 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h1-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:59:24.769392 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72d44f3-d734-4ab5-94e2-644351f279cf {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:24.776903 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.789254 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Transition to ACTIVE for port object b72d44f3-d734-4ab5-94e2-644351f279cf will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 00:59:24.792517 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:24.867586 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=7']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:24.881976 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.882324 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.882668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.883008 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.883342 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.883676 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.884003 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.884331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.884659 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.885013 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.885341 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.885665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:24.926167 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] No DVR routers for this DVR port b72d44f3-d734-4ab5-94e2-644351f279cf on host n-h1-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 00:59:25.069877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 00:59:25.070228 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 00:59:25.070562 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:59:25.075002 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Port b72d44f3-d734-4ab5-94e2-644351f279cf on network 2be159ed-a897-46e9-ad64-576ef28438ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 00:59:25.075323 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Attempting to bind port b72d44f3-d734-4ab5-94e2-644351f279cf on network 2be159ed-a897-46e9-ad64-576ef28438ae {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:59:25.080347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:59:25.080685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Checking segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 00:59:25.081111 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Bound using segment: {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:59:25.081543 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Bound port: b72d44f3-d734-4ab5-94e2-644351f279cf, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23cbf105-0727-4ce3-96e0-504fa51947c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 00:59:25.081902 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.128775 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e956d9-0567-4eb2-9df4-988d86f15e3e req-61d5b8bd-df6a-4cf6-8bed-9710a4772b68 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.130223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22e956d9-0567-4eb2-9df4-988d86f15e3e req-61d5b8bd-df6a-4cf6-8bed-9710a4772b68 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0495236 Feb 09 00:59:25.145191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:59:25.148231 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:59:25.152855 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.171125 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-22e956d9-0567-4eb2-9df4-988d86f15e3e req-5511d559-98e7-4b19-88c1-eadc5fbe9d53 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345619 Feb 09 00:59:25.196263 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.196718 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:25.198119 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] 10.222.0.84 "PUT /v2.0/ports/b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1091 time: 1.0946319 Feb 09 00:59:25.198575 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:25.200877 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcbc4f9-5a86-4307-9f01-7567641279c4" -d '{"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:59:25.217175 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46f772-9c24-435d-920c-06726b485ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=8']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:25.256264 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749e1d7-5637-4262-9d4c-7d9d362468b2 x-openstack-request-id: req-1749e1d7-5637-4262-9d4c-7d9d362468b2 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:59:25.256569 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:59:25.256803 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1749e1d7-5637-4262-9d4c-7d9d362468b2 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:59:25.257233 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'status': 'completed', 'code': 200} Feb 09 00:59:25.273613 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-81c84443-9a74-42cc-9f0a-da4575f610b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.275405 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-81c84443-9a74-42cc-9f0a-da4575f610b8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0502257 Feb 09 00:59:25.370107 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-846345de-6874-4306-ad28-f0e637b02a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.371605 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-846345de-6874-4306-ad28-f0e637b02a89 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0888350 Feb 09 00:59:25.443895 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-c95fcd8d-2e21-4e25-a818-ecce67c04150 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 998 time: 0.0642567 Feb 09 00:59:25.495665 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-21b5a483-5edc-4083-8617-a3728b400aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.497149 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-21b5a483-5edc-4083-8617-a3728b400aa9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0459647 Feb 09 00:59:25.543767 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-04c42a26-4711-418d-87e9-7826e90b5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.545884 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-04c42a26-4711-418d-87e9-7826e90b5bdb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404313 Feb 09 00:59:25.639747 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-3d409412-45e9-4b42-9371-876c228a9daf service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Feb 09 00:59:25.729389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-b628924f-e2e1-4c6d-a391-6f3c4f30187e service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811241 Feb 09 00:59:25.819464 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-0e36acd6-fdd5-4b5b-9cea-7f87df86bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.820879 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-0e36acd6-fdd5-4b5b-9cea-7f87df86bcc9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1094 time: 0.0421765 Feb 09 00:59:25.915754 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-d42fd0e4-1100-45b3-b370-b0b4ff74bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:25.917246 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-d42fd0e4-1100-45b3-b370-b0b4ff74bcf9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0890393 Feb 09 00:59:25.983786 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-9af57062-5eee-4e32-9153-6a47cb61bd3c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 998 time: 0.0591154 Feb 09 00:59:26.039018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-c4bfb9da-fa3c-4cb6-a3b2-d5206cd1cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.040462 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-c4bfb9da-fa3c-4cb6-a3b2-d5206cd1cce5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0492978 Feb 09 00:59:26.089080 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-8085ab7c-0535-4f64-ae9f-2e4fa984447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.090489 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-8085ab7c-0535-4f64-ae9f-2e4fa984447e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389054 Feb 09 00:59:26.183589 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-cf9b9232-4a0a-4e47-b859-ec23266a9119 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827043 Feb 09 00:59:26.287745 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-2bcbc4f9-5a86-4307-9f01-7567641279c4 req-c20f3418-79da-47af-9444-6e8eec15dd7b service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919476 Feb 09 00:59:26.290161 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b981ae8-8c0e-47ae-816c-effb970632a4 req-f2254a4f-290d-4415-ac56-9ae63c4950fe tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:26.291623 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b981ae8-8c0e-47ae-816c-effb970632a4 req-f2254a4f-290d-4415-ac56-9ae63c4950fe tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0489931 Feb 09 00:59:26.333745 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3b981ae8-8c0e-47ae-816c-effb970632a4 req-67ddc443-1f83-4b2a-a32b-1a694d5a3e95 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356882 Feb 09 00:59:27.455550 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88d3c-8032-481f-a6ad-f07fc6df5f20 req-66cbf34b-d144-436e-9ed7-c9e9b9354a94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:27.457108 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7a88d3c-8032-481f-a6ad-f07fc6df5f20 req-66cbf34b-d144-436e-9ed7-c9e9b9354a94 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0535429 Feb 09 00:59:27.495308 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d7a88d3c-8032-481f-a6ad-f07fc6df5f20 req-74f36f5b-745e-408e-b7cb-501630b0bef7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321813 Feb 09 00:59:28.611094 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480869f-0496-470e-a04e-850d9c352e5f req-67780fe0-84c0-47ae-b31a-a69135b96677 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:28.612490 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7480869f-0496-470e-a04e-850d9c352e5f req-67780fe0-84c0-47ae-b31a-a69135b96677 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0495281 Feb 09 00:59:28.650440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7480869f-0496-470e-a04e-850d9c352e5f req-449da70e-1be1-4827-a215-8fe95d54fbb4 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Feb 09 00:59:29.763768 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ca1f8-973b-4fad-b30e-c7ce2a3c52ba req-ed69edac-1f03-47f1-a27f-3f3827c3544a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:29.765258 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51ca1f8-973b-4fad-b30e-c7ce2a3c52ba req-ed69edac-1f03-47f1-a27f-3f3827c3544a tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0479898 Feb 09 00:59:29.804267 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e51ca1f8-973b-4fad-b30e-c7ce2a3c52ba req-a14f74b8-4e37-4d9f-b562-9eb6c2c50fa7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Feb 09 00:59:30.926348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6077-c9bb-4075-a5b2-5722ea9d7cd4 req-8dd84a28-fab4-4d8f-86ac-bdc1f6e8c5cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:30.927824 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baaa6077-c9bb-4075-a5b2-5722ea9d7cd4 req-8dd84a28-fab4-4d8f-86ac-bdc1f6e8c5cd tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0532482 Feb 09 00:59:30.965163 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-baaa6077-c9bb-4075-a5b2-5722ea9d7cd4 req-cf6c9761-c88d-458e-a6ec-996536e45295 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Feb 09 00:59:31.428341 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:59:32.080334 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8b50-37b3-4544-b497-8e541a7dd6d2 req-a1ffd0fc-56a5-4b58-a5e3-2d8573288264 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:32.081909 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9be8b50-37b3-4544-b497-8e541a7dd6d2 req-a1ffd0fc-56a5-4b58-a5e3-2d8573288264 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0484865 Feb 09 00:59:32.119195 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-b9be8b50-37b3-4544-b497-8e541a7dd6d2 req-1289c809-4ba8-4736-9795-59fac89a3a97 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Feb 09 00:59:33.235090 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0820045-deff-430d-9177-86d0329896e1 req-efd47905-97a9-4c33-a43a-ec659e417182 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:33.236562 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0820045-deff-430d-9177-86d0329896e1 req-efd47905-97a9-4c33-a43a-ec659e417182 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 943 time: 0.0491447 Feb 09 00:59:33.274006 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-f0820045-deff-430d-9177-86d0329896e1 req-e63c4ed9-0a82-4222-95f0-802d43433a60 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Feb 09 00:59:34.116429 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 00:59:34.208978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:34.220936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'port_id': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'mac_address': 'fa:16:3e:34:08:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 00:59:34.258907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.275304 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72d44f3-d734-4ab5-94e2-644351f279cf {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 00:59:34.295314 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:34.299890 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:34.402294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfed77d-dc2e-4c9c-8f6f-db82a4dd6a82 req-3b32e559-864c-44df-b9ed-a33106f607a2 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:34.404470 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bfed77d-dc2e-4c9c-8f6f-db82a4dd6a82 req-3b32e559-864c-44df-b9ed-a33106f607a2 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 944 time: 0.0561535 Feb 09 00:59:34.444633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8bfed77d-dc2e-4c9c-8f6f-db82a4dd6a82 req-0c8149db-e0f8-45e3-8553-e4f367049446 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333352 Feb 09 00:59:34.509196 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=9']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:34.571067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['b72d44f3-d734-4ab5-94e2-644351f279cf'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 00:59:35.560496 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2b0d-c685-4803-952c-4d833b0f9e8a req-1e969954-7fb0-46db-bcf6-3449fb8f61cb tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:35.562116 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1bb2b0d-c685-4803-952c-4d833b0f9e8a req-1e969954-7fb0-46db-bcf6-3449fb8f61cb tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 944 time: 0.0492063 Feb 09 00:59:35.599661 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d1bb2b0d-c685-4803-952c-4d833b0f9e8a req-8c9becf0-a445-4250-9f9c-937643ed4188 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Feb 09 00:59:36.115631 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:59:36.165964 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port b72d44f3-d734-4ab5-94e2-644351f279cf completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 00:59:36.170501 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port b72d44f3-d734-4ab5-94e2-644351f279cf triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:36.170875 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.249858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.273114 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 00:59:36.275625 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217cc01b-b4f8-4269-bebf-d78cd4053b64" -d '{"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 00:59:36.289589 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:59:36.293551 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:36.320223 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 00:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106a3267-5104-4e8e-8370-7c7db47e911c x-openstack-request-id: req-106a3267-5104-4e8e-8370-7c7db47e911c {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 00:59:36.320514 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-plugged", "status": "completed", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 00:59:36.320794 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-106a3267-5104-4e8e-8370-7c7db47e911c {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 00:59:36.321204 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'code': 200} Feb 09 00:59:36.352143 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=10']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:36.476236 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d5ece-e9c2-4047-966d-f013db6ff60e req-586efb83-760d-4c59-b3f5-1200de673bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.477801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f05d5ece-e9c2-4047-966d-f013db6ff60e req-586efb83-760d-4c59-b3f5-1200de673bc0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0415657 Feb 09 00:59:36.513538 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f05d5ece-e9c2-4047-966d-f013db6ff60e req-08c4e565-2748-4412-8fd6-4ac173074a6e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276647 Feb 09 00:59:36.716690 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6043c04-0933-42fe-8798-be4814cc4526 req-4e49af30-fb80-47f6-99b4-9302e7192135 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:36.718180 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6043c04-0933-42fe-8798-be4814cc4526 req-4e49af30-fb80-47f6-99b4-9302e7192135 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 946 time: 0.0484812 Feb 09 00:59:36.755347 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6043c04-0933-42fe-8798-be4814cc4526 req-87acf565-cd12-4671-bf1e-a7f73d0f8bc7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Feb 09 00:59:37.592636 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.819735 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:37.880245 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf216a50-e287-46b8-b53d-83cfa7b2b2a2 req-2bac4b47-760d-460e-badd-60c4732a4195 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:37.881654 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf216a50-e287-46b8-b53d-83cfa7b2b2a2 req-2bac4b47-760d-460e-badd-60c4732a4195 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 946 time: 0.0542490 Feb 09 00:59:37.919649 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cf216a50-e287-46b8-b53d-83cfa7b2b2a2 req-8d08b25a-04aa-4510-bf7c-370959b32b15 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313799 Feb 09 00:59:42.079164 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-75ad1121-3c72-4a04-9cf0-c0498a8ddb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:44.817041 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b25a958f-b887-4798-9964-e727837b62c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:45.755313 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:47.146665 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:47.540288 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 00:59:55.238620 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-a487fe76-3b7c-411f-8be4-49950bb5504a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402644 Feb 09 00:59:55.332480 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-113c8a17-484b-44cd-9d1f-7363dd4270c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.334041 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-113c8a17-484b-44cd-9d1f-7363dd4270c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0539348 Feb 09 00:59:55.446953 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-84272aba-b518-40f3-b995-c9ac75c3b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.448473 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-84272aba-b518-40f3-b995-c9ac75c3b530 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0881379 Feb 09 00:59:55.522443 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-3d5bdb2a-7acf-4aa1-9093-dbe17c0a7a2a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1000 time: 0.0652912 Feb 09 00:59:55.572502 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-70677cd0-6ba4-4004-8e04-731166af5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.573990 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-70677cd0-6ba4-4004-8e04-731166af5404 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0444579 Feb 09 00:59:55.625500 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-9ddf0255-30e9-40c3-8a49-902c2a079a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:55.626980 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-9ddf0255-30e9-40c3-8a49-902c2a079a7f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406327 Feb 09 00:59:55.722208 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-efce17e9-de36-484e-aec9-49b643ce3d38 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858865 Feb 09 00:59:55.815909 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ef9740af-f5e6-44eb-ac74-ec7813dddfe1 req-ba9d490f-dfb5-4032-a29f-4477783b2467 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832181 Feb 09 01:00:07.594312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:07.819266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:08.427536 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:00:12.085651 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f10f848e-163d-493f-b420-0edd4e64ce9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:14.818711 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8507ce69-dd01-489b-acae-4f5d37e67bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:15.758851 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.142598 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:17.541773 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.601610 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:37.838103 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:42.078290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca0590b6-ec80-4e11-8afa-32ded2489a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:44.820141 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2e03738-5b45-4b39-b8b9-da284afc4751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:45.426508 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:00:45.764105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.144650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:47.544107 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.274916 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-7eba1073-06f2-47e1-b7f1-5bcdb8e0e09f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785713 Feb 09 01:00:56.363332 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-1398aeb0-f785-41df-a4de-3315037f9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.364813 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-1398aeb0-f785-41df-a4de-3315037f9d6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0458257 Feb 09 01:00:56.471083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-a0ea6317-aff7-4a09-b214-75b787612b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.472487 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-a0ea6317-aff7-4a09-b214-75b787612b98 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.0871682 Feb 09 01:00:56.541119 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-7ae790e3-faab-498a-9bcb-d4df117a9ec6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 1000 time: 0.0616753 Feb 09 01:00:56.591635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-027bbf03-7b18-4fd0-a2f1-90db77f758d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.593093 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-027bbf03-7b18-4fd0-a2f1-90db77f758d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0438421 Feb 09 01:00:56.637230 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33650) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:00:56.640229 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-07e03050-db61-44ea-b77b-f84d1beb84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.641765 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-07e03050-db61-44ea-b77b-f84d1beb84c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418656 Feb 09 01:00:56.654446 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-8d438793-f839-468a-8e7e-9df4282632c0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:00:56.655845 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-8d438793-f839-468a-8e7e-9df4282632c0 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064468 Feb 09 01:00:56.751407 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-805bb306-eac0-4b89-919d-222e89932e0e service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882447 Feb 09 01:00:56.799346 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Deleting port 89cde191-3f33-4bc5-bfe2-ffbe38261781 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:00:56.799695 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.847844 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-562b36c7-b88c-4390-8ac9-ac0cce0e87b2 req-91fd4f80-8bae-46c7-b310-ca4a280143dd service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884180 Feb 09 01:00:56.875979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.876307 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:56.889295 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Calling delete_port for 89cde191-3f33-4bc5-bfe2-ffbe38261781 owned by network:floatingip {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:00:57.038958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.062885 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event deleted for resources: {'Port': ['ID=89cde191-3f33-4bc5-bfe2-ffbe38261781,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.073355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.073747 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.074262 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.074610 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.074953 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.075288 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.075621 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.075949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.076711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.076711 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.076895 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.077239 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:57.140694 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for floatingip, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.141088 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Floating IP 139e55ef-56fd-4809-afad-97227ae5060f disassociated (deleted). External IP: 172.25.3.58, port: b72d44f3-d734-4ab5-94e2-644351f279cf. Feb 09 01:00:57.636106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Router b3554867-e331-4087-ba6f-464f5f6e72da has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:00:57.742841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:00:57.748524 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:00:57.753295 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:57.763752 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:57.764379 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:00:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:57.775918 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e52701c8-d783-4b69-af81-5ca1a23bc2a7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "DELETE /v2.0/floatingips/139e55ef-56fd-4809-afad-97227ae5060f HTTP/1.1" status: 204 len: 168 time: 1.1375976 Feb 09 01:00:57.776522 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:00:57.778965 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a013e-7341-4f6a-80d2-95755a34967e" -d '{"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:57.883102 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:57.949312 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63777f-2097-4194-b827-8d7684840a5a x-openstack-request-id: req-2e63777f-2097-4194-b827-8d7684840a5a {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:57.949640 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:57.949857 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2e63777f-2097-4194-b827-8d7684840a5a {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:57.950311 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'status': 'completed', 'code': 200} Feb 09 01:00:58.030808 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a013e-7341-4f6a-80d2-95755a34967e req-77f960c6-dd07-44c3-8f4b-8dd6a6787994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.032511 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-77f960c6-dd07-44c3-8f4b-8dd6a6787994 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=55363611a05a47178cfa110dad0f4023&device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0512753 Feb 09 01:00:58.052053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b5055-e2fa-4e24-8c57-794805b5da97 req-43a16788-ae47-4b64-bf33-fc19f5ce025e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.053974 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-265b5055-e2fa-4e24-8c57-794805b5da97 req-43a16788-ae47-4b64-bf33-fc19f5ce025e tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 946 time: 0.0530019 Feb 09 01:00:58.119454 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-265b5055-e2fa-4e24-8c57-794805b5da97 req-cb2c61b6-80bb-4cff-81c7-97cd1c8ad4f8 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516212 Feb 09 01:00:58.140472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:58.173852 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:58.178442 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a013e-7341-4f6a-80d2-95755a34967e req-3ba457b4-6e6b-4daa-b340-52a1dcfd1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.180069 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-3ba457b4-6e6b-4daa-b340-52a1dcfd1cf7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 200 len: 909 time: 0.1397076 Feb 09 01:00:58.182262 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:58.183550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:00:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:58.227022 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-eec026be-544f-4751-8e65-5b2b27c9c4d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 200 len: 217 time: 0.0366604 Feb 09 01:00:58.281237 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a013e-7341-4f6a-80d2-95755a34967e req-fefb2ed7-cfb2-4b3c-a82a-e82cea97c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.283192 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-fefb2ed7-cfb2-4b3c-a82a-e82cea97c5a8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 200 len: 847 time: 0.0470731 Feb 09 01:00:58.293691 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:58.340686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a013e-7341-4f6a-80d2-95755a34967e req-d9041d9b-c104-4794-af2d-74963696fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.342240 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-d9041d9b-c104-4794-af2d-74963696fe5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2be159ed-a897-46e9-ad64-576ef28438ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514245 Feb 09 01:00:58.436149 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-93340071-9541-409b-9230-c5d06e407596 service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836310 Feb 09 01:00:58.494927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:58.526250 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf93e89-b8cf-4b83-9e68-2cddf130e099 None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:04Z', 'revision_number': 4, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '3db119d5-ba78-44cc-9c50-ab4d50e4f6f0', 'name': '', 'network_id': '2be159ed-a897-46e9-ad64-576ef28438ae', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'mac_address': 'fa:16:3e:a5:46:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0e710065-275b-45b1-8962-c90e843f2d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:03Z', 'updated_at': '2022-02-09T00:52:08Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'subnets': [{'id': '0e710065-275b-45b1-8962-c90e843f2d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:58.536778 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-522a013e-7341-4f6a-80d2-95755a34967e req-ddd00360-38fe-4e8c-823c-9063d2d3f71a service neutron] 10.222.0.84 "GET /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907893 Feb 09 01:00:58.757978 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2e611-5806-47b1-8440-7919bad95f4b None None] New status for floating IP 139e55ef-56fd-4809-afad-97227ae5060f: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:00:59.254963 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614247e-ac24-483c-a5eb-96509eccc4cc req-ce6c7ca1-945e-4bf0-9735-898902e897e3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.256412 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d614247e-ac24-483c-a5eb-96509eccc4cc req-ce6c7ca1-945e-4bf0-9735-898902e897e3 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 946 time: 0.0467489 Feb 09 01:00:59.294019 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d614247e-ac24-483c-a5eb-96509eccc4cc req-aa3c326c-1535-447d-a4cd-e605b84a7f00 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/security-groups?id=0b04af36-923b-43d0-a2a0-26ac96149c37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307279 Feb 09 01:00:59.838512 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-2d874314-fa5f-4a6c-bb48-6371f8009fa7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:59.840477 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-2d874314-fa5f-4a6c-bb48-6371f8009fa7 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 946 time: 0.0486157 Feb 09 01:00:59.931519 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Deleting port b72d44f3-d734-4ab5-94e2-644351f279cf {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:00:59.931862 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.034172 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] For port b72d44f3-d734-4ab5-94e2-644351f279cf, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=b72d44f3-d734-4ab5-94e2-644351f279cf,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:00.034544 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.048265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Calling delete_port for b72d44f3-d734-4ab5-94e2-644351f279cf owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:00.191983 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.221834 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event deleted for resources: {'Port': ['ID=b72d44f3-d734-4ab5-94e2-644351f279cf,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.250623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.250974 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.251315 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.251657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.251988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.252316 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.252645 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.253004 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.253331 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.253657 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.253982 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.254308 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:00.280145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] No DVR routers for this DVR port b72d44f3-d734-4ab5-94e2-644351f279cf on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:00.282750 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:00.286105 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-de18cdac-73e1-4698-a990-7f9a2588b2e9 req-c85cfb85-0635-4ace-a1cd-2a9c06d9e5b1 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.84 "DELETE /v2.0/ports/b72d44f3-d734-4ab5-94e2-644351f279cf HTTP/1.1" status: 204 len: 173 time: 0.4380081 Feb 09 01:01:00.286549 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-deleted', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:00.288778 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadba136-40f3-4a86-863a-6613de726ccb" -d '{"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-deleted", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:00.328232 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341a526-82af-4823-857a-bb881d840fd3 x-openstack-request-id: req-e341a526-82af-4823-857a-bb881d840fd3 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:00.328832 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308866bf-0f60-4576-9a4e-0f160f12c9d8", "name": "network-vif-deleted", "tag": "b72d44f3-d734-4ab5-94e2-644351f279cf", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:00.329311 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e341a526-82af-4823-857a-bb881d840fd3 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:00.329717 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308866bf-0f60-4576-9a4e-0f160f12c9d8', 'name': 'network-vif-deleted', 'tag': 'b72d44f3-d734-4ab5-94e2-644351f279cf', 'status': 'completed', 'code': 200} Feb 09 01:01:00.410473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d81defc-19fa-42b5-8744-582da75342cc req-c50b1f14-44a3-4fb8-bb23-6e80860b32fb tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0314498 Feb 09 01:01:01.511039 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d3f3888d-eb06-495e-bb58-5d44b46203d9 req-b236f138-c5bb-454d-99d8-ddc7adf81e01 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0278132 Feb 09 01:01:02.608077 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-72e90a34-5c1d-4267-9d89-383b097ea446 req-69b77f90-e756-4c9c-ae91-ebdc1c53c442 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0263164 Feb 09 01:01:03.710569 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-966da059-0d0d-43f2-8fe3-4c5a84226b2e req-63b91d65-0981-4f2e-aded-9ae96a25e5b2 tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "GET /v2.0/ports?device_id=308866bf-0f60-4576-9a4e-0f160f12c9d8 HTTP/1.1" status: 200 len: 210 time: 0.0320446 Feb 09 01:01:04.537539 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:04.558514 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: b72d44f3-d734-4ab5-94e2-644351f279cf {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:04.558895 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device b72d44f3-d734-4ab5-94e2-644351f279cf not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:04.772601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33680) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:04.833593 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be2b4541-6e9e-4d32-91fa-81d6baade1de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.861146 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be2b4541-6e9e-4d32-91fa-81d6baade1de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.921522 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be2b4541-6e9e-4d32-91fa-81d6baade1de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.924212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-be2b4541-6e9e-4d32-91fa-81d6baade1de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:04.927813 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-be2b4541-6e9e-4d32-91fa-81d6baade1de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] 10.222.0.32 "DELETE /v2.0/security-groups/0b04af36-923b-43d0-a2a0-26ac96149c37 HTTP/1.1" status: 204 len: 168 time: 0.1517811 Feb 09 01:01:04.937129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4541-6e9e-4d32-91fa-81d6baade1de tempest-TestShelveInstance-1101628840 tempest-TestShelveInstance-1101628840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b04af36-923b-43d0-a2a0-26ac96149c37,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:04.975290 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33684) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:05.423375 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.676213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Deleting port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:05.676566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.756593 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] For port 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:05.757011 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.770258 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Calling delete_port for 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:05.959417 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:05.985949 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db119d5-ba78-44cc-9c50-ab4d50e4f6f0,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:06.158963 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.383135 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Router b3554867-e331-4087-ba6f-464f5f6e72da has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:01:06.499632 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:06.504838 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-054d6eb5-73f6-4276-a7de-c4db29324495 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3554867-e331-4087-ba6f-464f5f6e72da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283475 Feb 09 01:01:06.507208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33688) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:06.511410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] Sync routers for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:06.525136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:06.526255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:00:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:06.615437 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.643572 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:06.728629 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.787311 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Deleting port 729832cb-83cf-4d7d-b6cb-556f21623f05 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:06.787566 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.841496 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T01:01:05Z', 'revision_number': 5, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port': {'id': '729832cb-83cf-4d7d-b6cb-556f21623f05', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T00:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:06.878722 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] Checking router: b3554867-e331-4087-ba6f-464f5f6e72da for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:06.886537 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] For port 729832cb-83cf-4d7d-b6cb-556f21623f05, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=729832cb-83cf-4d7d-b6cb-556f21623f05,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:06.886979 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:06.888221 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] Routers {'b3554867-e331-4087-ba6f-464f5f6e72da'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:06.888894 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:00:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['b3554867-e331-4087-ba6f-464f5f6e72da'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:06.905372 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Calling delete_port for 729832cb-83cf-4d7d-b6cb-556f21623f05 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:06.976666 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] Set router b3554867-e331-4087-ba6f-464f5f6e72da gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:07.031072 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T01:01:06Z', 'revision_number': 6, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:07.060381 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650b2bc-bf80-46e5-8f42-ee3d9f967c72 None None] The sync data for ids ['b3554867-e331-4087-ba6f-464f5f6e72da'] in n-d-828413-1 is: [{'id': 'b3554867-e331-4087-ba6f-464f5f6e72da', 'name': 'tempest-TestShelveInstance-365875155-router', 'tenant_id': '55363611a05a47178cfa110dad0f4023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:01Z', 'updated_at': '2022-02-09T01:01:06Z', 'revision_number': 6, 'project_id': '55363611a05a47178cfa110dad0f4023', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:07.077072 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.110542 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Pushing event deleted for resources: {'Port': ['ID=729832cb-83cf-4d7d-b6cb-556f21623f05,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:07.175985 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.265906 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.268244 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.314310 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.314763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3554867-e331-4087-ba6f-464f5f6e72da {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:01:07.319322 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.320523 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9005255c-b4d2-44e2-b889-a0801231b621 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b3554867-e331-4087-ba6f-464f5f6e72da HTTP/1.1" status: 204 len: 168 time: 0.8120883 Feb 09 01:01:07.323142 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33690) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:07.367675 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Deleting subnet 0e710065-275b-45b1-8962-c90e843f2d96 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 01:01:07.370643 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.404536 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.483740 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.546267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.574308 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.577962 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0e710065-275b-45b1-8962-c90e843f2d96 HTTP/1.1" status: 204 len: 168 time: 0.2537370 Feb 09 01:01:07.579382 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa113ef4-405e-4d10-b4d6-4716d8d6b96d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e710065-275b-45b1-8962-c90e843f2d96,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:07.579707 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21bb853-1e4d-42a8-b2c0-702c5963c1cc None None] Network 2be159ed-a897-46e9-ad64-576ef28438ae requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:01:07.581011 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33692) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:07.649184 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.649507 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.703647 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Deleting port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:07.703990 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.772216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] For port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,segment=NetworkSegment(23cbf105-0727-4ce3-96e0-504fa51947c4),segment_id=23cbf105-0727-4ce3-96e0-504fa51947c4)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:07.772501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.785908 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Calling delete_port for 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:07.857244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] DHCP port deletion for 2be159ed-a897-46e9-ad64-576ef28438ae request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 01:01:07.862365 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.870696 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.901469 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:07.908278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] No DVR routers for this DVR port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:07.912151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Deleting port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:07.912459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.978857 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] For port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:07.979261 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.982736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:07.992358 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Calling delete_port for 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:07.994850 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:01:07.996721 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.006530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be159ed-a897-46e9-ad64-576ef28438ae']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:08.016998 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cbf105-0727-4ce3-96e0-504fa51947c4') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:08.017294 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cbf105-0727-4ce3-96e0-504fa51947c4') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:08.020201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Pushing event deleted for resources: {'Port': ['ID=1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:08.027260 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.030824 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.031173 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.031517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.031859 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.032191 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.032519 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.032847 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.033197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.033544 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.033851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.034175 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.034497 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:08.037161 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b408e-62f9-41c0-a650-515e326f6939 None None] No DVR routers for this DVR port 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:08.045920 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.052324 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:08.052693 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: timer() Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:08.054667 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:08.114577 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.119166 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.125335 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2be159ed-a897-46e9-ad64-576ef28438ae HTTP/1.1" status: 204 len: 168 time: 0.5433676 Feb 09 01:01:08.126074 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33694) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:08.144769 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44a136-a03d-4287-8235-fb5e3d992d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be159ed-a897-46e9-ad64-576ef28438ae,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:08.485675 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:08.908513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:08.930202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:08.930550 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3db119d5-ba78-44cc-9c50-ab4d50e4f6f0 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:08.930968 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:08.949855 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:08.950199 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 1c00f174-bbc3-41bf-ac1c-dc0071ac9c9b not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:08.950622 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 729832cb-83cf-4d7d-b6cb-556f21623f05 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:08.969700 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 729832cb-83cf-4d7d-b6cb-556f21623f05 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:08.970043 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 729832cb-83cf-4d7d-b6cb-556f21623f05 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:09.006980 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Deleting port f0ed0e6a-f008-4dc0-bfea-73e078847c81 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:09.007317 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.084933 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] For port f0ed0e6a-f008-4dc0-bfea-73e078847c81, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=f0ed0e6a-f008-4dc0-bfea-73e078847c81,segment=NetworkSegment(eb3f1d0c-4a1a-4afd-9f07-e264778aedda),segment_id=eb3f1d0c-4a1a-4afd-9f07-e264778aedda)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:09.085284 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.096426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Calling delete_port for f0ed0e6a-f008-4dc0-bfea-73e078847c81 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:09.273821 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.301020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ed0e6a-f008-4dc0-bfea-73e078847c81,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.473393 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.687866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Router 502d4588-b0f7-453c-82a7-4cb0f11155a5 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:01:09.792493 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:09.797639 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b6c872bf-e606-48c4-840d-38adb9f78885 admin admin] 10.222.0.32 "PUT /v2.0/routers/502d4588-b0f7-453c-82a7-4cb0f11155a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689372 Feb 09 01:01:09.800189 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33696) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:09.802715 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] Sync routers for ids ['502d4588-b0f7-453c-82a7-4cb0f11155a5'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:09.813502 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] Routers {'502d4588-b0f7-453c-82a7-4cb0f11155a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:09.814100 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:00:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['502d4588-b0f7-453c-82a7-4cb0f11155a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:09.906130 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks [] for router, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:09.922592 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] Set router 502d4588-b0f7-453c-82a7-4cb0f11155a5 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:10.013902 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.066780 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Deleting port 3711dce3-8b1d-4ce8-9e70-2b2249a05426 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:10.067155 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.109946 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T01:01:09Z', 'revision_number': 5, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port': {'id': '3711dce3-8b1d-4ce8-9e70-2b2249a05426', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T00:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:10.153083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] For port 3711dce3-8b1d-4ce8-9e70-2b2249a05426, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=3711dce3-8b1d-4ce8-9e70-2b2249a05426,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:10.153630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.168667 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Calling delete_port for 3711dce3-8b1d-4ce8-9e70-2b2249a05426 owned by network:router_gateway {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:10.225127 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] Checking router: 502d4588-b0f7-453c-82a7-4cb0f11155a5 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:10.234045 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] Routers {'502d4588-b0f7-453c-82a7-4cb0f11155a5'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:10.234649 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:00:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['502d4588-b0f7-453c-82a7-4cb0f11155a5'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:10.320106 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] Set router 502d4588-b0f7-453c-82a7-4cb0f11155a5 gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:10.343777 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.370738 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3711dce3-8b1d-4ce8-9e70-2b2249a05426,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.381856 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T01:01:10Z', 'revision_number': 6, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:10.409706 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f1d9c-8a2f-42e7-8d39-37063fae078f None None] The sync data for ids ['502d4588-b0f7-453c-82a7-4cb0f11155a5'] in n-d-828413-1 is: [{'id': '502d4588-b0f7-453c-82a7-4cb0f11155a5', 'name': 'tempest-TestShelveInstance-17845044-router', 'tenant_id': 'd5cc0929a29940a79881181249f294fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:52:06Z', 'updated_at': '2022-02-09T01:01:10Z', 'revision_number': 6, 'project_id': 'd5cc0929a29940a79881181249f294fe', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:10.434817 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.525703 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.528463 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.573814 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.574508 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502d4588-b0f7-453c-82a7-4cb0f11155a5 {{(pid=105925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:01:10.579391 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.580558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5c080261-151f-4221-8715-3c140d00af1f admin admin] 10.222.0.32 "DELETE /v2.0/routers/502d4588-b0f7-453c-82a7-4cb0f11155a5 HTTP/1.1" status: 204 len: 168 time: 0.7790365 Feb 09 01:01:10.583083 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33698) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:10.625865 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Deleting subnet 5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2 {{(pid=105925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 01:01:10.628843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.663193 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9502099'] for subnet, precommit_delete_associations {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.743292 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.798917 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2473629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9701614'] for subnet, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.824873 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.831021 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.836406 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-e5a8de7e-5353-4658-b16d-68612a325e34 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5dc61e46-5a78-4fcc-9a3c-c03f0865d3d2 HTTP/1.1" status: 204 len: 168 time: 0.2501869 Feb 09 01:01:10.836773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33700) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:10.837288 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcff5cc-925b-4547-9a6d-2682a59b13f2 None None] Network 352752b4-88ff-4549-8cc7-a1a16167b429 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:01:10.908900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:10.966556 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Deleting port 6a100b96-4024-4125-9a83-4311609da4ec {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:01:10.966900 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.031651 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] For port 6a100b96-4024-4125-9a83-4311609da4ec, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6a100b96-4024-4125-9a83-4311609da4ec,segment=NetworkSegment(eb3f1d0c-4a1a-4afd-9f07-e264778aedda),segment_id=eb3f1d0c-4a1a-4afd-9f07-e264778aedda)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:11.032007 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.044807 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Calling delete_port for 6a100b96-4024-4125-9a83-4311609da4ec owned by network:dhcp {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:01:11.124225 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.150728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a100b96-4024-4125-9a83-4311609da4ec,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.153470 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] No DVR routers for this DVR port 6a100b96-4024-4125-9a83-4311609da4ec on host n-d-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:11.191090 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d88ca9-7b41-488d-b6fe-d1eafea97ecc None None] DHCP port deletion for 352752b4-88ff-4549-8cc7-a1a16167b429 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 01:01:11.248536 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.257958 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6a100b96-4024-4125-9a83-4311609da4ec no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:11.274571 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352752b4-88ff-4549-8cc7-a1a16167b429']}} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:11.283716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6a100b96-4024-4125-9a83-4311609da4ec {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:11.284061 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6a100b96-4024-4125-9a83-4311609da4ec not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:11.284479 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3711dce3-8b1d-4ce8-9e70-2b2249a05426 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:11.284652 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda') {'for_net_delete': True} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:11.284966 n-d-828413-1 neutron-server[105925]: DEBUG neutron.services.segments.db [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3f1d0c-4a1a-4afd-9f07-e264778aedda') {} {{(pid=105925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:11.293996 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9502108'] for segment, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.303782 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 3711dce3-8b1d-4ce8-9e70-2b2249a05426 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:11.304184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 3711dce3-8b1d-4ce8-9e70-2b2249a05426 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:11.304785 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f0ed0e6a-f008-4dc0-bfea-73e078847c81 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:11.307568 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.317039 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=105925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:01:11.317624 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473531'] for segment, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: Traceback (most recent call last): Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: timer() Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: cb(*args, **kw) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: return func(*args, **kwargs) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: self._notify() Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: self.callback(batched_events) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: event.method(event) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: return f(self, *a, **k) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: return self._get(url).json() Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: return self.request(url, 'GET', **kwargs) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:01:11.319530 n-d-828413-1 neutron-server[105925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:01:11.330952 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: f0ed0e6a-f008-4dc0-bfea-73e078847c81 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:01:11.331349 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device f0ed0e6a-f008-4dc0-bfea-73e078847c81 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:11.382224 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.388376 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.391509 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] 10.222.0.32 "DELETE /v2.0/networks/352752b4-88ff-4549-8cc7-a1a16167b429 HTTP/1.1" status: 204 len: 168 time: 0.5535877 Feb 09 01:01:11.403426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c6eb8-87b5-4df3-b772-ceaa85358efc admin admin] Pushing event deleted for resources: {'Network': ['ID=352752b4-88ff-4549-8cc7-a1a16167b429,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.507051 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33704) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:11.549117 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-eebdec84-9277-4c85-819f-c420ebe9a61b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55363611a05a47178cfa110dad0f4023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408196 Feb 09 01:01:11.551557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33706) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:11.599212 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef94-8067-47a0-a35f-807bd4756986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.625196 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef94-8067-47a0-a35f-807bd4756986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.671923 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef94-8067-47a0-a35f-807bd4756986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.674602 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-cb87ef94-8067-47a0-a35f-807bd4756986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:11.675749 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-cb87ef94-8067-47a0-a35f-807bd4756986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f69d1c38-cb40-4090-a2cb-538276cba029 HTTP/1.1" status: 204 len: 168 time: 0.1232324 Feb 09 01:01:11.683482 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ef94-8067-47a0-a35f-807bd4756986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69d1c38-cb40-4090-a2cb-538276cba029,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.987108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33712) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:12.028200 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-bc6e1130-8e08-4f8d-b36a-82c42789cbff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5cc0929a29940a79881181249f294fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399303 Feb 09 01:01:12.030612 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33714) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:12.078226 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01d76cd8-5d6d-4afb-8101-3cc15df02123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.081925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1d5973df-c950-4ec1-8321-45b3947fa985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.100119 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01d76cd8-5d6d-4afb-8101-3cc15df02123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.145940 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01d76cd8-5d6d-4afb-8101-3cc15df02123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.148488 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-01d76cd8-5d6d-4afb-8101-3cc15df02123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:12.149659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-01d76cd8-5d6d-4afb-8101-3cc15df02123 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33ca0983-6dd9-4145-8b43-8d5df6a102d6 HTTP/1.1" status: 204 len: 168 time: 0.1181412 Feb 09 01:01:12.158379 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d76cd8-5d6d-4afb-8101-3cc15df02123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca0983-6dd9-4145-8b43-8d5df6a102d6,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.854192 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33738) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:12.970383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-376186260-network', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:12.998579 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Made reservation on behalf of 1104fc5509014598861bc7b4d4e4f461 for: {'network': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:13.001454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.009983 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.092184 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.096305 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.123264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=105925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:13.133914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415aff3d-5609-4a53-b9bc-35236f57ddc4,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.140164 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.140515 n-d-828413-1 neutron-server[105925]: INFO neutron.db.segments_db [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Added segment e27012f4-b57d-4d8a-8842-09fa1d02de7f of type vlan for network 41113105-c5d8-4302-9ba1-5501da647a56 Feb 09 01:01:13.182809 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.208208 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.208208 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.209965 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Notify callbacks [] for network, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.258616 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4025550 Feb 09 01:01:13.261657 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33742) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:13.273418 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Request body: {'subnet': {'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-376186260-subnet', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:13.291216 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5328e1d-a8e6-4a17-a75f-223a9c7571b0 admin admin] Pushing event updated for resources: {'Network': ['ID=41113105-c5d8-4302-9ba1-5501da647a56,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.303338 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network 41113105-c5d8-4302-9ba1-5501da647a56 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:01:13.307050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Made reservation on behalf of 1104fc5509014598861bc7b4d4e4f461 for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:13.314748 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.499005 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.564008 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbee4337-ae76-42cf-94de-9eaa7895316a,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.576892 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Checking segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:13.577275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Network hostable DHCP agents. Network: 41113105-c5d8-4302-9ba1-5501da647a56, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:13.594375 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Network 41113105-c5d8-4302-9ba1-5501da647a56 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:13.603677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, 41113105-c5d8-4302-9ba1-5501da647a56) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:13.608234 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.608880 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.613193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa4d8b-467c-4ce9-bb7f-9d4189799778 None None] Network 41113105-c5d8-4302-9ba1-5501da647a56 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:01:13.625567 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-ab96de62-62b4-4708-ab66-4eab1974a622 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3628721 Feb 09 01:01:13.628685 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33744) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:13.633539 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:13.662046 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.663268 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.718035 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.765556 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-41113105-c5d8-4302-9ba1-5501da647a56', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 01:01:13.766428 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.860177 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:13.908880 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Allocated IP 172.20.0.2 (41113105-c5d8-4302-9ba1-5501da647a56/bbee4337-ae76-42cf-94de-9eaa7895316a/325b08e1-d488-4142-914c-8ad33366dbc9) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:14.055540 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.062040 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.063462 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.083645 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.108886 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Network 41113105-c5d8-4302-9ba1-5501da647a56 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:14.111798 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:14.114066 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:14.121464 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Pushing event updated for resources: {'Port': ['ID=325b08e1-d488-4142-914c-8ad33366dbc9,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.172829 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Attempting to bind port 325b08e1-d488-4142-914c-8ad33366dbc9 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:14.173255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Attempting to bind port 325b08e1-d488-4142-914c-8ad33366dbc9 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:14.173665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Attempting to bind port 325b08e1-d488-4142-914c-8ad33366dbc9 on network 41113105-c5d8-4302-9ba1-5501da647a56 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:14.178877 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:14.179254 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Checking segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:14.179658 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.180054 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Bound using segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:14.180567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Bound port: 325b08e1-d488-4142-914c-8ad33366dbc9, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:14.180978 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.192602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Allocated IP 172.25.3.254 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/2124909a-089d-43df-a5b3-0c92588a9671) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:14.249521 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] For port 325b08e1-d488-4142-914c-8ad33366dbc9, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:14.252536 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] For port 325b08e1-d488-4142-914c-8ad33366dbc9, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=325b08e1-d488-4142-914c-8ad33366dbc9,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:14.257358 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.311216 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.325755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59650-dd6a-4ec5-a15d-ef57b34d3d42 None None] Pushing event updated for resources: {'Port': ['ID=325b08e1-d488-4142-914c-8ad33366dbc9,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.349331 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.387744 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:14.395121 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:14.397728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:14.426618 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Pushing event updated for resources: {'Port': ['ID=2124909a-089d-43df-a5b3-0c92588a9671,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.669913 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.821684 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6ed7-fa36-4fd9-801c-7b3575e35ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.862122 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:14.949134 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 325b08e1-d488-4142-914c-8ad33366dbc9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:15.002380 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:01:15.010281 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 325b08e1-d488-4142-914c-8ad33366dbc9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:15.011245 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.094919 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.143013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 325b08e1-d488-4142-914c-8ad33366dbc9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=325b08e1-d488-4142-914c-8ad33366dbc9,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:15.148209 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.202394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=325b08e1-d488-4142-914c-8ad33366dbc9,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:15.300215 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe40df-806c-49ae-8b9e-9ed7cdae920e None None] Network 41113105-c5d8-4302-9ba1-5501da647a56 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:01:15.371573 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-44318a58-6733-453d-bb13-7c6b8b4e3242 None None] Provisioning complete for port 325b08e1-d488-4142-914c-8ad33366dbc9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:15.372273 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-44318a58-6733-453d-bb13-7c6b8b4e3242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.483098 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:15.500594 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.501886 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-8574d56b-1bbb-4a70-ac0b-5151fe26acc1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8719633 Feb 09 01:01:15.504706 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33746) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:15.507424 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:15.544570 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:15.545139 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:15.660854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:15.789009 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.864037 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:14Z', 'revision_number': 3, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:15.902296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:15.902801 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Updating router a365744a-7c4f-40c8-a481-5b4a46123fc7 port 2124909a-089d-43df-a5b3-0c92588a9671 binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:15.905983 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-313f35b8-5d8a-428c-b06d-0a570cafe0cd None None] Provisioning complete for port 325b08e1-d488-4142-914c-8ad33366dbc9 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:15.906353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-313f35b8-5d8a-428c-b06d-0a570cafe0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.942988 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:15.953269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.101338 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Allocated IP 172.20.0.1 (41113105-c5d8-4302-9ba1-5501da647a56/bbee4337-ae76-42cf-94de-9eaa7895316a/fff1f493-931b-4ab0-848a-3ce0ca323364) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:16.213225 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.249394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.257003 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.262955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.291493 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Network 41113105-c5d8-4302-9ba1-5501da647a56 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:16.296325 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:16.301117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:16.303806 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Pushing event updated for resources: {'Port': ['ID=fff1f493-931b-4ab0-848a-3ce0ca323364,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.318714 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Attempting to bind port 2124909a-089d-43df-a5b3-0c92588a9671 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:16.319091 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Attempting to bind port 2124909a-089d-43df-a5b3-0c92588a9671 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:16.319459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Attempting to bind port 2124909a-089d-43df-a5b3-0c92588a9671 on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:16.332040 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c7e8-bcd7-4e0c-aeba-39ba9fdc0043 None None] Pushing event updated for resources: {'Port': ['ID=2124909a-089d-43df-a5b3-0c92588a9671,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.334586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:16.334970 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:16.335372 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.335755 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:16.336236 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Bound port: 2124909a-089d-43df-a5b3-0c92588a9671, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:16.336617 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.348100 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.394315 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] For port 2124909a-089d-43df-a5b3-0c92588a9671, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:16.397635 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] For port 2124909a-089d-43df-a5b3-0c92588a9671, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2124909a-089d-43df-a5b3-0c92588a9671,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:16.403650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.463412 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c7e8-bcd7-4e0c-aeba-39ba9fdc0043 None None] Pushing event updated for resources: {'Port': ['ID=2124909a-089d-43df-a5b3-0c92588a9671,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.468509 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:16.469165 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:16.494667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.580053 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:16.668018 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.672868 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.700615 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f5f5f7fb-216e-4baa-a9d6-1b2485876f59 None None] Provisioning complete for port fff1f493-931b-4ab0-848a-3ce0ca323364 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:16.701014 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f7fb-216e-4baa-a9d6-1b2485876f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.744633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Pushing event updated for resources: {'Port': ['ID=fff1f493-931b-4ab0-848a-3ce0ca323364,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.748345 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:16.753587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5f7fb-216e-4baa-a9d6-1b2485876f59 None None] Port fff1f493-931b-4ab0-848a-3ce0ca323364 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 01:01:16.818736 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:16.841018 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Network 41113105-c5d8-4302-9ba1-5501da647a56 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:16.842377 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:16.846351 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407b17ce-6265-42d7-8818-bbf40e5b7c04 None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:16.937602 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 325b08e1-d488-4142-914c-8ad33366dbc9 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:16.987764 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:01:17.005749 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 325b08e1-d488-4142-914c-8ad33366dbc9 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:17.006613 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.135215 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:17.145706 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d640ad04-be5d-4521-ac4a-13c2fff89685 admin admin] 10.222.0.32 "PUT /v2.0/routers/a365744a-7c4f-40c8-a481-5b4a46123fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6377029 Feb 09 01:01:17.269016 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.275843 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e32043fa-90c9-4e8a-916f-d62d895cc0c2 None None] Provisioning complete for port fff1f493-931b-4ab0-848a-3ce0ca323364 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:17.277022 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e32043fa-90c9-4e8a-916f-d62d895cc0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.340316 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e32043fa-90c9-4e8a-916f-d62d895cc0c2 None None] Port fff1f493-931b-4ab0-848a-3ce0ca323364 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 01:01:17.553019 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.693732 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33762) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:17.699327 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2144233245-network', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:17.723602 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Made reservation on behalf of f9e35a18e9924d809b74d61da098268e for: {'network': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:17.726052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for network, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.737163 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.819843 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.824036 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.851504 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=105931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:01:17.862556 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5b5cd-9db4-498b-8fca-2b3660306202,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:17.868149 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.868507 n-d-828413-1 neutron-server[105931]: INFO neutron.db.segments_db [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Added segment 93b75210-9988-40d9-8dcd-1dfab6b94f88 of type vlan for network b189450b-ab8d-478e-a2da-7a0b9523e006 Feb 09 01:01:17.919416 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790164347091'] for network, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.945342 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884'] for network, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:17.946646 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.947266 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.001507 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3066542 Feb 09 01:01:18.004460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33764) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:18.013952 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Request body: {'subnet': {'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2144233245-subnet', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'ip_version': 4}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:18.016252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb10db-1ca9-4016-ba4f-572d9f865aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=b189450b-ab8d-478e-a2da-7a0b9523e006,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.026430 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Network b189450b-ab8d-478e-a2da-7a0b9523e006 details requested by agent ovs-agent-n-d-828413-1 with host n-d-828413-1 {{(pid=105933) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:01:18.047937 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Made reservation on behalf of f9e35a18e9924d809b74d61da098268e for: {'subnet': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:18.050515 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9701621'] for subnet, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.233510 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9701607'] for subnet, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.298589 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f963109-7b23-48f5-916e-73f62275ccaa,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.307062 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Checking segment: {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:18.307484 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Network hostable DHCP agents. Network: b189450b-ab8d-478e-a2da-7a0b9523e006, hostable agents: ['bcbef73c-ba74-4b5f-ae38-0f5d780673c5'], hosted agents: [] {{(pid=105925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:01:18.325300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Network b189450b-ab8d-478e-a2da-7a0b9523e006 is scheduled to be hosted by DHCP agent bcbef73c-ba74-4b5f-ae38-0f5d780673c5 with binding_index 1 {{(pid=105925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:01:18.334457 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828413-1, b189450b-ab8d-478e-a2da-7a0b9523e006) {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:18.339800 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.340800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.345971 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9950f06-e954-476f-b083-cab15e53e884 None None] Network b189450b-ab8d-478e-a2da-7a0b9523e006 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:01:18.356764 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3ff52c04-1f7c-488d-82b8-141f76394f2f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3506727 Feb 09 01:01:18.359322 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33766) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:18.364358 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:18.388276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3861999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25262'] for router, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.389557 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3861451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3858649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3846565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25271'] for router, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.441976 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.502155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe42ef636-82cb-57c4-adb8-86c813745721-b189450b-ab8d-478e-a2da-7a0b9523e006', 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'fixed_ips': [{'subnet_id': '7f963109-7b23-48f5-916e-73f62275ccaa'}]}} from n-d-828413-1. {{(pid=105933) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 01:01:18.503062 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.584076 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.655120 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.db_base_plugin_common [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Allocated IP 172.20.0.2 (b189450b-ab8d-478e-a2da-7a0b9523e006/7f963109-7b23-48f5-916e-73f62275ccaa/38481fa6-6ea2-4178-b923-67aadce4b592) {{(pid=105933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:18.797692 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.816657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.817626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Notify callbacks [] for port, precommit_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.826457 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881'] for port, after_create {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.868405 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Network b189450b-ab8d-478e-a2da-7a0b9523e006 is already hosted by enough agents. {{(pid=105933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:18.877194 n-d-828413-1 neutron-server[105933]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Resources bound (agent type, host, resource id): {{(pid=105933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:18.879727 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Received port after_create {{(pid=105933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:18.936280 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Pushing event updated for resources: {'Port': ['ID=38481fa6-6ea2-4178-b923-67aadce4b592,revision_number=1']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.939978 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Allocated IP 172.25.3.34 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/76c2b505-f0fd-4ebc-af38-747cd8472def) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:18.955006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Attempting to bind port 38481fa6-6ea2-4178-b923-67aadce4b592 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:18.955585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Attempting to bind port 38481fa6-6ea2-4178-b923-67aadce4b592 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:18.961667 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Attempting to bind port 38481fa6-6ea2-4178-b923-67aadce4b592 on network b189450b-ab8d-478e-a2da-7a0b9523e006 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:18.967389 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2124909a-089d-43df-a5b3-0c92588a9671 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:18.996520 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:18.996901 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Checking segment: {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:18.997334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:18.997734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Bound using segment: {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:18.998217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Bound port: 38481fa6-6ea2-4178-b923-67aadce4b592, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:18.998597 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.057571 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:19.063800 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.066719 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:19.067254 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:19.088438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] For port 38481fa6-6ea2-4178-b923-67aadce4b592, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:19.092639 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] For port 38481fa6-6ea2-4178-b923-67aadce4b592, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=38481fa6-6ea2-4178-b923-67aadce4b592,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:19.094006 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2124909a-089d-43df-a5b3-0c92588a9671 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:19.094473 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.111153 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.117174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.132219 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:19.150916 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:19.155531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:19.185238 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:19.200513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e2a92-00d9-4a9e-8072-cd528989b510 None None] Pushing event updated for resources: {'Port': ['ID=38481fa6-6ea2-4178-b923-67aadce4b592,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.207502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Pushing event updated for resources: {'Port': ['ID=76c2b505-f0fd-4ebc-af38-747cd8472def,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.239764 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.273290 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 2124909a-089d-43df-a5b3-0c92588a9671, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2124909a-089d-43df-a5b3-0c92588a9671,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:19.280478 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.349623 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=2124909a-089d-43df-a5b3-0c92588a9671,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.487200 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 2, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:19.497752 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.519573 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:19.519926 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Updating router a365744a-7c4f-40c8-a481-5b4a46123fc7 port fff1f493-931b-4ab0-848a-3ce0ca323364 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:19.547174 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.707619 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3861440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3859462'] for router, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.825314 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.830695 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.837994 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Router 98e80bf2-9594-4711-a72b-b8c20742b90f is scheduled to L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb with binding_index 1 {{(pid=105925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:01:19.908845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Pushing event updated for resources: {'Port': ['ID=fff1f493-931b-4ab0-848a-3ce0ca323364,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.918332 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.918680 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.919022 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.919361 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.919695 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.920023 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.920347 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.920670 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.921293 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.921634 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.921954 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.922280 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:19.970487 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Attempting to bind port fff1f493-931b-4ab0-848a-3ce0ca323364 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:19.970855 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Attempting to bind port fff1f493-931b-4ab0-848a-3ce0ca323364 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:19.971210 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Attempting to bind port fff1f493-931b-4ab0-848a-3ce0ca323364 on network 41113105-c5d8-4302-9ba1-5501da647a56 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:19.984313 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:19.984691 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Checking segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:19.985340 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:19.985902 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Bound using segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:19.986375 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Bound port: fff1f493-931b-4ab0-848a-3ce0ca323364, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:19.986790 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.061585 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] For port fff1f493-931b-4ab0-848a-3ce0ca323364, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:20.066077 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] For port fff1f493-931b-4ab0-848a-3ce0ca323364, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fff1f493-931b-4ab0-848a-3ce0ca323364,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:20.077867 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.141256 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:20.141935 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:20.205348 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-d0fafa6f-2a98-4a48-960d-bd624efff319 None None] Provisioning complete for port fff1f493-931b-4ab0-848a-3ce0ca323364 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:20.205974 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0fafa6f-2a98-4a48-960d-bd624efff319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.212322 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1344805-215b-4374-b6b5-c139212c0383 None None] Pushing event updated for resources: {'Port': ['ID=fff1f493-931b-4ab0-848a-3ce0ca323364,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.287139 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:20.301459 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Sync routers for ids ['98e80bf2-9594-4711-a72b-b8c20742b90f'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:20.328989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Routers {'98e80bf2-9594-4711-a72b-b8c20742b90f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:20.328989 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98e80bf2-9594-4711-a72b-b8c20742b90f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:20.329351 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] Notify callbacks [] for router, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.335482 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-9cf4a77b-58db-42bb-9c8e-5667125251c5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9747624 Feb 09 01:01:20.338172 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33768) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:20.342349 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:20.396215 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0fafa6f-2a98-4a48-960d-bd624efff319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.494993 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f300e-2ced-4349-b7cf-03336255a2e6 None None] Network b189450b-ab8d-478e-a2da-7a0b9523e006 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:01:20.505689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-d0fafa6f-2a98-4a48-960d-bd624efff319 None None] For port fff1f493-931b-4ab0-848a-3ce0ca323364, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fff1f493-931b-4ab0-848a-3ce0ca323364,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:20.550340 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d0fafa6f-2a98-4a48-960d-bd624efff319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.600797 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Set router 98e80bf2-9594-4711-a72b-b8c20742b90f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:20.605379 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:20.632679 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a6863-80b7-4fd1-a611-99d972f807d2 None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:20.742816 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fafa6f-2a98-4a48-960d-bd624efff319 None None] Pushing event updated for resources: {'Port': ['ID=fff1f493-931b-4ab0-848a-3ce0ca323364,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.783418 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Provisioning complete for port 38481fa6-6ea2-4178-b923-67aadce4b592 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:20.783799 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.839424 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:20.989626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.046432 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] For port 38481fa6-6ea2-4178-b923-67aadce4b592, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=38481fa6-6ea2-4178-b923-67aadce4b592,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:21.052984 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 3, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:21.055682 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.070087 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Allocated IP 172.20.0.1 (b189450b-ab8d-478e-a2da-7a0b9523e006/7f963109-7b23-48f5-916e-73f62275ccaa/6480d9d9-055f-4c89-b5e1-b12e4f21d353) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:21.175517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2124909a-089d-43df-a5b3-0c92588a9671 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:21.201352 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Checking router: 98e80bf2-9594-4711-a72b-b8c20742b90f for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:21.201699 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Updating router 98e80bf2-9594-4711-a72b-b8c20742b90f port 76c2b505-f0fd-4ebc-af38-747cd8472def binding host n-d-828413-1 {{(pid=105933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:21.207048 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Pushing event updated for resources: {'Port': ['ID=38481fa6-6ea2-4178-b923-67aadce4b592,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.243833 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.252767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Provisioning complete for port fff1f493-931b-4ab0-848a-3ce0ca323364 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:21.253089 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3e29d14d-8076-4c56-ad11-f6cbc8d67236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.284992 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.287105 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.332108 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Network b189450b-ab8d-478e-a2da-7a0b9523e006 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:21.336717 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:21.342884 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:21.346056 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Pushing event updated for resources: {'Port': ['ID=6480d9d9-055f-4c89-b5e1-b12e4f21d353,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.387425 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859673'] for router_interface, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.402818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 2124909a-089d-43df-a5b3-0c92588a9671 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:21.403190 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.556387 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.738958 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.744129 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.778323 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fff1f493-931b-4ab0-848a-3ce0ca323364 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:21.812736 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3621834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3859273'] for router_interface, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.814460 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Pushing event updated for resources: {'Port': ['ID=6480d9d9-055f-4c89-b5e1-b12e4f21d353,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.848335 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-150fc2d4-d59d-4035-9bc9-d89c3624d8e8 None None] Provisioning complete for port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:21.848704 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-150fc2d4-d59d-4035-9bc9-d89c3624d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.911148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Network b189450b-ab8d-478e-a2da-7a0b9523e006 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:21.912691 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:21.929312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-150fc2d4-d59d-4035-9bc9-d89c3624d8e8 None None] Port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 01:01:21.932168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Notify callbacks [] for port, precommit_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.936837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port fff1f493-931b-4ab0-848a-3ce0ca323364 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:21.937238 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:21.962338 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.010178 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-150fc2d4-d59d-4035-9bc9-d89c3624d8e8 None None] Provisioning complete for port 38481fa6-6ea2-4178-b923-67aadce4b592 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:22.011099 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-150fc2d4-d59d-4035-9bc9-d89c3624d8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.044328 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Router 98e80bf2-9594-4711-a72b-b8c20742b90f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:01:22.056665 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Attempting to bind port 76c2b505-f0fd-4ebc-af38-747cd8472def on host n-d-828413-1 for vnic_type normal with profile {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:22.057052 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Attempting to bind port 76c2b505-f0fd-4ebc-af38-747cd8472def by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:22.057447 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Attempting to bind port 76c2b505-f0fd-4ebc-af38-747cd8472def on network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:22.074108 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c412e40-f71b-4b0c-882d-5800f0bbcd48 None None] Pushing event updated for resources: {'Port': ['ID=76c2b505-f0fd-4ebc-af38-747cd8472def,revision_number=2']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.081617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:22.081617 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Checking segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:22.081931 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.082228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Bound using segment: {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'} {{(pid=105933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:22.082540 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.managers [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Bound port: 76c2b505-f0fd-4ebc-af38-747cd8472def, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8f528f-fc09-4a49-8c4e-f67ee46f8c73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3'}}] {{(pid=105933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:22.082906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.163377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:22.167927 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 38481fa6-6ea2-4178-b923-67aadce4b592 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:22.168571 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-6adeb5a6-c6ad-43ed-8e30-404f11bd467e admin admin] 10.222.0.32 "PUT /v2.0/routers/98e80bf2-9594-4711-a72b-b8c20742b90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277807 Feb 09 01:01:22.215664 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] For port 76c2b505-f0fd-4ebc-af38-747cd8472def, host n-d-828413-1, cleared binding levels {{(pid=105933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:22.245680 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] For port 76c2b505-f0fd-4ebc-af38-747cd8472def, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=76c2b505-f0fd-4ebc-af38-747cd8472def,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:22.251904 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.318410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Routers {'98e80bf2-9594-4711-a72b-b8c20742b90f'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:22.319044 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98e80bf2-9594-4711-a72b-b8c20742b90f'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:22.365425 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 38481fa6-6ea2-4178-b923-67aadce4b592 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:22.365805 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.372711 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c412e40-f71b-4b0c-882d-5800f0bbcd48 None None] Pushing event updated for resources: {'Port': ['ID=76c2b505-f0fd-4ebc-af38-747cd8472def,revision_number=3']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.426521 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:01:22.473127 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-f72b8378-a51d-4789-a853-4c44d1a8bcf4 None None] Provisioning complete for port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:22.473506 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f72b8378-a51d-4789-a853-4c44d1a8bcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.520097 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] Set router 98e80bf2-9594-4711-a72b-b8c20742b90f gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:22.558689 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-f72b8378-a51d-4789-a853-4c44d1a8bcf4 None None] Port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 01:01:22.762213 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6480d9d9-055f-4c89-b5e1-b12e4f21d353', 'name': '', 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'mac_address': 'fa:16:3e:99:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:20Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 2, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'subnets': [{'id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:22.788168 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa2534-996b-479a-98b2-0d8e9c9d0afe None None] The sync data for ids ['98e80bf2-9594-4711-a72b-b8c20742b90f'] in n-d-828413-1 is: [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6480d9d9-055f-4c89-b5e1-b12e4f21d353', 'name': '', 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'mac_address': 'fa:16:3e:99:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:20Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 2, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'subnets': [{'id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:22.872121 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33776) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:22.877558 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943980470', 'description': 'tempest-secgroup-smoke-1943980470 description', 'project_id': '1104fc5509014598861bc7b4d4e4f461'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:22.904460 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.934642 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 38481fa6-6ea2-4178-b923-67aadce4b592 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:22.991815 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:22.995567 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 38481fa6-6ea2-4178-b923-67aadce4b592 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:22.996138 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.004503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.039640 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.040877 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1673622 Feb 09 01:01:23.044033 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33778) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:23.049187 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group_rule': {'security_group_id': '82cd2ac4-99da-4e9c-8f40-8d657f209a41', 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.054557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba13eb-b334-4781-9568-466192949923 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd2ac4-99da-4e9c-8f40-8d657f209a41,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.092838 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.155085 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.159518 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.178348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4884cd11-8fdd-4ea4-8c25-0d3e6855b6d6,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.189267 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.192986 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-b68605a5-bed5-4407-9c77-5a37cff4e624 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455648 Feb 09 01:01:23.193330 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33780) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:23.198827 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group_rule': {'security_group_id': '82cd2ac4-99da-4e9c-8f40-8d657f209a41', 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.232184 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.297007 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.301400 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.324860 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72ba3f6-06b7-4d07-8c99-d25eb4bb586f,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.336521 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.338106 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-640b5ff0-55e7-4007-910f-c80805cf7cc9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436810 Feb 09 01:01:23.341201 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33782) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:23.346009 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group_rule': {'security_group_id': '82cd2ac4-99da-4e9c-8f40-8d657f209a41', 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.379583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.450259 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.454241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.472553 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125483f5-34f4-4e23-bdc1-3f54b94dcc75,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.481212 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.484737 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3d6f450a-488a-4e47-ba95-600546cbf7f1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400790 Feb 09 01:01:23.485407 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33784) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:23.490368 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group_rule': {'security_group_id': '82cd2ac4-99da-4e9c-8f40-8d657f209a41', 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.524588 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.602727 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.607105 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.628225 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea7b4f7-5b21-4833-8f6a-10fd00fba0f1,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.638725 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.640047 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d9486cc5-9442-4381-9385-b496be22f7e1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536381 Feb 09 01:01:23.644628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 33786) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:23.648207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group_rule': {'security_group_id': '82cd2ac4-99da-4e9c-8f40-8d657f209a41', 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.673048 n-d-828413-1 neutron-server[105931]: INFO neutron.db.securitygroups_db [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Project 1104fc5509014598861bc7b4d4e4f461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:01:23.678567 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.742774 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.747448 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.766935 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31d5f19-1206-4fd1-9155-b9289391fb0c,revision_number=0']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.772946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.777979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33788) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:23.778133 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-3ffdc75c-48bd-4fbd-a8b3-88fbfa6671b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341166 Feb 09 01:01:23.782591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'security_group_rule': {'security_group_id': '82cd2ac4-99da-4e9c-8f40-8d657f209a41', 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:23.809477 n-d-828413-1 neutron-server[105925]: INFO neutron.db.securitygroups_db [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Project 1104fc5509014598861bc7b4d4e4f461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:01:23.814726 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.882714 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.887374 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3681091'] for security_group_rule, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.905726 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6da456-b8f1-42b2-93a6-c38c3eac5e71,revision_number=0']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:23.914501 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:23.915940 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-758fd8e4-57d5-4c5a-856e-bbc12042b5b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369281 Feb 09 01:01:24.061456 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-6df9b4ac-ef45-4272-9686-14d913f00dcb tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943980470&fields=id&tenant_id=1104fc5509014598861bc7b4d4e4f461 HTTP/1.1" status: 200 len: 267 time: 0.0365829 Feb 09 01:01:24.172352 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-dc0d6939-38f1-421d-9b1d-5b9bc2cdcd58 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.173844 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-dc0d6939-38f1-421d-9b1d-5b9bc2cdcd58 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 809 time: 0.1053395 Feb 09 01:01:24.189440 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-d07931f5-27d0-46b6-97ee-27d5671c85de tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/quotas/1104fc5509014598861bc7b4d4e4f461 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Feb 09 01:01:24.242906 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-f98b2fc0-674b-42a5-ba77-2ed7f2dced54 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482914 Feb 09 01:01:24.340891 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-4750ab67-82e3-49c1-be77-3bae69a1f111 service neutron] 10.222.0.32 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Feb 09 01:01:24.438759 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-619f5d25-c004-411f-86d8-66c60b7d67f0 service neutron] 10.222.0.32 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896156 Feb 09 01:01:24.609348 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-11b07087-a896-41f5-83ce-7e410e7bec83 req-a80b5eee-e8bd-4ece-9dd5-cdedcb7e5627 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 210 time: 0.0283983 Feb 09 01:01:24.846534 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Sync routers for ids ['98e80bf2-9594-4711-a72b-b8c20742b90f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:24.857509 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Routers {'98e80bf2-9594-4711-a72b-b8c20742b90f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:24.858090 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98e80bf2-9594-4711-a72b-b8c20742b90f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:24.963279 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 76c2b505-f0fd-4ebc-af38-747cd8472def up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:25.017394 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 76c2b505-f0fd-4ebc-af38-747cd8472def triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:25.017883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.079085 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Set router 98e80bf2-9594-4711-a72b-b8c20742b90f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:25.103547 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.126472 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] For port 76c2b505-f0fd-4ebc-af38-747cd8472def, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=76c2b505-f0fd-4ebc-af38-747cd8472def,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:25.130573 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.182023 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Pushing event updated for resources: {'Port': ['ID=76c2b505-f0fd-4ebc-af38-747cd8472def,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.285779 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6480d9d9-055f-4c89-b5e1-b12e4f21d353', 'name': '', 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'mac_address': 'fa:16:3e:99:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:20Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 2, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'subnets': [{'id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:25.312303 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Checking router: 98e80bf2-9594-4711-a72b-b8c20742b90f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:25.312648 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Updating router 98e80bf2-9594-4711-a72b-b8c20742b90f port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 binding host n-d-828413-1 {{(pid=105938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:25.336626 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.602465 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-6506a93e-5962-4752-84cd-0efb3075ac3a tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.604637 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-6506a93e-5962-4752-84cd-0efb3075ac3a tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 809 time: 0.1166754 Feb 09 01:01:25.617722 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.623972 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.653155 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-b5a218af-3704-4c93-9c9d-5cdcb324729f tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1104fc5509014598861bc7b4d4e4f461 HTTP/1.1" status: 200 len: 380 time: 0.0386343 Feb 09 01:01:25.673862 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1bb89-04a0-47ca-a4b6-7fb4c8f72700 None None] Pushing event updated for resources: {'Port': ['ID=6480d9d9-055f-4c89-b5e1-b12e4f21d353,revision_number=3']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.674764 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'port': {'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'admin_state_up': True, 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'security_groups': ['82cd2ac4-99da-4e9c-8f40-8d657f209a41']}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:25.730471 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Attempting to bind port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 on host n-d-828413-1 for vnic_type normal with profile {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:25.730847 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Attempting to bind port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 by drivers openvswitch,hyperv on host n-d-828413-1 at level 0 using segments [{'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:25.731224 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Attempting to bind port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 on network b189450b-ab8d-478e-a2da-7a0b9523e006 {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:25.737049 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Checking agent: {'id': '9e8fee2e-8791-4774-b008-b1aa29680e8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 30, 47), 'started_at': datetime.datetime(2022, 2, 8, 23, 31, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828413-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:25.739519 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Checking segment: {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:25.739519 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.739519 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Bound using segment: {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'} {{(pid=105938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:25.739519 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.managers [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Bound port: 6480d9d9-055f-4c89-b5e1-b12e4f21d353, host: n-d-828413-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b75210-9988-40d9-8dcd-1dfab6b94f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006'}}] {{(pid=105938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:25.739519 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.757339 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9c1dbf52-450e-413d-a44d-cf0cf96877d3 req-40795f5a-55ea-402d-9daa-dedd96403622 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 210 time: 0.0557601 Feb 09 01:01:25.820695 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] For port 6480d9d9-055f-4c89-b5e1-b12e4f21d353, host n-d-828413-1, cleared binding levels {{(pid=105938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:25.824990 n-d-828413-1 neutron-server[105938]: DEBUG neutron.plugins.ml2.db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] For port 6480d9d9-055f-4c89-b5e1-b12e4f21d353, host n-d-828413-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6480d9d9-055f-4c89-b5e1-b12e4f21d353,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:25.829832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Made reservation on behalf of 1104fc5509014598861bc7b4d4e4f461 for: {'port': 1} {{(pid=105925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:25.830929 n-d-828413-1 neutron-server[105938]: DEBUG neutron_lib.callbacks.manager [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.833328 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.874707 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Routers {'98e80bf2-9594-4711-a72b-b8c20742b90f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:25.875854 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98e80bf2-9594-4711-a72b-b8c20742b90f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:25.909025 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-55c037e8-ad2d-4439-bc5a-fe1cf421a37f None None] Provisioning complete for port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:25.909404 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-55c037e8-ad2d-4439-bc5a-fe1cf421a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:25.979316 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1bb89-04a0-47ca-a4b6-7fb4c8f72700 None None] Pushing event updated for resources: {'Port': ['ID=6480d9d9-055f-4c89-b5e1-b12e4f21d353,revision_number=4']} {{(pid=105938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.007823 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Allocated IP 172.20.0.7 (41113105-c5d8-4302-9ba1-5501da647a56/bbee4337-ae76-42cf-94de-9eaa7895316a/5a2aeaa7-395d-438a-aba9-ed88f4753494) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:26.013656 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] Set router 98e80bf2-9594-4711-a72b-b8c20742b90f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:26.018036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-55c037e8-ad2d-4439-bc5a-fe1cf421a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.061554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-55c037e8-ad2d-4439-bc5a-fe1cf421a37f None None] For port 6480d9d9-055f-4c89-b5e1-b12e4f21d353, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6480d9d9-055f-4c89-b5e1-b12e4f21d353,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:26.068956 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-55c037e8-ad2d-4439-bc5a-fe1cf421a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.127673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c037e8-ad2d-4439-bc5a-fe1cf421a37f None None] Pushing event updated for resources: {'Port': ['ID=6480d9d9-055f-4c89-b5e1-b12e4f21d353,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.184799 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.190171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2e828bde-b25c-4037-b0a2-b9d204cf927d None None] Provisioning complete for port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:26.190544 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2e828bde-b25c-4037-b0a2-b9d204cf927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.231601 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.231869 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6480d9d9-055f-4c89-b5e1-b12e4f21d353', 'name': '', 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'mac_address': 'fa:16:3e:99:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:20Z', 'updated_at': '2022-02-09T01:01:25Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'subnets': [{'id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:26.266888 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d28f2-ca3e-4a8b-b328-4c14e00e3fd5 None None] The sync data for ids ['98e80bf2-9594-4711-a72b-b8c20742b90f'] in n-d-828413-1 is: [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:21Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': '6480d9d9-055f-4c89-b5e1-b12e4f21d353', 'name': '', 'network_id': 'b189450b-ab8d-478e-a2da-7a0b9523e006', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'mac_address': 'fa:16:3e:99:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:20Z', 'updated_at': '2022-02-09T01:01:25Z', 'revision_number': 4, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'subnets': [{'id': '7f963109-7b23-48f5-916e-73f62275ccaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:26.282709 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Network 41113105-c5d8-4302-9ba1-5501da647a56 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:26.286694 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:26.291832 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:26.318771 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.353773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.355135 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.377442 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-a65accdb-48b8-4761-9565-3a2985a469d1 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7057977 Feb 09 01:01:26.390591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Request body: {'port': {'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828413-1'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:26.450070 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.596954 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-0c8b05ca-9db7-4c21-bcf4-47765eac1391 None None] Provisioning complete for port 5a2aeaa7-395d-438a-aba9-ed88f4753494 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:26.597800 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0c8b05ca-9db7-4c21-bcf4-47765eac1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.635776 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b05ca-9db7-4c21-bcf4-47765eac1391 None None] Port 5a2aeaa7-395d-438a-aba9-ed88f4753494 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 01:01:26.739014 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a2aeaa7-395d-438a-aba9-ed88f4753494 {{(pid=105925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:26.747247 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.759678 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.provisioning_blocks [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Transition to ACTIVE for port object 5a2aeaa7-395d-438a-aba9-ed88f4753494 will not be triggered until provisioned by entity L2. {{(pid=105925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:26.764006 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.818050 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.929369 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Attempting to bind port 5a2aeaa7-395d-438a-aba9-ed88f4753494 on host n-h1-828413-1 for vnic_type normal with profile {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:01:26.929697 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Attempting to bind port 5a2aeaa7-395d-438a-aba9-ed88f4753494 by drivers openvswitch,hyperv on host n-h1-828413-1 at level 0 using segments [{'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:01:26.930026 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Attempting to bind port 5a2aeaa7-395d-438a-aba9-ed88f4753494 on network 41113105-c5d8-4302-9ba1-5501da647a56 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:26.941174 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beacdd-df9c-4b59-97c7-f5f8cb0d0361 req-5e1af9c0-1cf6-4c08-9987-fb0e2230e2c9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.942729 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06beacdd-df9c-4b59-97c7-f5f8cb0d0361 req-5e1af9c0-1cf6-4c08-9987-fb0e2230e2c9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.0876794 Feb 09 01:01:26.945106 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Port 5a2aeaa7-395d-438a-aba9-ed88f4753494 on network 41113105-c5d8-4302-9ba1-5501da647a56 not bound, no agent of type Open vSwitch agent registered on host n-h1-828413-1 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:26.945426 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Attempting to bind port 5a2aeaa7-395d-438a-aba9-ed88f4753494 on network 41113105-c5d8-4302-9ba1-5501da647a56 {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:26.959126 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Checking agent: {'id': 'd0373c22-5afa-4000-82e1-8e39fb1905b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:26.959466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Checking segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:01:26.959844 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Bound using segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} {{(pid=105925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:26.960277 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.managers [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Bound port: 5a2aeaa7-395d-438a-aba9-ed88f4753494, host: n-h1-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}}] {{(pid=105925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:01:26.960630 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:26.988777 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 76c2b505-f0fd-4ebc-af38-747cd8472def up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:27.023403 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-06beacdd-df9c-4b59-97c7-f5f8cb0d0361 req-1010c6e9-9762-4fb5-a3de-d8ef5c1d55da tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728424 Feb 09 01:01:27.057757 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, cleared binding levels {{(pid=105925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:27.057863 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 76c2b505-f0fd-4ebc-af38-747cd8472def triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:27.057863 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.058383 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:27.062933 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.099833 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.100475 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.101842 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] 10.222.0.21 "PUT /v2.0/ports/5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 1091 time: 0.7162540 Feb 09 01:01:27.102278 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:27.104579 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab764d92-3740-4a58-b44e-27789dd91575" -d '{"events": [{"name": "network-changed", "server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:27.144955 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234c262-8173-4cd1-8450-ed56adb1574f service neutron] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=3']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:27.161385 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56304d3f-bc9c-45df-b78b-0723d86d5306 x-openstack-request-id: req-56304d3f-bc9c-45df-b78b-0723d86d5306 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:27.161757 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:27.162078 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56304d3f-bc9c-45df-b78b-0723d86d5306 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:27.162549 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'status': 'completed', 'code': 200} Feb 09 01:01:27.168898 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6480d9d9-055f-4c89-b5e1-b12e4f21d353 up at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:27.196053 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-749649f9-2060-4fee-8ac7-a5d70f46d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.197633 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-749649f9-2060-4fee-8ac7-a5d70f46d7d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1094 time: 0.0493863 Feb 09 01:01:27.225245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Provisioning complete for port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:27.225621 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:27.252455 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-3f27e9a9-a3c2-4db1-bfd9-43e50ff10144 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 217 time: 0.0437052 Feb 09 01:01:27.305089 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-4e425110-0242-4d63-9a51-8336dfeab806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.306603 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-4e425110-0242-4d63-9a51-8336dfeab806 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0457485 Feb 09 01:01:27.357389 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-f074652f-8cf0-451a-847a-42c5b22b9ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.358871 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-f074652f-8cf0-451a-847a-42c5b22b9ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459294 Feb 09 01:01:27.449343 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-5d3aed05-8412-4905-9886-756991ac21e3 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824304 Feb 09 01:01:27.542212 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7fb35aca-462d-48df-a952-52acb644e2d8 req-6b27a189-9a76-4d42-87cc-43974998b14b service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871515 Feb 09 01:01:27.629186 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764d92-3740-4a58-b44e-27789dd91575 req-72a83954-1f6d-4602-98e8-fabdcd7a0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.630709 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-72a83954-1f6d-4602-98e8-fabdcd7a0b32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1094 time: 0.0407059 Feb 09 01:01:27.723407 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764d92-3740-4a58-b44e-27789dd91575 req-53c54333-9e05-4614-bfb1-54558cc1aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.724947 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-53c54333-9e05-4614-bfb1-54558cc1aaf2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0871038 Feb 09 01:01:27.765398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-b305b1cc-dec3-42bd-a8d4-ac085aa9181f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 217 time: 0.0336845 Feb 09 01:01:27.816995 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764d92-3740-4a58-b44e-27789dd91575 req-d1f7ae69-d104-4c7e-98df-a50fa35cb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.818494 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-d1f7ae69-d104-4c7e-98df-a50fa35cb3d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0448756 Feb 09 01:01:27.864110 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764d92-3740-4a58-b44e-27789dd91575 req-8dde5fc4-aaf1-4d63-b638-f03b6290e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.865643 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-8dde5fc4-aaf1-4d63-b638-f03b6290e9bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402484 Feb 09 01:01:27.958089 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-d7b0cbf4-4975-4122-8f10-a272d35b00a6 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855138 Feb 09 01:01:28.046414 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ab764d92-3740-4a58-b44e-27789dd91575 req-492a55a2-f57c-4acf-b8aa-938b090e287c service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805154 Feb 09 01:01:28.160326 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9514db-ffea-46b9-92db-ddce27106758 req-5ccbd3ad-7c93-4780-bb0b-76a0b1b5dbc3 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.161825 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f9514db-ffea-46b9-92db-ddce27106758 req-5ccbd3ad-7c93-4780-bb0b-76a0b1b5dbc3 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.0546749 Feb 09 01:01:28.200263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-2f9514db-ffea-46b9-92db-ddce27106758 req-9e5e3e86-9d14-4a7a-a7ca-64baf056f257 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320134 Feb 09 01:01:29.411883 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39153226-cec6-4eb2-a594-fb0c49e8eac2 req-f04ece33-f746-471d-8c0c-039f47c6722f tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.413547 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39153226-cec6-4eb2-a594-fb0c49e8eac2 req-f04ece33-f746-471d-8c0c-039f47c6722f tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.1452186 Feb 09 01:01:29.451945 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-39153226-cec6-4eb2-a594-fb0c49e8eac2 req-3a8f5cac-79c1-4ff6-947f-1f49941bb8b9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315123 Feb 09 01:01:30.493275 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:30.571075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d63673-90d1-44f2-8678-f4e1bf7d92e3 req-a78c1fe9-acc2-4e91-912c-3383d00e164d tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.573794 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51d63673-90d1-44f2-8678-f4e1bf7d92e3 req-a78c1fe9-acc2-4e91-912c-3383d00e164d tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.0521357 Feb 09 01:01:30.591928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:30.604169 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:30.612048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-51d63673-90d1-44f2-8678-f4e1bf7d92e3 req-7f66991c-e213-493f-85cb-49c441f7725c tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325210 Feb 09 01:01:30.642939 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.656815 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a2aeaa7-395d-438a-aba9-ed88f4753494 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:01:30.676202 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:30.679645 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:30.726184 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:30.917317 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5a2aeaa7-395d-438a-aba9-ed88f4753494'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:31.731148 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e9288-e956-4094-89e6-60a4995ddfd3 req-2f75b565-7edd-4470-af19-8d6e491d463e tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.732613 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb9e9288-e956-4094-89e6-60a4995ddfd3 req-2f75b565-7edd-4470-af19-8d6e491d463e tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 944 time: 0.0521896 Feb 09 01:01:31.770197 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cb9e9288-e956-4094-89e6-60a4995ddfd3 req-d5038c6e-94d6-4e9c-9f7d-a3c175ff2447 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Feb 09 01:01:32.507733 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:32.559201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning for port 5a2aeaa7-395d-438a-aba9-ed88f4753494 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:32.563255 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 5a2aeaa7-395d-438a-aba9-ed88f4753494 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:32.563625 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.640690 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.663974 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:32.666239 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4812a87f-a4bb-4729-b236-579a593c8d9a" -d '{"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-plugged", "status": "completed", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:32.679535 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:32.684883 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:32.708299 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe5e301-c60c-4faa-afab-74391467c21e x-openstack-request-id: req-abe5e301-c60c-4faa-afab-74391467c21e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:32.708596 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-plugged", "status": "completed", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:32.708878 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-abe5e301-c60c-4faa-afab-74391467c21e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:32.709293 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'code': 200} Feb 09 01:01:32.735959 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:32.803866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836833f-01cb-4cbb-8c70-a7ba821b3355 req-2a6b3f44-78d5-49c2-b8f3-bd943769c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:32.805452 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c836833f-01cb-4cbb-8c70-a7ba821b3355 req-2a6b3f44-78d5-49c2-b8f3-bd943769c31d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1096 time: 0.0412722 Feb 09 01:01:32.840165 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c836833f-01cb-4cbb-8c70-a7ba821b3355 req-678283b7-0d28-4662-bf1e-cea8597b9691 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279267 Feb 09 01:01:32.886735 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b931df-d4e9-4aef-ab6b-749b90ec6832 req-7bd7582e-b490-42c9-9533-c8b22e95f790 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:32.891675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83b931df-d4e9-4aef-ab6b-749b90ec6832 req-7bd7582e-b490-42c9-9533-c8b22e95f790 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 945 time: 0.0472138 Feb 09 01:01:32.927143 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-83b931df-d4e9-4aef-ab6b-749b90ec6832 req-495f7dde-9d49-4780-b81d-496549f4fd20 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Feb 09 01:01:34.047075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d711-542f-4a1e-b414-42e26714dd18 req-6081c50c-9ad8-4209-9854-dc91ec8ccaf0 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.048473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d026d711-542f-4a1e-b414-42e26714dd18 req-6081c50c-9ad8-4209-9854-dc91ec8ccaf0 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 945 time: 0.0515168 Feb 09 01:01:34.086223 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d026d711-542f-4a1e-b414-42e26714dd18 req-9316eedb-e0cc-4b38-bc0f-5ff10bf09b90 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Feb 09 01:01:34.199309 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f07648-e8ae-4621-af46-636a093fea35 req-42cffe17-3681-4f69-b80e-3776b3e590c3 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.200770 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7f07648-e8ae-4621-af46-636a093fea35 req-42cffe17-3681-4f69-b80e-3776b3e590c3 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 945 time: 0.0482206 Feb 09 01:01:34.238379 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e7f07648-e8ae-4621-af46-636a093fea35 req-d0aee45d-c7eb-4855-b235-42be82aec2b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Feb 09 01:01:34.259445 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33842) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:34.341449 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140407b7-f7d5-4fe6-a48f-123b75a09dd7 tempest-TestSnapshotPattern-135666114 tempest-TestSnapshotPattern-135666114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.342982 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-140407b7-f7d5-4fe6-a48f-123b75a09dd7 tempest-TestSnapshotPattern-135666114 tempest-TestSnapshotPattern-135666114-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1091 time: 0.0825570 Feb 09 01:01:34.345820 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 33846) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:01:34.350181 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:34.375625 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.769820 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:34.871942 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Allocated IP 172.25.3.124 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/f54f180e-e419-479d-9b9f-25bffb7f54c8) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:34.976843 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.013052 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.053773 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:35.056728 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:35.060860 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:35.086350 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'Port': ['ID=f54f180e-e419-479d-9b9f-25bffb7f54c8,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.421983 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.490794 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.634590 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.640680 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.714944 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'Port': ['ID=f54f180e-e419-479d-9b9f-25bffb7f54c8,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.725128 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:35.825075 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Floating IP 8208854d-2825-4c08-80be-6007676b3012 associated. External IP: 172.25.3.124, port: 5a2aeaa7-395d-438a-aba9-ed88f4753494. Feb 09 01:01:36.034882 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:01:36.140863 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:36.151079 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:36.160341 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:36.160995 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:36.161276 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:36.189725 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-0d858a8f-6e48-4414-86a9-beaf95632a18 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8427012 Feb 09 01:01:36.190287 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:01:36.192516 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a7d04-b614-4abb-88b9-f1e87849eb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:36.230965 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a1f01d-87b5-4f1c-ad93-e2fc2161e5a4 x-openstack-request-id: req-f3a1f01d-87b5-4f1c-ad93-e2fc2161e5a4 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:36.231348 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:36.231659 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3a1f01d-87b5-4f1c-ad93-e2fc2161e5a4 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:36.232122 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'status': 'completed', 'code': 200} Feb 09 01:01:36.275075 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:36.291025 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-c753282e-9b54-4df0-838a-82fb00253574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.293367 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-c753282e-9b54-4df0-838a-82fb00253574 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1096 time: 0.0404930 Feb 09 01:01:36.388193 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-733b5e11-4804-49a2-a03f-ee65032191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.389711 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-733b5e11-4804-49a2-a03f-ee65032191fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0894203 Feb 09 01:01:36.460000 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-1373573d-ce15-4bed-8bec-5d03c1303bde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 999 time: 0.0627072 Feb 09 01:01:36.511174 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:35Z', 'revision_number': 0, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:36.523173 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-7c7c5843-5934-490d-98ba-47e625c3307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.524673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-7c7c5843-5934-490d-98ba-47e625c3307f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0578499 Feb 09 01:01:36.541869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:36.550099 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:36.550698 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:01:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:36.569221 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-9a8ed695-1a79-4842-a51f-9c953bae3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.570703 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-9a8ed695-1a79-4842-a51f-9c953bae3cdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398598 Feb 09 01:01:36.658810 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:36.664312 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-f795d5c0-18ef-47a9-bf83-fff097b6412e service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866146 Feb 09 01:01:36.753038 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-299a7d04-b614-4abb-88b9-f1e87849eb4c req-0a49d11a-d925-4226-8ec2-7cdd658ca6aa service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820594 Feb 09 01:01:36.889583 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:35Z', 'revision_number': 0, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:36.915516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007a9b9-1510-4c15-bd17-3421f7edab66 None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:35Z', 'revision_number': 0, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:37.110608 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e3fdb2-e9fd-4264-8cf7-e4d8937bab47 None None] New status for floating IP 8208854d-2825-4c08-80be-6007676b3012: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:01:37.609652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:37.848673 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:42.083779 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ed643c26-90bb-4e85-90dc-f8f6b6a668ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:44.823694 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-143c3508-2bd8-44fa-aaed-35541449f2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:45.768522 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.150291 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:47.545008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:01:58.632398 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-1e5adc00-e0e5-41b7-9255-c51b3ebe7865 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872865 Feb 09 01:01:58.713838 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-0c8160e1-cfbf-4955-bfba-95ac4c3ec9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.715313 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-0c8160e1-cfbf-4955-bfba-95ac4c3ec9ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1096 time: 0.0410817 Feb 09 01:01:58.822761 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-56151dc3-c944-491b-b756-1e83200c23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.824193 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-56151dc3-c944-491b-b756-1e83200c23dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0907123 Feb 09 01:01:58.895209 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-4022b0fd-7136-4b77-948e-b73777465470 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 1001 time: 0.0625241 Feb 09 01:01:58.942348 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-7eeadbe9-a04c-49b7-9855-8a9a35626d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.943735 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-7eeadbe9-a04c-49b7-9855-8a9a35626d3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0415559 Feb 09 01:01:58.987666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-1038a41f-990c-48b1-aa85-84c436b3d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.989167 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-1038a41f-990c-48b1-aa85-84c436b3d713 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387213 Feb 09 01:01:59.079092 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-d1abfa52-5bef-4305-80a4-57fbf969f1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822239 Feb 09 01:01:59.168445 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-9a1d387a-c2e0-4a56-9391-aba30836487b req-4df3c731-2d9a-47d2-8869-3bf9b9a97a7f service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821264 Feb 09 01:01:59.425432 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:02:07.610459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:07.849053 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:12.085412 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7146229d-1f06-47e7-a63d-6f329a8eb6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:14.826206 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8044b6df-5134-440f-8aca-eb873844d2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:15.771650 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.153465 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:17.547035 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:36.424466 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:02:37.605007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:37.847011 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:42.088308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-40454941-5e8c-48b1-9b31-513c1adb13c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:44.832614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-fd673578-1d39-4fd1-8be3-8f7b515ab0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:45.774544 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.157945 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:02:47.549581 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:00.578102 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-101a2dc7-8ff5-4e75-9b40-be14a7f8414c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454700 Feb 09 01:03:00.659305 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-b127503a-6d0c-46e7-a9c3-c9f21261fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.660941 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-b127503a-6d0c-46e7-a9c3-c9f21261fb28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1096 time: 0.0423584 Feb 09 01:03:00.759815 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-6bab4438-590f-4a4d-b629-1af4673875b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.761300 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-6bab4438-590f-4a4d-b629-1af4673875b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0827036 Feb 09 01:03:00.829056 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-3aa8161e-d34b-4a20-924c-7d81eac4e16f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 1001 time: 0.0604773 Feb 09 01:03:00.876388 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-7519a071-dc7d-4513-802a-671df8c21e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.877811 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-7519a071-dc7d-4513-802a-671df8c21e24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0428557 Feb 09 01:03:00.923439 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-f058ec38-dec2-4873-9033-ba970d74d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.924938 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-f058ec38-dec2-4873-9033-ba970d74d278 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403199 Feb 09 01:03:01.018113 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-5fb81cf5-817d-49c9-b284-a3e64877f162 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867357 Feb 09 01:03:01.111833 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f100e73-e632-45f6-80ba-a8ea803f61c7 req-9f5e1f73-c45d-4c81-b5d1-f4aafdc7e13b service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875311 Feb 09 01:03:07.620480 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:07.848096 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:12.090230 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8efae946-4df0-4b4c-a4aa-4c81b05fe9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:13.423398 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:03:14.835505 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e40287c-0374-443a-9eba-77dceb0239b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:15.777661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.159562 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:17.551308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.049744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 details requested by agent hyperv_n-h1-828413-1 with host n-h1-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:37.165878 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:37.178026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Returning: {'device': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:37.219992 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.238828 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a2aeaa7-395d-438a-aba9-ed88f4753494 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:37.260155 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:37.264212 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.332382 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.341504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.341504 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.341845 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.342187 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.342522 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.342851 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.343185 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.343513 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.343840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.344166 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.344494 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.344817 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:37.351013 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] get_ports_and_sgs() called for port_ids ['5a2aeaa7-395d-438a-aba9-ed88f4753494'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:37.634857 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:37.839088 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.099837 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 up at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:39.150503 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Provisioning complete for port 5a2aeaa7-395d-438a-aba9-ed88f4753494 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:39.150877 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.408944 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.432244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:39.441958 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c89b0a-3320-426c-926b-805a4b37e4ee" -d '{"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-plugged", "status": "completed", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:39.448854 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:39.463118 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:39.524551 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.588232 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf6e83-cc68-449f-9989-ef89a4298c2e x-openstack-request-id: req-bcbf6e83-cc68-449f-9989-ef89a4298c2e {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:39.588613 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-plugged", "status": "completed", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:39.588966 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bcbf6e83-cc68-449f-9989-ef89a4298c2e {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:39.589536 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'code': 200} Feb 09 01:03:42.095858 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8d0088da-c06c-4447-b530-0d1e97cf5745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:44.838748 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c4545c21-fb9c-4a25-b88b-61553def8520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:45.779808 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:46.389852 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-59a9a3b8-d5d0-4cb3-8d13-456cad30be1c tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943980470&fields=id&tenant_id=1104fc5509014598861bc7b4d4e4f461 HTTP/1.1" status: 200 len: 267 time: 0.0376098 Feb 09 01:03:46.496339 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-bc187437-4ccc-43b7-ac31-f77aaa29f037 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.497851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-bc187437-4ccc-43b7-ac31-f77aaa29f037 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 809 time: 0.1012902 Feb 09 01:03:46.513473 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-86620ba6-3aa9-46d9-bbf7-7649564f7cd5 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/quotas/1104fc5509014598861bc7b4d4e4f461 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Feb 09 01:03:46.568795 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-911e6286-a743-4cc6-8fea-f7004b60ab27 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500855 Feb 09 01:03:46.627866 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-7d540b12-5726-4210-b4ad-8b638bf1a87a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=105925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 01:03:46.628864 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-7d540b12-5726-4210-b4ad-8b638bf1a87a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487192 Feb 09 01:03:46.721179 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-d2724384-9608-405d-8fed-69df2b32a5f3 service neutron] 10.222.0.32 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Feb 09 01:03:46.809370 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-f66b2bc2-dfc7-429d-8514-7f31ff63fadf service neutron] 10.222.0.32 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814776 Feb 09 01:03:46.973840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3f05b87c-c347-4ed1-bf5e-54108edd7c6d req-5e1c173c-6708-4e40-a401-8224f4d293f5 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 210 time: 0.0311387 Feb 09 01:03:47.162659 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.552266 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:47.952182 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-7572a17d-7192-42d9-bf74-44e86ee5165c tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.953685 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-7572a17d-7192-42d9-bf74-44e86ee5165c tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.84 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 809 time: 0.1100914 Feb 09 01:03:47.998307 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-7c603f74-2311-4f9d-a356-eb40e57ddebb tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1104fc5509014598861bc7b4d4e4f461 HTTP/1.1" status: 200 len: 380 time: 0.0342641 Feb 09 01:03:48.010406 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'port': {'device_id': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'admin_state_up': True, 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'security_groups': ['82cd2ac4-99da-4e9c-8f40-8d657f209a41']}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:48.077328 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a41135e4-11dd-4638-b902-4af646dcee19 req-7805f071-5790-458f-bd1d-6f1a7dafe7b8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 210 time: 0.0294695 Feb 09 01:03:48.141416 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Made reservation on behalf of 1104fc5509014598861bc7b4d4e4f461 for: {'port': 1} {{(pid=105931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:48.145052 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.302771 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_common [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Allocated IP 172.20.0.3 (41113105-c5d8-4302-9ba1-5501da647a56/bbee4337-ae76-42cf-94de-9eaa7895316a/38021a44-a3b3-494a-86f2-1469baa8e6e7) {{(pid=105931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:48.488501 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for port, precommit_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.528733 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_create {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.587707 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Network 41113105-c5d8-4302-9ba1-5501da647a56 is already hosted by enough agents. {{(pid=105931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:48.591318 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.base_scheduler [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Resources bound (agent type, host, resource id): {{(pid=105931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:48.595576 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Received port after_create {{(pid=105931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:48.643379 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=1']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:48.658046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.658414 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.658728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.659060 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.659521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.660007 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.660347 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.660673 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.661028 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.661346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.661668 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.661988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:48.673944 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.674583 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.697249 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-9c9e7156-6c54-41e5-a6a6-4c546f3ad6ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6911583 Feb 09 01:03:48.902070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-2c4243e3-4825-4a2b-9a4c-df6364b93133 None None] Provisioning complete for port 38021a44-a3b3-494a-86f2-1469baa8e6e7 triggered by entity DHCP. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:48.902632 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2c4243e3-4825-4a2b-9a4c-df6364b93133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:48.948653 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-2c4243e3-4825-4a2b-9a4c-df6364b93133 None None] Port 38021a44-a3b3-494a-86f2-1469baa8e6e7 cannot update to ACTIVE because it is not bound. {{(pid=105933) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 01:03:49.191442 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:49.220086 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0405c-9bee-4e6a-8ff1-fca044ccb341 req-6f0d2d30-f099-4327-92c5-45ed42826146 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.221744 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9c0405c-9bee-4e6a-8ff1-fca044ccb341 req-6f0d2d30-f099-4327-92c5-45ed42826146 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0641174 Feb 09 01:03:49.273153 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-d9c0405c-9bee-4e6a-8ff1-fca044ccb341 req-610e995d-8cb6-464c-8a2a-40e3aee27885 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453901 Feb 09 01:03:49.296476 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.318840 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:49.321897 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a69ce5-87e2-4bc8-ad4a-4548cbda44ca" -d '{"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:49.338488 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:49.348205 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:49.379299 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46ff37c-220b-4552-b898-d62efe16ee10 x-openstack-request-id: req-d46ff37c-220b-4552-b898-d62efe16ee10 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:49.379877 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-unplugged", "status": "completed", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:49.380346 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46ff37c-220b-4552-b898-d62efe16ee10 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:49.380926 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'code': 200} Feb 09 01:03:49.407011 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Pushing event updated for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.404215 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c996e33-6a7c-4cd0-9a9a-f2c67e34a33f req-def76e41-084b-453f-bfe1-384899559a1c tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.405836 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c996e33-6a7c-4cd0-9a9a-f2c67e34a33f req-def76e41-084b-453f-bfe1-384899559a1c tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0531073 Feb 09 01:03:50.422234 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:03:50.450946 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3c996e33-6a7c-4cd0-9a9a-f2c67e34a33f req-9c40857d-9e59-4465-97e9-2063f90747ad tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386333 Feb 09 01:03:51.579641 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf57dc-d7a3-4b81-ae79-39c15bc4cc07 req-92731438-ea9f-4a94-9107-9cafe24580a9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.581064 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecaf57dc-d7a3-4b81-ae79-39c15bc4cc07 req-92731438-ea9f-4a94-9107-9cafe24580a9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0579596 Feb 09 01:03:51.622900 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-ecaf57dc-d7a3-4b81-ae79-39c15bc4cc07 req-f584f016-f747-4841-be75-e5ce2c2410b5 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353680 Feb 09 01:03:52.752852 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31057a-6a94-44bf-8857-a7eea73d88a8 req-e9f0a634-570b-4bba-8c8b-d82b3d38b5b5 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.760840 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a31057a-6a94-44bf-8857-a7eea73d88a8 req-e9f0a634-570b-4bba-8c8b-d82b3d38b5b5 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0644891 Feb 09 01:03:52.796010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7a31057a-6a94-44bf-8857-a7eea73d88a8 req-a52eb04e-294e-41c0-bb74-61390ef17cfa tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342619 Feb 09 01:03:53.929936 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737595e7-eb83-4c4b-bf4c-142037869735 req-73ae3eb5-7511-44aa-b547-f291977f8a21 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.931507 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-737595e7-eb83-4c4b-bf4c-142037869735 req-73ae3eb5-7511-44aa-b547-f291977f8a21 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0597427 Feb 09 01:03:53.975495 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-737595e7-eb83-4c4b-bf4c-142037869735 req-566f9d84-ca1a-4cf7-ba99-8534f019272b tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Feb 09 01:03:55.123869 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aee1b-1b81-45f5-a8af-8a88b69a2937 req-26c61f6c-e0a8-4fed-96e8-6bd1249a2ef4 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.125538 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd3aee1b-1b81-45f5-a8af-8a88b69a2937 req-26c61f6c-e0a8-4fed-96e8-6bd1249a2ef4 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0747137 Feb 09 01:03:55.163229 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-dd3aee1b-1b81-45f5-a8af-8a88b69a2937 req-ec57af26-51e2-43c6-b7da-6e485933aea8 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Feb 09 01:03:56.296758 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6255d8-ad91-46b4-9bc0-fe1cef9caf21 req-20e29d9c-ab7d-4171-9287-7c01ba82645b tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.298305 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d6255d8-ad91-46b4-9bc0-fe1cef9caf21 req-20e29d9c-ab7d-4171-9287-7c01ba82645b tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 931 time: 0.0525320 Feb 09 01:03:56.337025 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-3d6255d8-ad91-46b4-9bc0-fe1cef9caf21 req-b4aa7f21-c0bd-4a71-a010-2afc279258e2 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320756 Feb 09 01:03:56.915541 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.v2.base [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Request body: {'port': {'device_id': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828413-1'}} {{(pid=105931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:56.974579 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.246022 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38021a44-a3b3-494a-86f2-1469baa8e6e7 {{(pid=105931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:03:57.253406 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.266234 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.provisioning_blocks [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Transition to ACTIVE for port object 38021a44-a3b3-494a-86f2-1469baa8e6e7 will not be triggered until provisioned by entity L2. {{(pid=105931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:57.269713 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.321559 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=2']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:57.403737 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Attempting to bind port 38021a44-a3b3-494a-86f2-1469baa8e6e7 on host n-h2-828413-1 for vnic_type normal with profile {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 01:03:57.404083 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Attempting to bind port 38021a44-a3b3-494a-86f2-1469baa8e6e7 by drivers openvswitch,hyperv on host n-h2-828413-1 at level 0 using segments [{'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 01:03:57.404415 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Attempting to bind port 38021a44-a3b3-494a-86f2-1469baa8e6e7 on network 41113105-c5d8-4302-9ba1-5501da647a56 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:57.409617 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Port 38021a44-a3b3-494a-86f2-1469baa8e6e7 on network 41113105-c5d8-4302-9ba1-5501da647a56 not bound, no agent of type Open vSwitch agent registered on host n-h2-828413-1 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:57.411117 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Attempting to bind port 38021a44-a3b3-494a-86f2-1469baa8e6e7 on network 41113105-c5d8-4302-9ba1-5501da647a56 {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:57.417978 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Checking agent: {'id': '00887e05-4db4-4995-88e1-c77a37fa2ea3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828413-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'started_at': datetime.datetime(2022, 2, 8, 23, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:57.418686 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Checking segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 01:03:57.419252 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Bound using segment: {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'} {{(pid=105931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:57.420125 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.managers [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Bound port: 38021a44-a3b3-494a-86f2-1469baa8e6e7, host: n-h2-828413-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27012f4-b57d-4d8a-8842-09fa1d02de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56'}}] {{(pid=105931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 01:03:57.420667 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.465677 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148f3e-4636-4dc3-9f5f-bfb01458d14b req-5882c212-f42e-4c9b-9514-adb1d2812513 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.467238 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8148f3e-4636-4dc3-9f5f-bfb01458d14b req-5882c212-f42e-4c9b-9514-adb1d2812513 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 943 time: 0.0563207 Feb 09 01:03:57.516583 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a8148f3e-4636-4dc3-9f5f-bfb01458d14b req-e777f89c-34e2-4a2c-a008-d3fdcc780ccb tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Feb 09 01:03:57.532230 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, cleared binding levels {{(pid=105931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:57.536708 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:57.546295 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8907190'] for port, after_update {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.586073 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.586716 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:03:57.588401 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] 10.222.0.84 "PUT /v2.0/ports/38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 1091 time: 0.6778724 Feb 09 01:03:57.588863 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:03:57.591165 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7cac8f-11c9-49d1-8234-a6204b0ed070" -d '{"events": [{"name": "network-changed", "server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:57.658540 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a6911-e732-49b4-8d89-74d4318be268 service neutron] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=3']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:57.694930 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-3c1034ea-4329-4b82-a016-70fb81fd4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.696701 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-3c1034ea-4329-4b82-a016-70fb81fd4fe7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1094 time: 0.0570858 Feb 09 01:03:57.746235 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa50c0d-0837-4482-a66b-f3c97babe097 x-openstack-request-id: req-5fa50c0d-0837-4482-a66b-f3c97babe097 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:57.746580 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:57.746842 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fa50c0d-0837-4482-a66b-f3c97babe097 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:57.747268 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'status': 'completed', 'code': 200} Feb 09 01:03:57.748657 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-721758e4-20ba-4d29-93dc-2015292dea7c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0417316 Feb 09 01:03:57.806343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-1039b887-a3cd-4c06-b801-5bba94600f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.807828 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-1039b887-a3cd-4c06-b801-5bba94600f0c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0503747 Feb 09 01:03:57.864345 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-5fa1c17b-eb29-4eb4-83a6-02f835d660b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.866537 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-5fa1c17b-eb29-4eb4-83a6-02f835d660b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502670 Feb 09 01:03:57.966986 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-5bbcb342-e76b-48a1-a5c4-6a1f24416066 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896204 Feb 09 01:03:58.064658 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-ac931775-d1e6-40a8-8b2b-6ba68390c373 req-11ae0e7f-fdd5-41f5-849a-2b178ab84a26 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906436 Feb 09 01:03:58.161265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-2727f41a-4803-441f-a210-2566a63a4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.163369 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-2727f41a-4803-441f-a210-2566a63a4267 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1094 time: 0.0423543 Feb 09 01:03:58.257934 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-b401f9a4-844c-4547-8b02-a0cd31a71184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.259409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-b401f9a4-844c-4547-8b02-a0cd31a71184 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0879695 Feb 09 01:03:58.310874 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-86371f82-95f6-4783-b19f-4b8569b29856 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0401735 Feb 09 01:03:58.362726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-06b9dab9-649a-4fd5-bb21-824cb6baa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.364235 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-06b9dab9-649a-4fd5-bb21-824cb6baa097 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0465262 Feb 09 01:03:58.419190 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-cb8da4fe-7629-4675-9cb7-806e19ab9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.420678 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-cb8da4fe-7629-4675-9cb7-806e19ab9d4a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449388 Feb 09 01:03:58.518854 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-bdc4d341-df7f-465f-9de2-32dd58ac6ec0 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858543 Feb 09 01:03:58.614808 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-8e7cac8f-11c9-49d1-8234-a6204b0ed070 req-f8a93531-9d53-4314-a839-5897dfe5f96a service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858402 Feb 09 01:03:58.635210 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049bf3e-7a64-4880-acbc-81e43eb54c3b req-437c9d18-41ce-4481-96d7-4d8981a471cc tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.636748 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8049bf3e-7a64-4880-acbc-81e43eb54c3b req-437c9d18-41ce-4481-96d7-4d8981a471cc tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 943 time: 0.0542042 Feb 09 01:03:58.674213 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-8049bf3e-7a64-4880-acbc-81e43eb54c3b req-ecb4aa7b-3d3b-4da6-94c5-f21bb75c9591 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Feb 09 01:03:59.788391 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5e98c-af42-4206-ae37-1ad29f6d1515 req-47df663f-be15-4da3-b169-f33e1d9efd13 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.789884 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbe5e98c-af42-4206-ae37-1ad29f6d1515 req-47df663f-be15-4da3-b169-f33e1d9efd13 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 943 time: 0.0482540 Feb 09 01:03:59.826503 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fbe5e98c-af42-4206-ae37-1ad29f6d1515 req-1fd236fd-d532-4b82-b39b-ebf13d1489b6 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Feb 09 01:04:00.580707 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-5c68ffaf-ba0f-4671-b0b9-b148f32ef2f5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392909 Feb 09 01:04:00.677367 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-dd3c22c7-9844-42a8-8e6d-4938e0487af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.679525 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-dd3c22c7-9844-42a8-8e6d-4938e0487af1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1094 time: 0.0592492 Feb 09 01:04:00.784098 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-65ff5e39-3f91-4dcf-8553-380437c9f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.785609 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-65ff5e39-3f91-4dcf-8553-380437c9f670 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0879130 Feb 09 01:04:00.863043 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-4b7c3e73-b89d-4eed-aae7-6de9db026724 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 999 time: 0.0697961 Feb 09 01:04:00.920818 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-5ed793e1-df49-40f9-8666-c1e8ad709aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.922265 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-5ed793e1-df49-40f9-8666-c1e8ad709aed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0540564 Feb 09 01:04:00.988207 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddc02f-2586-4172-8354-be05311aee19 req-bb92bac8-5ac9-4976-9ccc-4eafecd29bd9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.989714 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7eddc02f-2586-4172-8354-be05311aee19 req-bb92bac8-5ac9-4976-9ccc-4eafecd29bd9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 943 time: 0.0827556 Feb 09 01:04:00.995531 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-266e0b86-35fc-4a8b-9f61-ec048f09675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.996932 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-266e0b86-35fc-4a8b-9f61-ec048f09675c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615394 Feb 09 01:04:01.077581 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7eddc02f-2586-4172-8354-be05311aee19 req-3c90ae3d-03b6-4c0e-a8c9-03eb9593d593 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797164 Feb 09 01:04:01.109326 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-ef2fe1ff-5107-4079-9ce1-ef4fa5354d8b service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050990 Feb 09 01:04:01.200771 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-6e24b971-b2d7-4889-9fff-c22e843e1ffb req-d64c2ff7-30f3-4603-acd1-6a64161af7f9 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842853 Feb 09 01:04:01.317183 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:01.417222 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:01.433462 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'port_id': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'mac_address': 'fa:16:3e:9e:c6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:01.470370 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.482716 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38021a44-a3b3-494a-86f2-1469baa8e6e7 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:04:01.502064 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:01.505775 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:01.554010 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=4']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:01.791734 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['38021a44-a3b3-494a-86f2-1469baa8e6e7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:02.195095 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40811a24-c66b-4a51-a031-2ef776611534 req-ab795e91-a7af-40f8-b31f-8db07f13da08 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.196572 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40811a24-c66b-4a51-a031-2ef776611534 req-ab795e91-a7af-40f8-b31f-8db07f13da08 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 944 time: 0.0503490 Feb 09 01:04:02.233263 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-40811a24-c66b-4a51-a031-2ef776611534 req-67f9470d-6a80-46e6-aa83-dbba6567ca4a tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Feb 09 01:04:03.344524 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:03.349586 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfccf5a-42c5-4c89-ac3a-1242ad24be40 req-900f1627-575c-4a8f-b321-992c925262c2 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.351084 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0cfccf5a-42c5-4c89-ac3a-1242ad24be40 req-900f1627-575c-4a8f-b321-992c925262c2 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 944 time: 0.0487576 Feb 09 01:04:03.390259 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-0cfccf5a-42c5-4c89-ac3a-1242ad24be40 req-309850c8-2778-49f0-abff-96118036e0fa tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331504 Feb 09 01:04:03.399585 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning for port 38021a44-a3b3-494a-86f2-1469baa8e6e7 completed by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:03.404245 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 38021a44-a3b3-494a-86f2-1469baa8e6e7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:03.404614 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.481477 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.503709 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:03.505967 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ab8f76-0884-4b86-80ac-3b8594437f8b" -d '{"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-plugged", "status": "completed", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:03.519046 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:03.523131 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:03.546490 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef44acf9-c650-455f-980a-40d65da68f38 x-openstack-request-id: req-ef44acf9-c650-455f-980a-40d65da68f38 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:03.546766 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-plugged", "status": "completed", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:03.547016 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef44acf9-c650-455f-980a-40d65da68f38 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:03.547401 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'code': 200} Feb 09 01:04:03.574978 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=5']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.650624 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115d167-5f43-4351-a7d2-1cfae0f635fd req-82be8684-2653-4da1-bc7b-9a4fe1ab2e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.652363 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f115d167-5f43-4351-a7d2-1cfae0f635fd req-82be8684-2653-4da1-bc7b-9a4fe1ab2e34 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1096 time: 0.0460396 Feb 09 01:04:03.688418 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-f115d167-5f43-4351-a7d2-1cfae0f635fd req-ed9c7208-f9df-44ce-a2de-debf911a35dd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286376 Feb 09 01:04:04.510152 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84fdee-e275-4ad2-8d83-b411729deca8 req-aa19b118-2367-438c-8378-5898e89c8a4b tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:04.511620 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd84fdee-e275-4ad2-8d83-b411729deca8 req-aa19b118-2367-438c-8378-5898e89c8a4b tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 945 time: 0.0490379 Feb 09 01:04:04.554260 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-cd84fdee-e275-4ad2-8d83-b411729deca8 req-8b120e19-bce3-4bfd-ad26-f01b5822d312 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364039 Feb 09 01:04:05.669434 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e233c-d03f-4fec-8f33-54e5e8c5d0c2 req-3dc7026c-6f57-4386-af8c-3513413945e9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.670887 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc1e233c-d03f-4fec-8f33-54e5e8c5d0c2 req-3dc7026c-6f57-4386-af8c-3513413945e9 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 945 time: 0.0486023 Feb 09 01:04:05.707820 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-fc1e233c-d03f-4fec-8f33-54e5e8c5d0c2 req-52b2ee94-4f06-41d0-a81b-9c79ca177c85 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Feb 09 01:04:05.820300 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683160-8078-4ebe-90fe-d607e503faa0 req-bfd01661-391b-460e-8177-ec035a5cd278 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.821805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71683160-8078-4ebe-90fe-d607e503faa0 req-bfd01661-391b-460e-8177-ec035a5cd278 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Feb 09 01:04:05.860239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71683160-8078-4ebe-90fe-d607e503faa0 req-8a0a74e1-a3f2-4587-89b1-99739f15a0f2 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324774 Feb 09 01:04:05.881338 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34116) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:04:05.920548 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42986aca-311b-4537-8237-84e264b16a11 tempest-TestSnapshotPattern-135666114 tempest-TestSnapshotPattern-135666114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.922080 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-42986aca-311b-4537-8237-84e264b16a11 tempest-TestSnapshotPattern-135666114 tempest-TestSnapshotPattern-135666114-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1091 time: 0.0397968 Feb 09 01:04:05.924841 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34118) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:04:05.929117 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.v2.base [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Request body: {'floatingip': {'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'port_id': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:05.951464 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.049354 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.155035 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.db_base_plugin_common [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Allocated IP 172.25.3.109 (5a835ad3-3f48-474b-bd65-b33dc6c42ee3/bc710202-93e1-4a9d-a311-880da7634112/040efc45-2120-470b-af2b-df17be3e7084) {{(pid=105925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:06.252872 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for port, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.287030 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790164341881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:06.327316 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Network 5a835ad3-3f48-474b-bd65-b33dc6c42ee3 is already hosted by enough agents. {{(pid=105925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:06.331785 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.base_scheduler [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Resources bound (agent type, host, resource id): {{(pid=105925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:06.335267 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Received port after_create {{(pid=105925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:06.341466 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'Port': ['ID=040efc45-2120-470b-af2b-df17be3e7084,revision_number=1']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:06.653583 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.653925 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.654265 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.654601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.654935 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.655264 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.655588 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.655909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.656229 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.656549 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.656870 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.657213 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:06.986549 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.055657 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.205126 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for port, precommit_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.209873 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2473575'] for port, after_update {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.278605 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event updated for resources: {'Port': ['ID=040efc45-2120-470b-af2b-df17be3e7084,revision_number=2']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.286605 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859628'] for floatingip, after_create {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.387799 n-d-828413-1 neutron-server[105925]: INFO neutron.db.l3_db [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Floating IP 97c9a424-4881-4439-b474-6dfb63747c14 associated. External IP: 172.25.3.109, port: 38021a44-a3b3-494a-86f2-1469baa8e6e7. Feb 09 01:04:07.594898 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:04:07.640142 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.705386 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:04:07.716131 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:07.723797 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.727879 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:07.728502 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:03:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:07.751817 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-5decff09-976d-4cf9-91ca-679eb7526677 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8259621 Feb 09 01:04:07.752419 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:04:07.754829 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c435e407-c501-41c1-bc4d-5456dde2b9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:07.839661 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:07.851367 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cec682e-5f8e-48b4-8376-179f6ffed31f x-openstack-request-id: req-8cec682e-5f8e-48b4-8376-179f6ffed31f {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:07.851656 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:07.851908 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8cec682e-5f8e-48b4-8376-179f6ffed31f {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:07.852340 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'status': 'completed', 'code': 200} Feb 09 01:04:07.890996 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:07.927695 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-84cb5214-a7e0-4bd9-98e5-b3adbeaddd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.929544 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-84cb5214-a7e0-4bd9-98e5-b3adbeaddd7a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1096 time: 0.0428457 Feb 09 01:04:08.028631 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-3652101d-d5ee-4da2-a775-3bfeb529009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.030420 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-3652101d-d5ee-4da2-a775-3bfeb529009e service neutron] 10.222.0.84 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0876904 Feb 09 01:04:08.074866 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}, {'id': '97c9a424-4881-4439-b474-6dfb63747c14', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:9e:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:04:06Z', 'updated_at': '2022-02-09T01:04:06Z', 'revision_number': 0, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:08.101999 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-ee300b7e-4050-4c2a-b35c-d32957569886 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 999 time: 0.0646143 Feb 09 01:04:08.105463 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:08.113644 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:08.114228 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:03:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:08.153191 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-9ca31c57-b03e-408a-961d-d9c1da07c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.154644 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-9ca31c57-b03e-408a-961d-d9c1da07c244 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0443320 Feb 09 01:04:08.200265 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-bbaea91d-5a56-4a5c-b1ea-927fbe59aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.201801 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-bbaea91d-5a56-4a5c-b1ea-927fbe59aebf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396581 Feb 09 01:04:08.220197 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:08.295923 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-27f5555f-27c1-438a-ae30-0e3117f154c5 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865586 Feb 09 01:04:08.393817 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-c435e407-c501-41c1-bc4d-5456dde2b9aa req-b155adb6-f553-4891-9559-f5420d938672 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906682 Feb 09 01:04:08.458936 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}, {'id': '97c9a424-4881-4439-b474-6dfb63747c14', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:9e:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:04:06Z', 'updated_at': '2022-02-09T01:04:06Z', 'revision_number': 0, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:08.489627 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5838d-9534-4329-b672-2821bd43bb49 None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}, {'id': '97c9a424-4881-4439-b474-6dfb63747c14', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:9e:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:04:06Z', 'updated_at': '2022-02-09T01:04:06Z', 'revision_number': 0, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:08.672845 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8222e9-ccc7-4227-91ae-9d2dd871f9d8 None None] New status for floating IP 97c9a424-4881-4439-b474-6dfb63747c14: ACTIVE {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:04:12.097955 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c003192e-dd39-48fe-9d3e-3bbbfe3e9b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:14.840078 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b821a37e-fd54-42aa-bb43-21615672d305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:15.784081 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.166095 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:17.555400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:27.421344 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:04:37.638513 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:37.859988 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:42.099367 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d725af31-9f45-4c4d-9585-6d9a937023e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:44.840750 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ddaa8a23-433b-44f4-9bbc-dd8294597191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:45.785032 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.168959 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:04:47.557743 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:00.566336 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-cf873e1b-e085-4547-abf2-b53238e95fe3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414360 Feb 09 01:05:00.648075 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108426aa-6d01-4a53-9535-44cd40f13760 req-4149dd73-ce86-4095-bd0c-5b2fc588c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.649608 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-4149dd73-ce86-4095-bd0c-5b2fc588c309 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1094 time: 0.0405726 Feb 09 01:05:00.753502 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108426aa-6d01-4a53-9535-44cd40f13760 req-b4e86548-4742-4949-9d9c-fb09c7c9c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.755010 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-b4e86548-4742-4949-9d9c-fb09c7c9c285 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0869830 Feb 09 01:05:00.820802 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-d3924993-5132-412c-a8e5-3083ec802290 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 999 time: 0.0589414 Feb 09 01:05:00.875591 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108426aa-6d01-4a53-9535-44cd40f13760 req-4740b31e-ba90-49e4-818a-fdcc4e5dacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.877105 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-4740b31e-ba90-49e4-818a-fdcc4e5dacb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0480776 Feb 09 01:05:00.924123 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108426aa-6d01-4a53-9535-44cd40f13760 req-602a1144-46ba-4e1b-bd49-1d6337bc1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.925680 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-602a1144-46ba-4e1b-bd49-1d6337bc1612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419259 Feb 09 01:05:00.962820 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-71c76506-797a-4c19-95b3-a0dddae12428 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449629 Feb 09 01:05:01.019420 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-2d2f30a4-ad3a-4b4b-be9a-b7a937c83b7c service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867600 Feb 09 01:05:01.054517 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-fa65f5d5-baaa-4c06-94ea-ce4dac4da5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.056022 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-fa65f5d5-baaa-4c06-94ea-ce4dac4da5d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1096 time: 0.0413795 Feb 09 01:05:01.117173 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-108426aa-6d01-4a53-9535-44cd40f13760 req-7c99a4d4-255e-4e58-970c-1387a9df4c95 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908852 Feb 09 01:05:01.167046 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-ba53e706-3769-4a3f-9af4-7396ff215804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.168793 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-ba53e706-3769-4a3f-9af4-7396ff215804 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0891602 Feb 09 01:05:01.241129 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-71bbc25a-03ee-4c95-88cb-be7241bcd7e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 1001 time: 0.0614786 Feb 09 01:05:01.291870 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-3e8ba432-ec27-475b-8f13-0fe2593982b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.293313 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-3e8ba432-ec27-475b-8f13-0fe2593982b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0439920 Feb 09 01:05:01.341658 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-236f721c-09cc-439d-b179-0ac0daa8778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.343163 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-236f721c-09cc-439d-b179-0ac0daa8778d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405354 Feb 09 01:05:01.438998 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-3b5aa2d4-973e-4b5f-9ec2-081d1082d2f2 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866280 Feb 09 01:05:01.532580 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-1eaa8a2c-7014-4eee-84d1-a113fc4adcfd req-22ae91a8-0130-469c-90e4-a30e30f37595 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868044 Feb 09 01:05:04.420162 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:05:07.655469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:07.847940 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:12.100979 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-15653a50-431d-450a-a454-ed319bedcf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:14.843655 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-55592b5f-3c79-4a77-91fe-a45ed3e9c062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:15.788907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.173509 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:17.565642 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.653001 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:37.873796 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:41.418290 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:05:42.102371 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-55a7c552-199d-4f04-a3a4-7e78798e2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:44.843982 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-f5bf1dd9-a47a-4d2d-8655-c7a80bfb5706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:45.945400 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.173391 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:47.559368 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:49.876671 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 details requested by agent hyperv_n-h2-828413-1 with host n-h2-828413-1 {{(pid=105933) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:49.971632 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:49.983767 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Returning: {'device': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'port_id': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'mac_address': 'fa:16:3e:9e:c6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105933) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:05:50.020969 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.034516 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38021a44-a3b3-494a-86f2-1469baa8e6e7 {{(pid=105933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 01:05:50.053842 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:50.057907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:50.111322 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=6']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:50.119392 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.119740 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.120076 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.120416 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.120744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.121098 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.121423 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.121744 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.122067 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.122386 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.122706 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.123030 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:50.148607 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] get_ports_and_sgs() called for port_ids ['38021a44-a3b3-494a-86f2-1469baa8e6e7'] {{(pid=105933) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:51.890683 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 up at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:51.953545 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.provisioning_blocks [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Provisioning complete for port 38021a44-a3b3-494a-86f2-1469baa8e6e7 triggered by entity L2. {{(pid=105933) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:51.953921 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-642256'] for port, provisioning_complete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.042357 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.069092 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:05:52.071353 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaccf9d-336c-4f67-af95-59bb290059f6" -d '{"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-plugged", "status": "completed", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:52.085200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:52.091237 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:05:52.154459 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a638eef1-6630-4b85-a65d-f1b76394f03b x-openstack-request-id: req-a638eef1-6630-4b85-a65d-f1b76394f03b {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:52.154753 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-plugged", "status": "completed", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:52.155010 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a638eef1-6630-4b85-a65d-f1b76394f03b {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:52.155399 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'code': 200} Feb 09 01:05:52.161101 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=7']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:00.572831 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-38459f49-f364-469f-889f-48b4d437010c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447440 Feb 09 01:06:00.665538 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-1033901e-5b73-4388-8a31-885d5532e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.667249 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-1033901e-5b73-4388-8a31-885d5532e80f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1094 time: 0.0505264 Feb 09 01:06:00.744489 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34334) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:00.782468 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-1e370599-72cf-4a62-bc3b-888a2a5fd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.783851 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-1e370599-72cf-4a62-bc3b-888a2a5fd2e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0955007 Feb 09 01:06:00.849558 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-c24543b7-8d50-4761-aed8-82e59149dc2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 999 time: 0.0589201 Feb 09 01:06:00.903377 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-534d90f3-4238-4601-8d1d-1a1ccce5371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.904883 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-534d90f3-4238-4601-8d1d-1a1ccce5371e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0481706 Feb 09 01:06:00.906093 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Deleting port 040efc45-2120-470b-af2b-df17be3e7084 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:00.906444 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.950112 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-dd9a64e2-3618-4809-8611-352527e12485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:00.951659 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-dd9a64e2-3618-4809-8611-352527e12485 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404270 Feb 09 01:06:00.984241 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.984563 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:00.996445 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Calling delete_port for 040efc45-2120-470b-af2b-df17be3e7084 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:01.042713 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-ba3eb6f6-0d84-4559-b04f-aed135aa4d46 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Feb 09 01:06:01.138924 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e4bae146-fbe2-44fc-8936-8f6853bca534 req-fee5d4b1-b96e-42c2-bced-7caf1aee52f2 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903070 Feb 09 01:06:01.147946 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.177429 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event deleted for resources: {'Port': ['ID=040efc45-2120-470b-af2b-df17be3e7084,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.210919 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.211304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.211621 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.211964 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.212301 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.212633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.212988 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.213322 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.213649 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.213977 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.214304 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.214628 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:01.256100 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:01.257303 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Floating IP 97c9a424-4881-4439-b474-6dfb63747c14 disassociated (deleted). External IP: 172.25.3.109, port: 38021a44-a3b3-494a-86f2-1469baa8e6e7. Feb 09 01:06:01.374683 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-2fe6e759-af6d-44b9-bd04-527da4d2649e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1883094 Feb 09 01:06:01.505911 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-f65fbf13-13a8-444a-b692-b7b605b8afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.507413 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-f65fbf13-13a8-444a-b692-b7b605b8afb1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1096 time: 0.0797834 Feb 09 01:06:01.540879 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:06:02.026923 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-27fcf90b-e3f1-4742-aa43-5bef6cd9cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.028378 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-27fcf90b-e3f1-4742-aa43-5bef6cd9cdf4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.4985709 Feb 09 01:06:02.092701 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-9ac92cc1-cf69-41d7-a56e-770a7f4a4971 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0387793 Feb 09 01:06:02.137710 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:02.143065 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:02.148171 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:02.159809 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:02.160517 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:05:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.170687 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-e062f623-9a68-4085-baa8-90cf8794686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.172134 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-e062f623-9a68-4085-baa8-90cf8794686b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0714600 Feb 09 01:06:02.177273 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-5a44fa56-5e53-479f-bcef-ba9a890a13ac tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "DELETE /v2.0/floatingips/97c9a424-4881-4439-b474-6dfb63747c14 HTTP/1.1" status: 204 len: 168 time: 1.4316840 Feb 09 01:06:02.177959 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:02.180327 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a710ef79-9030-4f70-a41e-fa82d123243d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:02.226890 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-f6304e2f-440f-4932-8f02-6fc4c56b3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.228389 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-f6304e2f-440f-4932-8f02-6fc4c56b3033 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452681 Feb 09 01:06:02.272928 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:02.344331 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-a851c25d-1963-4a54-b908-885308a1356d service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082485 Feb 09 01:06:02.360937 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948412d9-2e1c-4c66-9662-3295e2ac759b x-openstack-request-id: req-948412d9-2e1c-4c66-9662-3295e2ac759b {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:02.361416 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:02.361731 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-948412d9-2e1c-4c66-9662-3295e2ac759b {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:02.363057 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'status': 'completed', 'code': 200} Feb 09 01:06:02.445241 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-6ed6ffc2-aa4d-4d07-9ac5-4f92222f9ac7 req-06b1eb70-624f-465e-9e57-e73634484be2 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930080 Feb 09 01:06:02.456211 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a111b8-1a25-424c-a9e5-766ac29cf1db req-6561e7eb-5d3b-4072-a6f6-48137629a732 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.457790 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71a111b8-1a25-424c-a9e5-766ac29cf1db req-6561e7eb-5d3b-4072-a6f6-48137629a732 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 945 time: 0.0518074 Feb 09 01:06:02.501005 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-71a111b8-1a25-424c-a9e5-766ac29cf1db req-92ad622b-0f0a-435e-8bfe-86bdbc59ba65 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365632 Feb 09 01:06:02.527953 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.543995 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710ef79-9030-4f70-a41e-fa82d123243d req-3284a0db-6971-4681-87df-895c4e72406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.545567 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-3284a0db-6971-4681-87df-895c4e72406b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 1096 time: 0.0500472 Feb 09 01:06:02.555200 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:02.564033 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:02.564593 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:05:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.642633 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710ef79-9030-4f70-a41e-fa82d123243d req-313f5e79-2c0a-4245-b599-e96d98ac3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.644254 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-313f5e79-2c0a-4245-b599-e96d98ac3af0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.0892656 Feb 09 01:06:02.672434 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:02.691689 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-e406bf4f-74fa-4d45-a8a7-1201ba221944 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 200 len: 217 time: 0.0391386 Feb 09 01:06:02.742736 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710ef79-9030-4f70-a41e-fa82d123243d req-f117f4a7-7232-47aa-b14f-2afcbbd324e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.744203 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-f117f4a7-7232-47aa-b14f-2afcbbd324e0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0440900 Feb 09 01:06:02.793398 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710ef79-9030-4f70-a41e-fa82d123243d req-c4047351-a957-49bb-a636-e2d258f04c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.794904 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-c4047351-a957-49bb-a636-e2d258f04c5d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398128 Feb 09 01:06:02.890823 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-fd56e1b5-5bb0-42a7-b4e3-7fc1946e689e service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874596 Feb 09 01:06:02.898003 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:02.928885 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f01e41-eaa2-4954-b465-f5b90b1f8a5c None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_floatingips': [{'id': '8208854d-2825-4c08-80be-6007676b3012', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'router_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'port_id': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'mac_address': 'fa:16:3e:e2:9a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b3180-d327-4329-bdff-0de5df49263b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:35Z', 'updated_at': '2022-02-09T01:01:37Z', 'revision_number': 1, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:02.986601 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-a710ef79-9030-4f70-a41e-fa82d123243d req-54b4c43d-3137-4462-8288-d14a12bccb99 service neutron] 10.222.0.84 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879946 Feb 09 01:06:03.158450 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1b403e-22d8-4710-9eca-a3a2f2201400 None None] New status for floating IP 97c9a424-4881-4439-b474-6dfb63747c14: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:06:03.622129 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648756-283b-4a37-8ddb-751297ca1ece req-da615025-5e3e-4807-afaf-8079a6e68baf tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:03.623604 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6648756-283b-4a37-8ddb-751297ca1ece req-da615025-5e3e-4807-afaf-8079a6e68baf tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 945 time: 0.0493615 Feb 09 01:06:03.666198 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-a6648756-283b-4a37-8ddb-751297ca1ece req-5128918e-1136-4ac0-a2df-22fa6cdda361 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363200 Feb 09 01:06:03.949787 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:04.032308 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535513'] for port, before_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.054947 n-d-828413-1 neutron-server[105933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:04.057212 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be08dd6d8462bbf8ed18d0b5006f6057f20f102f6d0996252d35d4b07141c10a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2a049-ba21-49a5-8e33-3728c67921ad" -d '{"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-unplugged", "status": "completed", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105933) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:04.074212 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:04.078562 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790164744560', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790164341899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790164341917'] for port, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.103653 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a78353-a6cd-4858-9ba3-212f527d0460 x-openstack-request-id: req-b5a78353-a6cd-4858-9ba3-212f527d0460 {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:04.103939 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-unplugged", "status": "completed", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "code": 200}]} {{(pid=105933) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:04.104188 n-d-828413-1 neutron-server[105933]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5a78353-a6cd-4858-9ba3-212f527d0460 {{(pid=105933) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:04.104567 n-d-828413-1 neutron-server[105933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'code': 200} Feb 09 01:06:04.130224 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Pushing event updated for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=8']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.298791 n-d-828413-1 neutron-server[105931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-bceb846b-33b3-4166-8e39-fece222bc79e tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.300646 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-bceb846b-33b3-4166-8e39-fece222bc79e tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 943 time: 0.0493510 Feb 09 01:06:04.415354 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Deleting port 38021a44-a3b3-494a-86f2-1469baa8e6e7 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:04.415696 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.506413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] For port 38021a44-a3b3-494a-86f2-1469baa8e6e7, host n-h2-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828413-1',level=0,port_id=38021a44-a3b3-494a-86f2-1469baa8e6e7,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:04.506778 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.519297 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Calling delete_port for 38021a44-a3b3-494a-86f2-1469baa8e6e7 owned by compute:nova {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:04.654141 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.688877 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event deleted for resources: {'Port': ['ID=38021a44-a3b3-494a-86f2-1469baa8e6e7,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.731822 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] No DVR routers for this DVR port 38021a44-a3b3-494a-86f2-1469baa8e6e7 on host n-h2-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:04.734651 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:04.738076 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [req-da87bb69-3892-4538-9a61-9b9ccaf9e171 req-ab6c51a4-0552-4769-8877-a0dfcc19f508 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.84 "DELETE /v2.0/ports/38021a44-a3b3-494a-86f2-1469baa8e6e7 HTTP/1.1" status: 204 len: 173 time: 0.4299004 Feb 09 01:06:04.738521 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-deleted', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:04.740737 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36152520-632e-49fd-b188-b781ea46336c" -d '{"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-deleted", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:04.773590 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-60d52f8e-c430-4968-8184-324b02044940 req-de3b13df-88cc-413b-b454-59f57a5b25bb tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f22d92a-6b46-416f-a176-ba0889a106f9 HTTP/1.1" status: 200 len: 210 time: 0.0292127 Feb 09 01:06:04.821357 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e318aac-89f7-4e33-8f5b-1739c29f94b0 x-openstack-request-id: req-3e318aac-89f7-4e33-8f5b-1739c29f94b0 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:04.821584 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f22d92a-6b46-416f-a176-ba0889a106f9", "name": "network-vif-deleted", "tag": "38021a44-a3b3-494a-86f2-1469baa8e6e7", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:04.821905 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e318aac-89f7-4e33-8f5b-1739c29f94b0 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:04.822512 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f22d92a-6b46-416f-a176-ba0889a106f9', 'name': 'network-vif-deleted', 'tag': '38021a44-a3b3-494a-86f2-1469baa8e6e7', 'status': 'completed', 'code': 200} Feb 09 01:06:06.336601 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34394) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:06.497409 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Deleting port f54f180e-e419-479d-9b9f-25bffb7f54c8 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:06.497759 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.574850 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.575099 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.586614 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Calling delete_port for f54f180e-e419-479d-9b9f-25bffb7f54c8 owned by network:floatingip {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:06.737610 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.764103 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event deleted for resources: {'Port': ['ID=f54f180e-e419-479d-9b9f-25bffb7f54c8,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.829309 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for floatingip, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:06.829562 n-d-828413-1 neutron-server[105931]: INFO neutron.db.l3_db [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Floating IP 8208854d-2825-4c08-80be-6007676b3012 disassociated (deleted). External IP: 172.25.3.124, port: 5a2aeaa7-395d-438a-aba9-ed88f4753494. Feb 09 01:06:07.045244 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:06:07.155537 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:07.160162 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for floatingip, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.167410 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:07.176730 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:07.177455 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:05:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:07.187924 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-96ff292f-b302-4d5b-ab7f-d5d4e8c69e29 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "DELETE /v2.0/floatingips/8208854d-2825-4c08-80be-6007676b3012 HTTP/1.1" status: 204 len: 168 time: 0.8502312 Feb 09 01:06:07.188598 n-d-828413-1 neutron-server[105931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:07.190962 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dceb1d14b3da77789451465de4b4947408d1291e2d61105f084133db0ae1c1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84ae781-ded9-45be-b0c6-cb121d0f56b1" -d '{"events": [{"name": "network-changed", "server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:07.293939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:07.350927 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc41e5d-fbfe-4aa5-80c0-2af04fcf0571 x-openstack-request-id: req-0bc41e5d-fbfe-4aa5-80c0-2af04fcf0571 {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:07.351493 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "status": "completed", "code": 200}]} {{(pid=105931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:07.351607 n-d-828413-1 neutron-server[105931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bc41e5d-fbfe-4aa5-80c0-2af04fcf0571 {{(pid=105931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:07.351934 n-d-828413-1 neutron-server[105931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'status': 'completed', 'code': 200} Feb 09 01:06:07.439261 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-caa385cd-732b-4856-af24-08b81391ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.441031 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-caa385cd-732b-4856-af24-08b81391ab8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1104fc5509014598861bc7b4d4e4f461&device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 1094 time: 0.0678039 Feb 09 01:06:07.479167 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0ae74-98e2-431b-aa5b-68fd627364c5 req-662d01c9-3afc-4b33-83a1-7df062e4e852 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.480657 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6f0ae74-98e2-431b-aa5b-68fd627364c5 req-662d01c9-3afc-4b33-83a1-7df062e4e852 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.0778713 Feb 09 01:06:07.507703 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:07.538789 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:07.547070 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:07.547673 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:05:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:07.561805 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c6f0ae74-98e2-431b-aa5b-68fd627364c5 req-7c0d1087-43f7-418f-957a-5a86d8ca60dc tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528142 Feb 09 01:06:07.578979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-626734a4-c557-4d57-8356-a75eaae033f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.580467 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-626734a4-c557-4d57-8356-a75eaae033f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 200 len: 910 time: 0.1316991 Feb 09 01:06:07.623048 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-a0886836-4b9b-40c2-98ff-13412b69615c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 200 len: 217 time: 0.0353720 Feb 09 01:06:07.667201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:07.669083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.680356 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-9f17dca5-b279-4fcf-87d8-a2e46f821b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.681874 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-9f17dca5-b279-4fcf-87d8-a2e46f821b91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 200 len: 848 time: 0.0523136 Feb 09 01:06:07.730433 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-b48eee6f-2f4d-4fd8-836b-41d44b2d7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.731845 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-b48eee6f-2f4d-4fd8-836b-41d44b2d7efc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=41113105-c5d8-4302-9ba1-5501da647a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400631 Feb 09 01:06:07.821297 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-b16e6355-0277-4ee1-a0c1-c997f3a7b68e service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818100 Feb 09 01:06:07.871207 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:07.905838 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2479c-6472-4b33-90b6-86c0a2c584bf None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:01:16Z', 'revision_number': 4, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1', '_interfaces': [{'id': 'fff1f493-931b-4ab0-848a-3ce0ca323364', 'name': '', 'network_id': '41113105-c5d8-4302-9ba1-5501da647a56', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'mac_address': 'fa:16:3e:9d:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:15Z', 'updated_at': '2022-02-09T01:01:20Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'subnets': [{'id': 'bbee4337-ae76-42cf-94de-9eaa7895316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:07.919214 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:07.920239 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-c84ae781-ded9-45be-b0c6-cb121d0f56b1 req-6e3743db-bc1e-4460-b38d-3fd16145fc21 service neutron] 10.222.0.21 "GET /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911272 Feb 09 01:06:07.968660 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 no longer exists at agent hyperv_n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:07.990587 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] No Port match for: 38021a44-a3b3-494a-86f2-1469baa8e6e7 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:07.990939 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Device 38021a44-a3b3-494a-86f2-1469baa8e6e7 not bound to the agent host n-h2-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:08.127044 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7304a84-2ef5-45e5-9a24-ac0ce6fff1c0 None None] New status for floating IP 8208854d-2825-4c08-80be-6007676b3012: DOWN {{(pid=105938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:06:08.682472 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5271fc3-9bc2-41f1-b280-c42f659b2173 req-c0d46e5d-1a12-4b78-8e97-f1241fbdedb4 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.683960 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5271fc3-9bc2-41f1-b280-c42f659b2173 req-c0d46e5d-1a12-4b78-8e97-f1241fbdedb4 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.0503783 Feb 09 01:06:08.721675 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e5271fc3-9bc2-41f1-b280-c42f659b2173 req-add70b2a-0f03-43ea-98dd-0b634bfede13 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/security-groups?id=82cd2ac4-99da-4e9c-8f40-8d657f209a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Feb 09 01:06:09.124190 n-d-828413-1 neutron-server[105925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-c812ffa7-b795-4a20-937e-b0f5303b1e9f tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.125673 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-c812ffa7-b795-4a20-937e-b0f5303b1e9f tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.21 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 943 time: 0.0482347 Feb 09 01:06:09.217020 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Deleting port 5a2aeaa7-395d-438a-aba9-ed88f4753494 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:09.217356 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.303180 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] For port 5a2aeaa7-395d-438a-aba9-ed88f4753494, host n-h1-828413-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828413-1',level=0,port_id=5a2aeaa7-395d-438a-aba9-ed88f4753494,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:09.303454 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.314903 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Calling delete_port for 5a2aeaa7-395d-438a-aba9-ed88f4753494 owned by compute:nova {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:09.442426 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.470633 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event deleted for resources: {'Port': ['ID=5a2aeaa7-395d-438a-aba9-ed88f4753494,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.483223 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.483573 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.483910 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.484271 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.484601 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.484979 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.485275 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.485597 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.485914 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.486232 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.486557 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.486909 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828413-1 {{(pid=105925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:09.524519 n-d-828413-1 neutron-server[105925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] No DVR routers for this DVR port 5a2aeaa7-395d-438a-aba9-ed88f4753494 on host n-h1-828413-1 {{(pid=105925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:09.527258 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10487'] for port, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:09.530469 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-7f4ac114-a57d-418c-9cb2-84087e405583 req-1864106c-8fde-41e1-b91f-fe2e915ac982 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.21 "DELETE /v2.0/ports/5a2aeaa7-395d-438a-aba9-ed88f4753494 HTTP/1.1" status: 204 len: 173 time: 0.3983643 Feb 09 01:06:09.530899 n-d-828413-1 neutron-server[105925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-deleted', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494'}] {{(pid=105925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 01:06:09.533164 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34cd2fc093e6b3dc02aa6116cbe650daf7508fd9e698888109f80b6ad18f8ab9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee35869a-b4a7-4801-a859-281bddc54955" -d '{"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-deleted", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494"}]}' {{(pid=105925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:09.573316 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757f67db-eefe-4acf-a78f-b442fc53b277 x-openstack-request-id: req-757f67db-eefe-4acf-a78f-b442fc53b277 {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:09.573600 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313b3180-d327-4329-bdff-0de5df49263b", "name": "network-vif-deleted", "tag": "5a2aeaa7-395d-438a-aba9-ed88f4753494", "status": "completed", "code": 200}]} {{(pid=105925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:09.573851 n-d-828413-1 neutron-server[105925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-757f67db-eefe-4acf-a78f-b442fc53b277 {{(pid=105925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:09.574257 n-d-828413-1 neutron-server[105925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313b3180-d327-4329-bdff-0de5df49263b', 'name': 'network-vif-deleted', 'tag': '5a2aeaa7-395d-438a-aba9-ed88f4753494', 'status': 'completed', 'code': 200} Feb 09 01:06:09.830793 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [req-e0340169-c699-46f1-b17e-f2c68b980dc5 req-2c657a77-2966-42cd-bbc0-3d5dc4271399 tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "GET /v2.0/ports?device_id=313b3180-d327-4329-bdff-0de5df49263b HTTP/1.1" status: 200 len: 210 time: 0.0268037 Feb 09 01:06:10.889186 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34410) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:10.949206 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bcdebab7-2963-438f-9a84-b1434b4f46cd tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:10.974394 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bcdebab7-2963-438f-9a84-b1434b4f46cd tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.035533 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bcdebab7-2963-438f-9a84-b1434b4f46cd tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.038218 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-bcdebab7-2963-438f-9a84-b1434b4f46cd tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:11.039390 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-bcdebab7-2963-438f-9a84-b1434b4f46cd tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] 10.222.0.32 "DELETE /v2.0/security-groups/82cd2ac4-99da-4e9c-8f40-8d657f209a41 HTTP/1.1" status: 204 len: 168 time: 0.1492219 Feb 09 01:06:11.048550 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdebab7-2963-438f-9a84-b1434b4f46cd tempest-TestSnapshotPattern-555718659 tempest-TestSnapshotPattern-555718659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd2ac4-99da-4e9c-8f40-8d657f209a41,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.094756 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34416) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:12.111777 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d6582b41-8726-46fe-b552-304adbf70e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.457699 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.702433 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Deleting port fff1f493-931b-4ab0-848a-3ce0ca323364 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:12.702678 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.787313 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] For port fff1f493-931b-4ab0-848a-3ce0ca323364, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=fff1f493-931b-4ab0-848a-3ce0ca323364,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:12.787679 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:12.800124 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Calling delete_port for fff1f493-931b-4ab0-848a-3ce0ca323364 owned by network:router_interface {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:12.978294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.002038 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff1f493-931b-4ab0-848a-3ce0ca323364,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:13.189384 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:13.405931 n-d-828413-1 neutron-server[105931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Router a365744a-7c4f-40c8-a481-5b4a46123fc7 has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:06:13.863185 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:13.869169 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9cbfaf1c-90e7-49b2-aebe-e020d4c6a587 admin admin] 10.222.0.32 "PUT /v2.0/routers/a365744a-7c4f-40c8-a481-5b4a46123fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732837 Feb 09 01:06:13.871145 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34418) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:13.873681 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71963d95-982e-40b2-a792-d9734338607d None None] Sync routers for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:13.884889 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:13.885533 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:05:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.083242 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 no longer exists at agent hyperv_n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:14.111143 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.111476 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] No Port match for: 5a2aeaa7-395d-438a-aba9-ed88f4753494 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:14.112534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Device 5a2aeaa7-395d-438a-aba9-ed88f4753494 not bound to the agent host n-h1-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:14.179368 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: n-d-828413-1 {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:14.218408 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.272691 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Deleting port 2124909a-089d-43df-a5b3-0c92588a9671 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:14.273070 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.354417 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] For port 2124909a-089d-43df-a5b3-0c92588a9671, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=2124909a-089d-43df-a5b3-0c92588a9671,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:14.354788 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.359534 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '2124909a-089d-43df-a5b3-0c92588a9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:06:12Z', 'revision_number': 5, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port': {'id': '2124909a-089d-43df-a5b3-0c92588a9671', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:14Z', 'updated_at': '2022-02-09T01:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.368463 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Calling delete_port for 2124909a-089d-43df-a5b3-0c92588a9671 owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:14.387297 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71963d95-982e-40b2-a792-d9734338607d None None] Checking router: a365744a-7c4f-40c8-a481-5b4a46123fc7 for host: n-d-828413-1 {{(pid=105933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:14.396554 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] Routers {'a365744a-7c4f-40c8-a481-5b4a46123fc7'} bound to L3 agent in host n-d-828413-1 {{(pid=105933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:14.397210 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:05:45Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['a365744a-7c4f-40c8-a481-5b4a46123fc7'], 'active': True} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.487773 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvr_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] Set router a365744a-7c4f-40c8-a481-5b4a46123fc7 gateway port host: None {{(pid=105933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:14.543173 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.543601 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_hamode_db [None req-71963d95-982e-40b2-a792-d9734338607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:06:14Z', 'revision_number': 6, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.570649 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71963d95-982e-40b2-a792-d9734338607d None None] The sync data for ids ['a365744a-7c4f-40c8-a481-5b4a46123fc7'] in n-d-828413-1 is: [{'id': 'a365744a-7c4f-40c8-a481-5b4a46123fc7', 'name': 'tempest-TestSnapshotPattern-376186260-router', 'tenant_id': '1104fc5509014598861bc7b4d4e4f461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:13Z', 'updated_at': '2022-02-09T01:06:14Z', 'revision_number': 6, 'project_id': '1104fc5509014598861bc7b4d4e4f461', 'gw_port_host': None}] {{(pid=105933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:14.571680 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Pushing event deleted for resources: {'Port': ['ID=2124909a-089d-43df-a5b3-0c92588a9671,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:14.639267 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.734078 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.736209 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.779263 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.779728 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a365744a-7c4f-40c8-a481-5b4a46123fc7 {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:06:14.785128 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.786409 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-817cf886-102f-441b-84fa-6b6f6e0af224 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a365744a-7c4f-40c8-a481-5b4a46123fc7 HTTP/1.1" status: 204 len: 168 time: 0.9139276 Feb 09 01:06:14.788942 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34422) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:14.837481 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Deleting subnet bbee4337-ae76-42cf-94de-9eaa7895316a {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 01:06:14.840572 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.845512 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-578176a3-f27b-48de-945e-7a69bbfb72e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.877694 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:14.957485 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.010709 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.040014 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbee4337-ae76-42cf-94de-9eaa7895316a,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.045549 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.048672 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-b3c61b11-dcf9-4745-8221-20753fb18ce2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbee4337-ae76-42cf-94de-9eaa7895316a HTTP/1.1" status: 204 len: 168 time: 0.2587883 Feb 09 01:06:15.051119 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34424) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:15.053741 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff39b07-4478-4598-bd05-5394bf77b36e None None] Network 41113105-c5d8-4302-9ba1-5501da647a56 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:06:15.118982 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.172702 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Deleting port 325b08e1-d488-4142-914c-8ad33366dbc9 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:15.173075 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.240738 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] For port 325b08e1-d488-4142-914c-8ad33366dbc9, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=325b08e1-d488-4142-914c-8ad33366dbc9,segment=NetworkSegment(e27012f4-b57d-4d8a-8842-09fa1d02de7f),segment_id=e27012f4-b57d-4d8a-8842-09fa1d02de7f)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:15.241455 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.253644 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Calling delete_port for 325b08e1-d488-4142-914c-8ad33366dbc9 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:15.314225 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] DHCP port deletion for 41113105-c5d8-4302-9ba1-5501da647a56 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 01:06:15.351996 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.375869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Deleting port 325b08e1-d488-4142-914c-8ad33366dbc9 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:15.376269 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.379330 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 325b08e1-d488-4142-914c-8ad33366dbc9 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:15.382557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Pushing event deleted for resources: {'Port': ['ID=325b08e1-d488-4142-914c-8ad33366dbc9,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.384943 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] No DVR routers for this DVR port 325b08e1-d488-4142-914c-8ad33366dbc9 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:15.416312 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 325b08e1-d488-4142-914c-8ad33366dbc9 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:15.416657 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 325b08e1-d488-4142-914c-8ad33366dbc9 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:15.417135 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2124909a-089d-43df-a5b3-0c92588a9671 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:15.462948 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.467094 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 2124909a-089d-43df-a5b3-0c92588a9671 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:15.467438 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 2124909a-089d-43df-a5b3-0c92588a9671 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:15.467869 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fff1f493-931b-4ab0-848a-3ce0ca323364 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:15.484066 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41113105-c5d8-4302-9ba1-5501da647a56']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.494126 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27012f4-b57d-4d8a-8842-09fa1d02de7f') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.494413 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27012f4-b57d-4d8a-8842-09fa1d02de7f') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.500818 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: fff1f493-931b-4ab0-848a-3ce0ca323364 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:15.501193 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device fff1f493-931b-4ab0-848a-3ce0ca323364 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:15.506764 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.508685 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] For port 325b08e1-d488-4142-914c-8ad33366dbc9, host n-d-828413-1, got binding levels [] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:15.509123 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.522506 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Calling delete_port for 325b08e1-d488-4142-914c-8ad33366dbc9 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:15.524900 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.525355 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.ipam_backend_mixin [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Port 325b08e1-d488-4142-914c-8ad33366dbc9 was not found and therefore no delete operation was performed {{(pid=105933) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:06:15.528432 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.532623 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:15.533081 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: timer() Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:15.535470 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:15.557296 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] Pushing event deleted for resources: {'Port': ['ID=325b08e1-d488-4142-914c-8ad33366dbc9,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.562332 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1338cb73-ddee-4dfc-86df-e5aeb836ebf8 None None] No DVR routers for this DVR port 325b08e1-d488-4142-914c-8ad33366dbc9 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:15.606208 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.614898 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.617926 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] 10.222.0.32 "DELETE /v2.0/networks/41113105-c5d8-4302-9ba1-5501da647a56 HTTP/1.1" status: 204 len: 168 time: 0.5656869 Feb 09 01:06:15.620763 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34426) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:15.632719 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159308e-815d-4280-ab50-623ae7dd5afe admin admin] Pushing event deleted for resources: {'Network': ['ID=41113105-c5d8-4302-9ba1-5501da647a56,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.795294 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:15.982987 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3859372'] for router_interface, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.235355 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Deleting port 6480d9d9-055f-4c89-b5e1-b12e4f21d353 {{(pid=105925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:16.235608 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.316137 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.db [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] For port 6480d9d9-055f-4c89-b5e1-b12e4f21d353, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=6480d9d9-055f-4c89-b5e1-b12e4f21d353,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:16.316503 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.328111 n-d-828413-1 neutron-server[105925]: DEBUG neutron.plugins.ml2.plugin [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Calling delete_port for 6480d9d9-055f-4c89-b5e1-b12e4f21d353 owned by network:router_interface {{(pid=105925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:16.792332 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473582'] for port, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:16.817282 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6480d9d9-055f-4c89-b5e1-b12e4f21d353,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.984717 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3621829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3859392'] for router_interface, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.178275 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.203506 n-d-828413-1 neutron-server[105925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Router 98e80bf2-9594-4711-a72b-b8c20742b90f has already been hosted by L3 agent 25398c7f-d74c-4635-83c0-e096288c31bb {{(pid=105925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:06:17.309679 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] Notify agent at l3_agent.n-d-828413-1 the message routers_updated {{(pid=105925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:17.315800 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-3e618e36-7a85-4ab5-a81a-9424ea93db10 admin admin] 10.222.0.32 "PUT /v2.0/routers/98e80bf2-9594-4711-a72b-b8c20742b90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924870 Feb 09 01:06:17.318207 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34428) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:17.322963 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] Sync routers for ids ['98e80bf2-9594-4711-a72b-b8c20742b90f'] in n-d-828413-1 {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:17.334806 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] Routers {'98e80bf2-9594-4711-a72b-b8c20742b90f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:17.335527 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:06:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98e80bf2-9594-4711-a72b-b8c20742b90f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.426467 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.438362 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] Set router 98e80bf2-9594-4711-a72b-b8c20742b90f gateway port host: n-d-828413-1 {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:17.531272 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.562684 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.590980 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Deleting port 76c2b505-f0fd-4ebc-af38-747cd8472def {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:17.591238 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.623227 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'external_fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:06:16Z', 'revision_number': 5, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port': {'id': '76c2b505-f0fd-4ebc-af38-747cd8472def', 'name': '', 'network_id': '5a835ad3-3f48-474b-bd65-b33dc6c42ee3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'bc710202-93e1-4a9d-a311-880da7634112', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828413-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc710202-93e1-4a9d-a311-880da7634112', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828413-1'}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.650164 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] Checking router: 98e80bf2-9594-4711-a72b-b8c20742b90f for host: n-d-828413-1 {{(pid=105938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:17.658561 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] Routers {'98e80bf2-9594-4711-a72b-b8c20742b90f'} bound to L3 agent in host n-d-828413-1 {{(pid=105938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:17.659551 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828413-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-08T23:30:44Z,description=,heartbeat_timestamp=2022-02-09T01:06:15Z,host='n-d-828413-1',id=25398c7f-d74c-4635-83c0-e096288c31bb,load=0,resource_versions=,resources_synced=,started_at=2022-02-08T23:30:44Z,topic='l3_agent')) {'router_ids': ['98e80bf2-9594-4711-a72b-b8c20742b90f'], 'active': True} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.668841 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] For port 76c2b505-f0fd-4ebc-af38-747cd8472def, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=76c2b505-f0fd-4ebc-af38-747cd8472def,segment=NetworkSegment(7d8f528f-fc09-4a49-8c4e-f67ee46f8c73),segment_id=7d8f528f-fc09-4a49-8c4e-f67ee46f8c73)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:17.669258 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.681709 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Calling delete_port for 76c2b505-f0fd-4ebc-af38-747cd8472def owned by network:router_gateway {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:17.744647 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_dvr_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] Set router 98e80bf2-9594-4711-a72b-b8c20742b90f gateway port host: None {{(pid=105938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:17.799818 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.l3_hamode_db [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 6, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port_host': None}], 'n-d-828413-1', False) {} {{(pid=105938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:17.826988 n-d-828413-1 neutron-server[105938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7e629-3f77-42bd-a908-8e8d69c64ea0 None None] The sync data for ids ['98e80bf2-9594-4711-a72b-b8c20742b90f'] in n-d-828413-1 is: [{'id': '98e80bf2-9594-4711-a72b-b8c20742b90f', 'name': 'tempest-TestSnapshotPattern-2144233245-router', 'tenant_id': 'f9e35a18e9924d809b74d61da098268e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:01:18Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 6, 'project_id': 'f9e35a18e9924d809b74d61da098268e', 'gw_port_host': None}] {{(pid=105938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:17.851487 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:17.882393 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c2b505-f0fd-4ebc-af38-747cd8472def,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.943581 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3859554'] for router_gateway, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.036294 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3859841', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25272'] for router, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.038472 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.081791 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3859951'] for router, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.082346 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98e80bf2-9594-4711-a72b-b8c20742b90f {{(pid=105931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:06:18.086882 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] Notify callbacks [] for router, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.088000 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-0804b0b2-185d-4bcc-8c35-d2d38e3646c6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/98e80bf2-9594-4711-a72b-b8c20742b90f HTTP/1.1" status: 204 len: 168 time: 0.7685971 Feb 09 01:06:18.090696 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34430) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:18.139483 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Deleting subnet 7f963109-7b23-48f5-916e-73f62275ccaa {{(pid=105931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 01:06:18.142413 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.178731 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9361110'] for subnet, precommit_delete_associations {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.262429 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-651791'] for subnet, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.321275 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-651828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3707627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8907084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8906197'] for subnet, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.348833 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f963109-7b23-48f5-916e-73f62275ccaa,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:18.350833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.354078 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-1c2dae96-7f99-4f2c-9ee0-f09b7abd2da2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f963109-7b23-48f5-916e-73f62275ccaa HTTP/1.1" status: 204 len: 168 time: 0.2624288 Feb 09 01:06:18.355486 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3e71c-7ff2-4b28-bb6c-78e4894e4c8c None None] Network b189450b-ab8d-478e-a2da-7a0b9523e006 requested from n-d-828413-1 {{(pid=105933) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 01:06:18.356635 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34432) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:18.417598 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:06:18.427417 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780550'] for network, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.482395 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Deleting port 38481fa6-6ea2-4178-b923-67aadce4b592 {{(pid=105931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:18.482813 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.552972 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.db [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] For port 38481fa6-6ea2-4178-b923-67aadce4b592, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=38481fa6-6ea2-4178-b923-67aadce4b592,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:18.553339 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.566997 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.plugin [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Calling delete_port for 38481fa6-6ea2-4178-b923-67aadce4b592 owned by network:dhcp {{(pid=105931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:18.577586 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032478a5-e928-435d-8b12-73da76458b06 None None] DHCP port deletion for b189450b-ab8d-478e-a2da-7a0b9523e006 request from n-d-828413-1 {{(pid=105933) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 01:06:18.633181 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-032478a5-e928-435d-8b12-73da76458b06 None None] Deleting port 38481fa6-6ea2-4178-b923-67aadce4b592 {{(pid=105933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 01:06:18.633545 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-032478a5-e928-435d-8b12-73da76458b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790164743518'] for port, before_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.655293 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8907199'] for port, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.681081 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=38481fa6-6ea2-4178-b923-67aadce4b592,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:18.692452 n-d-828413-1 neutron-server[105931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] No DVR routers for this DVR port 38481fa6-6ea2-4178-b923-67aadce4b592 on host n-d-828413-1 {{(pid=105931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:18.710167 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.db [None req-032478a5-e928-435d-8b12-73da76458b06 None None] For port 38481fa6-6ea2-4178-b923-67aadce4b592, host n-d-828413-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828413-1',level=0,port_id=38481fa6-6ea2-4178-b923-67aadce4b592,segment=NetworkSegment(93b75210-9988-40d9-8dcd-1dfab6b94f88),segment_id=93b75210-9988-40d9-8dcd-1dfab6b94f88)] {{(pid=105933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:18.711174 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-032478a5-e928-435d-8b12-73da76458b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859898'] for port, precommit_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.723987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-032478a5-e928-435d-8b12-73da76458b06 None None] Calling delete_port for 38481fa6-6ea2-4178-b923-67aadce4b592 owned by network:dhcp {{(pid=105933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 01:06:18.792055 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-652717', 'neutron.services.segments.db._delete_segments_for_network-8790164650280'] for network, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.809353 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-032478a5-e928-435d-8b12-73da76458b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535302', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790164744533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790164341890'] for port, after_delete {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.818343 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b189450b-ab8d-478e-a2da-7a0b9523e006']}} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:18.829300 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b75210-9988-40d9-8dcd-1dfab6b94f88') {'for_net_delete': True} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:18.829726 n-d-828413-1 neutron-server[105931]: DEBUG neutron.services.segments.db [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b75210-9988-40d9-8dcd-1dfab6b94f88') {} {{(pid=105931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:18.837217 n-d-828413-1 neutron-server[105933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032478a5-e928-435d-8b12-73da76458b06 None None] Pushing event deleted for resources: {'Port': ['ID=38481fa6-6ea2-4178-b923-67aadce4b592,revision_number=None']} {{(pid=105933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:18.840770 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790164891284', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9361113'] for segment, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.844244 n-d-828413-1 neutron-server[105933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032478a5-e928-435d-8b12-73da76458b06 None None] No DVR routers for this DVR port 38481fa6-6ea2-4178-b923-67aadce4b592 on host n-d-828413-1 {{(pid=105933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:18.866258 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901'] for segment, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.873996 n-d-828413-1 neutron-server[105931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=105931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:18.874440 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8907242'] for segment, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: Traceback (most recent call last): Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: timer() Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: cb(*args, **kw) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: return func(*args, **kwargs) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: self._notify() Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: self.callback(batched_events) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: event.method(event) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: return f(self, *a, **k) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: return self._get(url).json() Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:18.876323 n-d-828413-1 neutron-server[105931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:18.939446 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3621884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859550'] for network, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.947057 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Notify callbacks [] for network, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:18.951484 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] 10.222.0.32 "DELETE /v2.0/networks/b189450b-ab8d-478e-a2da-7a0b9523e006 HTTP/1.1" status: 204 len: 168 time: 0.5934000 Feb 09 01:06:18.966787 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac31938-671e-4d1c-98e5-f69f719a5f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=b189450b-ab8d-478e-a2da-7a0b9523e006,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:19.076173 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34436) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:19.078151 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 76c2b505-f0fd-4ebc-af38-747cd8472def no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:19.105799 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 76c2b505-f0fd-4ebc-af38-747cd8472def {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:19.106136 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 76c2b505-f0fd-4ebc-af38-747cd8472def not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:19.106630 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6480d9d9-055f-4c89-b5e1-b12e4f21d353 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:19.118887 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-9aa7f2f1-7a4a-4efb-b64b-c58827b48581 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1104fc5509014598861bc7b4d4e4f461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415115 Feb 09 01:06:19.121557 n-d-828413-1 neutron-server[105931]: DEBUG neutron.wsgi [-] (105931) accepted ('10.222.0.32', 34438) {{(pid=105931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:19.132201 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 6480d9d9-055f-4c89-b5e1-b12e4f21d353 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:19.132548 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 6480d9d9-055f-4c89-b5e1-b12e4f21d353 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:19.132987 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 38481fa6-6ea2-4178-b923-67aadce4b592 no longer exists at agent ovs-agent-n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:19.160652 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.plugin [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] No Port match for: 38481fa6-6ea2-4178-b923-67aadce4b592 {{(pid=105933) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 01:06:19.161026 n-d-828413-1 neutron-server[105933]: DEBUG neutron.plugins.ml2.rpc [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Device 38481fa6-6ea2-4178-b923-67aadce4b592 not bound to the agent host n-d-828413-1 {{(pid=105933) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:19.180633 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-617fd1b8-e88d-4644-9cf7-7eab0c0bf691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.204486 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-617fd1b8-e88d-4644-9cf7-7eab0c0bf691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.253833 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-617fd1b8-e88d-4644-9cf7-7eab0c0bf691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.256383 n-d-828413-1 neutron-server[105931]: DEBUG neutron_lib.callbacks.manager [None req-617fd1b8-e88d-4644-9cf7-7eab0c0bf691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.257766 n-d-828413-1 neutron-server[105931]: INFO neutron.wsgi [None req-617fd1b8-e88d-4644-9cf7-7eab0c0bf691 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/415aff3d-5609-4a53-b9bc-35236f57ddc4 HTTP/1.1" status: 204 len: 168 time: 0.1352410 Feb 09 01:06:19.266574 n-d-828413-1 neutron-server[105931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd1b8-e88d-4644-9cf7-7eab0c0bf691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415aff3d-5609-4a53-b9bc-35236f57ddc4,revision_number=None']} {{(pid=105931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:19.624534 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34444) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:19.664543 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-247260a6-f304-4f25-82dc-b73a85e3bee1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9e35a18e9924d809b74d61da098268e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387599 Feb 09 01:06:19.667037 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [-] (105925) accepted ('10.222.0.32', 34446) {{(pid=105925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 01:06:19.714727 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25ec2af4-e423-440b-933a-9aa1eb4e2ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.735306 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25ec2af4-e423-440b-933a-9aa1eb4e2ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.786811 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25ec2af4-e423-440b-933a-9aa1eb4e2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489195'] for security_group, after_delete {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.789447 n-d-828413-1 neutron-server[105925]: DEBUG neutron_lib.callbacks.manager [None req-25ec2af4-e423-440b-933a-9aa1eb4e2ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:19.790758 n-d-828413-1 neutron-server[105925]: INFO neutron.wsgi [None req-25ec2af4-e423-440b-933a-9aa1eb4e2ecf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34e5b5cd-9db4-498b-8fca-2b3660306202 HTTP/1.1" status: 204 len: 168 time: 0.1227036 Feb 09 01:06:19.798530 n-d-828413-1 neutron-server[105925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec2af4-e423-440b-933a-9aa1eb4e2ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5b5cd-9db4-498b-8fca-2b3660306202,revision_number=None']} {{(pid=105925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.667158 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:37.932464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:42.104112 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ee4d11da-5b31-4a87-8b73-2baa9da353c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:44.848414 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-39d31ee0-1d59-4d29-8518-0147800b0cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:45.796847 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.176064 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:47.568059 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:06:55.416349 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:07:07.681469 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:07.935244 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:12.105936 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-6c031a34-4d17-4bb3-9afd-5d0bb6a37994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:14.852527 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2713-ec2a-4734-8f6d-f944f62c7ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:15.799615 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.174652 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:17.569950 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:32.415263 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:07:37.678621 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:37.948461 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:42.106675 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-41744b58-90b2-4b22-840d-5a9502661dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:44.853692 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-591cda1f-fe77-444a-8c40-43fa95566825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:45.803377 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.174907 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:07:47.574091 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:07.681977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:07.948406 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:09.414540 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:08:12.108083 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7cde9306-ebdc-461b-8891-5dd2fab404ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:14.855112 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-66a09691-21cd-4bbf-bbd8-3481bdc51c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:15.814444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.177997 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:17.575958 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.680073 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:37.982334 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:42.110867 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d7707704-09f7-4eff-aecd-452e934a399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:44.856649 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-341301ab-8963-49c4-9944-06c5b248b808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:45.807846 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:46.412858 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:08:47.182699 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:08:47.578218 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.674231 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:07.979335 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:12.112446 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1dfb732e-a8bc-440b-9a30-55f590d54e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:14.857925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a2a37847-53b6-4dda-a48c-b7265a48f4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:15.811583 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.185453 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:17.579007 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:23.411961 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:09:37.679044 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:37.991326 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:42.114502 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1590ec79-e5c3-44ff-903e-f7f13692b16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:44.859168 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-5fd9068a-2c72-4562-9d9a-3dd7edded196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:45.814171 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.187661 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:09:47.581193 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:00.410694 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:10:07.672977 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:07.993395 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:12.116079 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0955432d-223c-458e-a6d4-2ac202ff2e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:14.861374 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-105de744-0c3d-4a72-a000-819d757de58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:15.817428 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.190810 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:17.582381 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:37.409706 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:10:37.677479 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:38.005918 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:42.121067 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ea387a40-f6dc-4773-8b8e-8bd27ab052a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:44.863862 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-a25f48a4-540c-406c-886a-829ca0c81a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:45.819822 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.192850 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:10:47.586217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:07.671204 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:08.006071 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:12.122354 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0b2eeb17-07f5-4f68-9626-c8f45fccae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:14.409515 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:11:14.864312 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-c691863d-233c-42db-bb92-e694fa304a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:15.824008 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.195925 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:17.590553 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:37.694752 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:38.013608 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:42.124981 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e56a1d35-4572-4e5b-9d0a-474d11432af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:44.865537 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ca00e94d-6c76-4627-98c5-79dba961d59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:45.828452 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.198179 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:47.592444 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:11:51.408651 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:12:07.685459 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:08.009214 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:12.127036 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-186df08a-91f3-4d87-ab9c-deb0857ce1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:14.868252 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-ed186e18-e34e-4ecb-88d0-6e7fa1eade02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:15.828164 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.201223 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:17.594467 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:28.407418 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:12:37.715933 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:38.035101 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:42.129535 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-7bdcad9b-b483-493b-b53b-02fbbd4e9641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:44.869653 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-d2030127-2c1b-4ba5-ab23-be0791965dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:45.832374 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.203682 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:12:47.596725 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:05.406414 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:13:07.741217 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:08.054564 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:12.132191 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-725691ce-e94b-40fc-9d0e-9b29de250668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:14.870864 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0d03-5df6-47d5-b1cb-1e8cfc1884dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:15.834626 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.205641 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:17.599809 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:37.729234 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:38.056293 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.136026 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c7690-2b3f-4266-9955-2f947c46baa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:42.405569 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:13:44.876927 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-3813aafb-8474-4b43-ac47-2da6b83a1230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:45.838654 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.207486 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:13:47.602084 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:07.750849 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:08.077271 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:12.137733 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b6026b54-0fe7-4843-b261-43667a026768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:14.869906 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-2897b6a7-365e-42d6-88e5-5008b920489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:15.839487 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.214195 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:17.603899 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:19.316666 n-d-828413-1 neutron-server[105925]: DEBUG neutron.wsgi [req-7f85585d-5819-45df-9a53-f4f3ca8d4c4c req-aac76c43-e481-4a02-b290-1ffaf8daa931 service neutron] (105925) timed out ('10.222.0.32', 60556) {{(pid=105925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 01:14:19.404575 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:14:37.746765 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:38.061824 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:42.140464 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-1f97f6f7-a708-4830-bad0-fd6f3b685180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:44.871196 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-b2de9478-b222-4090-b826-61c5369479d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:45.844290 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.213376 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:47.606027 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:14:56.403332 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:15:07.747843 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-06c71379-0b4c-4ee2-b581-ed377278253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:08.080447 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-e16425fe-b7dd-47de-93ab-0c8c903ca500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:12.142246 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-0cfd6f62-bb12-42f6-a767-3ccb7e32c697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:14.873049 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-48fb47d2-0215-4cd0-bd30-82cc659d765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:15.846454 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-11729e83-060d-49a7-9241-08dfc5fdcc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.217227 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-28f2af48-6853-4a7c-9cb9-2ec8afa0f265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:17.610567 n-d-828413-1 neutron-server[105933]: DEBUG neutron_lib.callbacks.manager [None req-afeeeb82-9664-428b-9d9b-07727a339690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790164650114', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-642147'] for agent, after_update {{(pid=105933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 01:15:33.402468 n-d-828413-1 neutron-server[105938]: DEBUG neutron.db.agents_db [None req-7e621f52-b5d5-43e7-a2f5-b0afb83cc23d None None] Agent healthcheck: found 7 active agents {{(pid=105938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}